00000400:00000010:2.0F:1767384861.087669:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000076b002b. 00000400:00000010:2.0:1767384861.087681:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005ab30a8b. 00000100:00000010:2.0:1767384861.087685:0:16342:0:(service.c:3564:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 192 at 00000000453fab66. 00000100:00000200:2.0:1767384861.088097:0:16342:0:(events.c:597:ptlrpc_ni_init()) My pid is: 3039 00000400:00000010:2.0:1767384861.088251:0:16342:0:(api-ni.c:726:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at 000000009290fad1. 00000400:00000010:2.0:1767384861.088254:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000014396308. 00000400:00000010:2.0:1767384861.088256:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000bf472604. 00000400:00000010:2.0:1767384861.088258:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a7f0a477. 00000400:00000010:2.0:1767384861.088259:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000013a4720. 00000400:00000010:2.0:1767384861.088263:0:16342:0:(peer.c:110:lnet_peer_tables_create()) alloc '(hash)': 8192 at 000000005d84e136. 00000400:00000010:2.0:1767384861.088266:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000920c66c4. 00000400:00000010:2.0:1767384861.088267:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000f65dc877. 00000400:00000010:2.0:1767384861.088269:0:16342:0:(lib-msg.c:1258:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 32 at 00000000652f859c. 00000400:00000010:2.0:1767384861.088271:0:16342:0:(lib-msg.c:1268:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 32 at 00000000b75f86f3. 00000400:00000010:2.0:1767384861.088310:0:16342:0:(api-ni.c:1221:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 00000000c4806026. 00000400:00000010:2.0:1767384861.088327:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e3fdadd5. 00000400:00000010:2.0:1767384861.088328:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d541f16c. 00000400:00000010:2.0:1767384861.088372:0:16342:0:(api-ni.c:1221:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 00000000921b36e8. 00000400:00000010:2.0:1767384861.088390:0:16342:0:(lib-ptl.c:867:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at 00000000361a8c00. 00000400:00000010:2.0:1767384861.088392:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000062646782. 00000400:00000010:2.0:1767384861.088393:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e92ac5ac. 00000400:00000010:2.0:1767384861.088395:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000016939479. 00000400:00000010:2.0:1767384861.088398:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ca369a2b. 00000400:00000010:2.0:1767384861.088400:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a0e484f6. 00000400:00000010:2.0:1767384861.088401:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a9e3d65b. 00000400:00000010:2.0:1767384861.088402:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000026504660. 00000400:00000010:2.0:1767384861.088405:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007694b7b4. 00000400:00000010:2.0:1767384861.088407:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000009a02e4a7. 00000400:00000010:2.0:1767384861.088408:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f68897b1. 00000400:00000010:2.0:1767384861.088409:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ce6b40b4. 00000400:00000010:2.0:1767384861.088412:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d0a17374. 00000400:00000010:2.0:1767384861.088413:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000000c2fcf8b. 00000400:00000010:2.0:1767384861.088414:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c7722e21. 00000400:00000010:2.0:1767384861.088419:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000322b4091. 00000400:00000010:2.0:1767384861.088422:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000071204ae0. 00000400:00000010:2.0:1767384861.088424:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000c72f72bc. 00000400:00000010:2.0:1767384861.088425:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ae9162d7. 00000400:00000010:2.0:1767384861.088426:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005d835f1a. 00000400:00000010:2.0:1767384861.088429:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000093445c37. 00000400:00000010:2.0:1767384861.088431:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000017999c53. 00000400:00000010:2.0:1767384861.088432:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bb860f2b. 00000400:00000010:2.0:1767384861.088433:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a9282b33. 00000400:00000010:2.0:1767384861.088436:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000000bad74f. 00000400:00000010:2.0:1767384861.088437:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000d4d9a28a. 00000400:00000010:2.0:1767384861.088438:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fab1c3cc. 00000400:00000010:2.0:1767384861.088439:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000eba0dcde. 00000400:00000010:2.0:1767384861.088443:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000042080fc1. 00000400:00000010:2.0:1767384861.088445:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000049430ac3. 00000400:00000010:2.0:1767384861.088446:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000030311250. 00000400:00000010:2.0:1767384861.088447:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000057c1f1df. 00000400:00000010:2.0:1767384861.088450:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e8533759. 00000400:00000010:2.0:1767384861.088452:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000008435837e. 00000400:00000010:2.0:1767384861.088453:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e5d5ac79. 00000400:00000010:2.0:1767384861.088454:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006840b719. 00000400:00000010:2.0:1767384861.088457:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000070dd78f5. 00000400:00000010:2.0:1767384861.088458:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000242a1c9f. 00000400:00000010:2.0:1767384861.088459:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000020842557. 00000400:00000010:2.0:1767384861.088460:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000311493f6. 00000400:00000010:2.0:1767384861.088463:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000003c86b54. 00000400:00000010:2.0:1767384861.088465:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a39bc5d4. 00000400:00000010:2.0:1767384861.088466:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000037b44653. 00000400:00000010:2.0:1767384861.088467:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009615c780. 00000400:00000010:2.0:1767384861.088470:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000047c65a9b. 00000400:00000010:2.0:1767384861.088472:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000007d313153. 00000400:00000010:2.0:1767384861.088473:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000331d8726. 00000400:00000010:2.0:1767384861.088476:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000eceafe10. 00000400:00000010:2.0:1767384861.088479:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000055d805a1. 00000400:00000010:2.0:1767384861.088481:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000006f26988e. 00000400:00000010:2.0:1767384861.088482:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000084223e7e. 00000400:00000010:2.0:1767384861.088483:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000083acb87a. 00000400:00000010:2.0:1767384861.088486:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000278065c3. 00000400:00000010:2.0:1767384861.088487:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000e4af23b1. 00000400:00000010:2.0:1767384861.088488:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000003ecd69f. 00000400:00000010:2.0:1767384861.088489:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001d69ddbc. 00000400:00000010:2.0:1767384861.088493:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ec1561cb. 00000400:00000010:2.0:1767384861.088494:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000003e43834b. 00000400:00000010:2.0:1767384861.088495:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ea3656ae. 00000400:00000010:2.0:1767384861.088496:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000475a57f9. 00000400:00000010:2.0:1767384861.088499:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003a876962. 00000400:00000010:2.0:1767384861.088501:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000784af31b. 00000400:00000010:2.0:1767384861.088502:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c962821b. 00000400:00000010:2.0:1767384861.088503:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000048b97361. 00000400:00000010:2.0:1767384861.088505:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f1753d3a. 00000400:00000010:2.0:1767384861.088507:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000c8839ce7. 00000400:00000010:2.0:1767384861.088508:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b11b2aa5. 00000400:00000010:2.0:1767384861.088509:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b54bd431. 00000400:00000010:2.0:1767384861.088512:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f8e83a47. 00000400:00000010:2.0:1767384861.088514:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000000814a023. 00000400:00000010:2.0:1767384861.088515:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f7be4486. 00000400:00000010:2.0:1767384861.088516:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000722b43c5. 00000400:00000010:2.0:1767384861.088519:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000882eccad. 00000400:00000010:2.0:1767384861.088520:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000004a7343a2. 00000400:00000010:2.0:1767384861.088521:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000009fcfdd0. 00000400:00000010:2.0:1767384861.088523:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fb0f524c. 00000400:00000010:2.0:1767384861.088526:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d86d1e97. 00000400:00000010:2.0:1767384861.088527:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000138b96e1. 00000400:00000010:2.0:1767384861.088528:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002d643fe7. 00000400:00000010:2.0:1767384861.088532:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008a6138aa. 00000400:00000010:2.0:1767384861.088535:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a5e431d4. 00000400:00000010:2.0:1767384861.088536:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000dabf0c44. 00000400:00000010:2.0:1767384861.088538:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b0eaaf42. 00000400:00000010:2.0:1767384861.088544:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000af059274. 00000400:00000010:2.0:1767384861.088547:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000a978ca3. 00000400:00000010:2.0:1767384861.088549:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000d952b341. 00000400:00000010:2.0:1767384861.088550:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003ea749f3. 00000400:00000010:2.0:1767384861.088551:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000011a8dd5c. 00000400:00000010:2.0:1767384861.088557:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000059ce27e4. 00000400:00000010:2.0:1767384861.088559:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000f9f9c48b. 00000400:00000010:2.0:1767384861.088560:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005cf148dd. 00000400:00000010:2.0:1767384861.088561:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000456575bb. 00000400:00000010:2.0:1767384861.088563:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003f867bfb. 00000400:00000010:2.0:1767384861.088565:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000007e301610. 00000400:00000010:2.0:1767384861.088566:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003fba02b2. 00000400:00000010:2.0:1767384861.088567:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000037a4e807. 00000400:00000010:2.0:1767384861.088569:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000043f0a875. 00000400:00000010:2.0:1767384861.088570:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000002e83b0a6. 00000400:00000010:2.0:1767384861.088571:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c3600452. 00000400:00000010:2.0:1767384861.088572:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000077438a69. 00000400:00000010:2.0:1767384861.088574:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004840f278. 00000400:00000010:2.0:1767384861.088576:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000003d6a3682. 00000400:00000010:2.0:1767384861.088577:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000003c9d7b2. 00000400:00000010:2.0:1767384861.088578:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c62a2b98. 00000400:00000010:2.0:1767384861.088583:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c4438ae0. 00000400:00000010:2.0:1767384861.088585:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000594972dc. 00000400:00000010:2.0:1767384861.088586:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008151b37d. 00000400:00000010:2.0:1767384861.088587:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a0c0f62b. 00000400:00000010:2.0:1767384861.088589:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001b741cce. 00000400:00000010:2.0:1767384861.088591:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000009e428cbf. 00000400:00000010:2.0:1767384861.088592:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f65451eb. 00000400:00000010:2.0:1767384861.088595:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000091dec19e. 00000400:00000010:2.0:1767384861.088597:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b35cff21. 00000400:00000010:2.0:1767384861.088599:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000d39838eb. 00000400:00000010:2.0:1767384861.088600:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007ced3324. 00000400:00000010:2.0:1767384861.088601:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006aa9e2dd. 00000400:00000010:2.0:1767384861.088603:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009ca648cd. 00000400:00000010:2.0:1767384861.088605:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000003b2b64f4. 00000400:00000010:2.0:1767384861.088606:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002c479426. 00000400:00000010:2.0:1767384861.088607:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000027e19a99. 00000400:00000010:2.0:1767384861.088612:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ba96937e. 00000400:00000010:2.0:1767384861.088614:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000034fc1b49. 00000400:00000010:2.0:1767384861.088616:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000038567bb4. 00000400:00000010:2.0:1767384861.088617:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003d1f56b9. 00000400:00000010:2.0:1767384861.088619:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e850417b. 00000400:00000010:2.0:1767384861.088620:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000579e6537. 00000400:00000010:2.0:1767384861.088621:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000050e9b404. 00000400:00000010:2.0:1767384861.088622:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000055d78732. 00000400:00000010:2.0:1767384861.088625:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ce62e336. 00000400:00000010:2.0:1767384861.088626:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000f12ffc65. 00000400:00000010:2.0:1767384861.088627:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000096b29fb0. 00000400:00000010:2.0:1767384861.088628:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000063b6117c. 00000400:00000010:2.0:1767384861.088630:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000048c73413. 00000400:00000010:2.0:1767384861.088631:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000009d60072d. 00000400:00000010:2.0:1767384861.088632:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fc040897. 00000400:00000010:2.0:1767384861.088633:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000046fbcae3. 00000400:00000010:2.0:1767384861.088639:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e677b92c. 00000400:00000010:2.0:1767384861.088641:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000104d1fe4. 00000400:00000010:2.0:1767384861.088642:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c5e9dd61. 00000400:00000010:2.0:1767384861.088643:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000076dc08f1. 00000400:00000010:2.0:1767384861.088645:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000053312360. 00000400:00000010:2.0:1767384861.088646:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000008c1b27fd. 00000400:00000010:2.0:1767384861.088648:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ed28ed61. 00000400:00000010:2.0:1767384861.088652:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e81cf567. 00000400:00000010:2.0:1767384861.088654:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000ec47422. 00000400:00000010:2.0:1767384861.088655:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000ee7789ec. 00000400:00000010:2.0:1767384861.088656:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bddf9410. 00000400:00000010:2.0:1767384861.088657:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002e730a9b. 00000400:00000010:2.0:1767384861.088660:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009c7d9a14. 00000400:00000010:2.0:1767384861.088661:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000bd6c4fcb. 00000400:00000010:2.0:1767384861.088662:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000077e3b661. 00000400:00000010:2.0:1767384861.088663:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000007875fe5. 00000400:00000010:2.0:1767384861.088675:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000001bb9416. 00000400:00000010:2.0:1767384861.088677:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000032ff73b4. 00000400:00000010:2.0:1767384861.088678:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000070739d7a. 00000400:00000010:2.0:1767384861.088679:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000066f04732. 00000400:00000010:2.0:1767384861.088681:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001427cf6b. 00000400:00000010:2.0:1767384861.088682:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000004d88e455. 00000400:00000010:2.0:1767384861.088684:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000042c5aac4. 00000400:00000010:2.0:1767384861.088685:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000050d807e2. 00000400:00000010:2.0:1767384861.088687:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a2b98273. 00000400:00000010:2.0:1767384861.088688:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000341a78fa. 00000400:00000010:2.0:1767384861.088689:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d92c1386. 00000400:00000010:2.0:1767384861.088690:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003c41e00a. 00000400:00000010:2.0:1767384861.088693:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000eb2f37f0. 00000400:00000010:2.0:1767384861.088694:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000cdf35ad3. 00000400:00000010:2.0:1767384861.088695:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d0a0ecbc. 00000400:00000010:2.0:1767384861.088696:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e60b8304. 00000400:00000010:2.0:1767384861.088701:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f5fdc540. 00000400:00000010:2.0:1767384861.088703:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000004da167f. 00000400:00000010:2.0:1767384861.088704:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000033d50c00. 00000400:00000010:2.0:1767384861.088705:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004601c6c7. 00000400:00000010:2.0:1767384861.088707:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000eaa90ecb. 00000400:00000010:2.0:1767384861.088709:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000f15ab05f. 00000400:00000010:2.0:1767384861.088710:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000585c7706. 00000400:00000010:2.0:1767384861.088713:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f89a17db. 00000400:00000010:2.0:1767384861.088715:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000669c36fe. 00000400:00000010:2.0:1767384861.088717:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000695bd915. 00000400:00000010:2.0:1767384861.088718:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000134e8648. 00000400:00000010:2.0:1767384861.088719:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000be1c7a2c. 00000400:00000010:2.0:1767384861.088720:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000042279811. 00000400:00000010:2.0:1767384861.088722:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000f43d28bc. 00000400:00000010:2.0:1767384861.088723:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bccfb754. 00000400:00000010:2.0:1767384861.088724:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000010cab4ef. 00000400:00000010:2.0:1767384861.088729:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000011803508. 00000400:00000010:2.0:1767384861.088731:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a26a8790. 00000400:00000010:2.0:1767384861.088732:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004db09e04. 00000400:00000010:2.0:1767384861.088733:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000b87ff96. 00000400:00000010:2.0:1767384861.088736:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005db9635e. 00000400:00000010:2.0:1767384861.088737:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000526dd187. 00000400:00000010:2.0:1767384861.088738:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003fa04f62. 00000400:00000010:2.0:1767384861.088739:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cde1b534. 00000400:00000010:2.0:1767384861.088741:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000025aa2196. 00000400:00000010:2.0:1767384861.088743:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a1f48765. 00000400:00000010:2.0:1767384861.088744:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a206a5b5. 00000400:00000010:2.0:1767384861.088745:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003f998476. 00000400:00000010:2.0:1767384861.088747:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000076ec720a. 00000400:00000010:2.0:1767384861.088748:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000aa64b768. 00000400:00000010:2.0:1767384861.088749:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000028b796dc. 00000400:00000010:2.0:1767384861.088750:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009dba32de. 00000400:00000010:2.0:1767384861.088762:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e5d5cd44. 00000400:00000010:2.0:1767384861.088764:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000095ab7a18. 00000400:00000010:2.0:1767384861.088765:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000000b3fa7b. 00000400:00000010:2.0:1767384861.088767:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e9cfb731. 00000400:00000010:2.0:1767384861.088769:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004d82db7b. 00000400:00000010:2.0:1767384861.088770:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000007f7cf815. 00000400:00000010:2.0:1767384861.088771:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004ab8188e. 00000400:00000010:2.0:1767384861.088776:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009699c733. 00000400:00000010:2.0:1767384861.088778:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000028b39bc. 00000400:00000010:2.0:1767384861.088780:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000038aae7f1. 00000400:00000010:2.0:1767384861.088781:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ff06c30e. 00000400:00000010:2.0:1767384861.088782:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008ce8fee9. 00000400:00000010:2.0:1767384861.088784:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006cdc5c8a. 00000400:00000010:2.0:1767384861.088786:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000d3bb1078. 00000400:00000010:2.0:1767384861.088787:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009a630fd0. 00000400:00000010:2.0:1767384861.088788:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000982a30e0. 00000400:00000010:2.0:1767384861.088793:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b54d449f. 00000400:00000010:2.0:1767384861.088795:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000000546f34e. 00000400:00000010:2.0:1767384861.088796:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000086534bd7. 00000400:00000010:2.0:1767384861.088797:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f8553829. 00000400:00000010:2.0:1767384861.088800:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dc0ff1c5. 00000400:00000010:2.0:1767384861.088801:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000e2fea1c3. 00000400:00000010:2.0:1767384861.088802:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c731f370. 00000400:00000010:2.0:1767384861.088803:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c4f3a509. 00000400:00000010:2.0:1767384861.088806:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000042bdec58. 00000400:00000010:2.0:1767384861.088808:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000033cbf553. 00000400:00000010:2.0:1767384861.088809:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006cf19566. 00000400:00000010:2.0:1767384861.088810:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008cf59a04. 00000400:00000010:2.0:1767384861.088812:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000026cdceef. 00000400:00000010:2.0:1767384861.088813:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000002aa9f8e9. 00000400:00000010:2.0:1767384861.089141:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e5a3a5db. 00000400:00000010:2.0:1767384861.089144:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003a342b28. 00000400:00000010:2.0:1767384861.089153:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004f9afedb. 00000400:00000010:2.0:1767384861.089155:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000735eeac8. 00000400:00000010:2.0:1767384861.089156:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006e1cb427. 00000400:00000010:2.0:1767384861.089157:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000066c61110. 00000400:00000010:2.0:1767384861.089160:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000007d3f1e5. 00000400:00000010:2.0:1767384861.089161:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000523b8816. 00000400:00000010:2.0:1767384861.089162:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000021d76748. 00000400:00000010:2.0:1767384861.089166:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d61633ee. 00000400:00000010:2.0:1767384861.089169:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000060725cfd. 00000400:00000010:2.0:1767384861.089170:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000add76336. 00000400:00000010:2.0:1767384861.089172:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004d4ba79a. 00000400:00000010:2.0:1767384861.089173:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000028b8dae9. 00000400:00000010:2.0:1767384861.089175:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000820f4b2. 00000400:00000010:2.0:1767384861.089177:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000001ec943ef. 00000400:00000010:2.0:1767384861.089178:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006f8abf1d. 00000400:00000010:2.0:1767384861.089179:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008b3578d7. 00000400:00000010:2.0:1767384861.089185:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000775f15d8. 00000400:00000010:2.0:1767384861.089187:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000fa658258. 00000400:00000010:2.0:1767384861.089188:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000041fcc1f7. 00000400:00000010:2.0:1767384861.089189:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ea8c80fb. 00000400:00000010:2.0:1767384861.089192:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009459cdf7. 00000400:00000010:2.0:1767384861.089194:0:16342:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000000ec20ee2. 00000400:00000010:2.0:1767384861.089195:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005b2b056b. 00000400:00000010:2.0:1767384861.089196:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f7abd28c. 00000400:00000010:2.0:1767384861.089198:0:16342:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000095bfbeb0. 00000400:00000010:2.0:1767384861.089200:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000068ee1b1a. 00000400:00000010:2.0:1767384861.089201:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009e9311d4. 00000400:00000010:2.0:1767384861.089204:0:16342:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000083738cec. 00000400:00000010:2.0:1767384861.089206:0:16342:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000009dfe4ac4. 00000400:00000010:2.0:1767384861.089207:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000080b445ee. 00000400:00000010:2.0:1767384861.089208:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000799ad2a. 00000400:00000010:2.0:1767384861.089209:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000051e09fda. 00000400:00000010:2.0:1767384861.089211:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005204c265. 00000400:00000010:2.0:1767384861.089214:0:16342:0:(config.c:573:lnet_parse_networks()) alloc '(tokens)': 4 at 000000004d50a468. 00000400:00000010:2.0:1767384861.089217:0:16342:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000004701087b. 00000400:00000010:2.0:1767384861.089218:0:16342:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000009bf10f43. 00000400:00000010:2.0:1767384861.089219:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004e3e559c. 00000400:00000010:2.0:1767384861.089221:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000003af3f3e. 00000400:00000010:2.0:1767384861.089222:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a2130f51. 00000400:00000010:2.0:1767384861.089223:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000af013bdd. 00000400:00000010:2.0:1767384861.089227:0:16342:0:(config.c:785:lnet_parse_networks()) kfreed 'tokens': 4 at 000000004d50a468. 00000400:00000010:2.0:1767384861.089235:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000df3b3a22. 00000400:00000010:2.0:1767384861.089236:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000411a47b3. 00000800:00000200:2.0:1767384861.089737:0:16342:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=lo ifindex 1 state 0 ns 00000000988d24fb 00000800:00000200:2.0:1767384861.089741:0:16342:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=lo ifindex 1 state 0 ns 00000000988d24fb 00000800:00000200:2.0:1767384861.089743:0:16342:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=ens2 ifindex 2 state 6 ns 00000000988d24fb 00000800:00000200:2.0:1767384861.089745:0:16342:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=ens2 ifindex 2 state 6 ns 00000000988d24fb 00000800:00000010:2.0:1767384861.089750:0:16342:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000008fbdb490. 00000400:00000010:2.0:1767384861.089757:0:16342:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000004d50a468. 00000800:00000200:2.0:1767384861.089760:0:16342:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384861.090097:0:16342:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384861.090137:0:16342:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:2.0:1767384861.090144:0:16342:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp [8/256/0/180] 00000400:00000010:2.0:1767384861.091628:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 00000000de18fc87. 00000400:00000010:2.0:1767384861.091633:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ce9e895. 00000400:00000010:2.0:1767384861.091645:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000042b95b2. 00000400:00000200:2.0:1767384861.091653:0:16342:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 0 lazy 00000400:00000010:2.0:1767384861.091655:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c698b414. 00000400:00000010:2.0:1767384861.091657:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000faedf6d6. 00000400:00000010:2.0:1767384861.091658:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000056c4b8eb. 00000400:00000200:2.0:1767384861.091660:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c698b414 00000400:00000200:2.0:1767384861.091662:0:16342:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 272 success 00000400:00000010:2.0:1767384861.091664:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007d4c4fd5. 00000400:00000010:2.0:1767384861.091666:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e0bd6745. 00000400:00000010:2.0:1767384861.091667:0:16342:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002b3b3eeb. 00000400:00000010:2.0:1767384861.091668:0:16342:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000091af8c8d. 00000400:00000200:2.0:1767384861.091913:0:16342:0:(peer.c:4288:lnet_peer_discovery_start()) discovery start: 0 00000100:00000010:2.0:1767384861.091979:0:16342:0:(ptlrpcd.c:749:ptlrpcd_init()) kmalloced '(ptlrpcds)': 8 at 0000000022ea4cec. 00000100:00000010:2.0:1767384861.092137:0:16342:0:(ptlrpcd.c:846:ptlrpcd_init()) kmalloced '(pd)': 760 at 0000000041e81a19. 00000100:00000010:2.0:1767384861.092141:0:16342:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 000000003b4c856f. 00000100:00000010:2.0:1767384861.092143:0:16342:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 000000002f76346f. 00000100:00000010:2.0:1767384861.092145:0:16342:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 000000006748622d. 00000100:00000010:2.0:1767384861.092146:0:16342:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000e1ced08b. 00000100:00000010:2.0:1767384861.092262:0:16358:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a76664b. 00000020:00000010:2.0:1767384861.092266:0:16358:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000223703af. 00000020:00000010:2.0:1767384861.092268:0:16358:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000790a8814. 00000020:00000010:2.0:1767384861.092270:0:16358:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000004e925544. 00000040:00000010:2.0:1767384861.092271:0:16358:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000001f8da05. 00000020:00000010:2.0:1767384861.092274:0:16358:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000036f4f249. 00000020:00000010:2.0:1767384861.092276:0:16358:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5ef6f5c. 00000100:00000010:2.0:1767384861.092408:0:16359:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aa0ab46e. 00000020:00000010:2.0:1767384861.092411:0:16359:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002ead1b7d. 00000020:00000010:2.0:1767384861.092413:0:16359:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a8abc768. 00000020:00000010:2.0:1767384861.092415:0:16359:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000048ac2646. 00000040:00000010:2.0:1767384861.092416:0:16359:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fb3901c0. 00000020:00000010:2.0:1767384861.092418:0:16359:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001d42f462. 00000020:00000010:2.0:1767384861.092420:0:16359:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c381bde. 00000100:00000010:2.0:1767384861.092548:0:16360:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae911f81. 00000020:00000010:2.0:1767384861.092551:0:16360:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad51e151. 00000020:00000010:2.0:1767384861.092552:0:16360:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f49f4421. 00000020:00000010:2.0:1767384861.092554:0:16360:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000005be242af. 00000040:00000010:2.0:1767384861.092556:0:16360:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008f7c25d4. 00000020:00000010:2.0:1767384861.092558:0:16360:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cefef2b8. 00000020:00000010:2.0:1767384861.092560:0:16360:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043b23c40. 00000100:00000010:2.0:1767384861.092668:0:16361:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee70af79. 00000020:00000010:2.0:1767384861.092670:0:16361:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000637b9de2. 00000020:00000010:2.0:1767384861.092672:0:16361:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b4d426a5. 00000020:00000010:2.0:1767384861.092673:0:16361:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000a6d2938a. 00000040:00000010:2.0:1767384861.092675:0:16361:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c1818654. 00000020:00000010:2.0:1767384861.092677:0:16361:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000be3fb733. 00000020:00000010:2.0:1767384861.092679:0:16361:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7bcad71. 02000000:00000010:2.0:1767384861.129401:0:16373:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000212b25e7. 02000000:00000010:2.0:1767384861.129407:0:16373:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 1024 at 00000000a2aa96d8. 02000000:00000010:2.0:1767384861.129410:0:16373:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000cbd0482e. 02000000:00000010:2.0:1767384861.129422:0:16373:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 16384 at 000000008fec3a0b. 00000020:00000010:2.0:1767384862.896761:0:16455:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000cd13c5b7. 00008000:02000000:2.0:1767384862.974287:0:16482:0:(echo_client.c:2570:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:00000010:2.0:1767384862.976579:0:16482:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000009f589896. 00000020:00000010:2.0:1767384862.977067:0:16482:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 0000000016fb0814. 00000020:00000010:2.0:1767384863.464176:0:16654:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 0000000008f55d67. 00000020:00000010:2.0:1767384863.464200:0:16654:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000bcc4feb6. 00000020:00000010:2.0:1767384863.672498:0:16715:0:(cl_object.c:714:cl_env_new()) slab-alloced 'cle': 144 at 00000000add97bfd. 00000020:00000010:2.0:1767384863.672505:0:16715:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a4c4319. 00000020:00000010:2.0:1767384863.672508:0:16715:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003aee93d6. 00000020:00000010:2.0:1767384863.672510:0:16715:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000004b16d8bc. 00000008:00000010:2.0:1767384863.672521:0:16715:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000078231a3c. 00020000:00000010:2.0:1767384863.672526:0:16715:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000dfb901fb. 00008000:00000010:2.0:1767384863.672535:0:16715:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000013b650af. 00000080:00000010:2.0:1767384863.672549:0:16715:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000c765e980. 00000080:00000010:2.0:1767384863.672559:0:16715:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000003e562166. 00000020:00000010:2.0:1767384863.672564:0:16715:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8592e47. 00000008:00000010:2.0:1767384863.672573:0:16715:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000e99aa428. 00020000:00000010:2.0:1767384863.672583:0:16715:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000001e9eb4a3. 00008000:00000010:2.0:1767384863.672601:0:16715:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000046140e37. 00000080:00000010:2.0:1767384863.672611:0:16715:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000e743d5d4. 00000100:00000010:2.0:1767384866.840644:0:17081:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000f1172c33. 00000020:00000010:2.0:1767384866.840650:0:17081:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000cf1ce1ca. 00000020:00000010:2.0:1767384866.840656:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000137acde5. 00000020:00000010:2.0:1767384866.840659:0:17081:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004501cc4e. 00000040:00000010:2.0:1767384866.840662:0:17081:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b0983f1c. 00000020:00000010:2.0:1767384866.840665:0:17081:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000751d3294. 00000020:00000010:2.0:1767384866.840669:0:17081:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000033526001. 80000000:00000010:2.0:1767384866.840672:0:17081:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fc496e18. 00040000:00000010:2.0:1767384866.840675:0:17081:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d13d84f2. 00080000:00000010:2.0:1767384866.840679:0:17081:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e523df4c. 00080000:00000010:2.0:1767384866.840693:0:17081:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000105adad8. 20000000:00000010:2.0:1767384866.840698:0:17081:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000006646cbe. 00000100:00000200:2.0:1767384866.840703:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840713:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d95fe4d. 00000400:00000010:2.0:1767384866.840717:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a48c2d8a. 00000100:00000200:2.0:1767384866.840723:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840725:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e8d47c8. 00000400:00000010:2.0:1767384866.840727:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d9ec35f. 00000100:00000200:2.0:1767384866.840728:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840730:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007826f605. 00000400:00000010:2.0:1767384866.840732:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000082834b7d. 00000100:00000200:2.0:1767384866.840733:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840734:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e6e2fec. 00000400:00000010:2.0:1767384866.840736:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000068f8d3dd. 00000100:00000200:2.0:1767384866.840738:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840740:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d4da947. 00000400:00000010:2.0:1767384866.840742:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000060bc3207. 00000100:00000200:2.0:1767384866.840743:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840745:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034cd2ef5. 00000400:00000010:2.0:1767384866.840746:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002974a5c7. 00000100:00000200:2.0:1767384866.840748:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840749:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f7316f7. 00000400:00000010:2.0:1767384866.840751:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b444dcd. 00000100:00000200:2.0:1767384866.840753:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840754:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a47a86e5. 00000400:00000010:2.0:1767384866.840756:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f66551b3. 00000100:00000200:2.0:1767384866.840758:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840760:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099963116. 00000400:00000010:2.0:1767384866.840761:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009d8c49f0. 00000100:00000200:2.0:1767384866.840763:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840764:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004d07642. 00000400:00000010:2.0:1767384866.840766:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9c6ceb8. 00000100:00000200:2.0:1767384866.840768:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840769:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042e636b5. 00000400:00000010:2.0:1767384866.840770:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006287bde6. 00000100:00000200:2.0:1767384866.840772:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840773:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000824dc16e. 00000400:00000010:2.0:1767384866.840775:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070077d53. 00000100:00000200:2.0:1767384866.840776:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840783:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000706e1beb. 00000400:00000010:2.0:1767384866.840785:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044047cde. 00000100:00000200:2.0:1767384866.840787:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840789:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b220aab8. 00000400:00000010:2.0:1767384866.840791:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037f6c140. 00000100:00000200:2.0:1767384866.840793:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840794:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c96e36f6. 00000400:00000010:2.0:1767384866.840796:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000078cb680. 00000100:00000200:2.0:1767384866.840797:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840800:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082daabb1. 00000400:00000010:2.0:1767384866.840803:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000003029910. 00000100:00000200:2.0:1767384866.840805:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840806:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f604f3f. 00000400:00000010:2.0:1767384866.840807:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000183a36eb. 00000100:00000200:2.0:1767384866.840809:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840810:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e3824c8. 00000400:00000010:2.0:1767384866.840837:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000586ebf40. 00000100:00000200:2.0:1767384866.840840:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840842:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab3eab3b. 00000400:00000010:2.0:1767384866.840844:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b93a4503. 00000100:00000200:2.0:1767384866.840845:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840847:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f2e8b09. 00000400:00000010:2.0:1767384866.840850:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000bae30a8. 00000100:00000200:2.0:1767384866.840851:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840853:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dc5e409. 00000400:00000010:2.0:1767384866.840855:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000034cad812. 00000100:00000200:2.0:1767384866.840857:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840858:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090f57d14. 00000400:00000010:2.0:1767384866.840859:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2154897. 00000100:00000200:2.0:1767384866.840861:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840863:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d769d156. 00000400:00000010:2.0:1767384866.840865:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000043305d15. 00000100:00000200:2.0:1767384866.840867:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840868:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1e792d8. 00000400:00000010:2.0:1767384866.840869:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003ccc3bba. 00000100:00000200:2.0:1767384866.840871:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840879:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009cc02cf4. 00000400:00000010:2.0:1767384866.840881:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c1065c74. 00000100:00000200:2.0:1767384866.840883:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840885:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015ef1358. 00000400:00000010:2.0:1767384866.840886:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004a8d6f46. 00000100:00000200:2.0:1767384866.840889:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840891:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e10a2acb. 00000400:00000010:2.0:1767384866.840893:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079bf0c1f. 00000100:00000200:2.0:1767384866.840896:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840898:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa0bce8c. 00000400:00000010:2.0:1767384866.840899:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb1ae1c0. 00000100:00000200:2.0:1767384866.840901:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840902:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073702c95. 00000400:00000010:2.0:1767384866.840903:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000061e1c716. 00000100:00000200:2.0:1767384866.840905:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840906:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006cebf8f4. 00000400:00000010:2.0:1767384866.840909:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ed0386c. 00000100:00000200:2.0:1767384866.840911:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840913:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000846cbbf3. 00000400:00000010:2.0:1767384866.840914:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006039207a. 00000100:00000200:2.0:1767384866.840916:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840917:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f96d3307. 00000400:00000010:2.0:1767384866.840919:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a3fbe85e. 00000100:00000200:2.0:1767384866.840920:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840921:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a47044bb. 00000400:00000010:2.0:1767384866.840922:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d14ea0b6. 00000100:00000200:2.0:1767384866.840924:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840925:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000759049dd. 00000400:00000010:2.0:1767384866.840927:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b4662dfd. 00000100:00000200:2.0:1767384866.840928:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840929:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004241775c. 00000400:00000010:2.0:1767384866.840931:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093cb5295. 00000100:00000200:2.0:1767384866.840932:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840933:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018a7dc11. 00000400:00000010:2.0:1767384866.840935:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8a37dee. 00000100:00000200:2.0:1767384866.840937:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840943:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd71f9df. 00000400:00000010:2.0:1767384866.840945:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e9fe7cec. 00000100:00000200:2.0:1767384866.840947:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840948:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007bf0f838. 00000400:00000010:2.0:1767384866.840949:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc86d0d8. 00000100:00000200:2.0:1767384866.840951:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840952:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0a4624e. 00000400:00000010:2.0:1767384866.840954:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d038763e. 00000100:00000200:2.0:1767384866.840955:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840956:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001cd2f837. 00000400:00000010:2.0:1767384866.840959:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa0d7eb4. 00000100:00000200:2.0:1767384866.840960:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840961:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049be5dee. 00000400:00000010:2.0:1767384866.840963:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000805b343d. 00000100:00000200:2.0:1767384866.840965:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840966:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009706036d. 00000400:00000010:2.0:1767384866.840967:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa54995d. 00000100:00000200:2.0:1767384866.840981:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840983:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd6a7538. 00000400:00000010:2.0:1767384866.840985:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009006a620. 00000100:00000200:2.0:1767384866.840987:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840988:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068a1271d. 00000400:00000010:2.0:1767384866.840990:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005e8ae44a. 00000100:00000200:2.0:1767384866.840991:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840993:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ecf7709. 00000400:00000010:2.0:1767384866.840995:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e934cec1. 00000100:00000200:2.0:1767384866.840996:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.840997:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054eadfc3. 00000400:00000010:2.0:1767384866.840999:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fe4f6bd2. 00000100:00000200:2.0:1767384866.841000:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.841002:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bec90c6. 00000400:00000010:2.0:1767384866.841004:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3c1c99e. 00000100:00000200:2.0:1767384866.841005:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.841006:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001559a8ee. 00000400:00000010:2.0:1767384866.841008:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086b7ea2b. 00000100:00000200:2.0:1767384866.841009:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.841016:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecc238d2. 00000400:00000010:2.0:1767384866.841018:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e25841c0. 00000100:00000200:2.0:1767384866.841020:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.841022:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f655847. 00000400:00000010:2.0:1767384866.841023:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fb69445a. 00000100:00000200:2.0:1767384866.841025:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.841026:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b63f26c. 00000400:00000010:2.0:1767384866.841028:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b0884d7d. 00000100:00000200:2.0:1767384866.841029:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.841030:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e031ef5f. 00000400:00000010:2.0:1767384866.841032:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a0de3dc. 00000100:00000200:2.0:1767384866.841033:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.841034:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fbe1408. 00000400:00000010:2.0:1767384866.841036:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000065fb6a3d. 00000100:00000200:2.0:1767384866.841038:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.841039:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000067ad32f. 00000400:00000010:2.0:1767384866.841040:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc4283d7. 00000100:00000200:2.0:1767384866.841041:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.841043:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090196103. 00000400:00000010:2.0:1767384866.841045:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ea415db. 00000100:00000200:2.0:1767384866.841046:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.841047:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000267c8f71. 00000400:00000010:2.0:1767384866.841049:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000157f5673. 00000100:00000200:2.0:1767384866.841050:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.841052:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000486a03d1. 00000400:00000010:2.0:1767384866.841053:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004b44a738. 00000100:00000200:2.0:1767384866.841054:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.841055:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000616896a5. 00000400:00000010:2.0:1767384866.841057:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cd1e18f8. 00000100:00000200:2.0:1767384866.841058:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.841060:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be061e01. 00000400:00000010:2.0:1767384866.841062:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e9baa196. 00000100:00000200:2.0:1767384866.841064:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.841065:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006218880e. 00000400:00000010:2.0:1767384866.841067:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b1bb314. 00000100:00000200:2.0:1767384866.841068:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.841075:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1439410. 00000400:00000010:2.0:1767384866.841076:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000014fffd51. 00000100:00000200:2.0:1767384866.841078:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.841079:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e69b74d. 00000400:00000010:2.0:1767384866.841081:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e5011c6a. 00000100:00000200:2.0:1767384866.841082:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.841083:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004820b188. 00000400:00000010:2.0:1767384866.841084:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000c7797b0. 00000100:00000200:2.0:1767384866.841085:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.841087:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e40dd556. 00000400:00000010:2.0:1767384866.841088:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002f01597d. 00000100:00000010:2.0:1767384866.841099:0:17081:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000a42aae32. 00000100:00000200:2.0:1767384866.841113:0:17081:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384866.841298:0:17083:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000fc9b063c. 00000020:00000010:2.0:1767384866.841301:0:17083:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000126b029d. 00000020:00000010:2.0:1767384866.841305:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016534779. 00000020:00000010:2.0:1767384866.841307:0:17083:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002866b04a. 00000040:00000010:2.0:1767384866.841310:0:17083:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d8a4ee9a. 00000020:00000010:2.0:1767384866.841312:0:17083:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003c5db114. 00000020:00000010:2.0:1767384866.841314:0:17083:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000856cd4ab. 80000000:00000010:2.0:1767384866.841316:0:17083:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000565c0eaf. 00040000:00000010:2.0:1767384866.841318:0:17083:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008bdd539c. 00080000:00000010:2.0:1767384866.841321:0:17083:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000980f9615. 00080000:00000010:2.0:1767384866.841324:0:17083:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002773ad5f. 20000000:00000010:2.0:1767384866.841327:0:17083:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000ca3f3e2c. 00000100:00000010:2.0:1767384866.841339:0:17083:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000001800a3c8. 00000100:00000200:2.0:1767384866.841350:0:17083:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384866.841522:0:17084:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000005b448117. 00000020:00000010:2.0:1767384866.841525:0:17084:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000004d59191. 00000020:00000010:2.0:1767384866.841529:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000772cd196. 00000020:00000010:2.0:1767384866.841532:0:17084:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c4cc23be. 00000040:00000010:2.0:1767384866.841534:0:17084:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e13893a9. 00000020:00000010:2.0:1767384866.841536:0:17084:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007d3edab5. 00000020:00000010:2.0:1767384866.841539:0:17084:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000084aa323c. 80000000:00000010:2.0:1767384866.841546:0:17084:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008fec808a. 00040000:00000010:2.0:1767384866.841548:0:17084:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000750c90ba. 00080000:00000010:2.0:1767384866.841551:0:17084:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007e91d003. 00080000:00000010:2.0:1767384866.841561:0:17084:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000696a08f2. 20000000:00000010:2.0:1767384866.841566:0:17084:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000080d99a2d. 00000100:00000010:2.0:1767384866.841577:0:17084:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000811fb4f5. 00000100:00000200:2.0:1767384866.841587:0:17084:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000020:00000010:2.0:1767384866.841715:0:17085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000256c154. 00000020:00000010:2.0:1767384866.841720:0:17085:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e6a692ca. 00000040:00000010:2.0:1767384866.841722:0:17085:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002ef19204. 00000020:00000010:2.0:1767384866.841725:0:17085:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ca9bfeab. 00000020:00000010:2.0:1767384866.841739:0:17085:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000e723331. 00000020:00000010:2.0:1767384866.841743:0:17085:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a88b0dd0. 80000000:00000010:2.0:1767384866.841750:0:17085:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000098d3022d. 40000000:00000010:2.0:1767384866.841756:0:17085:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003ec56f91. 00100000:00000010:2.0:1767384866.841759:0:17085:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000008b2e4e5. 00040000:00000010:2.0:1767384866.841763:0:17085:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009937cd20. 00040000:00000010:2.0:1767384866.841767:0:17085:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000401d2eb1. 00040000:00000010:2.0:1767384866.841772:0:17085:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000353cb6c. 00080000:00000010:2.0:1767384866.841776:0:17085:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a5fcb204. 00080000:00000010:2.0:1767384866.841780:0:17085:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ae460e6f. 00000004:00000010:2.0:1767384866.841785:0:17085:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a66b5c85. 00000004:00000010:2.0:1767384866.841791:0:17085:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000dabd8f43. 00000004:00000010:2.0:1767384866.841799:0:17085:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fc8ad9fa. 00002000:00000010:2.0:1767384866.841805:0:17085:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a55b1e53. 00000004:00000010:2.0:1767384866.841808:0:17085:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ae0e96ac. 00000020:00000010:2.0:1767384866.841811:0:17085:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000758ce4c1. 00000800:00000200:3.1F:1767384866.842264:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000707d4820] -> 12345-192.168.203.134@tcp (2) 00000400:00000200:2.0:1767384866.842508:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384866.842542:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp from 255.3.0.2 00000800:00000010:2.0:1767384866.842547:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000757b8121. 00000800:00000200:3.1:1767384866.842652:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000707d4820] -> 12345-192.168.203.134@tcp (2) 00000800:00000200:3.1:1767384866.842655:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp 00000000df63baaa deleted 00000800:00000010:3.1:1767384866.842657:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000df63baaa. 00000800:00000200:3.1:1767384866.842662:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384866.842668:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:1023 00000800:00000200:3.1:1767384866.842671:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a73bc178 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.1:1767384866.842783:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384866.842890:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384866.842894:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a73bc178. 00000400:00000200:2.0:1767384866.842899:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384866.842909:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp->192.168.203.134@tcp: GET: OK 00000400:00000200:2.0:1767384866.842914:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384866.842917:0:16353:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp: 0 00000400:00000200:2.0:1767384866.842940:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp(192.168.203.134@tcp) <- 192.168.203.134@tcp : GET - for me 00000400:00000200:2.0:1767384866.842960:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384866.842967:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 48/272 into md 0x1 [1] + 0 00000400:00000200:2.0:1767384866.842989:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1767384866.842993:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp NI seq info: [2:2:256:4294967295] 192.168.203.134@tcp LPNI seq info [2:2:8:4294967295] 00000400:00000200:2.0:1767384866.843001:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) 192.168.203.134@tcp : REPLY try# 0 00000800:00000200:2.0:1767384866.843006:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1767384866.843010:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f3fe7ff6. 00000800:00000200:2.0:1767384866.843015:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000707d4820] -> 12345-192.168.203.134@tcp (4) 00000800:00000200:2.0:1767384866.843020:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1767384866.843022:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f3fe7ff6 type 3, nob 144 niov 1 nkiov 1 00000800:00000200:2.0:1767384866.843068:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384866.843070:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f3fe7ff6. 00000400:00000200:2.0:1767384866.843073:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384866.843077:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp->192.168.203.134@tcp: REPLY: OK 00000400:00000200:2.0:1767384866.843098:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp(192.168.203.134@tcp) <- 192.168.203.134@tcp : REPLY - for me 00000400:00000200:2.0:1767384866.843109:0:16353:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp: Reply from 12345-192.168.203.134@tcp of length 48/48 into md 0x20d 00000400:00000200:2.0:1767384866.843119:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384866.843122:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp->192.168.203.134@tcp: REPLY: OK 00000400:00000200:2.0:1767384866.843126:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052d54abd 00000400:00000010:2.0:1767384866.843128:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052d54abd. 00000400:00000200:2.0:1767384866.843131:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384866.843135:0:16353:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.134@tcp has discovery enabled 00000400:00000200:2.0:1767384866.843138:0:16353:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000200:2.0:1767384866.843141:0:16353:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.134@tcp data present 1. state = 0x100241 00000400:00000200:2.0:1767384866.843148:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:2.0:1767384866.843164:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (3) 00000800:00000200:2.0:1767384866.843392:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384866.843396:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008425984f. 00000400:00000200:2.0:1767384866.843403:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384866.843409:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1767384866.843413:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384866.843415:0:16353:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp: 0 00000800:00000200:3.1:1767384866.843428:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000707d4820] -> 12345-192.168.203.134@tcp (4) 00000400:00000200:2.0:1767384866.843434:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp(192.168.203.134@tcp) <- 192.168.203.134@tcp : PUT - for me 00000800:00000200:3.1:1767384866.843438:0:16348:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp 0000000031bb1ae7 deleted 00000800:00000010:3.1:1767384866.843441:0:16348:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000031bb1ae7. 00000800:00000200:3.1:1767384866.843445:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000400:00000200:2.0:1767384866.843448:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 48 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384866.843457:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 48/48 into md 0x5 [1] + 0 00000400:00000010:2.0:1767384866.843463:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000faedf6d6. 00000400:00000200:2.0:1767384866.843471:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000056c4b8eb 00000400:00000200:2.0:1767384866.843477:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384866.843480:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp->192.168.203.134@tcp: PUT: OK 00000400:00000200:2.0:1767384866.843482:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056c4b8eb 00000400:00000010:2.0:1767384866.843483:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000056c4b8eb. 00000400:00000200:2.0:1767384866.843487:0:16353:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384866.843489:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (3) 00000400:00000200:2.0:1767384866.843493:0:16353:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000010:2.0:1767384866.843497:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 00000000baf167fe. 00000400:00000200:2.0:1767384866.843499:0:16353:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.134@tcp 1 00000400:00000200:2.0:1767384866.843503:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:2.0:1767384866.843511:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (4) 00000400:00000200:2.0:1767384866.843515:0:16353:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384866.843521:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1767384866.843530:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp NI seq info: [4:4:256:4294967295] 192.168.203.134@tcp LPNI seq info [4:4:8:4294967295] 00000400:00000200:2.0:1767384866.843544:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) 192.168.203.134@tcp : ACK try# 0 00000800:00000200:2.0:1767384866.843548:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1767384866.843551:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f3fe7ff6. 00000800:00000200:2.0:1767384866.843555:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000707d4820] -> 12345-192.168.203.134@tcp (5) 00000800:00000200:2.0:1767384866.843568:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:2.0:1767384866.843570:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f3fe7ff6 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.1:1767384866.843579:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384866.843604:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384866.843607:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f3fe7ff6. 00000400:00000200:2.0:1767384866.843610:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384866.843617:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp->192.168.203.134@tcp: ACK: OK 00000400:00000200:2.0:1767384866.843642:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp(192.168.203.134@tcp) <- 192.168.203.134@tcp : ACK - for me 00000400:00000200:2.0:1767384866.843654:0:16353:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp: ACK from 12345-192.168.203.134@tcp into md 0x211 00000400:00000200:2.0:1767384866.843657:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384866.843663:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp->192.168.203.134@tcp: ACK: OK 00000400:00000200:2.0:1767384866.843667:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003eb9a1d4 00000400:00000010:2.0:1767384866.843670:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003eb9a1d4. 00000400:00000200:2.0:1767384866.843675:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384866.843681:0:16353:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 00000400:00000200:2.0:1767384866.843688:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:2.0:1767384866.843694:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (3) 00000020:00000010:2.0:1767384866.843890:0:17067:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f014cd7f. 00000040:00000010:2.0:1767384866.843896:0:17067:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003ab65f41. 00000020:00000010:2.0:1767384866.843898:0:17067:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cdfd945d. 00000020:00000010:2.0:1767384866.843902:0:17067:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000025044d67. 00040000:00000010:2.0:1767384866.843904:0:17067:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006c328e45. 00040000:00000010:2.0:1767384866.843907:0:17067:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003f746458. 00080000:00000010:2.0:1767384866.843910:0:17067:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000eea7981d. 00080000:00000010:2.0:1767384866.843912:0:17067:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000bb4a2769. 00000020:00000010:2.0:1767384866.843914:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000011a22d6d. 00000020:00000010:2.0:1767384866.843917:0:17067:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000064d9d7eb. 00000020:00000010:2.0:1767384866.843920:0:17067:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e77f945a. 00000008:00000010:2.0:1767384866.843923:0:17067:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000005e52a867. 00020000:00000010:2.0:1767384866.843925:0:17067:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000005e8913c. 00008000:00000010:2.0:1767384866.843928:0:17067:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000007e0b4a17. 00000080:00000010:2.0:1767384866.843930:0:17067:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000c28f2178. 00000020:00000010:2.0:1767384866.843933:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003368f8eb. 00000020:00000010:2.0:1767384866.843942:0:17067:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 104 at 000000009c8d04d4. 00000020:00000010:2.0:1767384866.843953:0:17067:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000009de0d226. 00000100:00000010:2.0:1767384866.843982:0:17067:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d6bfa9fd. 02000000:00000010:2.0:1767384866.843996:0:17067:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000007f15c051. 00000020:00000010:2.0:1767384866.844034:0:17067:0:(obd_mount.c:538:lustre_start_mgc()) kfreed 'uuid': 40 at 00000000375096e3. 00000020:00000010:2.0:1767384866.844038:0:17067:0:(obd_mount.c:539:lustre_start_mgc()) kfreed 'data': 192 at 00000000faaa5383. 00000020:00000010:2.0:1767384866.844041:0:17067:0:(obd_mount.c:540:lustre_start_mgc()) kfreed 'mgcname': 23 at 00000000a3619a7e. 00000020:00000010:2.0:1767384866.844048:0:17067:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 0000000080b38607. 00000020:00000010:2.0:1767384866.844066:0:17067:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000be7aed29. 00000020:00000010:2.0:1767384866.844072:0:17067:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000cc6624d9. 00000020:00000010:2.0:1767384866.844080:0:17067:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 0000000080b38607. 00000020:00000010:2.0:1767384866.844088:0:17067:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 48 at 000000000a1d280c. 00000001:00000010:2.0:1767384866.844102:0:17067:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000f3fe7ff6. 00000001:00000010:2.0:1767384866.844107:0:17067:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000fb912847. 00000001:00000010:2.0:1767384866.844111:0:17067:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004d906864. 00000001:00000010:2.0:1767384866.844117:0:17067:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000017f5b06e. 00000001:00000010:2.0:1767384866.844120:0:17067:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e9d0c313. 00000001:00000010:2.0:1767384866.844127:0:17067:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c2d3d94f. 00000001:00000010:2.0:1767384866.844131:0:17067:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e18e9b64. 00000001:00000010:2.0:1767384866.844136:0:17067:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000e736a9fe. 00000001:00000010:2.0:1767384866.844140:0:17067:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000035fb5ef0. 00000001:00000010:2.0:1767384866.844145:0:17067:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007d8ce78a. 00000001:00000010:2.0:1767384866.844147:0:17067:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002d2274d8. 00000001:00000010:2.0:1767384866.844153:0:17067:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003368f8eb. 00000020:00000010:2.0:1767384866.844156:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000011a22d6d. 00000020:00000010:2.0:1767384866.844159:0:17067:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000066d0605a. 00000020:00000010:2.0:1767384866.844172:0:17067:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000961dbc95. 00000008:00000010:2.0:1767384866.844178:0:17067:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000fab3375d. 00020000:00000010:2.0:1767384866.844184:0:17067:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000058f601ee. 00008000:00000010:2.0:1767384866.844188:0:17067:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000781fca02. 00000080:00000010:2.0:1767384866.844191:0:17067:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000e1d20fda. 00000020:00000010:2.0:1767384866.844195:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001fea9768. 00000020:00000010:2.0:1767384866.844203:0:17067:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003f746458. 00000040:00000010:2.0:1767384866.844210:0:17067:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000025044d67. 00000020:00000010:2.0:1767384866.844213:0:17067:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000053d60f67. 00000020:00000010:2.0:1767384866.844216:0:17067:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006d4fb56d. 00000020:00000010:2.0:1767384866.844221:0:17067:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003ab65f41. 80000000:00000010:2.0:1767384866.844224:0:17067:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000080b38607. 40000000:00000010:2.0:1767384866.844225:0:17067:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004b7b76c4. 00100000:00000010:2.0:1767384866.844228:0:17067:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000033e556a1. 00040000:00000010:2.0:1767384866.844232:0:17067:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b316e9a2. 00040000:00000010:2.0:1767384866.844236:0:17067:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000cbc2fa2f. 00040000:00000010:2.0:1767384866.844240:0:17067:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f014cd7f. 00080000:00000010:2.0:1767384866.844246:0:17067:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f80fcff7. 00080000:00000010:2.0:1767384866.844262:0:17067:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000098f69abb. 00000004:00000010:2.0:1767384866.844269:0:17067:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001b57853f. 00000004:00000010:2.0:1767384866.844275:0:17067:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ed2c45f3. 00000004:00000010:2.0:1767384866.844278:0:17067:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000083c057fc. 00000004:00000010:2.0:1767384866.844281:0:17067:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d7b32af9. 00000004:00000010:2.0:1767384866.844287:0:17067:0:(mdt_mds.c:566:mds_device_alloc()) kmalloced '(m)': 192 at 000000003ef76c23. 00000100:00000010:2.0:1767384866.844346:0:17067:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000257a2f4a. 00000100:00000010:2.0:1767384866.844353:0:17067:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000009b5b808c. 00000100:00000010:2.0:1767384866.844369:0:17067:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000a938bdea. 00000100:00000010:2.0:1767384866.844376:0:17067:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000079c6c1e3. 00000100:00000010:2.0:1767384866.844383:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3890032. 00000100:00000010:2.0:1767384866.844459:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ac4ba766. 00000100:00000010:2.0:1767384866.844465:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cc0a275f. 00000100:00000010:2.0:1767384866.844537:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000049c983ab. 00000100:00000010:2.0:1767384866.844543:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f3b591c5. 00000100:00000010:2.0:1767384866.844619:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000147e8ac8. 00000100:00000010:2.0:1767384866.844624:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007f02b850. 00000100:00000010:2.0:1767384866.844696:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006097fcb3. 00000100:00000010:2.0:1767384866.844701:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000003134057. 00000100:00000010:2.0:1767384866.844775:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e41af84a. 00000100:00000010:2.0:1767384866.844780:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dab92e3f. 00000100:00000010:2.0:1767384866.844877:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004dd01d4d. 00000100:00000010:2.0:1767384866.844883:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002489efa2. 00000100:00000010:2.0:1767384866.844959:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000efa04b8f. 00000100:00000010:2.0:1767384866.844963:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab356688. 00000100:00000010:2.0:1767384866.845049:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002d7733a6. 00000100:00000010:2.0:1767384866.845054:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007adf256e. 00000100:00000010:2.0:1767384866.845128:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d3a3e063. 00000100:00000010:2.0:1767384866.845132:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ae539f7. 00000100:00000010:2.0:1767384866.845209:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000065ea4f69. 00000100:00000010:2.0:1767384866.845213:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c9be428. 00000100:00000010:2.0:1767384866.845286:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003b96bc1b. 00000100:00000010:2.0:1767384866.845291:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b99a05b9. 00000100:00000010:2.0:1767384866.845365:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d9daac7c. 00000100:00000010:2.0:1767384866.845369:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f2b535ec. 00000100:00000010:2.0:1767384866.845442:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000554f543c. 00000100:00000010:2.0:1767384866.845446:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000008568bb6. 00000100:00000010:2.0:1767384866.845520:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ffe55a9f. 00000100:00000010:2.0:1767384866.845525:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004107cfbf. 00000100:00000010:2.0:1767384866.845598:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ba81330e. 00000100:00000010:2.0:1767384866.845603:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003f632d2d. 00000100:00000010:2.0:1767384866.845676:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000064139fe8. 00000100:00000010:2.0:1767384866.845680:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004abfef95. 00000100:00000010:2.0:1767384866.845754:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000cfe6cf39. 00000100:00000010:2.0:1767384866.845757:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee5d1aec. 00000100:00000010:2.0:1767384866.845859:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000127db755. 00000100:00000010:2.0:1767384866.845864:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ff605a2e. 00000100:00000010:2.0:1767384866.845938:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001e675361. 00000100:00000010:2.0:1767384866.845941:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000748381ee. 00000100:00000010:2.0:1767384866.846026:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000094bda16b. 00000100:00000010:2.0:1767384866.846030:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f5f3c24. 00000100:00000010:2.0:1767384866.846104:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007a1d9644. 00000100:00000010:2.0:1767384866.846112:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000072b879c6. 00000100:00000010:2.0:1767384866.846184:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005f922bfc. 00000100:00000010:2.0:1767384866.846187:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e02760d3. 00000100:00000010:2.0:1767384866.846262:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004ad9cf3f. 00000100:00000010:2.0:1767384866.846266:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd2ab164. 00000100:00000010:2.0:1767384866.846337:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004c42c066. 00000100:00000010:2.0:1767384866.846342:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069568b29. 00000100:00000010:2.0:1767384866.846414:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000dee9e3ad. 00000100:00000010:2.0:1767384866.846418:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d42c456d. 00000100:00000010:2.0:1767384866.846491:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006c1aab3b. 00000100:00000010:2.0:1767384866.846494:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000098a76556. 00000100:00000010:2.0:1767384866.846573:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000049bab9b2. 00000100:00000010:2.0:1767384866.846580:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cda4f778. 00000100:00000010:2.0:1767384866.846654:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007ec40ae6. 00000100:00000010:2.0:1767384866.846657:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f029da93. 00000100:00000010:2.0:1767384866.846728:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000563b9ff5. 00000100:00000010:2.0:1767384866.846732:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005da31388. 00000100:00000010:2.0:1767384866.846804:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f7f3ef97. 00000100:00000010:2.0:1767384866.846807:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000048e6f440. 00000100:00000010:2.0:1767384866.846893:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000021ffc163. 00000100:00000010:2.0:1767384866.846897:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ee38442. 00000100:00000010:2.0:1767384866.846991:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000184bac6f. 00000100:00000010:2.0:1767384866.846995:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000052e2e488. 00000100:00000010:2.0:1767384866.847068:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000932a3745. 00000100:00000010:2.0:1767384866.847071:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000739218f5. 00000100:00000010:2.0:1767384866.847144:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008796728c. 00000100:00000010:2.0:1767384866.847147:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ac7075e. 00000100:00000010:2.0:1767384866.847222:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000bdfd32d0. 00000100:00000010:2.0:1767384866.847224:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009c3fa2af. 00000100:00000010:2.0:1767384866.847296:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000006971240. 00000100:00000010:2.0:1767384866.847299:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003407718e. 00000100:00000010:2.0:1767384866.847378:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005fbaff75. 00000100:00000010:2.0:1767384866.847381:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025c76de8. 00000100:00000010:2.0:1767384866.847455:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000cdbc73c0. 00000100:00000010:2.0:1767384866.847458:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000056b04d82. 00000100:00000010:2.0:1767384866.847532:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e8807988. 00000100:00000010:2.0:1767384866.847535:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f06e38f1. 00000100:00000010:2.0:1767384866.847607:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000595f913f. 00000100:00000010:2.0:1767384866.847609:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aa783a16. 00000100:00000010:2.0:1767384866.847680:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000cc28ba8e. 00000100:00000010:2.0:1767384866.847682:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a3a00e61. 00000100:00000010:2.0:1767384866.847753:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004aaf7e3f. 00000100:00000010:2.0:1767384866.847755:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005e374f5a. 00000100:00000010:2.0:1767384866.847841:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c1c35aa7. 00000100:00000010:2.0:1767384866.847844:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000008f79d36. 00000100:00000010:2.0:1767384866.847916:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008fc1cec2. 00000100:00000010:2.0:1767384866.847921:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a1660bbf. 00000100:00000010:2.0:1767384866.847999:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002ebf37f4. 00000100:00000010:2.0:1767384866.848002:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e7a55078. 00000100:00000010:2.0:1767384866.848075:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e7b89d09. 00000100:00000010:2.0:1767384866.848077:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000019a30082. 00000100:00000010:2.0:1767384866.848150:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a674446c. 00000100:00000010:2.0:1767384866.848153:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007f020e04. 00000100:00000010:2.0:1767384866.848223:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005a0424cc. 00000100:00000010:2.0:1767384866.848225:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d870c8a0. 00000100:00000010:2.0:1767384866.848296:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000032051681. 00000100:00000010:2.0:1767384866.848299:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000882d415f. 00000100:00000010:2.0:1767384866.848371:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b9e1d16c. 00000100:00000010:2.0:1767384866.848374:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053de4f3b. 00000100:00000010:2.0:1767384866.848448:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a31a4333. 00000100:00000010:2.0:1767384866.848451:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b4ac2c31. 00000100:00000010:2.0:1767384866.848524:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c64d82ec. 00000100:00000010:2.0:1767384866.848531:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eac12cc6. 00000100:00000010:2.0:1767384866.848604:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000047e24101. 00000100:00000010:2.0:1767384866.848608:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de2d9032. 00000100:00000010:2.0:1767384866.848677:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000927aff00. 00000100:00000010:2.0:1767384866.848681:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002192e640. 00000100:00000010:2.0:1767384866.848752:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000bc739b47. 00000100:00000010:2.0:1767384866.848756:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bff12dde. 00000100:00000010:2.0:1767384866.848851:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f772a493. 00000100:00000010:2.0:1767384866.848867:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee13ee0f. 00000100:00000010:2.0:1767384866.848881:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000308460a2. 00000100:00000010:2.0:1767384866.848954:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002219ab73. 00000100:00000010:2.0:1767384866.848958:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000468d17cc. 00000100:00000010:2.0:1767384866.849040:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002adb6c2d. 00000100:00000010:2.0:1767384866.849044:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a6ce0e0. 00000100:00000010:2.0:1767384866.849130:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000087ffa11f. 00000100:00000010:2.0:1767384866.849133:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000408658ae. 00000100:00000010:2.0:1767384866.849210:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000fed6ec3c. 00000100:00000010:2.0:1767384866.849213:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5235b90. 00000100:00000010:2.0:1767384866.849290:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005646542a. 00000100:00000010:2.0:1767384866.849293:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000006501455. 00000100:00000010:2.0:1767384866.849367:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000fc68298e. 00000100:00000010:2.0:1767384866.849370:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd494d8c. 00000100:00000010:2.0:1767384866.849443:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004f4c91d6. 00000100:00000010:2.0:1767384866.849446:0:17067:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6568365. 00000100:00000010:2.0:1767384866.849517:0:17067:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000991a8ed0. 00000400:00000200:2.0:1767384866.849521:0:17067:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 12 lazy 00000020:00000010:2.0:1767384866.849571:0:17067:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000702f258c. 00000020:00000010:2.0:1767384866.849575:0:17067:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000003ee817d2. 00000100:00000010:2.0:1767384866.849639:0:17067:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004cc821f7. 00000100:00000010:2.0:1767384866.849643:0:17067:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000c7f9c197. 00000100:00000010:2.0:1767384866.849648:0:17067:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000faaa5383. 00000100:00000010:2.0:1767384866.849657:0:17067:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000de6e168e. 00000100:00000010:2.0:1767384866.849661:0:17067:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000064370a8c. 00000100:00000010:2.0:1767384866.849664:0:17067:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 0000000091e3fb47. 00000100:00000010:2.0:1767384866.849667:0:17067:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006d24117a. 00000100:00000010:2.0:1767384866.849671:0:17067:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000b057ff61. 00000100:00000010:2.0:1767384866.849674:0:17067:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000045b28f94. 00000100:00000010:2.0:1767384866.849676:0:17067:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006103a191. 00000100:00000010:2.0:1767384866.849678:0:17067:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000fbbf30ac. 00000100:00000200:2.0:1767384866.849725:0:17067:0:(service.c:847:ptlrpc_register_service()) mdt: Started, listening on portal 12 00000100:00000010:2.0:1767384866.849729:0:17067:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005ad66e69. 00000100:00000010:2.0:1767384866.850397:0:17067:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000af8efa8a. 00000100:00000010:2.0:1767384866.850560:0:17090:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000001790d988. 00000020:00000010:2.0:1767384866.850562:0:17090:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ffe411eb. 00000020:00000010:2.0:1767384866.850565:0:17090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7dce6f3. 00000020:00000010:2.0:1767384866.850567:0:17090:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000864aee5e. 00000040:00000010:2.0:1767384866.850569:0:17090:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002d7f6a70. 00000020:00000010:2.0:1767384866.850572:0:17090:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000406386d7. 00000020:00000010:2.0:1767384866.850574:0:17090:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000cd3d3efc. 00000020:00000010:2.0:1767384866.850576:0:17090:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000025359bc5. 80000000:00000010:2.0:1767384866.850578:0:17090:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002606b54a. 40000000:00000010:2.0:1767384866.850580:0:17090:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001ac05787. 00100000:00000010:2.0:1767384866.850582:0:17090:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008849f7bd. 00040000:00000010:2.0:1767384866.850584:0:17090:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004c66ac96. 00040000:00000010:2.0:1767384866.850587:0:17090:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000781ee12f. 00040000:00000010:2.0:1767384866.850589:0:17090:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000049c69595. 00080000:00000010:2.0:1767384866.850592:0:17090:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000fb923e35. 00080000:00000010:2.0:1767384866.850595:0:17090:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000008494b065. 00000004:00000010:2.0:1767384866.850598:0:17090:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002eab50c0. 00000004:00000010:2.0:1767384866.850600:0:17090:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cffc41d8. 00000004:00000010:2.0:1767384866.850602:0:17090:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004991f328. 00002000:00000010:2.0:1767384866.850604:0:17090:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007624a23f. 00000004:00000010:2.0:1767384866.850607:0:17090:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b58a3b23. 00000100:00000010:2.0:1767384866.850646:0:17090:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000266b3db7. 00000100:00000200:2.0:1767384866.850661:0:17090:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384866.850887:0:17091:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000008a7e51e8. 00000020:00000010:2.0:1767384866.850890:0:17091:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f8cfbf89. 00000020:00000010:2.0:1767384866.850894:0:17091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004fc5546. 00000020:00000010:2.0:1767384866.850896:0:17091:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000617a56e8. 00000040:00000010:2.0:1767384866.850899:0:17091:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ddedae4e. 00000020:00000010:2.0:1767384866.850902:0:17091:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000156aeeba. 00000020:00000010:2.0:1767384866.850904:0:17091:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000005283ca8. 00000020:00000010:2.0:1767384866.850907:0:17091:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000edc022ce. 80000000:00000010:2.0:1767384866.850909:0:17091:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d17b2a95. 40000000:00000010:2.0:1767384866.850912:0:17091:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000595cee29. 00100000:00000010:2.0:1767384866.850914:0:17091:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003f695ce5. 00040000:00000010:2.0:1767384866.850917:0:17091:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001c29c61a. 00040000:00000010:2.0:1767384866.850920:0:17091:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f6fc005f. 00040000:00000010:2.0:1767384866.850924:0:17091:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000095d4500a. 00080000:00000010:2.0:1767384866.850928:0:17091:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000465ad7a2. 00080000:00000010:2.0:1767384866.850939:0:17091:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009dbfbd46. 00000004:00000010:2.0:1767384866.850943:0:17091:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000eb1ef53c. 00000004:00000010:2.0:1767384866.850946:0:17091:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d5fea080. 00000004:00000010:2.0:1767384866.850949:0:17091:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005ee66b65. 00002000:00000010:2.0:1767384866.850951:0:17091:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d39c9870. 00000004:00000010:2.0:1767384866.850953:0:17091:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000547c412e. 00000100:00000010:2.0:1767384866.851008:0:17091:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 000000006e00b330. 00000100:00000200:2.0:1767384866.851020:0:17091:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:2.0:1767384866.851701:0:17092:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000f183156b. 00000020:00000010:2.0:1767384866.851704:0:17092:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a8a96e5d. 00000020:00000010:2.0:1767384866.851707:0:17092:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6340482. 00000020:00000010:2.0:1767384866.851709:0:17092:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001ac7eb59. 00000040:00000010:2.0:1767384866.851711:0:17092:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d0a62752. 00000020:00000010:2.0:1767384866.851712:0:17092:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004d69c7d3. 00000020:00000010:2.0:1767384866.851715:0:17092:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000037c532cf. 00000020:00000010:2.0:1767384866.851717:0:17092:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fe6464e6. 80000000:00000010:2.0:1767384866.851718:0:17092:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003f46d171. 40000000:00000010:2.0:1767384866.851724:0:17092:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003bbd6fb5. 00100000:00000010:2.0:1767384866.851726:0:17092:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000113d80fb. 00040000:00000010:2.0:1767384866.851728:0:17092:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000097691469. 00040000:00000010:2.0:1767384866.851731:0:17092:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bdff5f0f. 00040000:00000010:2.0:1767384866.851732:0:17092:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000341af43a. 00080000:00000010:2.0:1767384866.851735:0:17092:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000244f3a3f. 00080000:00000010:2.0:1767384866.851738:0:17092:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001e2b010d. 00000004:00000010:2.0:1767384866.851741:0:17092:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000aae89a02. 00000004:00000010:2.0:1767384866.851744:0:17092:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000015be7c93. 00000004:00000010:2.0:1767384866.851745:0:17092:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f5ec0ecf. 00000004:00000010:2.0:1767384866.851747:0:17092:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000159004e1. 00000100:00000200:2.0:1767384866.851749:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851752:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056872217. 00000400:00000010:2.0:1767384866.851755:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008fbd2393. 00000100:00000200:2.0:1767384866.851757:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851759:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c7b2486. 00000400:00000010:2.0:1767384866.851760:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c8e939b9. 00000100:00000200:2.0:1767384866.851762:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851763:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090ab62fc. 00000400:00000010:2.0:1767384866.851764:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8af21a4. 00000100:00000200:2.0:1767384866.851765:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851766:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f903d0b. 00000400:00000010:2.0:1767384866.851767:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000081906d86. 00000100:00000200:2.0:1767384866.851768:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851770:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003056aeba. 00000400:00000010:2.0:1767384866.851771:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f0e4737. 00000100:00000200:2.0:1767384866.851772:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851773:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062fc3a25. 00000400:00000010:2.0:1767384866.851774:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000debc2383. 00000100:00000200:2.0:1767384866.851775:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851777:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5a43514. 00000400:00000010:2.0:1767384866.851778:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ccb22779. 00000100:00000200:2.0:1767384866.851779:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851780:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9edd6fa. 00000400:00000010:2.0:1767384866.851782:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b364a00e. 00000100:00000200:2.0:1767384866.851787:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851788:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000edc2491d. 00000400:00000010:2.0:1767384866.851789:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e6d7acf4. 00000100:00000200:2.0:1767384866.851790:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851791:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0959101. 00000400:00000010:2.0:1767384866.851793:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000027792788. 00000100:00000200:2.0:1767384866.851794:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851795:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053661001. 00000400:00000010:2.0:1767384866.851796:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8129d41. 00000100:00000200:2.0:1767384866.851797:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851798:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026eb056c. 00000400:00000010:2.0:1767384866.851800:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002a1f3fea. 00000100:00000200:2.0:1767384866.851801:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851802:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9e744ae. 00000400:00000010:2.0:1767384866.851803:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a01d3758. 00000100:00000200:2.0:1767384866.851804:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851805:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007be1ce4b. 00000400:00000010:2.0:1767384866.851806:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006c243439. 00000100:00000200:2.0:1767384866.851807:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851808:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f96b3c2. 00000400:00000010:2.0:1767384866.851809:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000098cd1dd5. 00000100:00000200:2.0:1767384866.851810:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851811:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa55b1f9. 00000400:00000010:2.0:1767384866.851812:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c614f31. 00000100:00000200:2.0:1767384866.851813:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851834:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072fdb972. 00000400:00000010:2.0:1767384866.851836:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8a37bc5. 00000100:00000200:2.0:1767384866.851838:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851840:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b096ede9. 00000400:00000010:2.0:1767384866.851842:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b3167db7. 00000100:00000200:2.0:1767384866.851844:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851846:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f9fab2a. 00000400:00000010:2.0:1767384866.851848:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c418f92. 00000100:00000200:2.0:1767384866.851849:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851850:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d0bd2bb. 00000400:00000010:2.0:1767384866.851856:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001d43c1c0. 00000100:00000200:2.0:1767384866.851857:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851859:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c974543. 00000400:00000010:2.0:1767384866.851861:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006f2fc56d. 00000100:00000200:2.0:1767384866.851863:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851865:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000371dd162. 00000400:00000010:2.0:1767384866.851866:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bbe723c2. 00000100:00000200:2.0:1767384866.851868:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851870:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000816d4d1f. 00000400:00000010:2.0:1767384866.851872:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ccdb783b. 00000100:00000200:2.0:1767384866.851874:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851876:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006daa2a0. 00000400:00000010:2.0:1767384866.851877:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d1dbdede. 00000100:00000200:2.0:1767384866.851879:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851880:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053765435. 00000400:00000010:2.0:1767384866.851881:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000090da3590. 00000100:00000200:2.0:1767384866.851882:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851883:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de8863c2. 00000400:00000010:2.0:1767384866.851884:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ada4c57. 00000100:00000200:2.0:1767384866.851885:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851887:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d95fe4d. 00000400:00000010:2.0:1767384866.851888:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000051fbac66. 00000100:00000200:2.0:1767384866.851889:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851890:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000faedf6d6. 00000400:00000010:2.0:1767384866.851891:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009885bcef. 00000100:00000200:2.0:1767384866.851892:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851894:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011ef3e97. 00000400:00000010:2.0:1767384866.851895:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000895a4d7. 00000100:00000200:2.0:1767384866.851896:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851897:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a470903a. 00000400:00000010:2.0:1767384866.851898:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000221054ac. 00000100:00000200:2.0:1767384866.851899:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851900:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000301dd16c. 00000400:00000010:2.0:1767384866.851902:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006144624f. 00000100:00000200:2.0:1767384866.851903:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851907:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017c7e55f. 00000400:00000010:2.0:1767384866.851909:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f8a0be56. 00000100:00000200:2.0:1767384866.851911:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851912:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002627da3b. 00000400:00000010:2.0:1767384866.851913:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008468f3cf. 00000100:00000200:2.0:1767384866.851914:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851915:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c020758b. 00000400:00000010:2.0:1767384866.851917:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000087db1ae9. 00000100:00000200:2.0:1767384866.851918:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851919:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e2ad3e7. 00000400:00000010:2.0:1767384866.851920:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000067539553. 00000100:00000200:2.0:1767384866.851921:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851922:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000804a276e. 00000400:00000010:2.0:1767384866.851923:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007e54f551. 00000100:00000200:2.0:1767384866.851924:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851925:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010b3a45d. 00000400:00000010:2.0:1767384866.851926:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009372c284. 00000100:00000200:2.0:1767384866.851927:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851928:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000341e73a5. 00000400:00000010:2.0:1767384866.851929:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000017f567b4. 00000100:00000200:2.0:1767384866.851930:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851931:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fb3ffd0. 00000400:00000010:2.0:1767384866.851932:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b538237b. 00000100:00000200:2.0:1767384866.851934:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851935:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e829b485. 00000400:00000010:2.0:1767384866.851936:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001cce9080. 00000100:00000200:2.0:1767384866.851937:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851938:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000540a3617. 00000400:00000010:2.0:1767384866.851939:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e91749ac. 00000100:00000200:2.0:1767384866.851940:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851941:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008457ed11. 00000400:00000010:2.0:1767384866.851942:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e1a3e01. 00000100:00000200:2.0:1767384866.851943:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851944:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3cca89d. 00000400:00000010:2.0:1767384866.851945:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001f4232b4. 00000100:00000200:2.0:1767384866.851950:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851951:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053de3d27. 00000400:00000010:2.0:1767384866.851952:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009030ac5a. 00000100:00000200:2.0:1767384866.851953:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851954:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcfd767a. 00000400:00000010:2.0:1767384866.851956:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c4b4b898. 00000100:00000200:2.0:1767384866.851957:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851958:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f90f40c2. 00000400:00000010:2.0:1767384866.851959:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c56a49b7. 00000100:00000200:2.0:1767384866.851960:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851961:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a499d1ea. 00000400:00000010:2.0:1767384866.851963:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009e5176a9. 00000100:00000200:2.0:1767384866.851964:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851965:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc9380f3. 00000400:00000010:2.0:1767384866.851966:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000099a7ada5. 00000100:00000200:2.0:1767384866.851967:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851968:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c7f2205. 00000400:00000010:2.0:1767384866.851981:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000caa5cd8f. 00000100:00000200:2.0:1767384866.851983:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851985:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff5c5e59. 00000400:00000010:2.0:1767384866.851986:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009dc17a55. 00000100:00000200:2.0:1767384866.851987:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851988:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c91e685b. 00000400:00000010:2.0:1767384866.851989:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d92d85d5. 00000100:00000200:2.0:1767384866.851990:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851991:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082de46b3. 00000400:00000010:2.0:1767384866.851992:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cca47e8c. 00000100:00000200:2.0:1767384866.851993:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851994:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eddb17e0. 00000400:00000010:2.0:1767384866.851995:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d0fc914a. 00000100:00000200:2.0:1767384866.851996:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.851997:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099c99164. 00000400:00000010:2.0:1767384866.851998:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000216f6a2d. 00000100:00000200:2.0:1767384866.851999:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.852000:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af188062. 00000400:00000010:2.0:1767384866.852005:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f7617be7. 00000100:00000200:2.0:1767384866.852007:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.852008:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e068d30. 00000400:00000010:2.0:1767384866.852010:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000780350eb. 00000100:00000200:2.0:1767384866.852011:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.852012:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa65645e. 00000400:00000010:2.0:1767384866.852014:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f64b4277. 00000100:00000200:2.0:1767384866.852015:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.852016:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000902c6424. 00000400:00000010:2.0:1767384866.852017:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a1e759b. 00000100:00000200:2.0:1767384866.852018:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.852019:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000309a4d89. 00000400:00000010:2.0:1767384866.852020:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000075359b2b. 00000100:00000200:2.0:1767384866.852021:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.852022:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a501c344. 00000400:00000010:2.0:1767384866.852024:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d6c9769. 00000100:00000200:2.0:1767384866.852025:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.852025:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095568c32. 00000400:00000010:2.0:1767384866.852027:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e4fa7cf. 00000100:00000200:2.0:1767384866.852028:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.852028:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e604f61. 00000400:00000010:2.0:1767384866.852030:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000782547a6. 00000100:00000200:2.0:1767384866.852031:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.852032:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9c9568a. 00000400:00000010:2.0:1767384866.852033:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000975e560e. 00000100:00000200:2.0:1767384866.852034:0:17092:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1767384866.852035:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb3b6520. 00000400:00000010:2.0:1767384866.852036:0:17092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cfb0ef7e. 00000100:00000010:2.0:1767384866.852044:0:17092:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000062f70989. 00000100:00000200:2.0:1767384866.852054:0:17092:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384866.852185:0:17093:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000f67d4745. 00000020:00000010:2.0:1767384866.852188:0:17093:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000dcb25fd7. 00000020:00000010:2.0:1767384866.852191:0:17093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff91c1f7. 00000020:00000010:2.0:1767384866.852192:0:17093:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006868d4b8. 00000040:00000010:2.0:1767384866.852194:0:17093:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002b118d76. 00000020:00000010:2.0:1767384866.852201:0:17093:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000ba04d44. 00000020:00000010:2.0:1767384866.852203:0:17093:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000976958bc. 00000020:00000010:2.0:1767384866.852204:0:17093:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cf02e4ce. 80000000:00000010:2.0:1767384866.852206:0:17093:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000391bc5e8. 40000000:00000010:2.0:1767384866.852207:0:17093:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000947c98e9. 00100000:00000010:2.0:1767384866.852209:0:17093:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c5098c30. 00040000:00000010:2.0:1767384866.852211:0:17093:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000079a770a7. 00040000:00000010:2.0:1767384866.852213:0:17093:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007c539f5d. 00040000:00000010:2.0:1767384866.852214:0:17093:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000194be174. 00080000:00000010:2.0:1767384866.852217:0:17093:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000089c99b0d. 00080000:00000010:2.0:1767384866.852225:0:17093:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a2ec0c7b. 00000004:00000010:2.0:1767384866.852228:0:17093:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009cd3360a. 00000004:00000010:2.0:1767384866.852231:0:17093:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000030475c5b. 00000004:00000010:2.0:1767384866.852233:0:17093:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002719b4bd. 00000004:00000010:2.0:1767384866.852234:0:17093:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000513936a0. 00000100:00000010:2.0:1767384866.852243:0:17093:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000c5efce86. 00000100:00000200:2.0:1767384866.852252:0:17093:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384866.872430:0:17094:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000baf167fe. 00000020:00000010:2.0:1767384866.872436:0:17094:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b1394e5b. 00000020:00000010:2.0:1767384866.872441:0:17094:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b93c61c0. 00000020:00000010:2.0:1767384866.872445:0:17094:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a4a00136. 00000040:00000010:2.0:1767384866.872447:0:17094:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008a48bc0a. 00000020:00000010:2.0:1767384866.872450:0:17094:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c4de2191. 00000020:00000010:2.0:1767384866.872455:0:17094:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f0ff79ad. 00000020:00000010:2.0:1767384866.872459:0:17094:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002cca9c53. 80000000:00000010:2.0:1767384866.872463:0:17094:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000065dbce31. 40000000:00000010:2.0:1767384866.872465:0:17094:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000060b0c0ab. 00100000:00000010:2.0:1767384866.872468:0:17094:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000007d176c6. 00040000:00000010:2.0:1767384866.872472:0:17094:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006c328e45. 00040000:00000010:2.0:1767384866.872474:0:17094:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007da45fc9. 00040000:00000010:2.0:1767384866.872477:0:17094:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c93a602a. 00080000:00000010:2.0:1767384866.872481:0:17094:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000912a3661. 00080000:00000010:2.0:1767384866.872485:0:17094:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c10a8e6d. 00000004:00000010:2.0:1767384866.872496:0:17094:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f1b18fb4. 00000004:00000010:2.0:1767384866.872499:0:17094:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009a779f1c. 00000004:00000010:2.0:1767384866.872502:0:17094:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000826accb. 00002000:00000010:2.0:1767384866.872505:0:17094:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004ff105b9. 00000004:00000010:2.0:1767384866.872508:0:17094:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b6a4b90f. 00000100:00000200:2.0:1767384866.872511:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872516:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e474e9f5. 00000400:00000010:2.0:1767384866.872521:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000086f3544c. 00000100:00000200:2.0:1767384866.872527:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872529:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f329606. 00000400:00000010:2.0:1767384866.872539:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000a0f1397. 00000100:00000200:2.0:1767384866.872542:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872544:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee8e5129. 00000400:00000010:2.0:1767384866.872546:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003b8051ae. 00000100:00000200:2.0:1767384866.872549:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872550:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001cbad1f. 00000400:00000010:2.0:1767384866.872553:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e0db345a. 00000100:00000200:2.0:1767384866.872555:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872556:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e14985e. 00000400:00000010:2.0:1767384866.872559:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ff7b7ca3. 00000100:00000200:2.0:1767384866.872561:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872562:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac266d26. 00000400:00000010:2.0:1767384866.872570:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000ec4e267. 00000100:00000200:2.0:1767384866.872573:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872574:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd765515. 00000400:00000010:2.0:1767384866.872577:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000080ce1381. 00000100:00000200:2.0:1767384866.872580:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872581:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e319009d. 00000400:00000010:2.0:1767384866.872584:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000999acb18. 00000100:00000200:2.0:1767384866.872586:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872587:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020f45195. 00000400:00000010:2.0:1767384866.872589:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000865d512a. 00000100:00000200:2.0:1767384866.872592:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872593:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e93ce48. 00000400:00000010:2.0:1767384866.872599:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b0fc47db. 00000100:00000200:2.0:1767384866.872605:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872607:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000895e088c. 00000400:00000010:2.0:1767384866.872610:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006ddde8e7. 00000100:00000200:2.0:1767384866.872612:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872613:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf4d14c9. 00000400:00000010:2.0:1767384866.872616:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005281bd97. 00000100:00000200:2.0:1767384866.872618:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872620:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c3fbfc7. 00000400:00000010:2.0:1767384866.872622:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001cf83db8. 00000100:00000200:2.0:1767384866.872625:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872626:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd45cd65. 00000400:00000010:2.0:1767384866.872632:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000454feee6. 00000100:00000200:2.0:1767384866.872635:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872637:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6dcb48d. 00000400:00000010:2.0:1767384866.872640:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008db23de6. 00000100:00000200:2.0:1767384866.872642:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872643:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000696e7cc5. 00000400:00000010:2.0:1767384866.872646:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009712de94. 00000100:00000200:2.0:1767384866.872648:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872649:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010a4fecf. 00000400:00000010:2.0:1767384866.872652:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e90bf379. 00000100:00000200:2.0:1767384866.872654:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872655:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008130174c. 00000400:00000010:2.0:1767384866.872661:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000040a0a5b2. 00000100:00000200:2.0:1767384866.872664:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872665:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b335665a. 00000400:00000010:2.0:1767384866.872668:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004c9ab4c2. 00000100:00000200:2.0:1767384866.872670:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872671:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091900519. 00000400:00000010:2.0:1767384866.872675:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003d838633. 00000100:00000200:2.0:1767384866.872677:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872678:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026a02ac4. 00000400:00000010:2.0:1767384866.872680:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f961b7ab. 00000100:00000200:2.0:1767384866.872683:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872684:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007535bf74. 00000400:00000010:2.0:1767384866.872690:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000733aacc7. 00000100:00000200:2.0:1767384866.872696:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872697:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d0f394b. 00000400:00000010:2.0:1767384866.872700:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bb428fc1. 00000100:00000200:2.0:1767384866.872702:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872704:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fb1497a. 00000400:00000010:2.0:1767384866.872706:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000068daef58. 00000100:00000200:2.0:1767384866.872709:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872710:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000153d4077. 00000400:00000010:2.0:1767384866.872712:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000653d833b. 00000100:00000200:2.0:1767384866.872715:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872716:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c46d8be. 00000400:00000010:2.0:1767384866.872722:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000010605176. 00000100:00000200:2.0:1767384866.872725:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872727:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000bd5164. 00000400:00000010:2.0:1767384866.872730:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000dc589726. 00000100:00000200:2.0:1767384866.872732:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872733:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087ba3581. 00000400:00000010:2.0:1767384866.872736:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000068f21e8d. 00000100:00000200:2.0:1767384866.872738:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872739:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9d48222. 00000400:00000010:2.0:1767384866.872741:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004187e70d. 00000100:00000200:2.0:1767384866.872744:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872745:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af70e119. 00000400:00000010:2.0:1767384866.872751:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000000b186d9. 00000100:00000200:2.0:1767384866.872754:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872755:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f758cae. 00000400:00000010:2.0:1767384866.872758:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e70f8875. 00000100:00000200:2.0:1767384866.872760:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872761:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006929f2a4. 00000400:00000010:2.0:1767384866.872764:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c337d7b7. 00000100:00000200:2.0:1767384866.872766:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872767:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000936e1e03. 00000400:00000010:2.0:1767384866.872770:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000018e32508. 00000100:00000200:2.0:1767384866.872772:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872773:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004ec9b7c. 00000400:00000010:2.0:1767384866.872779:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007c1c39b1. 00000100:00000200:2.0:1767384866.872785:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872786:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a96fe86. 00000400:00000010:2.0:1767384866.872789:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c82913aa. 00000100:00000200:2.0:1767384866.872791:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872792:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000996e6c79. 00000400:00000010:2.0:1767384866.872794:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004cbe9f7b. 00000100:00000200:2.0:1767384866.872797:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872797:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb0cd05b. 00000400:00000010:2.0:1767384866.872800:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d0a20d86. 00000100:00000200:2.0:1767384866.872802:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872803:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002647dd97. 00000400:00000010:2.0:1767384866.872809:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001317cea5. 00000100:00000200:2.0:1767384866.872813:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872839:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e94d7b9d. 00000400:00000010:2.0:1767384866.872843:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000024afb5ca. 00000100:00000200:2.0:1767384866.872847:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872849:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042f83d93. 00000400:00000010:2.0:1767384866.872852:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f6fa083b. 00000100:00000200:2.0:1767384866.872855:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872857:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3173676. 00000400:00000010:2.0:1767384866.872860:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000fc22cec. 00000100:00000200:2.0:1767384866.872864:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872866:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001697f893. 00000400:00000010:2.0:1767384866.872874:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003ce1665c. 00000100:00000200:2.0:1767384866.872878:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872879:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000226f710a. 00000400:00000010:2.0:1767384866.872882:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003890cae5. 00000100:00000200:2.0:1767384866.872885:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872886:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f65ea01e. 00000400:00000010:2.0:1767384866.872889:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000064132cc5. 00000100:00000200:2.0:1767384866.872891:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872892:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a957e30. 00000400:00000010:2.0:1767384866.872895:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009fb7916c. 00000100:00000200:2.0:1767384866.872897:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872898:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004eabe537. 00000400:00000010:2.0:1767384866.872904:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001b43761b. 00000100:00000200:2.0:1767384866.872910:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872911:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fed75c52. 00000400:00000010:2.0:1767384866.872915:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e5c03035. 00000100:00000200:2.0:1767384866.872917:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872918:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000330076bc. 00000400:00000010:2.0:1767384866.872921:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e49e8fdd. 00000100:00000200:2.0:1767384866.872923:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872924:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dd90814. 00000400:00000010:2.0:1767384866.872927:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d9128914. 00000100:00000200:2.0:1767384866.872929:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872930:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000720f0efb. 00000400:00000010:2.0:1767384866.872937:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bcbee81c. 00000100:00000200:2.0:1767384866.872940:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872941:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cee5febf. 00000400:00000010:2.0:1767384866.872944:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000587cc051. 00000100:00000200:2.0:1767384866.872946:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872947:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f77b65d3. 00000400:00000010:2.0:1767384866.872950:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007793ad1c. 00000100:00000200:2.0:1767384866.872952:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872953:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b49d5aca. 00000400:00000010:2.0:1767384866.872956:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000488f9767. 00000100:00000200:2.0:1767384866.872958:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872959:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000088302. 00000400:00000010:2.0:1767384866.872965:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000022c8726d. 00000100:00000200:2.0:1767384866.872968:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872992:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a2c3329. 00000400:00000010:2.0:1767384866.872995:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003f017b74. 00000100:00000200:2.0:1767384866.872998:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.872999:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df8bd182. 00000400:00000010:2.0:1767384866.873002:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004468cc72. 00000100:00000200:2.0:1767384866.873005:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.873006:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff1b650b. 00000400:00000010:2.0:1767384866.873009:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000039f609c8. 00000100:00000200:2.0:1767384866.873011:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.873012:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ec9da55. 00000400:00000010:2.0:1767384866.873020:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000082046e53. 00000100:00000200:2.0:1767384866.873025:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.873027:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003294e56f. 00000400:00000010:2.0:1767384866.873030:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000383caa97. 00000100:00000200:2.0:1767384866.873032:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.873033:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093253cd2. 00000400:00000010:2.0:1767384866.873036:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d4015672. 00000100:00000200:2.0:1767384866.873038:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.873040:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000183d5c1e. 00000400:00000010:2.0:1767384866.873043:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e590ee30. 00000100:00000200:2.0:1767384866.873045:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.873057:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000864e33fd. 00000400:00000010:2.0:1767384866.873063:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f036d3db. 00000100:00000200:2.0:1767384866.873066:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.873068:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1753983. 00000400:00000010:2.0:1767384866.873071:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000048cb239c. 00000100:00000200:2.0:1767384866.873073:0:17094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1767384866.873075:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f6920e7. 00000400:00000010:2.0:1767384866.873078:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ab41f7c0. 00000100:00000010:2.0:1767384866.873088:0:17094:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000aaa11d1f. 00000100:00000200:2.0:1767384866.873102:0:17094:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384866.873257:0:17095:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000375096e3. 00000020:00000010:2.0:1767384866.873260:0:17095:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000036fe62b6. 00000020:00000010:2.0:1767384866.873263:0:17095:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d762610. 00000020:00000010:2.0:1767384866.873264:0:17095:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005d600eab. 00000040:00000010:2.0:1767384866.873266:0:17095:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d4327443. 00000020:00000010:2.0:1767384866.873268:0:17095:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b30bbf5c. 00000020:00000010:2.0:1767384866.873271:0:17095:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ce9cb7df. 00000020:00000010:2.0:1767384866.873272:0:17095:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b0d25d01. 80000000:00000010:2.0:1767384866.873274:0:17095:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000854905c1. 40000000:00000010:2.0:1767384866.873276:0:17095:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000818be222. 00100000:00000010:2.0:1767384866.873280:0:17095:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a8225c44. 00040000:00000010:2.0:1767384866.873282:0:17095:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005f3de914. 00040000:00000010:2.0:1767384866.873284:0:17095:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d5e122e9. 00040000:00000010:2.0:1767384866.873286:0:17095:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003e70b895. 00080000:00000010:2.0:1767384866.873289:0:17095:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000004e5f72ad. 00080000:00000010:2.0:1767384866.873302:0:17095:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d40c576d. 00000004:00000010:2.0:1767384866.873306:0:17095:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002f8046c9. 00000004:00000010:2.0:1767384866.873309:0:17095:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000052210803. 00000004:00000010:2.0:1767384866.873311:0:17095:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000057b0b1d1. 00002000:00000010:2.0:1767384866.873313:0:17095:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004662cfae. 00000004:00000010:2.0:1767384866.873315:0:17095:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b9e617fc. 00000100:00000010:2.0:1767384866.873324:0:17095:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000006cb2f80b. 00000100:00000200:2.0:1767384866.873334:0:17095:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384866.873961:0:17096:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000080322be9. 00000020:00000010:2.0:1767384866.873964:0:17096:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004798245d. 00000020:00000010:2.0:1767384866.873966:0:17096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cad30310. 00000020:00000010:2.0:1767384866.873968:0:17096:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c14424f7. 00000040:00000010:2.0:1767384866.873982:0:17096:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d735773a. 00000020:00000010:2.0:1767384866.873984:0:17096:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a94b50fc. 00000020:00000010:2.0:1767384866.873986:0:17096:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000068e8f18f. 00000020:00000010:2.0:1767384866.873988:0:17096:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009528612f. 80000000:00000010:2.0:1767384866.873990:0:17096:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000493f2ea7. 40000000:00000010:2.0:1767384866.873991:0:17096:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a64efde7. 00100000:00000010:2.0:1767384866.873993:0:17096:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000032efce5. 00040000:00000010:2.0:1767384866.873995:0:17096:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003f91b42e. 00040000:00000010:2.0:1767384866.873997:0:17096:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ef26283b. 00040000:00000010:2.0:1767384866.873999:0:17096:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d1a406e2. 00080000:00000010:2.0:1767384866.874002:0:17096:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000000094b0ff. 00080000:00000010:2.0:1767384866.874005:0:17096:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ce361ce7. 00000004:00000010:2.0:1767384866.874008:0:17096:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d6dfb356. 00000004:00000010:2.0:1767384866.874023:0:17096:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d8a46f1d. 00000004:00000010:2.0:1767384866.874024:0:17096:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000973c4455. 00000004:00000010:2.0:1767384866.874026:0:17096:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b5d22b0e. 00000100:00000200:2.0:1767384866.874028:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874030:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dfb5d724. 00000400:00000010:2.0:1767384866.874034:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000056c4b8eb. 00000100:00000200:2.0:1767384866.874036:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874037:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ffa9a8c4. 00000400:00000010:2.0:1767384866.874043:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddb4b33f. 00000100:00000200:2.0:1767384866.874045:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874046:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022a0c126. 00000400:00000010:2.0:1767384866.874047:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a12e0944. 00000100:00000200:2.0:1767384866.874048:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874050:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052f56fe7. 00000400:00000010:2.0:1767384866.874051:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021624d63. 00000100:00000200:2.0:1767384866.874052:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874053:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0fcdef5. 00000400:00000010:2.0:1767384866.874054:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000972cebba. 00000100:00000200:2.0:1767384866.874055:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874056:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013548bf4. 00000400:00000010:2.0:1767384866.874057:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006883fd11. 00000100:00000200:2.0:1767384866.874058:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874059:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e449d357. 00000400:00000010:2.0:1767384866.874060:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000092945b3b. 00000100:00000200:2.0:1767384866.874061:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874062:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a9a4f7b. 00000400:00000010:2.0:1767384866.874063:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3bc950c. 00000100:00000200:2.0:1767384866.874064:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874065:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001adbff13. 00000400:00000010:2.0:1767384866.874066:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f04aaea. 00000100:00000200:2.0:1767384866.874067:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874068:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079a295f5. 00000400:00000010:2.0:1767384866.874069:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017f75265. 00000100:00000200:2.0:1767384866.874070:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874071:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e18e2a88. 00000400:00000010:2.0:1767384866.874072:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040dcf6ce. 00000100:00000200:2.0:1767384866.874073:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874074:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c875d34f. 00000400:00000010:2.0:1767384866.874075:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd3d490d. 00000100:00000200:2.0:1767384866.874076:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874077:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027706314. 00000400:00000010:2.0:1767384866.874078:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006664bf7a. 00000100:00000200:2.0:1767384866.874079:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874083:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d940f030. 00000400:00000010:2.0:1767384866.874084:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000def4cdb1. 00000100:00000200:2.0:1767384866.874086:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874087:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009eaf3b7. 00000400:00000010:2.0:1767384866.874089:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd7ab409. 00000100:00000200:2.0:1767384866.874090:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874091:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000084531ee. 00000400:00000010:2.0:1767384866.874092:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036ea1d83. 00000100:00000200:2.0:1767384866.874093:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874094:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9537750. 00000400:00000010:2.0:1767384866.874095:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000121ccaa4. 00000100:00000200:2.0:1767384866.874096:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874097:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfc0dc3f. 00000400:00000010:2.0:1767384866.874098:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7388d8d. 00000100:00000200:2.0:1767384866.874099:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874100:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2783179. 00000400:00000010:2.0:1767384866.874101:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ee7de21. 00000100:00000200:2.0:1767384866.874102:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874102:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000068d98a3. 00000400:00000010:2.0:1767384866.874104:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000006034a89. 00000100:00000200:2.0:1767384866.874105:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874106:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c241b90a. 00000400:00000010:2.0:1767384866.874107:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9957f99. 00000100:00000200:2.0:1767384866.874108:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874108:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1191db0. 00000400:00000010:2.0:1767384866.874109:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000469db986. 00000100:00000200:2.0:1767384866.874110:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874111:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093e663c8. 00000400:00000010:2.0:1767384866.874112:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000313c9ce5. 00000100:00000200:2.0:1767384866.874114:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874114:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008867318. 00000400:00000010:2.0:1767384866.874115:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb790e3a. 00000100:00000200:2.0:1767384866.874116:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874117:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b80945c. 00000400:00000010:2.0:1767384866.874118:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c19da7e. 00000100:00000200:2.0:1767384866.874123:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874124:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006537d8a6. 00000400:00000010:2.0:1767384866.874125:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005abeec7f. 00000100:00000200:2.0:1767384866.874126:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874127:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf77da11. 00000400:00000010:2.0:1767384866.874128:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000058184aa. 00000100:00000200:2.0:1767384866.874129:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874130:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000020c39c0. 00000400:00000010:2.0:1767384866.874131:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062f13ac3. 00000100:00000200:2.0:1767384866.874132:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874133:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051cfe5ec. 00000400:00000010:2.0:1767384866.874134:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057260d93. 00000100:00000200:2.0:1767384866.874135:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874136:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087e3f322. 00000400:00000010:2.0:1767384866.874144:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098e29c0e. 00000100:00000200:2.0:1767384866.874146:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874147:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000887173e8. 00000400:00000010:2.0:1767384866.874148:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000816a9944. 00000100:00000200:2.0:1767384866.874150:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874151:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c1c11a2. 00000400:00000010:2.0:1767384866.874152:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e81740ae. 00000100:00000200:2.0:1767384866.874153:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874153:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009131fd80. 00000400:00000010:2.0:1767384866.874155:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad0d81c7. 00000100:00000200:2.0:1767384866.874156:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874156:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000054f3f3c. 00000400:00000010:2.0:1767384866.874158:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004408686e. 00000100:00000200:2.0:1767384866.874159:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874160:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a1a456c. 00000400:00000010:2.0:1767384866.874161:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ff9c872. 00000100:00000200:2.0:1767384866.874162:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874164:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af87481b. 00000400:00000010:2.0:1767384866.874165:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c198415f. 00000100:00000200:2.0:1767384866.874166:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874167:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000846ccbf7. 00000400:00000010:2.0:1767384866.874171:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ae08abe. 00000100:00000200:2.0:1767384866.874172:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874174:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbee98b9. 00000400:00000010:2.0:1767384866.874175:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005470e790. 00000100:00000200:2.0:1767384866.874176:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874177:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8d4b111. 00000400:00000010:2.0:1767384866.874178:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000362a093d. 00000100:00000200:2.0:1767384866.874179:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874180:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094b7d441. 00000400:00000010:2.0:1767384866.874181:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d483705. 00000100:00000200:2.0:1767384866.874182:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874183:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba4e87f1. 00000400:00000010:2.0:1767384866.874184:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea91c711. 00000100:00000200:2.0:1767384866.874185:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874186:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009b0b29b. 00000400:00000010:2.0:1767384866.874187:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099228c14. 00000100:00000200:2.0:1767384866.874188:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874190:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000480f0afe. 00000400:00000010:2.0:1767384866.874191:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e641c423. 00000100:00000200:2.0:1767384866.874192:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874193:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ecf8628. 00000400:00000010:2.0:1767384866.874194:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002331d468. 00000100:00000200:2.0:1767384866.874195:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874196:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000596e0996. 00000400:00000010:2.0:1767384866.874197:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffe29b81. 00000100:00000200:2.0:1767384866.874198:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874199:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef2698e6. 00000400:00000010:2.0:1767384866.874200:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000093c92f73. 00000100:00000200:2.0:1767384866.874201:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874202:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003842b332. 00000400:00000010:2.0:1767384866.874203:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008d1ec9c. 00000100:00000200:2.0:1767384866.874204:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874205:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006791018c. 00000400:00000010:2.0:1767384866.874206:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000950245bf. 00000100:00000200:2.0:1767384866.874207:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874222:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000998f21d8. 00000400:00000010:2.0:1767384866.874223:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce20aae4. 00000100:00000200:2.0:1767384866.874225:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874226:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f52552c0. 00000400:00000010:2.0:1767384866.874227:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051398899. 00000100:00000200:2.0:1767384866.874228:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874229:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c74ad8d. 00000400:00000010:2.0:1767384866.874230:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a41058e2. 00000100:00000200:2.0:1767384866.874231:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874232:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062ff47dd. 00000400:00000010:2.0:1767384866.874233:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032df31f1. 00000100:00000200:2.0:1767384866.874234:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874235:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020ef3a9f. 00000400:00000010:2.0:1767384866.874236:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000724fd2d9. 00000100:00000200:2.0:1767384866.874237:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874238:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090f192fd. 00000400:00000010:2.0:1767384866.874239:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009be0fb18. 00000100:00000200:2.0:1767384866.874240:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874241:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c843ecd. 00000400:00000010:2.0:1767384866.874242:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000235962ba. 00000100:00000200:2.0:1767384866.874243:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874244:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b57f18dd. 00000400:00000010:2.0:1767384866.874245:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b43ce8eb. 00000100:00000200:2.0:1767384866.874246:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874247:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec3a7438. 00000400:00000010:2.0:1767384866.874248:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009338c783. 00000100:00000200:2.0:1767384866.874249:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874250:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070138820. 00000400:00000010:2.0:1767384866.874251:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fae591b. 00000100:00000200:2.0:1767384866.874252:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874253:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052c63906. 00000400:00000010:2.0:1767384866.874254:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002372987. 00000100:00000200:2.0:1767384866.874255:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874256:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046ba51da. 00000400:00000010:2.0:1767384866.874264:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3233e31. 00000100:00000200:2.0:1767384866.874268:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874269:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009322ff74. 00000400:00000010:2.0:1767384866.874270:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d522b6dc. 00000100:00000200:2.0:1767384866.874272:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874273:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eeea7f89. 00000400:00000010:2.0:1767384866.874274:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a531750. 00000100:00000200:2.0:1767384866.874275:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874276:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058cd93e3. 00000400:00000010:2.0:1767384866.874277:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009596fb8. 00000100:00000200:2.0:1767384866.874278:0:17096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384866.874279:0:17096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008923e0fc. 00000400:00000010:2.0:1767384866.874280:0:17096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030887f8f. 00000100:00000010:2.0:1767384866.874282:0:17096:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000e5ea18a8. 00000100:00000200:2.0:1767384866.874293:0:17096:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384866.874511:0:17097:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000004504437e. 00000020:00000010:2.0:1767384866.874514:0:17097:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000046f030a6. 00000020:00000010:2.0:1767384866.874517:0:17097:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e60b8186. 00000020:00000010:2.0:1767384866.874518:0:17097:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a5e86e6c. 00000040:00000010:2.0:1767384866.874521:0:17097:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e076cc52. 00000020:00000010:2.0:1767384866.874522:0:17097:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b7af671a. 00000020:00000010:2.0:1767384866.874524:0:17097:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b34cbb1c. 00000020:00000010:2.0:1767384866.874527:0:17097:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005ee74a9b. 80000000:00000010:2.0:1767384866.874528:0:17097:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007ad1c8dd. 40000000:00000010:2.0:1767384866.874529:0:17097:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e1cc0391. 00100000:00000010:2.0:1767384866.874531:0:17097:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007d453522. 00040000:00000010:2.0:1767384866.874533:0:17097:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005abc939f. 00040000:00000010:2.0:1767384866.874535:0:17097:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000049c575b4. 00040000:00000010:2.0:1767384866.874537:0:17097:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000000bc60a2. 00080000:00000010:2.0:1767384866.874540:0:17097:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000339829dd. 00080000:00000010:2.0:1767384866.874566:0:17097:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f6babe04. 00000004:00000010:2.0:1767384866.874571:0:17097:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000769e1ba. 00000004:00000010:2.0:1767384866.874573:0:17097:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000004900794f. 00000004:00000010:2.0:1767384866.874576:0:17097:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d6b7ec46. 00000004:00000010:2.0:1767384866.874578:0:17097:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003c1f5c2b. 00000100:00000010:2.0:1767384866.874583:0:17097:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000002fa03a29. 00000100:00000200:2.0:1767384866.874592:0:17097:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384866.875274:0:17098:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000007b41968b. 00000020:00000010:2.0:1767384866.875277:0:17098:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ea3ffe0f. 00000020:00000010:2.0:1767384866.875279:0:17098:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000040cba5fe. 00000020:00000010:2.0:1767384866.875281:0:17098:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b0facab7. 00000040:00000010:2.0:1767384866.875283:0:17098:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000033cec2fc. 00000020:00000010:2.0:1767384866.875285:0:17098:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007c4e4e06. 00000020:00000010:2.0:1767384866.875287:0:17098:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000bcd85de. 00000020:00000010:2.0:1767384866.875288:0:17098:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b659c2fb. 80000000:00000010:2.0:1767384866.875290:0:17098:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006d443942. 40000000:00000010:2.0:1767384866.875292:0:17098:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000d29eb02. 00100000:00000010:2.0:1767384866.875294:0:17098:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d32164cd. 00040000:00000010:2.0:1767384866.875296:0:17098:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007eb4e4ba. 00040000:00000010:2.0:1767384866.875298:0:17098:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001c5db4c4. 00040000:00000010:2.0:1767384866.875299:0:17098:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d122ab78. 00080000:00000010:2.0:1767384866.875303:0:17098:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000094627073. 00080000:00000010:2.0:1767384866.875306:0:17098:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b5e36d46. 00000004:00000010:2.0:1767384866.875309:0:17098:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000085b94e4c. 00000004:00000010:2.0:1767384866.875311:0:17098:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000048ad8979. 00000004:00000010:2.0:1767384866.875313:0:17098:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000456e05ad. 00002000:00000010:2.0:1767384866.875315:0:17098:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006bd4a3be. 00000004:00000010:2.0:1767384866.875325:0:17098:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f2ceb70d. 00000100:00000200:2.0:1767384866.875328:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875330:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e59440b4. 00000400:00000010:2.0:1767384866.875332:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004701a06f. 00000100:00000200:2.0:1767384866.875334:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875335:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fec3b271. 00000400:00000010:2.0:1767384866.875337:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a90205f2. 00000100:00000200:2.0:1767384866.875338:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875339:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000544a9bd. 00000400:00000010:2.0:1767384866.875341:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003817a4ea. 00000100:00000200:2.0:1767384866.875342:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875343:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004539f03e. 00000400:00000010:2.0:1767384866.875347:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009380c8df. 00000100:00000200:2.0:1767384866.875349:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875350:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024b13510. 00000400:00000010:2.0:1767384866.875351:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006561248d. 00000100:00000200:2.0:1767384866.875352:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875353:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d162f9c. 00000400:00000010:2.0:1767384866.875355:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009cf32d64. 00000100:00000200:2.0:1767384866.875356:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875357:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d33f3bf. 00000400:00000010:2.0:1767384866.875358:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed3920ce. 00000100:00000200:2.0:1767384866.875359:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875360:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018a1ef1d. 00000400:00000010:2.0:1767384866.875361:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066fc4061. 00000100:00000200:2.0:1767384866.875362:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875363:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cceed8e. 00000400:00000010:2.0:1767384866.875364:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016890498. 00000100:00000200:2.0:1767384866.875365:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875366:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028e82cf4. 00000400:00000010:2.0:1767384866.875367:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8d2da7f. 00000100:00000200:2.0:1767384866.875368:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875368:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000067d1da6. 00000400:00000010:2.0:1767384866.875369:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000388b4421. 00000100:00000200:2.0:1767384866.875370:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875371:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e522925. 00000400:00000010:2.0:1767384866.875372:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089e9e39a. 00000100:00000200:2.0:1767384866.875373:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875374:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014fdabad. 00000400:00000010:2.0:1767384866.875375:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0ba909a. 00000100:00000200:2.0:1767384866.875376:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875377:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8bc0741. 00000400:00000010:2.0:1767384866.875378:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f900570d. 00000100:00000200:2.0:1767384866.875379:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875380:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e11b7ce8. 00000400:00000010:2.0:1767384866.875381:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af4ce6db. 00000100:00000200:2.0:1767384866.875382:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875386:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023d29cb3. 00000400:00000010:2.0:1767384866.875388:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f5b722f. 00000100:00000200:2.0:1767384866.875389:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875390:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca2118e5. 00000400:00000010:2.0:1767384866.875391:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000827987c. 00000100:00000200:2.0:1767384866.875392:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875393:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001d54369. 00000400:00000010:2.0:1767384866.875394:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6827af3. 00000100:00000200:2.0:1767384866.875395:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875396:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb386e2f. 00000400:00000010:2.0:1767384866.875397:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044625326. 00000100:00000200:2.0:1767384866.875398:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875399:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dca0ee3c. 00000400:00000010:2.0:1767384866.875400:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed9dbdb2. 00000100:00000200:2.0:1767384866.875401:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875402:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa5831c7. 00000400:00000010:2.0:1767384866.875403:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000374e2b8d. 00000100:00000200:2.0:1767384866.875404:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875405:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000287557e. 00000400:00000010:2.0:1767384866.875406:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e38331b6. 00000100:00000200:2.0:1767384866.875407:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875408:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b26d5240. 00000400:00000010:2.0:1767384866.875409:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae29d593. 00000100:00000200:2.0:1767384866.875410:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875411:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e71468a. 00000400:00000010:2.0:1767384866.875412:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1d948cf. 00000100:00000200:2.0:1767384866.875413:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875421:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fdc7a3a5. 00000400:00000010:2.0:1767384866.875423:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e4c05a4. 00000100:00000200:2.0:1767384866.875424:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875425:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079102e81. 00000400:00000010:2.0:1767384866.875433:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002518a5ab. 00000100:00000200:2.0:1767384866.875435:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875436:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077159260. 00000400:00000010:2.0:1767384866.875437:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec4a9b78. 00000100:00000200:2.0:1767384866.875442:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875443:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084b03fa2. 00000400:00000010:2.0:1767384866.875444:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000503b4e57. 00000100:00000200:2.0:1767384866.875446:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875447:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000766759a6. 00000400:00000010:2.0:1767384866.875448:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000341de555. 00000100:00000200:2.0:1767384866.875449:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875450:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056ed61f3. 00000400:00000010:2.0:1767384866.875451:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb56937d. 00000100:00000200:2.0:1767384866.875452:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875453:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba1f5dde. 00000400:00000010:2.0:1767384866.875454:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075388eea. 00000100:00000200:2.0:1767384866.875455:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875456:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e512ed25. 00000400:00000010:2.0:1767384866.875457:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ad797ee. 00000100:00000200:2.0:1767384866.875458:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875459:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e158f96. 00000400:00000010:2.0:1767384866.875460:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a66573a. 00000100:00000200:2.0:1767384866.875461:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875462:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e7ef782. 00000400:00000010:2.0:1767384866.875463:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006909c261. 00000100:00000200:2.0:1767384866.875464:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875465:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059bba6bd. 00000400:00000010:2.0:1767384866.875466:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035ce7cc2. 00000100:00000200:2.0:1767384866.875467:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875468:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002104103d. 00000400:00000010:2.0:1767384866.875469:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002176dd9. 00000100:00000200:2.0:1767384866.875470:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875471:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027ea0b3b. 00000400:00000010:2.0:1767384866.875472:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de16f438. 00000100:00000200:2.0:1767384866.875473:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875473:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d4da30c. 00000400:00000010:2.0:1767384866.875474:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000482c266a. 00000100:00000200:2.0:1767384866.875475:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875476:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a7f8ca1. 00000400:00000010:2.0:1767384866.875480:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001466e731. 00000100:00000200:2.0:1767384866.875482:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875483:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054458883. 00000400:00000010:2.0:1767384866.875484:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038b1a1f0. 00000100:00000200:2.0:1767384866.875486:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875487:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8cde2ab. 00000400:00000010:2.0:1767384866.875488:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000335de01c. 00000100:00000200:2.0:1767384866.875489:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875490:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000242592d8. 00000400:00000010:2.0:1767384866.875491:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b443fa6d. 00000100:00000200:2.0:1767384866.875492:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875493:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007affeb7c. 00000400:00000010:2.0:1767384866.875494:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea6b9869. 00000100:00000200:2.0:1767384866.875495:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875496:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ab5a09f. 00000400:00000010:2.0:1767384866.875497:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007407fdfb. 00000100:00000200:2.0:1767384866.875498:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875498:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cdb1c09e. 00000400:00000010:2.0:1767384866.875499:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e92b644e. 00000100:00000200:2.0:1767384866.875500:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875501:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfa6060d. 00000400:00000010:2.0:1767384866.875502:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ae630b9. 00000100:00000200:2.0:1767384866.875503:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875504:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ff72368. 00000400:00000010:2.0:1767384866.875505:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7d6f4fe. 00000100:00000200:2.0:1767384866.875506:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875507:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab4bc909. 00000400:00000010:2.0:1767384866.875508:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a432f315. 00000100:00000200:2.0:1767384866.875509:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875510:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006db18577. 00000400:00000010:2.0:1767384866.875511:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c455aec1. 00000100:00000200:2.0:1767384866.875512:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875513:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009de6f0cc. 00000400:00000010:2.0:1767384866.875514:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de9fba45. 00000100:00000200:2.0:1767384866.875515:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875519:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ded963bc. 00000400:00000010:2.0:1767384866.875520:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055339b66. 00000100:00000200:2.0:1767384866.875522:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875523:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dbce645c. 00000400:00000010:2.0:1767384866.875524:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000abb27f64. 00000100:00000200:2.0:1767384866.875525:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875525:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020b8b2f0. 00000400:00000010:2.0:1767384866.875526:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3f9fdc2. 00000100:00000200:2.0:1767384866.875527:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875528:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003123d6c2. 00000400:00000010:2.0:1767384866.875529:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e1a6054. 00000100:00000200:2.0:1767384866.875530:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875531:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0a9b496. 00000400:00000010:2.0:1767384866.875532:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb140eda. 00000100:00000200:2.0:1767384866.875533:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875534:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f60333b. 00000400:00000010:2.0:1767384866.875541:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ead609d1. 00000100:00000200:2.0:1767384866.875543:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875544:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b7e94ac. 00000400:00000010:2.0:1767384866.875545:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dad60cce. 00000100:00000200:2.0:1767384866.875546:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875547:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9f88414. 00000400:00000010:2.0:1767384866.875548:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000affd3665. 00000100:00000200:2.0:1767384866.875549:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875550:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000912d245. 00000400:00000010:2.0:1767384866.875551:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010b37209. 00000100:00000200:2.0:1767384866.875552:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875553:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000304010a7. 00000400:00000010:2.0:1767384866.875554:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed6120ce. 00000100:00000200:2.0:1767384866.875555:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875556:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b30fd864. 00000400:00000010:2.0:1767384866.875557:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000606fe4b0. 00000100:00000200:2.0:1767384866.875558:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875558:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f03bc46. 00000400:00000010:2.0:1767384866.875559:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4060ae3. 00000100:00000200:2.0:1767384866.875564:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875565:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021648c03. 00000400:00000010:2.0:1767384866.875566:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f405a93. 00000100:00000200:2.0:1767384866.875567:0:17098:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384866.875568:0:17098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3f5cad5. 00000400:00000010:2.0:1767384866.875569:0:17098:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f7b3475. 00000100:00000010:2.0:1767384866.875571:0:17098:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000afc6b77d. 00000100:00000200:2.0:1767384866.875580:0:17098:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384866.875763:0:17099:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000049932b7e. 00000020:00000010:2.0:1767384866.875766:0:17099:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007ecbc0d0. 00000020:00000010:2.0:1767384866.875768:0:17099:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6c38647. 00000020:00000010:2.0:1767384866.875770:0:17099:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bbbb2b27. 00000040:00000010:2.0:1767384866.875771:0:17099:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006555727d. 00000020:00000010:2.0:1767384866.875773:0:17099:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000060813c85. 00000020:00000010:2.0:1767384866.875775:0:17099:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000246a9fb3. 00000020:00000010:2.0:1767384866.875777:0:17099:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003d614b38. 80000000:00000010:2.0:1767384866.875778:0:17099:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ee4a5e31. 40000000:00000010:2.0:1767384866.875780:0:17099:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000094c38827. 00100000:00000010:2.0:1767384866.875781:0:17099:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a334f7ba. 00040000:00000010:2.0:1767384866.875783:0:17099:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000044dc1646. 00040000:00000010:2.0:1767384866.875786:0:17099:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a5a70991. 00040000:00000010:2.0:1767384866.875788:0:17099:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000efc166d3. 00080000:00000010:2.0:1767384866.875791:0:17099:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000fe7510e2. 00080000:00000010:2.0:1767384866.875800:0:17099:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000004dabba74. 00000004:00000010:2.0:1767384866.875803:0:17099:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f4fb559d. 00000004:00000010:2.0:1767384866.875806:0:17099:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008294a590. 00000004:00000010:2.0:1767384866.875808:0:17099:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000c872cf2. 00002000:00000010:2.0:1767384866.875810:0:17099:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000cb932084. 00000004:00000010:2.0:1767384866.875811:0:17099:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000049c2ba9f. 00000100:00000010:2.0:1767384866.875834:0:17099:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000193c648e. 00000100:00000200:2.0:1767384866.875858:0:17099:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00080000:00000010:2.0:1767384866.891208:0:17083:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000ea794d32. 00000020:00000010:2.0:1767384866.891226:0:17083:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 0000000086e8f53d. 20000000:00000010:2.0:1767384866.891229:0:17083:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 00000000b95219fa. 00080000:00000010:2.0:1767384866.891240:0:17083:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001a34850b. 20000000:00000010:2.0:1767384866.891578:0:17083:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 0000000084bf3010. 00000040:00000010:2.0:1767384866.891583:0:17083:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005daa5509. 00000040:00000010:2.0:1767384866.891603:0:17083:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000052babfdb. 00000020:00000010:2.0:1767384866.891607:0:17083:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003ba2fa89. 00080000:00000010:2.0:1767384866.891610:0:17083:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000ba5c5b0. 00000040:00000010:2.0:1767384866.891620:0:17083:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000032fab7e3. 00000040:00000010:2.0:1767384866.891860:0:17083:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000087f12550. 00000020:00000010:2.0:1767384866.892013:0:17106:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008127d008. 00000020:00000010:2.0:1767384866.892016:0:17106:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d542c47f. 00000040:00000010:2.0:1767384866.892018:0:17106:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000088025cdb. 00000020:00000010:2.0:1767384866.892020:0:17106:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000015491e99. 00000020:00000010:2.0:1767384866.892023:0:17106:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000009c42fb3. 00000020:00000010:2.0:1767384866.892025:0:17106:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d3fb8ec2. 80000000:00000010:2.0:1767384866.892027:0:17106:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b628f3a9. 40000000:00000010:2.0:1767384866.892029:0:17106:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000048a74b62. 00100000:00000010:2.0:1767384866.892031:0:17106:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f1959d93. 00040000:00000010:2.0:1767384866.892033:0:17106:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009f752327. 00040000:00000010:2.0:1767384866.892035:0:17106:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000132224a. 00040000:00000010:2.0:1767384866.892037:0:17106:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008f7fdf32. 00080000:00000010:2.0:1767384866.892040:0:17106:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ed375d53. 00080000:00000010:2.0:1767384866.892043:0:17106:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000161a7a53. 00000004:00000010:2.0:1767384866.892048:0:17106:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000aa0f1b78. 00000004:00000010:2.0:1767384866.892057:0:17106:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b2c0b616. 00000004:00000010:2.0:1767384866.892060:0:17106:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000014e2ed0a. 00002000:00000010:2.0:1767384866.892062:0:17106:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b382d67e. 00000004:00000010:2.0:1767384866.892064:0:17106:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000e3ab746. 00000020:00000010:2.0:1767384866.892066:0:17106:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ba573b6f. 00000040:00000010:2.0:1767384866.892075:0:17106:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000216ece3e. 00000040:00000010:2.0:1767384866.892307:0:17106:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000216ece3e. 00000020:00000010:2.0:1767384866.892313:0:17106:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ba573b6f. 00000020:00000010:2.0:1767384866.892320:0:17106:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d542c47f. 00000040:00000010:2.0:1767384866.892322:0:17106:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000088025cdb. 00000020:00000010:2.0:1767384866.892330:0:17106:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000015491e99. 00000020:00000010:2.0:1767384866.892332:0:17106:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000009c42fb3. 00000020:00000010:2.0:1767384866.892334:0:17106:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d3fb8ec2. 80000000:00000010:2.0:1767384866.892336:0:17106:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b628f3a9. 40000000:00000010:2.0:1767384866.892339:0:17106:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000048a74b62. 00100000:00000010:2.0:1767384866.892340:0:17106:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f1959d93. 00040000:00000010:2.0:1767384866.892342:0:17106:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009f752327. 00040000:00000010:2.0:1767384866.892344:0:17106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000132224a. 00040000:00000010:2.0:1767384866.892346:0:17106:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008f7fdf32. 00080000:00000010:2.0:1767384866.892348:0:17106:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000161a7a53. 00080000:00000010:2.0:1767384866.892350:0:17106:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ed375d53. 00000004:00000010:2.0:1767384866.892351:0:17106:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000aa0f1b78. 00000004:00000010:2.0:1767384866.892353:0:17106:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b2c0b616. 00000004:00000010:2.0:1767384866.892355:0:17106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000014e2ed0a. 00002000:00000010:2.0:1767384866.892357:0:17106:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b382d67e. 00000004:00000010:2.0:1767384866.892359:0:17106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000e3ab746. 00000020:00000010:2.0:1767384866.892360:0:17106:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008127d008. 00000020:00000010:2.0:1767384866.895953:0:17083:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000216ece3e. 00000020:00000010:2.0:1767384866.895964:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048a74b62. 00000020:00000010:2.0:1767384866.895966:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048a74b62. 00000020:00000010:2.0:1767384866.895982:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000409e39f1. 00000020:00000010:2.0:1767384866.895984:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6892c02. 00000020:00000010:2.0:1767384866.895987:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9cf342a. 00000020:00000010:2.0:1767384866.896006:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048a74b62. 00000020:00000010:2.0:1767384866.896014:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048a74b62. 00000100:00000200:2.0:1767384866.896017:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348009088 02000000:00000010:2.0:1767384866.896032:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000fa30812b. 00000040:00000010:2.0:1767384866.896036:0:17083:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000081568834. 00000040:00000010:2.0:1767384866.896043:0:17083:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000d8e11b9. 00000040:00000010:2.0:1767384866.896315:0:17083:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000000d8e11b9. 00000040:00000010:2.0:1767384866.896318:0:17083:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000081568834. 00010000:00000200:2.0:1767384866.896323:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000020bfbeaf x1853237348009088/t0(0) o502->b543db4a-4900-454f-be04-352b2897a173@0@lo:92/0 lens 272/8472 e 0 to 0 dl 1767384877 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384866.896341:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000005a6cd656. 00000100:00000200:2.0:1767384866.896344:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237348009088, offset 224 00000400:00000200:2.0:1767384866.896348:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384866.896352:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384866.896356:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958271d00480 00000400:00000200:2.0:1767384866.896359:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x999 [4] + 224 00000400:00000200:2.0:1767384866.896363:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384866.896365:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384866.896369:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c22b2113 x1853237348009088/t0(0) o502->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384882 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384866.896384:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a6cd656 00000400:00000010:2.0:1767384866.896385:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000005a6cd656. 00000020:00000010:2.0:1767384866.896393:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6892c02. 00000020:00000010:2.0:1767384866.896395:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9cf342a. 00000020:00000010:2.0:1767384866.896398:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000409e39f1. 02000000:00000010:2.0:1767384866.896402:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000fa30812b. 00000100:00000200:2.0:1767384866.896416:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.896421:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000854c39ff. 00000400:00000010:2.0:1767384866.896426:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005a6cd656. 00000100:00000010:2.0:1767384866.899897:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3a7ade2. 00000020:00000010:2.0:1767384866.935303:0:17107:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000007f4561e. 00000040:00000010:2.0:1767384866.935309:0:17107:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000685bca49. 00000020:00000010:2.0:1767384866.935312:0:17107:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000decb6e42. 00000020:00000010:2.0:1767384866.935315:0:17107:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c04d6ca9. 00000020:00000010:2.0:1767384866.935319:0:17107:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e6e5d41b. 80000000:00000010:2.0:1767384866.935322:0:17107:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000067df737. 40000000:00000010:2.0:1767384866.935326:0:17107:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000be7c3566. 00100000:00000010:2.0:1767384866.935329:0:17107:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000baaef8d2. 00040000:00000010:2.0:1767384866.935333:0:17107:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d8fa3da9. 00040000:00000010:2.0:1767384866.935336:0:17107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000085132bb6. 00040000:00000010:2.0:1767384866.935337:0:17107:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000089de2ca5. 00080000:00000010:2.0:1767384866.935340:0:17107:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f1750238. 00080000:00000010:2.0:1767384866.935349:0:17107:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 000000001db1f1c1. 00080000:00000010:2.0:1767384866.935352:0:17107:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000001da88100. 00000004:00000010:2.0:1767384866.935354:0:17107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007f3c8d90. 00000004:00000010:2.0:1767384866.935357:0:17107:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e275b735. 00000004:00000010:2.0:1767384866.935359:0:17107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f2388fd3. 00000004:00000010:2.0:1767384866.935362:0:17107:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a2d98d6b. 00000020:00000010:2.0:1767384866.935364:0:17107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003370ff7d. 00000020:00000010:2.0:1767384866.935366:0:17107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea6a22eb. 00000020:00000010:2.0:1767384866.935369:0:17107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005a25c418. 00000008:00000010:2.0:1767384866.935371:0:17107:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000038d8eb17. 00020000:00000010:2.0:1767384866.935373:0:17107:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000004368f2af. 00008000:00000010:2.0:1767384866.935375:0:17107:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000da40a764. 00000080:00000010:2.0:1767384866.935377:0:17107:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000ac8a500e. 00000020:00000010:2.0:1767384866.935379:0:17107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fcaf72a1. 00000020:00000010:2.0:1767384866.935382:0:17107:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000b862efbe. 00000020:00000010:2.0:1767384866.935392:0:17107:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000009f752327. 00000020:00000010:2.0:1767384866.935394:0:17107:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000009f752327. 00000020:00000010:2.0:1767384866.935397:0:17107:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000009f752327. 00000020:00000010:2.0:1767384866.935399:0:17107:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000009f752327. 00000020:00000010:2.0:1767384866.935403:0:17107:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000009f752327. 00000020:00000010:2.0:1767384866.935404:0:17107:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000009f752327. 00000020:00000010:2.0:1767384866.935407:0:17107:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000b807c095. 00000020:00000010:2.0:1767384866.935412:0:17107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5d9d598. 00000020:00000010:2.0:1767384866.935414:0:17107:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000115ef7b6. 00000040:00000010:2.0:1767384866.935416:0:17107:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ebe2fdd0. 00000020:00000010:2.0:1767384866.935419:0:17107:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000014e2ed0a. 00000020:00000010:2.0:1767384866.935421:0:17107:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000009c42fb3. 00000020:00000010:2.0:1767384866.935423:0:17107:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000584b89a3. 80000000:00000010:2.0:1767384866.935425:0:17107:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b628f3a9. 40000000:00000010:2.0:1767384866.935427:0:17107:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d9138060. 00100000:00000010:2.0:1767384866.935429:0:17107:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000aa0f1b78. 00040000:00000010:2.0:1767384866.935431:0:17107:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009f752327. 00040000:00000010:2.0:1767384866.935440:0:17107:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000132224a. 00040000:00000010:2.0:1767384866.935443:0:17107:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000089de2ca5. 00080000:00000010:2.0:1767384866.935447:0:17107:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000000d8e11b9. 00080000:00000010:2.0:1767384866.935451:0:17107:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009fe41798. 00000004:00000010:2.0:1767384866.935454:0:17107:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f1959d93. 00000004:00000010:2.0:1767384866.935458:0:17107:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b2c0b616. 00000004:00000010:2.0:1767384866.935460:0:17107:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000015491e99. 00000004:00000010:2.0:1767384866.935464:0:17107:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000e3ab746. 02000000:00000010:2.0:1767384866.935471:0:17107:0:(upcall_cache.c:133:upcall_cache_set_upcall()) kmalloced '(upcall)': 58 at 00000000947a26c6. 02000000:00000010:2.0:1767384866.935475:0:17107:0:(upcall_cache.c:157:upcall_cache_set_upcall()) kfreed 'upcall': 58 at 00000000947a26c6. 00000020:00000010:2.0:1767384866.935479:0:17107:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000115ef7b6. 00000040:00000010:2.0:1767384866.935481:0:17107:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ebe2fdd0. 00000020:00000010:2.0:1767384866.935483:0:17107:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000014e2ed0a. 00000020:00000010:2.0:1767384866.935485:0:17107:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000009c42fb3. 00000020:00000010:2.0:1767384866.935488:0:17107:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000584b89a3. 80000000:00000010:2.0:1767384866.935491:0:17107:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b628f3a9. 40000000:00000010:2.0:1767384866.935496:0:17107:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d9138060. 00100000:00000010:2.0:1767384866.935498:0:17107:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000aa0f1b78. 00040000:00000010:2.0:1767384866.935501:0:17107:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009f752327. 00040000:00000010:2.0:1767384866.935503:0:17107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000132224a. 00040000:00000010:2.0:1767384866.935506:0:17107:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000089de2ca5. 00080000:00000010:2.0:1767384866.935507:0:17107:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009fe41798. 00080000:00000010:2.0:1767384866.935510:0:17107:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000000d8e11b9. 00000004:00000010:2.0:1767384866.935513:0:17107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f1959d93. 00000004:00000010:2.0:1767384866.935514:0:17107:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b2c0b616. 00000004:00000010:2.0:1767384866.935516:0:17107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000015491e99. 00000004:00000010:2.0:1767384866.935517:0:17107:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000e3ab746. 00000020:00000010:2.0:1767384866.935520:0:17107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5d9d598. 00000020:00000010:2.0:1767384866.935522:0:17107:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000b807c095. 00000020:00000010:2.0:1767384866.935527:0:17107:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000009f752327. 00000020:00000010:2.0:1767384866.935529:0:17107:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000009f752327. 00000020:00000010:2.0:1767384866.935532:0:17107:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000009f752327. 00000020:00000010:2.0:1767384866.935533:0:17107:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000009f752327. 00000020:00000010:2.0:1767384866.935540:0:17107:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000d9138060. 00000100:00000010:2.0:1767384866.935543:0:17107:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000000e3ab746. 00000400:00000200:2.0:1767384866.935545:0:17107:0:(peer.c:1356:LNetAddPeer()) Add peer with 2 NIDs 00000400:00000200:2.0:1767384866.935550:0:17107:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 0@lo 00000400:00000200:2.0:1767384866.935551:0:17107:0:(peer.c:1373:LNetAddPeer()) Skip NID 0@lo as local 00000400:00000200:2.0:1767384866.935554:0:17107:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.134@tcp 00000400:00000200:2.0:1767384866.935560:0:17107:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384866.935565:0:17107:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (1) 00000400:00000200:2.0:1767384866.935570:0:17107:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384866.935572:0:17107:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp: 0. pending discovery 00000400:00000200:2.0:1767384866.935574:0:17107:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (2) 00000400:00000200:2.0:1767384866.935576:0:17107:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp 00000100:00000010:2.0:1767384866.935578:0:17107:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000000e3ab746. 00000020:00000010:2.0:1767384866.935580:0:17107:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000d9138060. 00000020:00000010:2.0:1767384866.935583:0:17107:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 00000000c6892c02. 00000020:00000010:2.0:1767384866.935589:0:17107:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000db45977d. 00000020:00000010:2.0:1767384866.935592:0:17107:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000015491e99. 00000020:00000010:2.0:1767384866.935599:0:17107:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 00000000c6892c02. 00000020:00000010:2.0:1767384866.935602:0:17107:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 00000000c6892c02. 00000001:00000010:2.0:1767384866.935614:0:17107:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000009f752327. 00000001:00000010:2.0:1767384866.935617:0:17107:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000db170d3f. 00000001:00000010:2.0:1767384866.935618:0:17107:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e6e5d41b. 00000001:00000010:2.0:1767384866.935620:0:17107:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000089de2ca5. 00000001:00000010:2.0:1767384866.935622:0:17107:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000584b89a3. 00000001:00000010:2.0:1767384866.935624:0:17107:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a5d9d598. 00000001:00000010:2.0:1767384866.935626:0:17107:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d8fa3da9. 00000001:00000010:2.0:1767384866.935628:0:17107:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a2ee2cfc. 00000001:00000010:2.0:1767384866.935630:0:17107:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ebe2fdd0. 00000001:00000010:2.0:1767384866.935631:0:17107:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000115ef7b6. 00000001:00000010:2.0:1767384866.935633:0:17107:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fcaf72a1. 00000001:00000010:2.0:1767384866.935634:0:17107:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003370ff7d. 00000020:00000010:2.0:1767384866.935637:0:17107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000685bca49. 00000020:00000010:2.0:1767384866.935639:0:17107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000209bd500. 00000020:00000010:2.0:1767384866.935646:0:17107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9cf342a. 00000008:00000010:2.0:1767384866.935650:0:17107:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000ca5214ec. 00020000:00000010:2.0:1767384866.935653:0:17107:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000008dd2a6b2. 00008000:00000010:2.0:1767384866.935655:0:17107:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000f3a10d6d. 00000080:00000010:2.0:1767384866.935658:0:17107:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000fe1490f9. 00000020:00000010:2.0:1767384866.935661:0:17107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007f4561e. 00000020:00000010:2.0:1767384866.935663:0:17107:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005daa5509. 00000040:00000010:2.0:1767384866.935665:0:17107:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008127d008. 00000020:00000010:2.0:1767384866.935667:0:17107:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f1959d93. 00000020:00000010:2.0:1767384866.935668:0:17107:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000009c42fb3. 00000020:00000010:2.0:1767384866.935671:0:17107:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008f7fdf32. 80000000:00000010:2.0:1767384866.935672:0:17107:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b628f3a9. 40000000:00000010:2.0:1767384866.935674:0:17107:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d9138060. 00100000:00000010:2.0:1767384866.935676:0:17107:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000132224a. 00040000:00000010:2.0:1767384866.935679:0:17107:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000063146ad1. 00040000:00000010:2.0:1767384866.935681:0:17107:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000aa0f1b78. 00040000:00000010:2.0:1767384866.935684:0:17107:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d3fb8ec2. 00080000:00000010:2.0:1767384866.935686:0:17107:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000000d8e11b9. 00080000:00000010:2.0:1767384866.935688:0:17107:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009fe41798. 00000004:00000010:2.0:1767384866.935690:0:17107:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000014e2ed0a. 00000004:00000010:2.0:1767384866.935692:0:17107:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b2c0b616. 00000004:00000010:2.0:1767384866.935695:0:17107:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000008a6fe32. 00002000:00000010:2.0:1767384866.935698:0:17107:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004549bf13. 00000004:00000010:2.0:1767384866.935700:0:17107:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000c3dedad. 00000004:00000010:2.0:1767384866.935703:0:17107:0:(osp_dev.c:1345:osp_device_alloc()) kmalloced '(osp)': 1400 at 000000006f80896a. 00000004:00000010:2.0:1767384866.935710:0:17107:0:(osp_dev.c:1178:osp_init0()) kmalloced '(osdname)': 128 at 000000000cffffbb. 00000004:00000010:2.0:1767384866.935713:0:17107:0:(osp_dev.c:993:osp_connect_to_osd()) kmalloced '(data)': 192 at 00000000b807c095. 00000020:00000010:2.0:1767384866.935716:0:17107:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000003d199e95. 00000004:00000010:2.0:1767384866.935721:0:17107:0:(osp_dev.c:1018:osp_connect_to_osd()) kfreed 'data': 192 at 00000000b807c095. 00010000:00000010:2.0:1767384866.935728:0:17107:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 0000000009aca216. 00010000:00000010:2.0:1767384866.935744:0:17107:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 0000000009dfb9e8. 00000020:00000010:2.0:1767384866.935749:0:17107:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000067c4c195. 00000100:00000200:2.0:1767384866.935765:0:17107:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.134@tcp->12345-0@lo 00010000:00000010:2.0:1767384866.935770:0:17107:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000003102c067. 00010000:00000010:2.0:1767384866.935774:0:17107:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000c18ca0a3. 00000001:00000010:2.0:1767384866.935776:0:17107:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000d542c47f. 00000001:00000010:2.0:1767384866.935779:0:17107:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 00000000b57fafa6. 00000001:00000010:2.0:1767384866.935783:0:17107:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000000ea6c1fe. 00000001:00000010:2.0:1767384866.935788:0:17107:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000001da88100. 00000001:00000010:2.0:1767384866.935792:0:17107:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000f1750238. 00000001:00000010:2.0:1767384866.935797:0:17107:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000032fab7e3. 00000001:00000010:2.0:1767384866.935801:0:17107:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ed375d53. 00000001:00000010:2.0:1767384866.935806:0:17107:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000161a7a53. 00000001:00000010:2.0:1767384866.935844:0:17107:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000636870be. 00000001:00000010:2.0:1767384866.935850:0:17107:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000004bd1fd6f. 00000001:00000010:2.0:1767384866.935854:0:17107:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000e5de482a. 00000001:00000010:2.0:1767384866.935859:0:17107:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000030ea9b82. 00000001:00000010:2.0:1767384866.935870:0:17107:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c91ceaa3. 00000001:00000010:2.0:1767384866.935875:0:17107:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000062d3732c. 00000001:00000010:2.0:1767384866.935880:0:17107:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000e530d69e. 00000001:00000010:2.0:1767384866.935884:0:17107:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000090f7e42. 00000001:00000010:2.0:1767384866.935894:0:17107:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000084cd33a5. 00000001:00000010:2.0:1767384866.935899:0:17107:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000003f89561f. 00000020:00000010:2.0:1767384866.935946:0:17107:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000df079026. 00000020:00000010:2.0:1767384866.935948:0:17107:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000a77fb89a. 00000020:00000010:2.0:1767384866.936034:0:17107:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000e98d1f3b. 00000020:00000010:2.0:1767384866.936037:0:17107:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000032fbf2cc. 40000000:00000010:2.0:1767384866.936048:0:17107:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 00000000a3cbc50b. 40000000:00000010:2.0:1767384866.936050:0:17107:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at 00000000e12e2185. 40000000:00000010:2.0:1767384866.936071:0:17107:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at 00000000e12e2185. 00000004:00000010:2.0:1767384866.936085:0:17107:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a61c4b5d. 00000004:00000010:2.0:1767384866.936095:0:17107:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000014e2b96a. 00000004:00000010:2.0:1767384866.936099:0:17107:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000001cc655a6. 00080000:00000010:2.0:1767384866.936104:0:17107:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ab86ad08. 00000001:00000010:2.0:1767384866.936109:0:17107:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006c5bd840. 00000001:00000010:2.0:1767384866.936117:0:17107:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006c5bd840. 00000004:00000010:2.0:1767384866.936286:0:17107:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e5807350. 00000004:00000010:2.0:1767384866.936291:0:17107:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000045f5bc7d. 00000004:00000010:2.0:1767384866.936293:0:17107:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004eb3622f. 00080000:00000010:2.0:1767384866.936296:0:17107:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f20a6feb. 00000001:00000010:2.0:1767384866.936301:0:17107:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006c5bd840. 00000001:00000010:2.0:1767384866.936306:0:17107:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006c5bd840. 00000004:00000010:2.0:1767384866.936533:0:17107:0:(osp_precreate.c:1756:osp_init_precreate()) kmalloced '(d->opd_pre)': 112 at 000000009ac9a727. 00000004:00000010:2.0:1767384866.936537:0:17107:0:(osp_sync.c:1665:osp_sync_init()) kmalloced '(args)': 16 at 0000000064b3340b. 00000004:00000010:2.0:1767384866.936543:0:17107:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c841c562. 00000004:00000010:2.0:1767384866.936546:0:17107:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f56557f0. 00000004:00000010:2.0:1767384866.936548:0:17107:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000042831737. 00080000:00000010:2.0:1767384866.936552:0:17107:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000536a8eae. 00000001:00000010:2.0:1767384866.936557:0:17107:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006c5bd840. 00000001:00000010:2.0:1767384866.936562:0:17107:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006c5bd840. 00000040:00000010:2.0:1767384866.936730:0:17107:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000088c225b6. 00000040:00000010:2.0:1767384866.936747:0:17107:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009992e97b. 00000020:00000010:2.0:1767384866.936754:0:17107:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000402e7a9b. 00080000:00000010:2.0:1767384866.936758:0:17107:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000077226b69. 00000040:00000010:2.0:1767384866.936942:0:17107:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000c7c271a7. 00080000:00000010:2.0:1767384866.937187:0:17107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c1a2c2c7. 00080000:00000010:2.0:1767384866.937192:0:17107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000947a26c6. 00080000:00000010:2.0:1767384866.937206:0:17107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000947a26c6. 00080000:00000010:2.0:1767384866.937211:0:17107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000122834d2. 00000040:00000010:2.0:1767384866.937214:0:17107:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000060c199bc. 00000020:00000010:2.0:1767384866.937218:0:17107:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d33e9d39. 00080000:00000010:2.0:1767384866.937220:0:17107:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000be72a7a4. 00080000:00000010:2.0:1767384866.937336:0:17107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000947a26c6. 00080000:00000010:2.0:1767384866.937341:0:17107:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000cc099dd1. 00080000:00000010:2.0:1767384866.937346:0:17107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000094e42ccc. 00000040:00000010:2.0:1767384866.937350:0:17107:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001f5b738d. 00000020:00000010:2.0:1767384866.937358:0:17107:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ed1c3b0b. 00080000:00000010:2.0:1767384866.937361:0:17107:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004ff7cab5. 00080000:00000010:2.0:1767384866.937492:0:17107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000fd42661a. 00000001:00000010:2.0:1767384866.937675:0:17107:0:(osd_compat.c:868:osd_obj_add_entry()) kmalloced '(lii)': 1560 at 00000000f2388fd3. 00000040:00000010:2.0:1767384866.937698:0:17107:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000051650593. 00080000:00000010:2.0:1767384866.937707:0:17107:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 0000000091c256a9. 00080000:00000010:2.0:1767384866.937899:0:17107:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 0000000024a6e61c. 00080000:00000010:2.0:1767384866.938015:0:17107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000fd42661a. 00080000:00000010:2.0:1767384866.938019:0:17107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000094e42ccc. 00080000:00000010:2.0:1767384866.938020:0:17107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000947a26c6. 00000020:00000010:2.0:1767384866.938180:0:17111:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1f2c835. 00000020:00000010:2.0:1767384866.938183:0:17111:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b67813b4. 00000040:00000010:2.0:1767384866.938185:0:17111:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000556c7fc1. 00000020:00000010:2.0:1767384866.938188:0:17111:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007f3c8d90. 00000020:00000010:2.0:1767384866.938190:0:17111:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000056058cd5. 00040000:00000010:2.0:1767384866.938194:0:17111:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b976073b. 00040000:00000010:2.0:1767384866.938197:0:17111:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000494af1b7. 00080000:00000010:2.0:1767384866.938208:0:17111:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000556b3cc6. 00080000:00000010:2.0:1767384866.938216:0:17111:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ad288094. 00000020:00000010:2.0:1767384866.938233:0:17111:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000094e42ccc. 00000040:00000010:2.0:1767384866.938242:0:17111:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000002bdae688. 00000040:00000010:2.0:1767384866.938250:0:17111:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000001b654fb1. 00000040:00000010:2.0:1767384866.938267:0:17111:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000008b240f65. 00000040:00000010:2.0:1767384866.938274:0:17111:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000c490620c. 00000020:00000010:2.0:1767384866.939119:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd42661a. 00000020:00000010:2.0:1767384866.939125:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd42661a. 00000020:00000010:2.0:1767384866.939129:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006d5d56d. 00000020:00000010:2.0:1767384866.939131:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000b1200f8. 00000020:00000010:2.0:1767384866.939133:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000011fe36e5. 00000020:00000010:2.0:1767384866.939161:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd42661a. 00000020:00000010:2.0:1767384866.939163:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd42661a. 00000100:00000200:2.0:1767384866.939165:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348009344 02000000:00000010:2.0:1767384866.939187:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000006cde0f58. 00000040:00000010:2.0:1767384866.939194:0:17083:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000cc099dd1. 00000040:00000010:2.0:1767384866.939206:0:17083:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000019580c89. 00000040:00000010:2.0:1767384866.939224:0:17083:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000019580c89. 00000040:00000010:2.0:1767384866.939227:0:17083:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000cc099dd1. 00010000:00000200:2.0:1767384866.939232:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000623636e6 x1853237348009344/t0(0) o502->b543db4a-4900-454f-be04-352b2897a173@0@lo:92/0 lens 272/8472 e 0 to 0 dl 1767384877 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384866.939256:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000009db10d51. 00000100:00000200:2.0:1767384866.939259:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237348009344, offset 224 00000400:00000200:2.0:1767384866.939262:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384866.939267:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384866.939271:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958271d00580 00000400:00000200:2.0:1767384866.939275:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x9b1 [4] + 224 00000400:00000200:2.0:1767384866.939279:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384866.939281:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384866.939286:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000082864e43 x1853237348009344/t0(0) o502->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384882 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384866.939302:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009db10d51 00000400:00000010:2.0:1767384866.939303:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000009db10d51. 00000020:00000010:2.0:1767384866.939312:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000b1200f8. 00000020:00000010:2.0:1767384866.939314:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000011fe36e5. 00000020:00000010:2.0:1767384866.939317:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006d5d56d. 02000000:00000010:2.0:1767384866.939322:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000006cde0f58. 00000100:00000200:2.0:1767384866.939333:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.939339:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c5bd840. 00000400:00000010:2.0:1767384866.939350:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009db10d51. 00000040:00000010:2.0:1767384866.939489:0:17067:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000aa4d4bb1. 00000040:00000010:2.0:1767384866.939495:0:17067:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000098f69abb. 00000040:00000010:2.0:1767384866.939499:0:17067:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e5748683. 00000020:00000010:2.0:1767384866.939503:0:17067:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000072a05077. 00000040:00000010:2.0:1767384866.939505:0:17067:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000becb1239. 00000020:00000010:2.0:1767384866.939507:0:17067:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006c9f4bb5. 00000020:00000010:2.0:1767384866.939509:0:17067:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b30794f2. 80000000:00000010:2.0:1767384866.939511:0:17067:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000050c01d59. 00040000:00000010:2.0:1767384866.939518:0:17067:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000093504ca9. 00080000:00000010:2.0:1767384866.939521:0:17067:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000093d8b12. 00080000:00000010:2.0:1767384866.939523:0:17067:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000029283814. 20000000:00000010:2.0:1767384866.939526:0:17067:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000212da65a. 00000020:00000010:2.0:1767384866.939528:0:17067:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1324ae1. 10000000:00000010:2.0:1767384866.939530:0:17067:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000a385eb74. 00000100:00000010:2.0:1767384866.939547:0:17067:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc8bdf86. 02000000:00000010:2.0:1767384866.939553:0:17067:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000006d5d56d. 00010000:00000010:2.0:1767384866.939560:0:17067:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000488c6aeb. 00010000:00000010:2.0:1767384866.939564:0:17067:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007b112e12. 00000020:00000010:2.0:1767384866.939567:0:17067:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000fd42661a. 00000100:00000010:2.0:1767384866.939575:0:17067:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000af0f13bd. 02000000:00000010:2.0:1767384866.939581:0:17067:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005016b867. 00000400:00000010:2.0:1767384866.939584:0:17067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049b6635b. 00000400:00000010:2.0:1767384866.939586:0:17067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000409334f6. 00000100:00000200:2.0:1767384866.939588:0:17067:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348009472, portal 25 00000400:00000010:2.0:1767384866.939591:0:17067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050f4446d. 00000100:00000200:2.0:1767384866.939592:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237348009472, offset 0 00000400:00000200:2.0:1767384866.939595:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384866.939599:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384866.939603:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958271d00600 00000400:00000200:2.0:1767384866.939606:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x135 [2] + 0 00000400:00000010:2.0:1767384866.939608:0:17067:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042e636b5. 00000400:00000200:2.0:1767384866.939610:0:17067:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006287bde6 00000400:00000200:2.0:1767384866.939612:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384866.939614:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384866.939616:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006287bde6 00000400:00000010:2.0:1767384866.939617:0:17067:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006287bde6. 00000100:00000200:2.0:1767384866.939619:0:17067:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384866.939630:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050f4446d 00000400:00000010:2.0:1767384866.939631:0:17067:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050f4446d. 00000100:00000200:2.0:1767384866.939635:0:17067:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bc8bdf86 x1853237348009472/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384882 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384866.939793:0:17067:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049b6635b. 00000400:00000200:2.0:1767384866.939798:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000409334f6 00000400:00000010:2.0:1767384866.939801:0:17067:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000409334f6. 00000100:00000200:2.0:1767384866.939806:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bc8bdf86 x1853237348009472/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384882 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384866.939831:0:17067:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bc8bdf86 x1853237348009472/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384882 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384866.939849:0:17067:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000af0f13bd. 02000000:00000010:2.0:1767384866.939873:0:17067:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005016b867. 02000000:00000010:2.0:1767384866.939877:0:17067:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000006d5d56d. 00000100:00000010:2.0:1767384866.939880:0:17067:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc8bdf86. 10000000:00000010:2.0:1767384866.939887:0:17067:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 0000000085132bb6. 00000100:00000010:2.0:1767384866.940348:0:17067:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc8bdf86. 02000000:00000010:2.0:1767384866.940353:0:17067:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000006d5d56d. 00000100:00000010:2.0:1767384866.940358:0:17067:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000005016b867. 00000100:00000010:2.0:1767384866.940360:0:17067:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 000000003692702c. 00000100:00000010:2.0:1767384866.940371:0:17067:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000af0f13bd. 00000400:00000010:2.0:1767384866.940378:0:17067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049b6635b. 00000400:00000010:2.0:1767384866.940381:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000019580c89. 00000100:00000200:2.0:1767384866.940384:0:17067:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6958271d00680-0x6958271d00680, portal 33 02000000:00000010:2.0:1767384866.940388:0:17067:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cc099dd1. 00000400:00000010:2.0:1767384866.940389:0:17067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008547d34a. 00000400:00000010:2.0:1767384866.940391:0:17067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000409334f6. 00000100:00000200:2.0:1767384866.940392:0:17067:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348009600, portal 25 00000400:00000010:2.0:1767384866.940394:0:17067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050f4446d. 00000100:00000200:2.0:1767384866.940395:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237348009600, offset 0 00000400:00000200:2.0:1767384866.940398:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384866.940402:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384866.940405:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958271d00680 00000400:00000200:2.0:1767384866.940408:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x139 [2] + 0 00000400:00000010:2.0:1767384866.940413:0:17067:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000824dc16e. 00000400:00000200:2.0:1767384866.940415:0:17067:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000070077d53 00000400:00000200:2.0:1767384866.940418:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384866.940420:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384866.940422:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070077d53 00000400:00000010:2.0:1767384866.940423:0:17067:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000070077d53. 00000100:00000200:2.0:1767384866.940425:0:17067:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384866.940435:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050f4446d 00000400:00000010:2.0:1767384866.940437:0:17067:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050f4446d. 00000100:00000200:2.0:1767384866.940439:0:17067:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bc8bdf86 x1853237348009600/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384882 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384866.940661:0:17067:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008547d34a. 00000400:00000200:2.0:1767384866.940666:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000409334f6 00000400:00000010:2.0:1767384866.940669:0:17067:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000409334f6. 00000100:00000200:2.0:1767384866.940677:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bc8bdf86 x1853237348009600/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384882 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384866.940689:0:17067:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bc8bdf86 x1853237348009600/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384882 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384866.940704:0:17067:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000af0f13bd. 02000000:00000010:2.0:1767384866.940709:0:17067:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cc099dd1. 00000100:00000010:2.0:1767384866.940715:0:17067:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 000000003692702c. 00000100:00000010:2.0:1767384866.940717:0:17067:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000005016b867. 02000000:00000010:2.0:1767384866.940719:0:17067:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000006d5d56d. 00000100:00000010:2.0:1767384866.940720:0:17067:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc8bdf86. 10000000:00000010:2.0:1767384866.941256:0:17067:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 2048 at 0000000085132bb6. 00000100:00000010:2.0:1767384866.941268:0:17067:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc8bdf86. 02000000:00000010:2.0:1767384866.941272:0:17067:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000006d5d56d. 00010000:00000010:2.0:1767384866.941277:0:17067:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008f8e404c. 00010000:00000010:2.0:1767384866.941279:0:17067:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000a306a9f. 00000100:00000010:2.0:1767384866.941285:0:17067:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000af0f13bd. 02000000:00000010:2.0:1767384866.941291:0:17067:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005016b867. 00000400:00000010:2.0:1767384866.941293:0:17067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008547d34a. 00000400:00000010:2.0:1767384866.941300:0:17067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000409334f6. 00000100:00000200:2.0:1767384866.941302:0:17067:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348009728, portal 25 00000400:00000010:2.0:1767384866.941304:0:17067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050f4446d. 00000100:00000200:2.0:1767384866.941305:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237348009728, offset 0 00000400:00000200:2.0:1767384866.941308:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384866.941312:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384866.941315:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958271d00700 00000400:00000200:2.0:1767384866.941317:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x13d [2] + 0 00000400:00000010:2.0:1767384866.941319:0:17067:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000706e1beb. 00000400:00000200:2.0:1767384866.941321:0:17067:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000044047cde 00000400:00000200:2.0:1767384866.941323:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384866.941325:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384866.941326:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044047cde 00000400:00000010:2.0:1767384866.941328:0:17067:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000044047cde. 00000100:00000200:2.0:1767384866.941330:0:17067:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384866.941339:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050f4446d 00000400:00000010:2.0:1767384866.941340:0:17067:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050f4446d. 00000100:00000200:2.0:1767384866.941343:0:17067:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bc8bdf86 x1853237348009728/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384882 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384866.941471:0:17067:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008547d34a. 00000400:00000200:2.0:1767384866.941476:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000409334f6 00000400:00000010:2.0:1767384866.941480:0:17067:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000409334f6. 00000100:00000200:2.0:1767384866.941486:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bc8bdf86 x1853237348009728/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384882 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384866.941498:0:17067:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bc8bdf86 x1853237348009728/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384882 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384866.941513:0:17067:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000af0f13bd. 02000000:00000010:2.0:1767384866.941520:0:17067:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005016b867. 02000000:00000010:2.0:1767384866.941522:0:17067:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000006d5d56d. 00000100:00000010:2.0:1767384866.941524:0:17067:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc8bdf86. 10000000:00000010:2.0:1767384866.941528:0:17067:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000dd0f33d2. 00000020:00000010:2.0:1767384866.941530:0:17067:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006d5d56d. 00000020:00000010:2.0:1767384866.941532:0:17067:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cc099dd1. 00000040:00000010:2.0:1767384866.941539:0:17067:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d1324ae1. 00000020:00000010:2.0:1767384866.941541:0:17067:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000085132bb6. 00000020:00000010:2.0:1767384866.941543:0:17067:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000212da65a. 80000000:00000010:2.0:1767384866.941544:0:17067:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000952e5d61. 00040000:00000010:2.0:1767384866.941546:0:17067:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c827f90f. 00080000:00000010:2.0:1767384866.941550:0:17067:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000863b517a. 00080000:00000010:2.0:1767384866.941553:0:17067:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000033d480e6. 20000000:00000010:2.0:1767384866.941557:0:17067:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000b30794f2. 00000040:00000010:2.0:1767384866.941560:0:17067:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000becb1239. 00000100:00000010:2.0:1767384866.941562:0:17067:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc8bdf86. 02000000:00000010:2.0:1767384866.941567:0:17067:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000072a05077. 00000100:00000010:2.0:1767384866.941571:0:17067:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000af0f13bd. 02000000:00000010:2.0:1767384866.941576:0:17067:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e5748683. 00000400:00000010:2.0:1767384866.941578:0:17067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008547d34a. 00000400:00000010:2.0:1767384866.941580:0:17067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000409334f6. 00000100:00000200:2.0:1767384866.941582:0:17067:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348009856, portal 25 00000400:00000010:2.0:1767384866.941584:0:17067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050f4446d. 00000100:00000200:2.0:1767384866.941586:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853237348009856, offset 0 00000400:00000200:2.0:1767384866.941588:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384866.941592:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384866.941595:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x6958271d00780 00000400:00000200:2.0:1767384866.941598:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x141 [2] + 0 00000400:00000010:2.0:1767384866.941600:0:17067:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b220aab8. 00000400:00000200:2.0:1767384866.941602:0:17067:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000037f6c140 00000400:00000200:2.0:1767384866.941604:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384866.941605:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384866.941607:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037f6c140 00000400:00000010:2.0:1767384866.941608:0:17067:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037f6c140. 00000100:00000200:2.0:1767384866.941611:0:17067:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384866.941622:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050f4446d 00000400:00000010:2.0:1767384866.941623:0:17067:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050f4446d. 00000100:00000200:2.0:1767384866.941625:0:17067:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bc8bdf86 x1853237348009856/t0(0) o501->MGC192.168.203.134@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384882 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384866.941803:0:17067:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008547d34a. 00000400:00000200:2.0:1767384866.941808:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000409334f6 00000400:00000010:2.0:1767384866.941809:0:17067:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000409334f6. 00000100:00000200:2.0:1767384866.941812:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bc8bdf86 x1853237348009856/t0(0) o501->MGC192.168.203.134@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384882 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384866.941843:0:17067:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bc8bdf86 x1853237348009856/t0(0) o501->MGC192.168.203.134@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384882 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384866.941853:0:17067:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000af0f13bd. 02000000:00000010:2.0:1767384866.941865:0:17067:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e5748683. 02000000:00000010:2.0:1767384866.941866:0:17067:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000072a05077. 00000100:00000010:2.0:1767384866.941868:0:17067:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc8bdf86. 00000040:00000010:2.0:1767384866.941873:0:17067:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000013449c6. 00000100:00000010:2.0:1767384866.941876:0:17067:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc8bdf86. 02000000:00000010:2.0:1767384866.941879:0:17067:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000072a05077. 00000100:00000010:2.0:1767384866.941882:0:17067:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000af0f13bd. 02000000:00000010:2.0:1767384866.941893:0:17067:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000676177e5. 00000400:00000010:2.0:1767384866.941895:0:17067:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008547d34a. 00000400:00000010:2.0:1767384866.941899:0:17067:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000037f6c140. 00000100:00000200:2.0:1767384866.941901:0:17067:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237348009984, portal 25 00000400:00000010:2.0:1767384866.941903:0:17067:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000409334f6. 00000100:00000200:2.0:1767384866.941904:0:17067:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237348009984, offset 0 00000400:00000200:2.0:1767384866.941907:0:17067:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384866.941911:0:17067:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384866.941914:0:17067:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958271d00800 00000400:00000200:2.0:1767384866.941917:0:17067:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x145 [2] + 0 00000400:00000010:2.0:1767384866.941919:0:17067:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c96e36f6. 00000400:00000200:2.0:1767384866.941920:0:17067:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000078cb680 00000400:00000200:2.0:1767384866.941923:0:17067:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384866.941924:0:17067:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384866.941926:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000078cb680 00000400:00000010:2.0:1767384866.941927:0:17067:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000078cb680. 00000100:00000200:2.0:1767384866.941933:0:17067:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384866.941943:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000409334f6 00000400:00000010:2.0:1767384866.941944:0:17067:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000409334f6. 00000100:00000200:2.0:1767384866.941947:0:17067:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bc8bdf86 x1853237348009984/t0(0) o503->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384882 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384866.942097:0:17067:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008547d34a. 00000400:00000200:2.0:1767384866.942103:0:17067:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037f6c140 00000400:00000010:2.0:1767384866.942106:0:17067:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000037f6c140. 00000100:00000200:2.0:1767384866.942115:0:17067:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bc8bdf86 x1853237348009984/t0(0) o503->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384882 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384866.942123:0:17067:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bc8bdf86 x1853237348009984/t0(0) o503->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384882 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384866.942137:0:17067:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000af0f13bd. 02000000:00000010:2.0:1767384866.942143:0:17067:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000676177e5. 02000000:00000010:2.0:1767384866.942152:0:17067:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000072a05077. 00000100:00000010:2.0:1767384866.942157:0:17067:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc8bdf86. 00000040:00000010:2.0:1767384866.942161:0:17067:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000b628f3a9. 00000020:00000010:2.0:1767384866.942323:0:17113:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072a05077. 00000020:00000010:2.0:1767384866.942326:0:17113:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e5748683. 00000040:00000010:2.0:1767384866.942336:0:17113:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f5b39a04. 00000020:00000010:2.0:1767384866.942338:0:17113:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000baaef8d2. 00000020:00000010:2.0:1767384866.942341:0:17113:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000bb67b93a. 00000020:00000010:2.0:1767384866.942343:0:17113:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ca1fc060. 80000000:00000010:2.0:1767384866.942345:0:17113:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000087f12550. 40000000:00000010:2.0:1767384866.942346:0:17113:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f4829dd9. 00100000:00000010:2.0:1767384866.942348:0:17113:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000decb6e42. 00040000:00000010:2.0:1767384866.942350:0:17113:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e42db12d. 00040000:00000010:2.0:1767384866.942352:0:17113:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f2388fd3. 00040000:00000010:2.0:1767384866.942354:0:17113:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000064011c5c. 00080000:00000010:2.0:1767384866.942356:0:17113:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000019580c89. 00080000:00000010:2.0:1767384866.942359:0:17113:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000029283814. 00000004:00000010:2.0:1767384866.942362:0:17113:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006c9f4bb5. 00000004:00000010:2.0:1767384866.942367:0:17113:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003692702c. 00000004:00000010:2.0:1767384866.942374:0:17113:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000353fb46e. 00002000:00000010:2.0:1767384866.942376:0:17113:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005016b867. 00000004:00000010:2.0:1767384866.942378:0:17113:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000062523c82. 00000020:00000010:2.0:1767384866.942380:0:17113:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f5f99022. 00000040:00000010:2.0:1767384866.942385:0:17113:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000093d8b12. 00000040:00000010:2.0:1767384866.942764:0:17113:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000093d8b12. 00000020:00000010:2.0:1767384866.942766:0:17113:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f5f99022. 00000020:00000010:2.0:1767384866.942772:0:17113:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e5748683. 00000040:00000010:2.0:1767384866.942785:0:17113:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f5b39a04. 00000020:00000010:2.0:1767384866.942786:0:17113:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000baaef8d2. 00000020:00000010:2.0:1767384866.942788:0:17113:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000bb67b93a. 00000020:00000010:2.0:1767384866.942790:0:17113:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ca1fc060. 80000000:00000010:2.0:1767384866.942792:0:17113:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000087f12550. 40000000:00000010:2.0:1767384866.942794:0:17113:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f4829dd9. 00100000:00000010:2.0:1767384866.942795:0:17113:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000decb6e42. 00040000:00000010:2.0:1767384866.942797:0:17113:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e42db12d. 00040000:00000010:2.0:1767384866.942799:0:17113:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f2388fd3. 00040000:00000010:2.0:1767384866.942801:0:17113:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000064011c5c. 00080000:00000010:2.0:1767384866.942802:0:17113:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000029283814. 00080000:00000010:2.0:1767384866.942804:0:17113:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000019580c89. 00000004:00000010:2.0:1767384866.942806:0:17113:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006c9f4bb5. 00000004:00000010:2.0:1767384866.942807:0:17113:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003692702c. 00000004:00000010:2.0:1767384866.942809:0:17113:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000353fb46e. 00002000:00000010:2.0:1767384866.942810:0:17113:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005016b867. 00000004:00000010:2.0:1767384866.942812:0:17113:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000062523c82. 00000020:00000010:2.0:1767384866.942828:0:17113:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072a05077. 00000020:00000010:2.0:1767384866.943966:0:17114:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000125fc3ea. 00000020:00000010:2.0:1767384866.943981:0:17114:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000064011c5c. 00000040:00000010:2.0:1767384866.943983:0:17114:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ca1fc060. 00000020:00000010:2.0:1767384866.943984:0:17114:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000353fb46e. 00000020:00000010:2.0:1767384866.943986:0:17114:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000bb67b93a. 00000020:00000010:2.0:1767384866.943988:0:17114:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f5b39a04. 80000000:00000010:2.0:1767384866.943989:0:17114:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000087f12550. 40000000:00000010:2.0:1767384866.943995:0:17114:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f4829dd9. 00100000:00000010:2.0:1767384866.943997:0:17114:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f2c5ac41. 00040000:00000010:2.0:1767384866.943999:0:17114:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e42db12d. 00040000:00000010:2.0:1767384866.944001:0:17114:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009bbf2521. 00040000:00000010:2.0:1767384866.944002:0:17114:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a44e9321. 00080000:00000010:2.0:1767384866.944004:0:17114:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000029283814. 00080000:00000010:2.0:1767384866.944006:0:17114:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000093d8b12. 00000004:00000010:2.0:1767384866.944009:0:17114:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ff6514ae. 00000004:00000010:2.0:1767384866.944011:0:17114:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003692702c. 00000004:00000010:2.0:1767384866.944013:0:17114:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b874b71c. 00002000:00000010:2.0:1767384866.944014:0:17114:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000062523c82. 00000004:00000010:2.0:1767384866.944016:0:17114:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005016b867. 00000020:00000010:2.0:1767384866.944018:0:17114:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000fb139df4. 00000040:00000010:2.0:1767384866.944022:0:17114:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000006bd053ac. 00000100:00000010:2.0:1767384866.944025:0:17114:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc8bdf86. 02000000:00000010:2.0:1767384866.944030:0:17114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b45dc814. 00000100:00000010:2.0:1767384866.944034:0:17114:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000af0f13bd. 02000000:00000010:2.0:1767384866.944044:0:17114:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000676177e5. 00000400:00000010:2.0:1767384866.944047:0:17114:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008547d34a. 00000400:00000010:2.0:1767384866.944050:0:17114:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000044047cde. 00000100:00000200:2.0:1767384866.944052:0:17114:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237348010496, portal 25 00000400:00000010:2.0:1767384866.944054:0:17114:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000409334f6. 00000100:00000200:2.0:1767384866.944056:0:17114:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237348010496, offset 0 00000400:00000200:2.0:1767384866.944059:0:17114:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384866.944062:0:17114:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384866.944066:0:17114:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958271d00a00 00000400:00000200:2.0:1767384866.944069:0:17114:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x155 [2] + 0 00000400:00000010:2.0:1767384866.944071:0:17114:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab3eab3b. 00000400:00000200:2.0:1767384866.944073:0:17114:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b93a4503 00000400:00000200:2.0:1767384866.944075:0:17114:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384866.944077:0:17114:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384866.944079:0:17114:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b93a4503 00000400:00000010:2.0:1767384866.944080:0:17114:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b93a4503. 00000100:00000200:2.0:1767384866.944086:0:17114:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384866.944097:0:17114:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000409334f6 00000400:00000010:2.0:1767384866.944098:0:17114:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000409334f6. 00000100:00000200:2.0:1767384866.944101:0:17114:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bc8bdf86 x1853237348010496/t0(0) o502->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384882 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384866.944274:0:17114:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008547d34a. 00000400:00000200:2.0:1767384866.944279:0:17114:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044047cde 00000400:00000010:2.0:1767384866.944283:0:17114:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000044047cde. 00000100:00000200:2.0:1767384866.944291:0:17114:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bc8bdf86 x1853237348010496/t0(0) o502->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384882 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384866.944301:0:17114:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bc8bdf86 x1853237348010496/t0(0) o502->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384882 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384866.944314:0:17114:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000af0f13bd. 02000000:00000010:2.0:1767384866.944323:0:17114:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000676177e5. 02000000:00000010:2.0:1767384866.944333:0:17114:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b45dc814. 00000100:00000010:2.0:1767384866.944335:0:17114:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc8bdf86. 00000100:00000010:2.0:1767384866.944345:0:17114:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 0000000062f659f2. 00000400:00000200:2.0:1767384866.944347:0:17114:0:(peer.c:1356:LNetAddPeer()) Add peer with 2 NIDs 00000400:00000200:2.0:1767384866.944349:0:17114:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 0@lo 00000400:00000200:2.0:1767384866.944350:0:17114:0:(peer.c:1373:LNetAddPeer()) Skip NID 0@lo as local 00000400:00000200:2.0:1767384866.944352:0:17114:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.134@tcp 00000400:00000200:2.0:1767384866.944354:0:17114:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384866.944357:0:17114:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (1) 00000400:00000200:2.0:1767384866.944359:0:17114:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384866.944361:0:17114:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp: 0. pending discovery 00000400:00000200:2.0:1767384866.944362:0:17114:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (2) 00000400:00000200:2.0:1767384866.944363:0:17114:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp 00000100:00000010:2.0:1767384866.944364:0:17114:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 0000000062f659f2. 00000020:00000010:2.0:1767384866.944366:0:17114:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 000000000f72e610. 00000020:00000010:2.0:1767384866.944369:0:17114:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 0000000052c03baa. 00000020:00000010:2.0:1767384866.944371:0:17114:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 0000000052c03baa. 00000020:00000010:2.0:1767384866.944373:0:17114:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 0000000052c03baa. 00000020:00000010:2.0:1767384866.944377:0:17114:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 000000000b1200f8. 00000020:00000010:2.0:1767384866.944386:0:17114:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000d71b9765. 00000020:00000010:2.0:1767384866.944389:0:17114:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000fc114981. 00000020:00000010:2.0:1767384866.944396:0:17114:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 000000000b1200f8. 00000020:00000010:2.0:1767384866.944398:0:17114:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 0000000080b38607. 00000001:00000010:2.0:1767384866.944406:0:17114:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000063146ad1. 00000001:00000010:2.0:1767384866.944408:0:17114:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000000c46ebb2. 00000001:00000010:2.0:1767384866.944410:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b45dc814. 00000001:00000010:2.0:1767384866.944412:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000e105927. 00000001:00000010:2.0:1767384866.944413:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006e4394c1. 00000001:00000010:2.0:1767384866.944415:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000052ffa2ba. 00000001:00000010:2.0:1767384866.944418:0:17114:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000004d5b0642. 00000001:00000010:2.0:1767384866.944419:0:17114:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000007dcee29d. 00000001:00000010:2.0:1767384866.944420:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009519bbd5. 00000001:00000010:2.0:1767384866.944422:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f0e9c4b5. 00000001:00000010:2.0:1767384866.944424:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000847443d6. 00000001:00000010:2.0:1767384866.944425:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cc113ba4. 00000020:00000010:2.0:1767384866.944427:0:17114:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005747986a. 00000020:00000010:2.0:1767384866.944429:0:17114:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000b1200f8. 00000020:00000010:2.0:1767384866.944431:0:17114:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000011fe36e5. 00000008:00000010:2.0:1767384866.944433:0:17114:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000fe8248cd. 00020000:00000010:2.0:1767384866.944435:0:17114:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000003c48964. 00008000:00000010:2.0:1767384866.944437:0:17114:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000008a54dc8. 00000080:00000010:2.0:1767384866.944440:0:17114:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000cd09a486. 00000020:00000010:2.0:1767384866.944442:0:17114:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a172ec23. 00000020:00000010:2.0:1767384866.944444:0:17114:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b30794f2. 00000040:00000010:2.0:1767384866.944445:0:17114:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000093504ca9. 00000020:00000010:2.0:1767384866.944447:0:17114:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000099807a16. 00000020:00000010:2.0:1767384866.944449:0:17114:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005388d10f. 00000020:00000010:2.0:1767384866.944451:0:17114:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c827f90f. 80000000:00000010:2.0:1767384866.944452:0:17114:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004098bb95. 40000000:00000010:2.0:1767384866.944454:0:17114:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000251c5fb2. 00100000:00000010:2.0:1767384866.944455:0:17114:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a83d67e1. 00040000:00000010:2.0:1767384866.944458:0:17114:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000079226c87. 00040000:00000010:2.0:1767384866.944462:0:17114:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000b469273. 00040000:00000010:2.0:1767384866.944464:0:17114:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000212da65a. 00080000:00000010:2.0:1767384866.944467:0:17114:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000182e6b25. 00080000:00000010:2.0:1767384866.944469:0:17114:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000863b517a. 00000004:00000010:2.0:1767384866.944471:0:17114:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a6a57e01. 00000004:00000010:2.0:1767384866.944474:0:17114:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000188e9552. 00000004:00000010:2.0:1767384866.944475:0:17114:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006cde0f58. 00000004:00000010:2.0:1767384866.944482:0:17114:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b8832181. 00000010:00000010:2.0:1767384866.944485:0:17114:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 00000000952e5d61. 00000010:00000010:2.0:1767384866.944524:0:17114:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 0000000062b3e663. 00000010:00000010:2.0:1767384866.944527:0:17114:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 000000004c9130dc. 00000010:00000010:2.0:1767384866.944529:0:17114:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 000000004cf675ed. 00000010:00000010:2.0:1767384866.944535:0:17114:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 0000000052f1cf6e. 00010000:00000010:2.0:1767384866.944539:0:17114:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000089f6da3. 00010000:00000010:2.0:1767384866.944543:0:17114:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 0000000094b39bd1. 00010000:00000010:2.0:1767384866.944546:0:17114:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 000000003fa6fff2. 00000020:00000010:2.0:1767384866.944549:0:17114:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000aab4eb9e. 00000100:00000200:2.0:1767384866.944555:0:17114:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.134@tcp->12345-0@lo 00010000:00000010:2.0:1767384866.944558:0:17114:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000b628f3a9. 00010000:00000010:2.0:1767384866.944560:0:17114:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000005702b527. 00000001:00000010:2.0:1767384866.944562:0:17114:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000072a05077. 00000001:00000010:2.0:1767384866.944564:0:17114:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000cf0e1104. 00000001:00000010:2.0:1767384866.944598:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000365aa29c. 00000001:00000010:2.0:1767384866.944635:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008bb1e726. 00000001:00000010:2.0:1767384866.944673:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a7af6587. 00000001:00000010:2.0:1767384866.944706:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ff5a220c. 00000001:00000010:2.0:1767384866.944750:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cab480c2. 00000001:00000010:2.0:1767384866.944800:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f7414bd7. 00000001:00000010:2.0:1767384866.944867:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000dc396b0b. 00000001:00000010:2.0:1767384866.944915:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000095956655. 00000001:00000010:2.0:1767384866.944965:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000961232fd. 00000001:00000010:2.0:1767384866.945028:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d3c028f8. 00000001:00000010:2.0:1767384866.945092:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f64c927c. 00000001:00000010:2.0:1767384866.945145:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f7ac5bbf. 00000001:00000010:2.0:1767384866.945199:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fd5f29e2. 00000001:00000010:2.0:1767384866.945250:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000eee9d66f. 00000001:00000010:2.0:1767384866.945300:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000046f0da48. 00000001:00000010:2.0:1767384866.945354:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000085b64f28. 00000001:00000010:2.0:1767384866.945405:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001de8e04c. 00000001:00000010:2.0:1767384866.945455:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000041ee3b25. 00000001:00000010:2.0:1767384866.945505:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008f4122f0. 00000001:00000010:2.0:1767384866.945550:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d7486fb2. 00000001:00000010:2.0:1767384866.945600:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000434d7c64. 00000001:00000010:2.0:1767384866.945648:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b9c5e61c. 00000001:00000010:2.0:1767384866.945698:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000591cec3. 00000001:00000010:2.0:1767384866.945749:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000187c495f. 00000001:00000010:2.0:1767384866.945791:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002247511c. 00000001:00000010:2.0:1767384866.945852:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000094db2e47. 00000001:00000010:2.0:1767384866.945914:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f1786aaa. 00000001:00000010:2.0:1767384866.945962:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007c1976e1. 00000001:00000010:2.0:1767384866.946019:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000935e28f9. 00000001:00000010:2.0:1767384866.946058:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000643f2ce0. 00000001:00000010:2.0:1767384866.946098:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000029b06a76. 00000001:00000010:2.0:1767384866.946141:0:17114:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b7f50021. 00000020:00000010:2.0:1767384866.946183:0:17114:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a0122a2e. 00000020:00000010:2.0:1767384866.946185:0:17114:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000005a4b6a87. 00000020:00000010:2.0:1767384866.946232:0:17114:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000069cbdff. 00000020:00000010:2.0:1767384866.946234:0:17114:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000e5748683. 00000010:00000010:2.0:1767384866.946248:0:17114:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 0000000062b3e663. 00000010:00000010:2.0:1767384866.946250:0:17114:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 000000004cf675ed. 00000010:00000010:2.0:1767384866.946253:0:17114:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 000000004c9130dc. 00000010:00000010:2.0:1767384866.946255:0:17114:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 0000000052f1cf6e. 00000020:00000010:2.0:1767384866.946284:0:17114:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000676177e5. 00000020:00000010:2.0:1767384866.946291:0:17114:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000006d7447dd. 00000020:00000010:2.0:1767384866.946307:0:17114:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b30794f2. 00000040:00000010:2.0:1767384866.946310:0:17114:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000093504ca9. 00000020:00000010:2.0:1767384866.946312:0:17114:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000099807a16. 00000020:00000010:2.0:1767384866.946314:0:17114:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005388d10f. 00000020:00000010:2.0:1767384866.946316:0:17114:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c827f90f. 80000000:00000010:2.0:1767384866.946318:0:17114:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004098bb95. 40000000:00000010:2.0:1767384866.946321:0:17114:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000251c5fb2. 00100000:00000010:2.0:1767384866.946323:0:17114:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a83d67e1. 00040000:00000010:2.0:1767384866.946324:0:17114:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000079226c87. 00040000:00000010:2.0:1767384866.946326:0:17114:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000b469273. 00040000:00000010:2.0:1767384866.946328:0:17114:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000212da65a. 00080000:00000010:2.0:1767384866.946330:0:17114:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000863b517a. 00080000:00000010:2.0:1767384866.946332:0:17114:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000182e6b25. 00000004:00000010:2.0:1767384866.946334:0:17114:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a6a57e01. 00000004:00000010:2.0:1767384866.946336:0:17114:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000188e9552. 00000004:00000010:2.0:1767384866.946338:0:17114:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006cde0f58. 00000004:00000010:2.0:1767384866.946340:0:17114:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b8832181. 00000020:00000010:2.0:1767384866.946341:0:17114:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a172ec23. 00000020:00000010:2.0:1767384866.946344:0:17114:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000b1200f8. 00000020:00000010:2.0:1767384866.946347:0:17114:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000011fe36e5. 00000008:00000010:2.0:1767384866.946350:0:17114:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000fe8248cd. 00020000:00000010:2.0:1767384866.946353:0:17114:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000003c48964. 00008000:00000010:2.0:1767384866.946355:0:17114:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000008a54dc8. 00000080:00000010:2.0:1767384866.946357:0:17114:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000cd09a486. 00000020:00000010:2.0:1767384866.946359:0:17114:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005747986a. 00000020:00000010:2.0:1767384866.946361:0:17114:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 0000000080b38607. 00000020:00000010:2.0:1767384866.946367:0:17114:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1324ae1. 00000020:00000010:2.0:1767384866.946369:0:17114:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000212da65a. 00000040:00000010:2.0:1767384866.946371:0:17114:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c827f90f. 00000020:00000010:2.0:1767384866.946372:0:17114:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006cde0f58. 00000020:00000010:2.0:1767384866.946375:0:17114:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005388d10f. 00000020:00000010:2.0:1767384866.946376:0:17114:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000093504ca9. 80000000:00000010:2.0:1767384866.946383:0:17114:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cd952cef. 40000000:00000010:2.0:1767384866.946385:0:17114:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000251c5fb2. 00100000:00000010:2.0:1767384866.946387:0:17114:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a6a57e01. 00040000:00000010:2.0:1767384866.946388:0:17114:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000079226c87. 00040000:00000010:2.0:1767384866.946390:0:17114:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000b469273. 00040000:00000010:2.0:1767384866.946391:0:17114:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b30794f2. 00080000:00000010:2.0:1767384866.946393:0:17114:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000863b517a. 00080000:00000010:2.0:1767384866.946395:0:17114:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000033d480e6. 00000004:00000010:2.0:1767384866.946398:0:17114:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a83d67e1. 00000004:00000010:2.0:1767384866.946401:0:17114:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000188e9552. 00000004:00000010:2.0:1767384866.946403:0:17114:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000099807a16. 00000004:00000010:2.0:1767384866.946404:0:17114:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b8832181. 00000020:00000010:2.0:1767384866.946407:0:17114:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005747986a. 00000020:00000010:2.0:1767384866.946409:0:17114:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000b1200f8. 00000020:00000010:2.0:1767384866.946411:0:17114:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000011fe36e5. 00000020:00000010:2.0:1767384866.946413:0:17114:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 0000000044047cde. 00000020:00000010:2.0:1767384866.946415:0:17114:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 00000000a0c906f3. 00000020:00000010:2.0:1767384866.946418:0:17114:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000009fb51098. 00000100:00000010:2.0:1767384866.946428:0:17114:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc8bdf86. 02000000:00000010:2.0:1767384866.946432:0:17114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000c3ffc76b. 00000020:00000010:2.0:1767384866.946564:0:17091:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000013449c6. 00000020:00000010:2.0:1767384866.946575:0:17091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a172ec23. 00000020:00000010:2.0:1767384866.946578:0:17091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000052f1cf6e. 00000020:00000010:2.0:1767384866.946581:0:17091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ced2f402. 00000100:00000200:2.0:1767384866.946604:0:17091:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348010624 02000000:00000010:2.0:1767384866.946614:0:17091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000020bec0f7. 00000400:00000010:2.0:1767384866.946620:0:17091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000409334f6. 00000100:00000200:2.0:1767384866.946625:0:17091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348010624, offset 0 00000400:00000200:2.0:1767384866.946633:0:17091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384866.946643:0:17091:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384866.946653:0:17091:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d00a80 00000400:00000200:2.0:1767384866.946661:0:17091:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xa59 [1] + 0 00000400:00000200:2.0:1767384866.946666:0:17091:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384866.946677:0:17091:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384866.946683:0:17091:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bc8bdf86 x1853237348010624/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384876 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384866.946706:0:17091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000409334f6 00000400:00000010:2.0:1767384866.946710:0:17091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000409334f6. 00000020:00000010:2.0:1767384866.946722:0:17091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000052f1cf6e. 00000020:00000010:2.0:1767384866.946728:0:17091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ced2f402. 00000020:00000010:2.0:1767384866.946734:0:17091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a172ec23. 00000400:00000010:2.0:1767384866.947136:0:17114:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecc017b0. 00000400:00000200:2.0:1767384866.947141:0:17114:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000827e0323 00000400:00000010:2.0:1767384866.947145:0:17114:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000827e0323. 00000100:00000200:2.0:1767384866.947152:0:17114:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007658aa6a x1853237348010752/t0(0) o502->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384882 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384866.947165:0:17114:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007658aa6a x1853237348010752/t0(0) o502->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384882 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384866.947184:0:17114:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002faf7dc3. 02000000:00000010:2.0:1767384866.947191:0:17114:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000056eb02f1. 02000000:00000010:2.0:1767384866.947204:0:17114:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f2411450. 00000100:00000010:2.0:1767384866.947209:0:17114:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007658aa6a. 00000040:00000010:2.0:1767384866.947214:0:17114:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000006bd053ac. 00000020:00000010:2.0:1767384866.947218:0:17114:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000fb139df4. 00000020:00000010:2.0:1767384866.947224:0:17114:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000064011c5c. 00000040:00000010:2.0:1767384866.947227:0:17114:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ca1fc060. 00000020:00000010:2.0:1767384866.947229:0:17114:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000353fb46e. 00000020:00000010:2.0:1767384866.947231:0:17114:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000bb67b93a. 00000020:00000010:2.0:1767384866.947234:0:17114:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f5b39a04. 80000000:00000010:2.0:1767384866.947236:0:17114:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000087f12550. 40000000:00000010:2.0:1767384866.947238:0:17114:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f4829dd9. 00100000:00000010:2.0:1767384866.947241:0:17114:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f2c5ac41. 00040000:00000010:2.0:1767384866.947243:0:17114:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e42db12d. 00040000:00000010:2.0:1767384866.947245:0:17114:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009bbf2521. 00040000:00000010:2.0:1767384866.947247:0:17114:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a44e9321. 00080000:00000010:2.0:1767384866.947250:0:17114:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000093d8b12. 00080000:00000010:2.0:1767384866.947256:0:17114:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000029283814. 00000004:00000010:2.0:1767384866.947258:0:17114:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ff6514ae. 00000004:00000010:2.0:1767384866.947261:0:17114:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003692702c. 00000004:00000010:2.0:1767384866.947263:0:17114:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b874b71c. 00002000:00000010:2.0:1767384866.947264:0:17114:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000062523c82. 00000004:00000010:2.0:1767384866.947266:0:17114:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005016b867. 00000020:00000010:2.0:1767384866.947268:0:17114:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000125fc3ea. 00000020:00000010:2.0:1767384866.947495:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f4829dd9. 00000020:00000010:2.0:1767384866.947499:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f4829dd9. 00000020:00000010:2.0:1767384866.947503:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000125fc3ea. 00000020:00000010:2.0:1767384866.947506:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000052f1cf6e. 00000020:00000010:2.0:1767384866.947508:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ced2f402. 00000020:00000010:2.0:1767384866.947527:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f4829dd9. 00000020:00000010:2.0:1767384866.947529:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f4829dd9. 00000100:00000200:2.0:1767384866.947531:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348010880 02000000:00000010:2.0:1767384866.947537:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000019580c89. 20000000:00000010:2.0:1767384866.947543:0:17083:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000863b517a. 20000000:00000010:2.0:1767384866.947548:0:17083:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 00000000a2f093c2. 20000000:00000010:2.0:1767384866.947554:0:17083:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000acb4a55d. 00080000:00000010:2.0:1767384866.947575:0:17083:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a44e9321. 00080000:00000010:2.0:1767384866.947579:0:17083:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f4829dd9. 00080000:00000010:2.0:1767384866.948410:0:17083:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f4829dd9. 20000000:00000010:2.0:1767384866.948517:0:17083:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000863b517a. 00010000:00000200:2.0:1767384866.948526:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ceeb5670 x1853237348010880/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:92/0 lens 4848/4768 e 0 to 0 dl 1767384877 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384866.948538:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070077d53. 00000100:00000200:2.0:1767384866.948547:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348010880, offset 224 00000400:00000200:2.0:1767384866.948557:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384866.948566:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384866.948574:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d00b80 00000400:00000200:2.0:1767384866.948581:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0xa75 [2] + 224 00000400:00000200:2.0:1767384866.948586:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384866.948593:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384866.948605:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000054119cc5 x1853237348010880/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384882 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384866.948627:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070077d53 00000400:00000010:2.0:1767384866.948630:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000070077d53. 00000020:00000010:2.0:1767384866.948644:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000052f1cf6e. 00000020:00000010:2.0:1767384866.948649:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ced2f402. 00000020:00000010:2.0:1767384866.948655:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000125fc3ea. 02000000:00000010:2.0:1767384866.948661:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000019580c89. 00000100:00000200:2.0:1767384866.948669:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384866.948673:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008547d34a. 00000400:00000010:2.0:1767384866.948677:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070077d53. 00000100:00000010:2.0:1767384866.948835:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003567746b. 02000000:00000010:2.0:1767384866.948843:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000125fc3ea. 00010000:00000010:2.0:1767384866.948873:0:17077:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000fe8f1d54. 00000020:00000010:2.0:1767384866.948889:0:16358:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000bb67b93a. 00000020:00000010:2.0:1767384866.948894:0:16358:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f5b39a04. 80000000:00000010:2.0:1767384866.948899:0:16358:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000642146ac. 40000000:00000010:2.0:1767384866.948905:0:16358:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f4829dd9. 00000008:00000010:2.0:1767384866.948911:0:16358:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000af55ac9b. 00020000:00000010:2.0:1767384866.948917:0:16358:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000c764076d. 00008000:00000010:2.0:1767384866.948920:0:16358:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000ded58a82. 00100000:00000010:2.0:1767384866.948927:0:16358:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b874b71c. 00040000:00000010:2.0:1767384866.948934:0:16358:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000faddf1ea. 00040000:00000010:2.0:1767384866.948941:0:16358:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ff6514ae. 00040000:00000010:2.0:1767384866.948944:0:16358:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ca1fc060. 00080000:00000010:2.0:1767384866.948946:0:16358:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000019580c89. 00080000:00000010:2.0:1767384866.948948:0:16358:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000863b517a. 00000004:00000010:2.0:1767384866.948956:0:16358:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009bbf2521. 00000004:00000010:2.0:1767384866.948965:0:16358:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003692702c. 00000004:00000010:2.0:1767384866.948981:0:16358:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f2c5ac41. 00002000:00000010:2.0:1767384866.948986:0:16358:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000044fbaa5a. 00000004:00000010:2.0:1767384866.948993:0:16358:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000820aec8c. 00000080:00000010:2.0:1767384866.949000:0:16358:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000fc57ea08. 00000080:00000010:2.0:1767384866.949012:0:16358:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000b71ebcdc. 00000008:00000010:2.0:1767384866.949018:0:16358:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000fe8248cd. 00020000:00000010:2.0:1767384866.949024:0:16358:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000003c48964. 00008000:00000010:2.0:1767384866.949029:0:16358:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000008a54dc8. 00000080:00000010:2.0:1767384866.949034:0:16358:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000cd09a486. 00000100:00000010:2.0:1767384866.952918:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f79309d7. 00010000:00000010:2.1F:1767384866.954860:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000488c6aeb. 00010000:00000010:2.1:1767384866.954873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007b112e12. 00010000:00000010:1.1F:1767384866.955954:0:17120:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000449bd735. 00010000:00000010:1.1:1767384866.956836:0:17120:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000244b599e. 00010000:00000010:3.1:1767384866.972837:0:17067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c80271da. 00080000:00000010:2.0:1767384866.975719:0:10614:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000052f1cf6e. 00080000:00000010:2.0:1767384866.975725:0:10614:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000052f1cf6e. 00080000:00000010:2.0:1767384867.461470:0:17182:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000dd003492. 00080000:00000010:2.0:1767384867.461479:0:17182:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000dd003492. 00000020:00000001:2.0:1767384868.889005:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384868.889010:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384868.889015:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384870.936930:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384870.936935:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384870.936938:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384870.972896:0:17656:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001dd403b8. 00080000:00000010:2.0:1767384870.972908:0:17656:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001dd403b8. 00000020:00000001:2.0:1767384870.972913:0:17656:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384871.279453:0:17705:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b6519e88. 00080000:00000010:2.0:1767384871.279465:0:17705:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b6519e88. 00000020:00000001:2.0:1767384871.279470:0:17705:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.282086:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384872.282100:0:16360:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001e11e49b. 00000020:00000010:2.0:1767384872.282112:0:16360:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000216c998f. 80000000:00000010:2.0:1767384872.282122:0:16360:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002bf2f74b. 40000000:00000010:2.0:1767384872.282133:0:16360:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000069267493. 00000008:00000010:2.0:1767384872.282146:0:16360:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000019774ee2. 00020000:00000010:2.0:1767384872.282157:0:16360:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000434c4ef5. 00008000:00000010:2.0:1767384872.282171:0:16360:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000006dea2fd6. 00100000:00000010:2.0:1767384872.282184:0:16360:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000353fb46e. 00040000:00000010:2.0:1767384872.282193:0:16360:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000adfeb713. 00040000:00000010:2.0:1767384872.282205:0:16360:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000602cc189. 00040000:00000010:2.0:1767384872.282215:0:16360:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000006ed0d67. 00080000:00000010:2.0:1767384872.282237:0:16360:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000033d480e6. 00080000:00000010:2.0:1767384872.282249:0:16360:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000029283814. 00000004:00000010:2.0:1767384872.282263:0:16360:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ba2fac99. 00000004:00000010:2.0:1767384872.282274:0:16360:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007a0d034c. 00000004:00000010:2.0:1767384872.282286:0:16360:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fb439701. 00002000:00000010:2.0:1767384872.282293:0:16360:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000093cc3a36. 00000004:00000010:2.0:1767384872.282302:0:16360:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c7afcb35. 00000080:00000010:2.0:1767384872.282314:0:16360:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000623c0fbd. 00000080:00000010:2.0:1767384872.282324:0:16360:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000053035435. 00000008:00000010:2.0:1767384872.282333:0:16360:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000003093f0e0. 00020000:00000010:2.0:1767384872.282344:0:16360:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000009ad8c7fd. 00008000:00000010:2.0:1767384872.282354:0:16360:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000006a18992a. 00000080:00000010:2.0:1767384872.282365:0:16360:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000000056f14b. 00000100:00000001:2.0:1767384872.282372:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384872.282379:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384872.282389:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009a6f6c78 x1853237348011264/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384872.282417:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384872.282422:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384872.282432:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384872.282439:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384872.282446:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384872.282455:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009a6f6c78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348011264:0@lo:400: 00000100:00000001:2.0:1767384872.282465:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384872.282473:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384872.282480:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384872.282483:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384872.282488:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d13544ef. 02000000:00000001:2.0:1767384872.282491:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384872.282497:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031f8d3fb. 00000400:00000010:2.0:1767384872.282504:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000409334f6. 00000100:00000200:2.0:1767384872.282511:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348011264, portal 25 00000100:00000001:2.0:1767384872.282517:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384872.282529:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590793078784 : -119482916472832 : ffff9354b734f800) 00000100:00000040:2.0:1767384872.282538:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009a6f6c78 x1853237348011264/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384872.282548:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384872.282554:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384872.282558:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050f4446d. 00000100:00000200:2.0:1767384872.282565:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237348011264, offset 0 00000400:00000200:2.0:1767384872.282576:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384872.282595:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384872.282617:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958271d00d00 00000400:00000200:2.0:1767384872.282632:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x161 [2] + 0 00000400:00000010:2.0:1767384872.282640:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090f57d14. 00000400:00000200:2.0:1767384872.282648:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d2154897 00000400:00000200:2.0:1767384872.282658:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384872.282669:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384872.282676:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2154897 00000400:00000010:2.0:1767384872.282684:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d2154897. 00000100:00000001:2.0:1767384872.282696:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384872.282701:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384872.282707:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000cda52dcb x1853237348011264 msgsize 224 00000100:00100000:2.0:1767384872.282719:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384872.282724:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384872.282747:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384872.282759:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050f4446d 00000400:00000010:2.0:1767384872.282763:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050f4446d. 00000100:00000001:2.0:1767384872.282774:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384872.282783:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009a6f6c78 x1853237348011264/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384872.282805:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384872.282813:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009a6f6c78 x1853237348011264/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384888 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384872.282929:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.282958:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384872.282966:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.282985:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294861317 00000100:00000010:2.0:1767384872.282993:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005da346d1. 00000100:00000001:2.0:1767384872.283006:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384872.283021:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294861317 00000100:00000010:2.0:1767384872.283031:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000044b0907b. 00000100:00000001:2.0:1767384872.283037:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384872.283048:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294861317 00000100:00000010:2.0:1767384872.283059:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007664dd16. 00000100:00000001:2.0:1767384872.283069:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384872.283078:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294861317 00000100:00000010:2.0:1767384872.283090:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004f99daf2. 00000100:00000001:2.0:1767384872.283100:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384872.283110:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384872.283119:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.283127:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.283136:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384872.283146:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384872.283152:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384872.283161:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384872.283167:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384872.283174:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.283181:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.283207:0:17090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384872.283213:0:17090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348011392 02000000:00000001:2.0:1767384872.283219:0:17090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384872.283221:0:17090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384872.283228:0:17090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384872.283235:0:17090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384872.283242:0:17090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348011392 00000020:00000001:2.0:1767384872.283248:0:17090:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384872.283255:0:17090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1767384872.283261:0:17090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384872.283265:0:17090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.283269:0:17090:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384872.283286:0:17090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048d324a5. 00000020:00000010:2.0:1767384872.283291:0:17090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000066d0605a. 00000020:00000010:2.0:1767384872.283296:0:17090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ced2f402. 00000100:00000001:2.0:1767384872.283301:0:17090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384872.283305:0:17090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384872.283308:0:17090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.283315:0:17090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.283329:0:17090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384872.283355:0:17090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384872.283360:0:17090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384872.283373:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:2.0:1767384872.283383:0:17090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590789835648 : -119482919715968 : ffff9354b7037b80) 00000100:00000040:2.0:1767384872.283393:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000058cb6def x1853237348011392/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384872.283413:0:17090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000058cb6def pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:16357:x1853237348011392:12345-0@lo:38: 00000100:00000200:2.0:1767384872.283423:0:17090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348011392 00000020:00000001:2.0:1767384872.283429:0:17090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384872.283435:0:17090:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:2.0:1767384872.283449:0:17090:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8d9ce3b) now 4 - find 00000020:00000001:2.0:1767384872.283457:0:17090:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446624590913974704 : -119482795576912 : ffff9354be69b1b0) 00000100:00000001:2.0:1767384872.283468:0:17090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384872.283474:0:17090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384872.283482:0:17090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000a2831a88. 02000000:00000001:2.0:1767384872.283490:0:17090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.283497:0:17090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384872.283502:0:17090:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0x2041401047000022 tmp_exp_old_falloc: 0 00010000:00080000:2.0:1767384872.283513:0:17090:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 194 last 0 00010000:00000001:2.0:1767384872.283524:0:17090:0:(obd_class.h:852:obd_connect()) Process entered 00000004:00000001:2.0:1767384872.283530:0:17090:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000020:00000001:2.0:1767384872.283534:0:17090:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:2.0:1767384872.283538:0:17090:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767384872.283545:0:17090:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000099807a16. 00000020:00000001:2.0:1767384872.283554:0:17090:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384872.283570:0:17090:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000099807a16 with handle 0xb57eb78819562e71 to hash 00000020:00000001:2.0:1767384872.283573:0:17090:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384872.283581:0:17090:0:(obd_class.h:1008:obd_init_export()) Process entered 00000004:00000001:2.0:1767384872.283586:0:17090:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000004:00000010:2.0:1767384872.283595:0:17090:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000cb6a7a56. 00000001:00000001:2.0:1767384872.283601:0:17090:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:2.0:1767384872.283609:0:17090:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000000cffffbb. 00000001:00000001:2.0:1767384872.283615:0:17090:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384872.283621:0:17090:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:2.0:1767384872.283626:0:17090:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384872.283633:0:17090:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b5c95cb3. 00000001:00000010:2.0:1767384872.283644:0:17090:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000cd71cf26. 00000001:00000010:2.0:1767384872.283652:0:17090:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ba77ce1c. 00000001:00000010:2.0:1767384872.283660:0:17090:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d7a87abb. 00000001:00000010:2.0:1767384872.283669:0:17090:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006cfa11d2. 00000001:00000010:2.0:1767384872.283676:0:17090:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d688076b. 00000001:00000001:2.0:1767384872.283683:0:17090:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384872.283691:0:17090:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d6a67417. 00000001:00000010:2.0:1767384872.283702:0:17090:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000028d1491. 00000001:00000010:2.0:1767384872.283713:0:17090:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d8952b13. 00000001:00000010:2.0:1767384872.283722:0:17090:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007e4fe572. 00000001:00000010:2.0:1767384872.283733:0:17090:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000011a834e4. 00000001:00000010:2.0:1767384872.283753:0:17090:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003332fdec. 00010000:00000001:2.0:1767384872.283760:0:17090:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384872.283768:0:17090:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384872.283775:0:17090:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.283779:0:17090:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384872.283786:0:17090:0:(genops.c:887:class_export_get()) GET export 0000000099807a16 refcount=3 00000020:00000040:2.0:1767384872.283793:0:17090:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8d9ce3b) now 5 - export 00000020:00000001:2.0:1767384872.283801:0:17090:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00000020:00000040:2.0:1767384872.283807:0:17090:0:(genops.c:898:class_export_put()) PUTting export 0000000099807a16 : new refcount 2 00000020:00000080:2.0:1767384872.283810:0:17090:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xb57eb78819562e71 00000020:00000001:2.0:1767384872.283813:0:17090:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.283856:0:17090:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384872.283868:0:17090:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562e71 00000020:00000001:2.0:1767384872.283873:0:17090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384872.283878:0:17090:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099807a16 refcount=3 00000020:00000001:2.0:1767384872.283886:0:17090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00000020:00000001:2.0:1767384872.283891:0:17090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00000001:00000001:2.0:1767384872.283896:0:17090:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:2.0:1767384872.283903:0:17090:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:2.0:1767384872.283915:0:17090:0:(nodemap_handler.c:391:nodemap_classify_nid()) found nid 192.168.203.134@tcp 00000001:00000040:2.0:1767384872.283921:0:17090:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000e70cf8aa) : new refcount 3 00000001:00000001:2.0:1767384872.283929:0:17090:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446624590822514688 : -119482887036928 : ffff9354b8f62000) 00000001:00000001:2.0:1767384872.283954:0:17090:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:2.0:1767384872.283957:0:17090:0:(genops.c:887:class_export_get()) GET export 0000000099807a16 refcount=4 00000001:00000040:2.0:1767384872.283962:0:17090:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000e70cf8aa) : new refcount 4 00000020:00000010:2.0:1767384872.283979:0:17090:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c28f0a29. 00000020:00000010:2.0:1767384872.283989:0:17090:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at 00000000a83d67e1. 00000001:00000001:2.0:1767384872.284017:0:17090:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:2.0:1767384872.284031:0:17090:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 0@lo to nodemap default 00000001:00000040:2.0:1767384872.284043:0:17090:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000e70cf8aa) : new refcount 3 00000001:00000001:2.0:1767384872.284053:0:17090:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000004:00100000:2.0:1767384872.284061:0:17090:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000001:2.0:1767384872.284071:0:17090:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:2.0:1767384872.284077:0:17090:0:(tgt_lastrcvd.c:1035:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384872.284085:0:17090:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:2.0:1767384872.284091:0:17090:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:2.0:1767384872.284099:0:17090:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000f0aa090c 00000020:00000010:2.0:1767384872.284109:0:17090:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000042f5ba6e. 00000020:00000040:2.0:1767384872.284124:0:17090:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 0000000042f5ba6e for nid 0@lo - ref 2 00000020:00000001:2.0:1767384872.284235:0:17090:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384872.284249:0:17090:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000c3ffc76b. 00000020:00000010:2.0:1767384872.284260:0:17090:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 0000000042c47e4d. 00000020:00000010:2.0:1767384872.284267:0:17090:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 000000000b469273. 00000020:00000010:2.0:1767384872.284305:0:17090:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000d5f1f342. 00000020:00000010:2.0:1767384872.284323:0:17090:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000dc36b32c. 00000020:00000010:2.0:1767384872.284330:0:17090:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 0000000073ba3ec4. 00000004:00000001:2.0:1767384872.284362:0:17090:0:(mdt_fs.c:76:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384872.284367:0:17090:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384872.284370:0:17090:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384872.284376:0:17090:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000a6a57e01. 00000020:00000040:2.0:1767384872.284379:0:17090:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8d9ce3b) now 6 - import 00000020:00000001:2.0:1767384872.284386:0:17090:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384872.284387:0:17090:0:(genops.c:1242:class_import_put()) import 00000000a6a57e01 refcount=1 obd=lustre-MDT0000 00000020:00000001:2.0:1767384872.284390:0:17090:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:2.0:1767384872.284395:0:17090:0:(genops.c:887:class_export_get()) GET export 0000000099807a16 refcount=5 00000100:00000040:2.0:1767384872.284397:0:17090:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 0000000099807a16 : new rpc_count 1 00000100:00000001:2.0:1767384872.284399:0:17090:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1767384872.284402:0:17090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384872.284406:0:17090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 12 to 0@lo 00000100:00000001:2.0:1767384872.284408:0:17090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000001:2.0:1767384872.284411:0:17090:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446624590556279680 : -119483153271936 : 0xffff9354a917b380) 00000100:00000040:2.0:1767384872.284415:0:17090:0:(connection.c:149:ptlrpc_connection_get()) conn=000000008785e578 refcount 12 to 0@lo 00000020:00000040:2.0:1767384872.284418:0:17090:0:(genops.c:887:class_export_get()) GET export 0000000099807a16 refcount=6 00000100:00000001:2.0:1767384872.284423:0:17090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384872.284425:0:17090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 13 to 0@lo 00000100:00000001:2.0:1767384872.284427:0:17090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:2.0:1767384872.284430:0:17090:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767384872.284433:0:17090:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:2.0:1767384872.284435:0:17090:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:2.0:1767384872.284438:0:17090:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072651894848 : -1057656768 : ffffffffc0f57040) 02000000:00000001:2.0:1767384872.284440:0:17090:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.284443:0:17090:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1767384872.284446:0:17090:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1767384872.284448:0:17090:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384872.284450:0:17090:0:(import.c:65:import_set_state_nolock()) 00000000a6a57e01 : changing import state from RECOVER to FULL 00000100:00000001:2.0:1767384872.284454:0:17090:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384872.284455:0:17090:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384872.284467:0:17090:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384872.284471:0:17090:0:(genops.c:898:class_export_put()) PUTting export 0000000099807a16 : new refcount 5 00000020:00000040:2.0:1767384872.284474:0:17090:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8d9ce3b) now 6 - find 00010000:00000001:2.0:1767384872.284476:0:17090:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.284480:0:17090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384872.284482:0:17090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663330096 : -1046221520 : ffffffffc1a3ed30) 00000020:00000001:2.0:1767384872.284485:0:17090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384872.284487:0:17090:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384872.284489:0:17090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384872.284490:0:17090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384872.284492:0:17090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.284496:0:17090:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000001:00000001:2.0:1767384872.284502:0:17090:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384872.284504:0:17090:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384872.284507:0:17090:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384872.284508:0:17090:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.284510:0:17090:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384872.284513:0:17090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348011392 00010000:00000001:2.0:1767384872.284515:0:17090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384872.284519:0:17090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000058cb6def x1853237348011392/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384872.284528:0:17090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384872.284530:0:17090:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384872.284532:0:17090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=1767384872 v=10 (0 0 0 0) 00000100:00001000:2.0:1767384872.284536:0:17090:0:(import.c:2194:obd_at_measure()) AT 0000000032247b24 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:2.0:1767384872.284541:0:17090:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt changed estimate from 10 to 5 req@0000000058cb6def x1853237348011392/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384872.284549:0:17090:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:2.0:1767384872.284551:0:17090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384872.284554:0:17090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 14 to 0@lo 00000100:00000001:2.0:1767384872.284556:0:17090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:2.0:1767384872.284559:0:17090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384872.284560:0:17090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.284572:0:17090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384872.284575:0:17090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384872.284578:0:17090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050f4446d. 00000100:00000200:2.0:1767384872.284583:0:17090:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853237348011392, offset 0 00000400:00000200:2.0:1767384872.284589:0:17090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384872.284600:0:17090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384872.284607:0:17090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x6958271d00d80 00000400:00000200:2.0:1767384872.284613:0:17090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0xaa5 [1] + 0 00000400:00000200:2.0:1767384872.284618:0:17090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384872.284622:0:17090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384872.284627:0:17090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384872.284631:0:17090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ec59f847 x1853237348011392/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384882 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384872.284642:0:17090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@00000000ec59f847 x1853237348011392/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384882 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384872.284665:0:17090:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384872.284672:0:17090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050f4446d 00000400:00000010:2.0:1767384872.284674:0:17090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050f4446d. 00000100:00000001:2.0:1767384872.284677:0:17090:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384872.284679:0:17090:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384872.284682:0:17090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384872.284685:0:17090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 13 to 0@lo 00010000:00000001:2.0:1767384872.284688:0:17090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384872.284690:0:17090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.284693:0:17090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384872.284698:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058cb6def x1853237348011392/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384872.284709:0:17090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000058cb6def pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16357:x1853237348011392:12345-0@lo:38: Request processed in 1301us (1779us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384872.284720:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:2.0:1767384872.284725:0:17090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099807a16 : new rpc_count 0 00000100:00000001:2.0:1767384872.284729:0:17090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384872.284732:0:17090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384872.284749:0:17090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000066d0605a. 00000020:00000010:2.0:1767384872.284758:0:17090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ced2f402. 00000020:00000010:2.0:1767384872.284769:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048d324a5. 00000020:00000040:2.0:1767384872.284777:0:17090:0:(genops.c:898:class_export_put()) PUTting export 0000000099807a16 : new refcount 4 00000100:00000001:2.0:1767384872.284784:0:17090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384872.286897:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294861317, at 4294861318 00000100:00000010:2.0:1767384872.286908:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007664dd16. 00080000:00000010:2.0:1767384872.453528:0:17889:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000045f69503. 00080000:00000010:2.0:1767384872.453542:0:17889:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000045f69503. 00000020:00000001:2.0:1767384872.453548:0:17889:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767384872.473355:0:17889:0:(super25.c:137:lustre_fill_super()) Process entered 00000080:01200004:2.0:1767384872.473360:0:17889:0:(super25.c:139:lustre_fill_super()) VFS Op: sb 000000006c9f4bb5 00000020:00000001:2.0:1767384872.473365:0:17889:0:(obd_mount.c:607:lustre_init_lsi()) Process entered 00000020:00000010:2.0:1767384872.473370:0:17889:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 000000006cde0f58. 00000020:00000010:2.0:1767384872.473375:0:17889:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at 00000000d52f4fa4. 00000020:00000001:2.0:1767384872.473379:0:17889:0:(obd_mount.c:628:lustre_init_lsi()) Process leaving (rc=18446624590259159040 : -119483450392576 : ffff935497620000) 00000020:00000001:2.0:1767384872.473391:0:17889:0:(obd_mount.c:1322:lmd_parse()) Process entered 00000020:00000010:2.0:1767384872.473399:0:17889:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 000000001b2edd09. 00000020:00000010:2.0:1767384872.473421:0:17889:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 12 at 000000004e587976. 00000020:00000010:2.0:1767384872.473434:0:17889:0:(obd_mount.c:1091:lmd_parse_mgs()) kmalloced '(mgsnid)': 20 at 000000007b39349c. 00000020:00000010:2.0:1767384872.473459:0:17889:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 15 at 000000007fc95ac8. 00000020:00000010:2.0:1767384872.473469:0:17889:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 24 at 0000000091cfdacb. 00000020:01000004:2.0:1767384872.473475:0:17889:0:(obd_mount.c:901:lmd_print()) mount data: 00000020:01000004:2.0:1767384872.473478:0:17889:0:(obd_mount.c:904:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:00000001:2.0:1767384872.473483:0:17889:0:(obd_mount.c:1640:lmd_parse()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.473488:0:17889:0:(tgt_mount.c:2526:server_fill_super()) Process entered 00000020:00000001:2.0:1767384872.473492:0:17889:0:(tgt_mount.c:1912:lsi_prepare()) Process entered 00000020:00000001:2.0:1767384872.473500:0:17889:0:(tgt_mount.c:1975:lsi_prepare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.473504:0:17889:0:(tgt_mount.c:2458:osd_start()) Process entered 00000020:01000004:2.0:1767384872.473506:0:17889:0:(tgt_mount.c:2461:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1767384872.473520:0:17889:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000001:2.0:1767384872.473524:0:17889:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-OST0000-osd 0xcf001 osd-ldiskfs lustre-OST0000-osd_UUID (null) (null) 00000020:00000010:2.0:1767384872.473531:0:17889:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 112 at 00000000dd003492. 00000020:00000080:2.0:1767384872.473535:0:17889:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:2.0:1767384872.473547:0:17889:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:2.0:1767384872.473551:0:17889:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:2.0:1767384872.473562:0:17889:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000c875121f. 00000020:00000080:2.0:1767384872.473566:0:17889:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000-osd (00000000c875121f) 00000020:00000001:2.0:1767384872.473570:0:17889:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767384872.473574:0:17889:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000085132bb6. 00000020:00000001:2.0:1767384872.473577:0:17889:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384872.473580:0:17889:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000085132bb6 with handle 0xb57eb78819562e78 to hash 00000020:00000001:2.0:1767384872.473583:0:17889:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384872.473586:0:17889:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:2.0:1767384872.473588:0:17889:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.473591:0:17889:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446624590750400512 : -119482959151104 : ffff9354b4a9c000) 00000020:00000040:2.0:1767384872.473595:0:17889:0:(genops.c:898:class_export_put()) PUTting export 0000000085132bb6 : new refcount 1 00000020:00000040:2.0:1767384872.473602:0:17889:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osd (00000000c875121f) now 2 - obd_device_list 00000020:00000001:2.0:1767384872.473608:0:17889:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:2.0:1767384872.473611:0:17889:0:(obd_config.c:657:class_attach()) OBD: dev 10 attached type osd-ldiskfs with refcount 2 00000020:00000001:2.0:1767384872.473613:0:17889:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.473616:0:17889:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384872.473619:0:17889:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 112 at 00000000dd003492. 00000020:00000001:2.0:1767384872.473622:0:17889:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-OST0000-osd 0xcf003 /dev/mapper/ost1_flakey 0:32768 (null) lustre-OST0000 00000020:00000010:2.0:1767384872.473626:0:17889:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 128 at 00000000dd003492. 00000020:00000080:2.0:1767384872.473629:0:17889:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:2.0:1767384872.473633:0:17889:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:2.0:1767384872.473649:0:17889:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384872.473653:0:17889:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000bacdaa6b. 00000001:00000010:2.0:1767384872.473658:0:17889:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000008ff31c53. 00000001:00000010:2.0:1767384872.473662:0:17889:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000042c51de4. 00000001:00000010:2.0:1767384872.473665:0:17889:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ec4b64d0. 00000001:00000010:2.0:1767384872.473669:0:17889:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000afa6f2da. 00000001:00000010:2.0:1767384872.473686:0:17889:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000be4ea6ef. 00000001:00000001:2.0:1767384872.473689:0:17889:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384872.473691:0:17889:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000cd70c041. 00000001:00000010:2.0:1767384872.473694:0:17889:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000e8702a72. 00000001:00000010:2.0:1767384872.473697:0:17889:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003e53240e. 00000001:00000010:2.0:1767384872.473701:0:17889:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ecf1daf1. 00000001:00000010:2.0:1767384872.473712:0:17889:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006af14624. 00000001:00000010:2.0:1767384872.473717:0:17889:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000946a623f. 00000020:00000001:2.0:1767384872.473721:0:17889:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:2.0:1767384872.473727:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6b9d918. 00000020:00000010:2.0:1767384872.473734:0:17889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000062b3e663. 00000020:00000010:2.0:1767384872.473742:0:17889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ced2f402. 00000008:00000010:2.0:1767384872.473750:0:17889:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000004dd812fb. 00020000:00000010:2.0:1767384872.473758:0:17889:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000018627fe2. 00008000:00000010:2.0:1767384872.473765:0:17889:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000ba47acd5. 00000080:00000010:2.0:1767384872.473775:0:17889:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000e6d73aaf. 00000020:00000010:2.0:1767384872.473781:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4950287. 00000020:00000010:2.0:1767384872.473787:0:17889:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009d452557. 00000040:00000010:2.0:1767384872.473793:0:17889:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006f410865. 00000020:00000010:2.0:1767384872.473801:0:17889:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f2388fd3. 00000020:00000010:2.0:1767384872.473808:0:17889:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002b753c2d. 00040000:00000010:2.0:1767384872.473815:0:17889:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bfbcf261. 00040000:00000010:2.0:1767384872.473851:0:17889:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fdc32af5. 00080000:00000010:2.0:1767384872.473859:0:17889:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000093d8b12. 00080000:00000010:2.0:1767384872.473865:0:17889:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006bd053ac. 00080000:00000010:2.0:1767384872.473895:0:17889:0:(osd_handler.c:8821:osd_device_alloc()) kmalloced '(o)': 31656 at 000000000345259c. 00080000:00000001:2.0:1767384872.473905:0:17889:0:(osd_handler.c:8435:osd_mount()) Process entered 00080000:00000001:2.0:1767384872.487668:0:17889:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00000100:00000001:2.0:1767384872.545071:0:17900:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000001:2.0:1767384872.545091:0:17900:0:(tgt_handler.c:1680:tgt_io_thread_init()) Process entered 00000020:00000010:2.0:1767384872.545564:0:17900:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 0000000087af902a. 00000020:00000001:2.0:1767384872.545570:0:17900:0:(tgt_handler.c:1689:tgt_io_thread_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384872.545575:0:17900:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000073974498. 00000020:00000010:2.0:1767384872.545579:0:17900:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a27e99ea. 00000020:00000010:2.0:1767384872.545588:0:17900:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6b9d918. 00000020:00000010:2.0:1767384872.545592:0:17900:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c4950287. 00000020:00000010:2.0:1767384872.545597:0:17900:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000034b9fd63. 00000020:00000010:2.0:1767384872.545602:0:17900:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000069d900b5. 00000020:00000010:2.0:1767384872.545607:0:17900:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000e803fde. 80000000:00000010:2.0:1767384872.545612:0:17900:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007da0bd91. 40000000:00000010:2.0:1767384872.545624:0:17900:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000033500d5f. 00100000:00000010:2.0:1767384872.545629:0:17900:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c93fb287. 00040000:00000010:2.0:1767384872.545634:0:17900:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fb2d9d9a. 00040000:00000010:2.0:1767384872.545637:0:17900:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fdc32af5. 00080000:00000010:2.0:1767384872.545645:0:17900:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000093d8b12. 00080000:00000010:2.0:1767384872.545651:0:17900:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006bd053ac. 00002000:00000010:2.0:1767384872.545658:0:17900:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007e6092f9. 00000100:00000200:2.0:1767384872.545664:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.545671:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038dc9ac4. 00000400:00000010:2.0:1767384872.545678:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d3a19665. 00000100:00000200:2.0:1767384872.545687:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.545690:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031f8d3fb. 00000400:00000010:2.0:1767384872.545695:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001c077383. 00000100:00000200:2.0:1767384872.545698:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.545701:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049b6635b. 00000400:00000010:2.0:1767384872.545705:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b2c0b616. 00000100:00000200:2.0:1767384872.545709:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.545725:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013c15bd0. 00000400:00000010:2.0:1767384872.545730:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000188e9552. 00000100:00000200:2.0:1767384872.545735:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.545737:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d49ce7d6. 00000400:00000010:2.0:1767384872.545749:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000016a9735f. 00000100:00000200:2.0:1767384872.545755:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.545757:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000adfc21df. 00000400:00000010:2.0:1767384872.545761:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000031d166dc. 00000100:00000200:2.0:1767384872.545765:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.545767:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2f5dc34. 00000400:00000010:2.0:1767384872.545770:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009b81a92a. 00000100:00000200:2.0:1767384872.545774:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.545775:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f16a3e6e. 00000400:00000010:2.0:1767384872.545779:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000088024958. 00000100:00000200:2.0:1767384872.545782:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.545784:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022aa2fc4. 00000400:00000010:2.0:1767384872.545787:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004ac7a99e. 00000100:00000200:2.0:1767384872.545790:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.545798:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064a21226. 00000400:00000010:2.0:1767384872.545802:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000943e0eb1. 00000100:00000200:2.0:1767384872.545806:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.545808:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010646497. 00000400:00000010:2.0:1767384872.545812:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d5a8338d. 00000100:00000200:2.0:1767384872.545815:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.545817:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcf39f66. 00000400:00000010:2.0:1767384872.545821:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003002acb8. 00000100:00000200:2.0:1767384872.545824:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.545826:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000061ae35e. 00000400:00000010:2.0:1767384872.546112:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000034170e1. 00000100:00000200:2.0:1767384872.546120:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546122:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bde6051. 00000400:00000010:2.0:1767384872.546125:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003e4156f4. 00000100:00000200:2.0:1767384872.546128:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546129:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6c2d3a6. 00000400:00000010:2.0:1767384872.546144:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c216c9e4. 00000100:00000200:2.0:1767384872.546146:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546148:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a77704dd. 00000400:00000010:2.0:1767384872.546150:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000acb05620. 00000100:00000200:2.0:1767384872.546153:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546154:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000397ab134. 00000400:00000010:2.0:1767384872.546157:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004c9dd1ec. 00000100:00000200:2.0:1767384872.546159:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546160:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df2fec57. 00000400:00000010:2.0:1767384872.546163:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000dd1b9bba. 00000100:00000200:2.0:1767384872.546166:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546167:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e6cdc6f. 00000400:00000010:2.0:1767384872.546170:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a3369692. 00000100:00000200:2.0:1767384872.546172:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546173:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005772c9be. 00000400:00000010:2.0:1767384872.546176:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003c2f4e6a. 00000100:00000200:2.0:1767384872.546179:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546180:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000262b7cc9. 00000400:00000010:2.0:1767384872.546217:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007fc08a82. 00000100:00000200:2.0:1767384872.546223:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546231:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044c389b8. 00000400:00000010:2.0:1767384872.546235:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004669de3d. 00000100:00000200:2.0:1767384872.546239:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546241:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005743d847. 00000400:00000010:2.0:1767384872.546244:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008d0f2918. 00000100:00000200:2.0:1767384872.546248:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546249:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000904bed42. 00000400:00000010:2.0:1767384872.546253:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003b7fb5eb. 00000100:00000200:2.0:1767384872.546256:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546258:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f2a7fcc. 00000400:00000010:2.0:1767384872.546261:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005f67c79a. 00000100:00000200:2.0:1767384872.546265:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546266:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000920db0a2. 00000400:00000010:2.0:1767384872.546280:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000084b9a928. 00000100:00000200:2.0:1767384872.546283:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546285:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9b407da. 00000400:00000010:2.0:1767384872.546288:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ac8b0911. 00000100:00000200:2.0:1767384872.546291:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546293:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0978865. 00000400:00000010:2.0:1767384872.546297:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003a9caa40. 00000100:00000200:2.0:1767384872.546300:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546302:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c691969e. 00000400:00000010:2.0:1767384872.546313:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000abc3184. 00000100:00000200:2.0:1767384872.546318:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546321:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9713303. 00000400:00000010:2.0:1767384872.546324:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f39f0419. 00000100:00000200:2.0:1767384872.546327:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546329:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000278cb38c. 00000400:00000010:2.0:1767384872.546333:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cb81b18e. 00000100:00000200:2.0:1767384872.546344:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546346:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000976c5c2e. 00000400:00000010:2.0:1767384872.546350:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e63b6058. 00000100:00000200:2.0:1767384872.546353:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546355:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008587ff27. 00000400:00000010:2.0:1767384872.546358:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000056d0a46b. 00000100:00000200:2.0:1767384872.546362:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546369:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000803f9018. 00000400:00000010:2.0:1767384872.546373:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c1ed2a15. 00000100:00000200:2.0:1767384872.546377:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546379:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078b4f881. 00000400:00000010:2.0:1767384872.546383:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000066b0e0af. 00000100:00000200:2.0:1767384872.546386:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546388:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045ca7f6b. 00000400:00000010:2.0:1767384872.546391:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000afb3913c. 00000100:00000200:2.0:1767384872.546394:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546396:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056e24bec. 00000400:00000010:2.0:1767384872.546408:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000317312fc. 00000100:00000200:2.0:1767384872.546413:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546415:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e870f98. 00000400:00000010:2.0:1767384872.546419:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007348008f. 00000100:00000200:2.0:1767384872.546422:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546424:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ddb968a. 00000400:00000010:2.0:1767384872.546427:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bb311254. 00000100:00000200:2.0:1767384872.546431:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546432:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2a0670d. 00000400:00000010:2.0:1767384872.546436:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005586cad8. 00000100:00000200:2.0:1767384872.546439:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546441:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040fec0a8. 00000400:00000010:2.0:1767384872.546445:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000507349d1. 00000100:00000200:2.0:1767384872.546448:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546450:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c02d1841. 00000400:00000010:2.0:1767384872.546453:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005cbd0986. 00000100:00000200:2.0:1767384872.546456:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546458:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000460326d8. 00000400:00000010:2.0:1767384872.546461:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c3f75f93. 00000100:00000200:2.0:1767384872.546465:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546467:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4a97905. 00000400:00000010:2.0:1767384872.546470:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004e5b0f9d. 00000100:00000200:2.0:1767384872.546473:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546475:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004317279. 00000400:00000010:2.0:1767384872.546486:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a6a9e487. 00000100:00000200:2.0:1767384872.546492:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546499:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7566ee5. 00000400:00000010:2.0:1767384872.546503:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000640dbcf5. 00000100:00000200:2.0:1767384872.546507:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546509:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003cdb165. 00000400:00000010:2.0:1767384872.546512:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d367b35d. 00000100:00000200:2.0:1767384872.546516:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546517:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020a1316d. 00000400:00000010:2.0:1767384872.546521:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006e5ecd6e. 00000100:00000200:2.0:1767384872.546524:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546526:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000ca5ced. 00000400:00000010:2.0:1767384872.546529:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cb77cab6. 00000100:00000200:2.0:1767384872.546533:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546544:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f71ea280. 00000400:00000010:2.0:1767384872.546549:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c47c3723. 00000100:00000200:2.0:1767384872.546553:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546555:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000472b65e8. 00000400:00000010:2.0:1767384872.546559:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008fc9249b. 00000100:00000200:2.0:1767384872.546562:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546564:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000572d5e3a. 00000400:00000010:2.0:1767384872.546568:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b152d0a4. 00000100:00000200:2.0:1767384872.546571:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546573:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e507013. 00000400:00000010:2.0:1767384872.546584:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000021c5fc4c. 00000100:00000200:2.0:1767384872.546590:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546592:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e387321f. 00000400:00000010:2.0:1767384872.546596:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006d0273ab. 00000100:00000200:2.0:1767384872.546599:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546601:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017d9eb38. 00000400:00000010:2.0:1767384872.546604:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000401a4e9c. 00000100:00000200:2.0:1767384872.546608:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546609:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003be74888. 00000400:00000010:2.0:1767384872.546613:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c229dbf8. 00000100:00000200:2.0:1767384872.546616:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546618:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000edcea304. 00000400:00000010:2.0:1767384872.546621:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000431df53f. 00000100:00000200:2.0:1767384872.546625:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546632:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008de61cf. 00000400:00000010:2.0:1767384872.546637:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c00a5116. 00000100:00000200:2.0:1767384872.546641:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546643:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092c09364. 00000400:00000010:2.0:1767384872.546646:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004989b78a. 00000100:00000200:2.0:1767384872.546650:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546651:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb8a2d4e. 00000400:00000010:2.0:1767384872.546655:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006e04c4b5. 00000100:00000200:2.0:1767384872.546659:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546660:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053791350. 00000400:00000010:2.0:1767384872.546671:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000dff052e2. 00000100:00000200:2.0:1767384872.546677:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546679:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cf16361. 00000400:00000010:2.0:1767384872.546683:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001762f665. 00000100:00000200:2.0:1767384872.546686:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546688:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b67be62b. 00000400:00000010:2.0:1767384872.546692:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008ddbd94b. 00000100:00000200:2.0:1767384872.546695:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384872.546696:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074458098. 00000400:00000010:2.0:1767384872.546700:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000efb17f2a. 00000100:00000010:2.0:1767384872.546727:0:17900:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000009c7479d3. 00000100:00000200:2.0:1767384872.546749:0:17900:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:2.0:1767384872.547111:0:17901:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000001:2.0:1767384872.547123:0:17901:0:(tgt_handler.c:1680:tgt_io_thread_init()) Process entered 00000020:00000010:2.0:1767384872.547494:0:17901:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000e7e041ae. 00000020:00000001:2.0:1767384872.547497:0:17901:0:(tgt_handler.c:1689:tgt_io_thread_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384872.547500:0:17901:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000002d4fd8e. 00000020:00000010:2.0:1767384872.547502:0:17901:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000236cbb79. 00000020:00000010:2.0:1767384872.547505:0:17901:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f410865. 00000020:00000010:2.0:1767384872.547508:0:17901:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009d452557. 00000020:00000010:2.0:1767384872.547511:0:17901:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000044d385a6. 00000020:00000010:2.0:1767384872.547513:0:17901:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c171b612. 00000020:00000010:2.0:1767384872.547517:0:17901:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000006e8a9dd. 80000000:00000010:2.0:1767384872.547519:0:17901:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007664dd16. 40000000:00000010:2.0:1767384872.547521:0:17901:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000668efb5b. 00100000:00000010:2.0:1767384872.547528:0:17901:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003a2007e7. 00040000:00000010:2.0:1767384872.547531:0:17901:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004f4496f9. 00040000:00000010:2.0:1767384872.547540:0:17901:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003e006849. 00080000:00000010:2.0:1767384872.547546:0:17901:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000098f69abb. 00080000:00000010:2.0:1767384872.547555:0:17901:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000095e2fc41. 00002000:00000010:2.0:1767384872.547559:0:17901:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bbf5c697. 00000100:00000010:2.0:1767384872.547571:0:17901:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000a569469c. 00000100:00000200:2.0:1767384872.547585:0:17901:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:2.0:1767384872.547898:0:17902:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000001:2.0:1767384872.547909:0:17902:0:(tgt_handler.c:1680:tgt_io_thread_init()) Process entered 00000020:00000010:2.0:1767384872.548344:0:17902:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 000000008aff7c67. 00000020:00000001:2.0:1767384872.548350:0:17902:0:(tgt_handler.c:1689:tgt_io_thread_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384872.548356:0:17902:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000ae97a688. 00000020:00000010:2.0:1767384872.548361:0:17902:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a975f075. 00000020:00000010:2.0:1767384872.548369:0:17902:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d624abf. 00000020:00000010:2.0:1767384872.548374:0:17902:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007a1cf018. 00000020:00000010:2.0:1767384872.548379:0:17902:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008f41d70c. 00000020:00000010:2.0:1767384872.548384:0:17902:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e8aa2168. 00000020:00000010:2.0:1767384872.548389:0:17902:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a5115a59. 80000000:00000010:2.0:1767384872.548394:0:17902:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000646b7160. 40000000:00000010:2.0:1767384872.548399:0:17902:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006f32dea4. 00100000:00000010:2.0:1767384872.548404:0:17902:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f9bf337b. 00040000:00000010:2.0:1767384872.548409:0:17902:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d1e09f62. 00040000:00000010:2.0:1767384872.548414:0:17902:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e5bb138b. 00080000:00000010:2.0:1767384872.548420:0:17902:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000395f72c6. 00080000:00000010:2.0:1767384872.548425:0:17902:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000080097cb3. 00002000:00000010:2.0:1767384872.548430:0:17902:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a27c88ae. 00000100:00000010:2.0:1767384872.548448:0:17902:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000928ff475. 00000100:00000200:2.0:1767384872.548468:0:17902:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000001:2.0:1767384872.585616:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384872.585620:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348011520 02000000:00000001:2.0:1767384872.585623:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384872.585625:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384872.585627:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384872.585638:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384872.585644:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348011520 00000020:00000001:2.0:1767384872.585648:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384872.585651:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:2.0:1767384872.585655:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384872.585657:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=10 00000020:00000001:2.0:1767384872.585661:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:2.0:1767384872.585665:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384872.585671:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384872.585678:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030dfcd35. 00000100:00000001:2.0:1767384872.585680:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384872.585687:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030dfcd35. 00000020:00000010:2.0:1767384872.585693:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dee85aea. 00000020:00000010:2.0:1767384872.585698:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003e0aabe3. 00000020:00000010:2.0:1767384872.585706:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000058aa63d. 00000100:00000040:2.0:1767384872.585714:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384872.585717:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384872.585718:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384872.585719:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.585724:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.585735:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384872.585743:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384872.585744:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384872.585748:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00000040:2.0:1767384872.585750:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384872.585751:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590666963024 : -119483042588592 : ffff9354afb09850) 00000100:00000040:2.0:1767384872.585755:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000138ea181 x1853237348011520/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:98/0 lens 4848/0 e 0 to 0 dl 1767384883 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384872.585762:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384872.585764:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030dfcd35. 00000100:00000001:2.0:1767384872.585765:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384872.585767:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030dfcd35. 00000100:00100000:2.0:1767384872.585770:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000138ea181 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+10:17889:x1853237348011520:12345-0@lo:253: 00000100:00000200:2.0:1767384872.585778:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348011520 00000020:00000001:2.0:1767384872.585781:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384872.585784:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384872.585786:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.585788:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384872.585790:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000001:2.0:1767384872.585793:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384872.585795:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384872.585796:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384872.585798:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384872.585800:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.585804:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384872.585806:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384872.585810:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000eb7e63e5. 02000000:00000001:2.0:1767384872.585811:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.585813:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384872.585837:0:17083:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384872.585852:0:17083:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000b2f093c. 20000000:00000001:2.0:1767384872.585856:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384872.585858:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384872.585861:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384872.585862:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384872.585863:0:17083:0:(mgs_handler.c:464:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1767384872.585865:0:17083:0:(mgs_handler.c:491:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:00000001:2.0:1767384872.585867:0:17083:0:(mgs_handler.c:270:mgs_check_target()) Process entered 20000000:00000001:2.0:1767384872.585868:0:17083:0:(mgs_llog.c:637:mgs_check_index()) Process entered 20000000:00000001:2.0:1767384872.585869:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384872.585870:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384872.585871:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384872.585872:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384872.585874:0:17083:0:(mgs_llog.c:657:mgs_check_index()) Process leaving via out (rc=1 : 1 : 0x1) 20000000:00000001:2.0:1767384872.585875:0:17083:0:(mgs_handler.c:287:mgs_check_target()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384872.585877:0:17083:0:(mgs_handler.c:496:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384872.585878:0:17083:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384872.585882:0:17083:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000020:2.0:1767384872.586037:0:17083:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384872.586040:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384872.586042:0:17083:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000b2f093c. 20000000:00000001:2.0:1767384872.586046:0:17083:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384872.586050:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348011520 00010000:00000001:2.0:1767384872.586053:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384872.586057:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000138ea181 x1853237348011520/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:98/0 lens 4848/4768 e 0 to 0 dl 1767384883 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384872.586066:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384872.586068:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384872.586072:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384872.586076:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384872.586079:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 14 to 0@lo 00000100:00000001:2.0:1767384872.586081:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:2.0:1767384872.586084:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384872.586086:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.586089:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384872.586090:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384872.586093:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005fc5c240. 00000100:00000200:2.0:1767384872.586096:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348011520, offset 224 00000400:00000200:2.0:1767384872.586101:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384872.586108:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384872.586114:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d00e00 00000400:00000200:2.0:1767384872.586119:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0xfb9 [2] + 224 00000400:00000200:2.0:1767384872.586125:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384872.586128:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384872.586132:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384872.586135:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053f3bfb1 x1853237348011520/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384888 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384872.586142:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000053f3bfb1 x1853237348011520/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384888 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384872.586154:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384872.586158:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fc5c240 00000400:00000010:2.0:1767384872.586159:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005fc5c240. 00000100:00000001:2.0:1767384872.586167:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384872.586169:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384872.586173:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384872.586177:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 13 to 0@lo 00010000:00000001:2.0:1767384872.586180:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384872.586185:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.586188:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384872.586194:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000138ea181 x1853237348011520/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:98/0 lens 4848/4768 e 0 to 0 dl 1767384883 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384872.586211:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000138ea181 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+10:17889:x1853237348011520:12345-0@lo:253: Request processed in 444us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384872.586224:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00000040:2.0:1767384872.586229:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:2.0:1767384872.586233:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384872.586236:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384872.586241:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003e0aabe3. 00000020:00000010:2.0:1767384872.586247:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000058aa63d. 00000020:00000010:2.0:1767384872.586253:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dee85aea. 00000020:00000040:2.0:1767384872.586259:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 9 02000000:00000001:2.0:1767384872.586263:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384872.586268:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000eb7e63e5. 02000000:00000001:2.0:1767384872.586274:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384872.586277:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384872.586284:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384872.586289:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002aea5c17. 00000400:00000010:2.0:1767384872.586296:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005fc5c240. 00000100:00000001:2.0:1767384872.586749:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384872.586752:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348011648 02000000:00000001:2.0:1767384872.586754:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384872.586755:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384872.586757:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384872.586759:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384872.586761:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348011648 00000020:00000001:2.0:1767384872.586762:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384872.586763:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:2.0:1767384872.586771:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384872.586773:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=10 00000020:00000001:2.0:1767384872.586775:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:2.0:1767384872.586776:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384872.586779:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384872.586780:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030dfcd35. 00000100:00000001:2.0:1767384872.586782:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384872.586783:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030dfcd35. 00000020:00000010:2.0:1767384872.586787:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dee85aea. 00000020:00000010:2.0:1767384872.586789:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003e0aabe3. 00000020:00000010:2.0:1767384872.586791:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000058aa63d. 00000100:00000040:2.0:1767384872.586794:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384872.586796:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384872.586797:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384872.586797:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.586800:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.586810:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384872.586834:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384872.586835:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384872.586838:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000040:2.0:1767384872.586840:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384872.586842:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590666956880 : -119483042594736 : ffff9354afb08050) 00000100:00000040:2.0:1767384872.586846:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000180163e8 x1853237348011648/t0(0) o501->b543db4a-4900-454f-be04-352b2897a173@0@lo:98/0 lens 512/0 e 0 to 0 dl 1767384883 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384872.586853:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384872.586855:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030dfcd35. 00000100:00000001:2.0:1767384872.586857:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384872.586859:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030dfcd35. 00000100:00100000:2.0:1767384872.586863:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000180163e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+10:17889:x1853237348011648:12345-0@lo:501: 00000100:00000200:2.0:1767384872.586866:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348011648 00000020:00000001:2.0:1767384872.586869:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384872.586876:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384872.586878:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.586880:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384872.586882:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661288640 : -1048262976 : ffffffffc184c6c0) 00000020:00000001:2.0:1767384872.586886:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384872.586887:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384872.586889:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384872.586890:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384872.586892:0:17083:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1767384872.586895:0:17083:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.586897:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384872.586899:0:17083:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:2.0:1767384872.586901:0:17083:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:2.0:1767384872.586903:0:17083:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:2.0:1767384872.586905:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384872.586907:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384872.586911:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000be2b6426. 02000000:00000001:2.0:1767384872.586913:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.586915:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384872.586918:0:17083:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-sptlrpc 00000040:00000040:2.0:1767384872.586921:0:17083:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005e21b2fd : new refcount 2 00000040:00000001:2.0:1767384872.586922:0:17083:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384872.586924:0:17083:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e6ec8857. 00000040:00000001:2.0:1767384872.586926:0:17083:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384872.586927:0:17083:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384872.586929:0:17083:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624590014282752 : -119483695268864 : 0xffff935488c97c00) 00000020:00000001:2.0:1767384872.586943:0:17083:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624590014282752 : -119483695268864 : ffff935488c97c00) 00080000:00000001:2.0:1767384872.586949:0:17083:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384872.586951:0:17083:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384872.586960:0:17083:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:2.0:1767384872.586962:0:17083:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384872.586992:0:17083:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384872.586996:0:17083:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:2.0:1767384872.586999:0:17083:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:2.0:1767384872.587002:0:17083:0:(llog.c:1547:llog_open()) MGS: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:2.0:1767384872.587013:0:17083:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e6ec8857. 00000040:00000001:2.0:1767384872.587017:0:17083:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384872.587020:0:17083:0:(llog_server.c:81:llog_origin_handle_open()) Process leaving via out_ctxt (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000040:2.0:1767384872.587023:0:17083:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000005e21b2fd : new refcount 1 00000020:00000001:2.0:1767384872.587026:0:17083:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000001:2.0:1767384872.587029:0:17083:0:(mgs_handler.c:689:mgs_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:2.0:1767384872.587033:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348011648 00010000:00000001:2.0:1767384872.587036:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384872.587040:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000180163e8 x1853237348011648/t0(0) o501->b543db4a-4900-454f-be04-352b2897a173@0@lo:98/0 lens 512/272 e 0 to 0 dl 1767384883 ref 1 fl Interpret:/200/0 rc -2/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384872.587051:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384872.587053:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384872.587056:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384872.587060:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384872.587063:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 14 to 0@lo 00000100:00000001:2.0:1767384872.587065:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:2.0:1767384872.587068:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384872.587070:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.587073:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384872.587076:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384872.587080:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050f4446d. 00000100:00000200:2.0:1767384872.587084:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237348011648, offset 224 00000400:00000200:2.0:1767384872.587090:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384872.587100:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384872.587108:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958271d00e80 00000400:00000200:2.0:1767384872.587114:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0xfc9 [1] + 224 00000400:00000200:2.0:1767384872.587120:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384872.587124:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384872.587128:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384872.587132:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053f3bfb1 x1853237348011648/t0(0) o501->MGC192.168.203.134@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384888 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384872.587142:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@0000000053f3bfb1 x1853237348011648/t0(0) o501->MGC192.168.203.134@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384888 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384872.587182:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384872.587190:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050f4446d 00000400:00000010:2.0:1767384872.587193:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050f4446d. 00000100:00000001:2.0:1767384872.587197:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384872.587199:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384872.587205:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384872.587209:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 13 to 0@lo 00010000:00000001:2.0:1767384872.587228:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384872.587229:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.587232:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384872.587236:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000180163e8 x1853237348011648/t0(0) o501->b543db4a-4900-454f-be04-352b2897a173@0@lo:98/0 lens 512/272 e 0 to 0 dl 1767384883 ref 1 fl Interpret:/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384872.587248:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000180163e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+10:17889:x1853237348011648:12345-0@lo:501: Request processed in 392us (573us total) trans 0 rc -2/-2 00000100:00100000:2.0:1767384872.587259:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000040:2.0:1767384872.587263:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:2.0:1767384872.587266:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384872.587269:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384872.587272:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003e0aabe3. 00000020:00000010:2.0:1767384872.587278:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000058aa63d. 00000020:00000010:2.0:1767384872.587285:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dee85aea. 00000020:00000040:2.0:1767384872.587291:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 9 02000000:00000001:2.0:1767384872.587298:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384872.587303:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000be2b6426. 02000000:00000001:2.0:1767384872.587309:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384872.587314:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384872.587321:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384872.587329:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e25c156. 00000400:00000010:2.0:1767384872.587336:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009e218509. 00000100:00000001:2.0:1767384872.587713:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384872.587717:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348011776 02000000:00000001:2.0:1767384872.587720:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384872.587724:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384872.587733:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384872.587736:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384872.587741:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348011776 00000020:00000001:2.0:1767384872.587744:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384872.587747:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:2.0:1767384872.587749:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384872.587771:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=10 00000020:00000001:2.0:1767384872.587775:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:2.0:1767384872.587781:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384872.587783:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384872.587786:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030dfcd35. 00000100:00000001:2.0:1767384872.587787:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384872.587788:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030dfcd35. 00000020:00000010:2.0:1767384872.587792:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dee85aea. 00000020:00000010:2.0:1767384872.587793:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003e0aabe3. 00000020:00000010:2.0:1767384872.587795:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000058aa63d. 00000100:00000040:2.0:1767384872.587799:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384872.587800:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384872.587801:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384872.587802:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.587805:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.587812:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384872.587836:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384872.587837:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384872.587840:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00000040:2.0:1767384872.587842:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384872.587844:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590666969168 : -119483042582448 : ffff9354afb0b050) 00000100:00000040:2.0:1767384872.587847:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000c227a9b x1853237348011776/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:98/0 lens 328/0 e 0 to 0 dl 1767384883 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384872.587856:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384872.587859:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030dfcd35. 00000100:00000001:2.0:1767384872.587861:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384872.587864:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030dfcd35. 00000100:00100000:2.0:1767384872.587877:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000c227a9b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+10:17889:x1853237348011776:12345-0@lo:101: 00000100:00000200:2.0:1767384872.587881:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348011776 00000020:00000001:2.0:1767384872.587884:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384872.587885:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384872.587887:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.587889:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384872.587890:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289024 : -1048262592 : ffffffffc184c840) 00000020:00000001:2.0:1767384872.587893:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384872.587894:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384872.587896:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384872.587899:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384872.587902:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.587904:0:17083:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384872.587907:0:17083:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384872.587909:0:17083:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384872.587911:0:17083:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384872.587913:0:17083:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384872.587918:0:17083:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384872.587923:0:17083:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000484baadb. 00010000:00000001:2.0:1767384872.587926:0:17083:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384872.587929:0:17083:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000af330208. 00000020:00000010:2.0:1767384872.587946:0:17083:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000030dfcd35. 00000020:00000001:2.0:1767384872.587949:0:17083:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384872.587950:0:17083:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000af330208 with handle 0xb57eb78819562e94 to hash 00000020:00000001:2.0:1767384872.587951:0:17083:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384872.587952:0:17083:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590004430336 : -119483705121280 : ffff935488332600) 00010000:00000001:2.0:1767384872.587954:0:17083:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590004430336 : -119483705121280 : ffff935488332600) 00010000:00010000:2.0:1767384872.587956:0:17083:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000af330208/0xb57eb78819562e94 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb57eb78819562e8d expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384872.587961:0:17083:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003d3e266f : new locks_count 6 00000020:00000040:2.0:1767384872.587979:0:17083:0:(genops.c:887:class_export_get()) GET export 000000003d3e266f refcount=11 00000100:00000001:2.0:1767384872.587988:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384872.587999:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384872.588002:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000be2b6426. 02000000:00000001:2.0:1767384872.588005:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.588007:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384872.588010:0:17083:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384872.588014:0:17083:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384872.588017:0:17083:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384872.588020:0:17083:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384872.588022:0:17083:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384872.588024:0:17083:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384872.588026:0:17083:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384872.588029:0:17083:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384872.588032:0:17083:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384872.588033:0:17083:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384872.588035:0:17083:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384872.588037:0:17083:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x70616d65646f6e:0x4:0x0].0x0 (00000000484baadb) refcount = 1 00010000:00010000:2.0:1767384872.588043:0:17083:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000af330208/0xb57eb78819562e94 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb57eb78819562e8d expref: 11 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384872.588050:0:17083:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384872.588052:0:17083:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384872.588054:0:17083:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384872.588056:0:17083:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384872.588058:0:17083:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384872.588063:0:17083:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384872.588066:0:17083:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000af330208/0xb57eb78819562e94 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819562e8d expref: 11 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384872.588075:0:17083:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384872.588077:0:17083:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384872.588079:0:17083:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384872.588082:0:17083:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384872.588084:0:17083:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384872.588086:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384872.588088:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384872.588090:0:17083:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000af330208, rc 0) 00000020:00000001:2.0:1767384872.588093:0:17083:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384872.588101:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348011776 00010000:00000001:2.0:1767384872.588103:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384872.588107:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000c227a9b x1853237348011776/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:98/0 lens 328/344 e 0 to 0 dl 1767384883 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384872.588116:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384872.588118:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384872.588121:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384872.588125:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384872.588128:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 14 to 0@lo 00000100:00000001:2.0:1767384872.588130:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:2.0:1767384872.588133:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384872.588135:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.588137:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384872.588140:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384872.588143:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050f4446d. 00000100:00000200:2.0:1767384872.588147:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237348011776, offset 224 00000400:00000200:2.0:1767384872.588151:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384872.588159:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384872.588166:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958271d00f00 00000400:00000200:2.0:1767384872.588172:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0xfd9 [1] + 224 00000400:00000200:2.0:1767384872.588177:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384872.588181:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384872.588185:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384872.588188:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053f3bfb1 x1853237348011776/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384888 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384872.588198:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000053f3bfb1 x1853237348011776/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384888 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384872.588221:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384872.588226:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050f4446d 00000400:00000010:2.0:1767384872.588228:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050f4446d. 00000100:00000001:2.0:1767384872.588232:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384872.588234:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384872.588238:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384872.588241:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 13 to 0@lo 00010000:00000001:2.0:1767384872.588252:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384872.588255:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.588273:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384872.588279:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c227a9b x1853237348011776/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:98/0 lens 328/344 e 0 to 0 dl 1767384883 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384872.588294:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000c227a9b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+11:17889:x1853237348011776:12345-0@lo:101: Request processed in 435us (612us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384872.588305:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00000040:2.0:1767384872.588308:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:2.0:1767384872.588312:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384872.588314:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384872.588318:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003e0aabe3. 00000020:00000010:2.0:1767384872.588323:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000058aa63d. 00000020:00000010:2.0:1767384872.588328:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dee85aea. 00000020:00000040:2.0:1767384872.588333:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 10 02000000:00000001:2.0:1767384872.588337:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384872.588340:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000be2b6426. 02000000:00000001:2.0:1767384872.588343:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384872.588346:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384872.588352:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384872.588357:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d83ba2d1. 00000400:00000010:2.0:1767384872.588364:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093cf5e91. 00000100:00000001:2.0:1767384872.588721:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384872.588724:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348011904 02000000:00000001:2.0:1767384872.588728:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384872.588732:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384872.588737:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384872.588744:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384872.588752:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348011904 00000020:00000001:2.0:1767384872.588757:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384872.588761:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:2.0:1767384872.588768:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384872.588773:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=11 00000020:00000001:2.0:1767384872.588778:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:2.0:1767384872.588787:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384872.588793:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384872.588799:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000175a5fad. 00000100:00000001:2.0:1767384872.588804:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384872.588809:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000175a5fad. 00000020:00000010:2.0:1767384872.588839:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dee85aea. 00000020:00000010:2.0:1767384872.588842:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003e0aabe3. 00000020:00000010:2.0:1767384872.588845:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000058aa63d. 00000100:00000040:2.0:1767384872.588850:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384872.588853:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384872.588854:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384872.588856:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.588860:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.588865:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384872.588873:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384872.588875:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384872.588879:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00000040:2.0:1767384872.588882:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384872.588885:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590666959952 : -119483042591664 : ffff9354afb08c50) 00000100:00000040:2.0:1767384872.588889:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aad0d6b8 x1853237348011904/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:98/0 lens 328/0 e 0 to 0 dl 1767384883 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384872.588898:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384872.588901:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000175a5fad. 00000100:00000001:2.0:1767384872.588903:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384872.588906:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000175a5fad. 00000100:00100000:2.0:1767384872.588910:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aad0d6b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+11:17889:x1853237348011904:12345-0@lo:101: 00000100:00000200:2.0:1767384872.588913:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348011904 00000020:00000001:2.0:1767384872.588914:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384872.588916:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384872.588917:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.588918:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384872.588919:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289024 : -1048262592 : ffffffffc184c840) 00000020:00000001:2.0:1767384872.588944:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384872.588946:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384872.588948:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384872.588949:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384872.588951:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.588952:0:17083:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384872.588953:0:17083:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384872.588954:0:17083:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384872.588955:0:17083:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384872.588956:0:17083:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384872.588958:0:17083:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384872.588961:0:17083:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000040aa0528 count: 4 00010000:00000001:2.0:1767384872.588962:0:17083:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384872.588980:0:17083:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384872.588984:0:17083:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000019e4cef. 00000020:00000001:2.0:1767384872.588987:0:17083:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384872.588990:0:17083:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000019e4cef with handle 0xb57eb78819562ea2 to hash 00000020:00000001:2.0:1767384872.588992:0:17083:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384872.588994:0:17083:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590004433920 : -119483705117696 : ffff935488333400) 00010000:00000001:2.0:1767384872.588997:0:17083:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590004433920 : -119483705117696 : ffff935488333400) 00010000:00010000:2.0:1767384872.589000:0:17083:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000019e4cef/0xb57eb78819562ea2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xb57eb78819562e9b expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384872.589008:0:17083:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003d3e266f : new locks_count 7 00000020:00000040:2.0:1767384872.589010:0:17083:0:(genops.c:887:class_export_get()) GET export 000000003d3e266f refcount=12 00000100:00000001:2.0:1767384872.589016:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384872.589018:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384872.589021:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000be2b6426. 02000000:00000001:2.0:1767384872.589023:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.589026:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384872.589028:0:17083:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384872.589031:0:17083:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384872.589033:0:17083:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384872.589035:0:17083:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384872.589037:0:17083:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384872.589047:0:17083:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384872.589049:0:17083:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384872.589052:0:17083:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384872.589053:0:17083:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384872.589055:0:17083:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384872.589057:0:17083:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384872.589059:0:17083:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000040aa0528) refcount = 4 00010000:00000040:2.0:1767384872.589063:0:17083:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384872.589066:0:17083:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000001e7f2ee3/0xb57eb78819562e55 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819562e4e expref: 12 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384872.589073:0:17083:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000c69c2202/0xb57eb78819562dd0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819562dc9 expref: 12 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384872.589080:0:17083:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000004c0df097/0xb57eb78819562db4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819562dad expref: 12 pid: 17083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384872.589086:0:17083:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000019e4cef/0xb57eb78819562ea2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb57eb78819562e9b expref: 12 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384872.589093:0:17083:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384872.589094:0:17083:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384872.589096:0:17083:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384872.589098:0:17083:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384872.589100:0:17083:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384872.589104:0:17083:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384872.589106:0:17083:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000019e4cef/0xb57eb78819562ea2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819562e9b expref: 12 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384872.589113:0:17083:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384872.589115:0:17083:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384872.589116:0:17083:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384872.589119:0:17083:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384872.589121:0:17083:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384872.589122:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384872.589124:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384872.589125:0:17083:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000019e4cef, rc 0) 00000020:00000001:2.0:1767384872.589133:0:17083:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384872.589136:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348011904 00010000:00000001:2.0:1767384872.589139:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384872.589143:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aad0d6b8 x1853237348011904/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:98/0 lens 328/344 e 0 to 0 dl 1767384883 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384872.589152:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384872.589154:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384872.589157:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384872.589161:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384872.589163:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 14 to 0@lo 00000100:00000001:2.0:1767384872.589165:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:2.0:1767384872.589168:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384872.589170:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.589173:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384872.589176:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384872.589178:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050f4446d. 00000100:00000200:2.0:1767384872.589182:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237348011904, offset 224 00000400:00000200:2.0:1767384872.589187:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384872.589196:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384872.589206:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958271d00f80 00000400:00000200:2.0:1767384872.589213:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0xfe9 [1] + 224 00000400:00000200:2.0:1767384872.589221:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384872.589227:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384872.589234:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384872.589241:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053f3bfb1 x1853237348011904/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384888 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384872.589258:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000053f3bfb1 x1853237348011904/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384888 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384872.589288:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384872.589297:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050f4446d 00000400:00000010:2.0:1767384872.589316:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050f4446d. 00000100:00000001:2.0:1767384872.589319:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384872.589320:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384872.589329:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384872.589333:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 13 to 0@lo 00010000:00000001:2.0:1767384872.589337:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384872.589340:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.589344:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384872.589349:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aad0d6b8 x1853237348011904/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:98/0 lens 328/344 e 0 to 0 dl 1767384883 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384872.589362:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aad0d6b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+12:17889:x1853237348011904:12345-0@lo:101: Request processed in 461us (668us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384872.589377:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00000040:2.0:1767384872.589381:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:2.0:1767384872.589385:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384872.589387:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384872.589390:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003e0aabe3. 00000020:00000010:2.0:1767384872.589396:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000058aa63d. 00000020:00000010:2.0:1767384872.589401:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dee85aea. 00000020:00000040:2.0:1767384872.589407:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 11 02000000:00000001:2.0:1767384872.589413:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384872.589418:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000be2b6426. 02000000:00000001:2.0:1767384872.589422:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384872.589425:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384872.589430:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384872.589436:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000126a650c. 00000400:00000010:2.0:1767384872.589442:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b80d0975. 00000100:00000040:2.0:1767384872.591876:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294861622, at 4294861623 00000100:00000010:2.0:1767384872.591889:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d9208a2. 00000020:00000040:3.0:1767384872.595193:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 11 02000000:00000001:3.0:1767384872.595202:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384872.595204:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000885addef. 02000000:00000001:3.0:1767384872.595211:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384872.595213:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384872.595217:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384872.595220:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dbc8355. 00000400:00000010:3.0:1767384872.595224:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b0a44cb. 00000100:00000001:3.0:1767384872.595956:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384872.595958:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348012416 02000000:00000001:3.0:1767384872.595960:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384872.595961:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384872.595963:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384872.595965:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384872.595968:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348012416 00000020:00000001:3.0:1767384872.595969:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384872.595971:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:3.0:1767384872.595972:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384872.595974:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=12 00000020:00000001:3.0:1767384872.595976:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:3.0:1767384872.595979:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:3.0:1767384872.595981:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384872.596001:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c44d6b1f. 00000100:00000001:3.0:1767384872.596004:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384872.596006:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c44d6b1f. 00000020:00000010:3.0:1767384872.596010:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000807aefed. 00000020:00000010:3.0:1767384872.596013:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001e24a17a. 00000020:00000010:3.0:1767384872.596017:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee655d72. 00000100:00000040:3.0:1767384872.596021:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384872.596024:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384872.596025:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384872.596026:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384872.596030:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384872.596041:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384872.596048:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384872.596050:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384872.596061:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00000040:3.0:1767384872.596064:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:3.0:1767384872.596067:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590002694224 : -119483706857392 : ffff93548818a850) 00000100:00000040:3.0:1767384872.596072:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d518a38c x1853237348012416/t0(0) o502->b543db4a-4900-454f-be04-352b2897a173@0@lo:98/0 lens 272/0 e 0 to 0 dl 1767384883 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384872.596079:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384872.596082:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c44d6b1f. 00000100:00000001:3.0:1767384872.596084:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384872.596085:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c44d6b1f. 00000100:00100000:3.0:1767384872.596088:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d518a38c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+12:17889:x1853237348012416:12345-0@lo:502: 00000100:00000200:3.0:1767384872.596091:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348012416 00000020:00000001:3.0:1767384872.596092:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384872.596094:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384872.596095:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384872.596097:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384872.596098:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661288688 : -1048262928 : ffffffffc184c6f0) 00000020:00000001:3.0:1767384872.596100:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384872.596101:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384872.596102:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384872.596103:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384872.596104:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384872.596106:0:17083:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:3.0:1767384872.596107:0:17083:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:3.0:1767384872.596109:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384872.596110:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384872.596119:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 0000000052da32e6. 02000000:00000001:3.0:1767384872.596121:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384872.596123:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384872.596124:0:17083:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005e21b2fd : new refcount 2 00000040:00000001:3.0:1767384872.596126:0:17083:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384872.596127:0:17083:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f10d7366. 00000040:00000001:3.0:1767384872.596129:0:17083:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384872.596130:0:17083:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384872.596134:0:17083:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624590014282752 : -119483695268864 : 0xffff935488c97c00) 00000020:00000001:3.0:1767384872.596136:0:17083:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624590014282752 : -119483695268864 : ffff935488c97c00) 00000020:00000001:3.0:1767384872.596138:0:17083:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384872.596140:0:17083:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624589918448216 : -119483791103400 : ffff935483132a58) 00000040:00000001:3.0:1767384872.596142:0:17083:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384872.596143:0:17083:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384872.596144:0:17083:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384872.596146:0:17083:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000aa5cd6f2. 00000040:00000001:3.0:1767384872.596147:0:17083:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384872.596148:0:17083:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1767384872.596154:0:17083:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384872.596155:0:17083:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384872.596157:0:17083:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384872.596158:0:17083:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384872.596159:0:17083:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1767384872.596161:0:17083:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 7 (cur idx 7 off 8192), size 9408 00000040:00000001:3.0:1767384872.596164:0:17083:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1767384872.596165:0:17083:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384872.596167:0:17083:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:3.0:1767384872.596168:0:17083:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384872.596169:0:17083:0:(lu_object.c:207:lu_object_put()) Add 000000006242d94a/0000000059e5ff97 to site lru. bkt: 00000000fd865c92 00000040:00000001:3.0:1767384872.596171:0:17083:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384872.596172:0:17083:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000aa5cd6f2. 00000040:00000010:3.0:1767384872.596174:0:17083:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f10d7366. 00000040:00000040:3.0:1767384872.596175:0:17083:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000005e21b2fd : new refcount 1 00000020:00000001:3.0:1767384872.596177:0:17083:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384872.596179:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348012416 00010000:00000001:3.0:1767384872.596180:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384872.596183:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d518a38c x1853237348012416/t0(0) o502->b543db4a-4900-454f-be04-352b2897a173@0@lo:98/0 lens 272/8472 e 0 to 0 dl 1767384883 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384872.596188:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384872.596189:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384872.596191:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384872.596193:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384872.596198:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 14 to 0@lo 00000100:00000001:3.0:1767384872.596200:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:3.0:1767384872.596201:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384872.596203:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384872.596204:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384872.596206:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384872.596208:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000021a68ef5. 00000100:00000200:3.0:1767384872.596210:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237348012416, offset 224 00000400:00000200:3.0:1767384872.596213:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384872.596218:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384872.596221:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958271d01180 00000400:00000200:3.0:1767384872.596224:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x1029 [4] + 224 00000400:00000200:3.0:1767384872.596228:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384872.596230:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384872.596233:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384872.596235:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053f3bfb1 x1853237348012416/t0(0) o502->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384888 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384872.596240:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@0000000053f3bfb1 x1853237348012416/t0(0) o502->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384888 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384872.596254:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384872.596259:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021a68ef5 00000400:00000010:3.0:1767384872.596261:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000021a68ef5. 00000100:00000001:3.0:1767384872.596263:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384872.596265:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384872.596267:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384872.596270:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 13 to 0@lo 00010000:00000001:3.0:1767384872.596273:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384872.596274:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384872.596276:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384872.596280:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d518a38c x1853237348012416/t0(0) o502->b543db4a-4900-454f-be04-352b2897a173@0@lo:98/0 lens 272/8472 e 0 to 0 dl 1767384883 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384872.596289:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d518a38c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+12:17889:x1853237348012416:12345-0@lo:502: Request processed in 209us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384872.596307:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00000040:3.0:1767384872.596310:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:3.0:1767384872.596313:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384872.596315:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384872.596318:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001e24a17a. 00000020:00000010:3.0:1767384872.596321:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee655d72. 00000020:00000010:3.0:1767384872.596324:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000807aefed. 00000020:00000040:3.0:1767384872.596327:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 11 02000000:00000001:3.0:1767384872.596331:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384872.596332:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 0000000052da32e6. 02000000:00000001:3.0:1767384872.596340:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384872.596343:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384872.596347:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384872.596351:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093d9900b. 00000400:00000010:3.0:1767384872.596354:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021a68ef5. 00000040:00000001:3.0:1767384872.597145:0:17907:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1767384872.597149:0:17907:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000807aefed. 00000020:00000010:3.0:1767384872.597152:0:17907:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f10d7366. 00000040:00000010:3.0:1767384872.597171:0:17907:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000eaeb3ba7. 00000020:00000010:3.0:1767384872.597175:0:17907:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002f25f2b7. 00000020:00000010:3.0:1767384872.597178:0:17907:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000083ca4969. 00000020:00000010:3.0:1767384872.597181:0:17907:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000073e3a6f0. 80000000:00000010:3.0:1767384872.597184:0:17907:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001533143a. 40000000:00000010:3.0:1767384872.597186:0:17907:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c44d6b1f. 00100000:00000010:3.0:1767384872.597199:0:17907:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f8e1636e. 00040000:00000010:3.0:1767384872.597202:0:17907:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000059a6ce20. 00040000:00000010:3.0:1767384872.597204:0:17907:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001aa0d90e. 00040000:00000010:3.0:1767384872.597206:0:17907:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000005f671eb. 00080000:00000010:3.0:1767384872.597208:0:17907:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000aa5cd6f2. 00080000:00000010:3.0:1767384872.597211:0:17907:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003c8c4fbc. 00000004:00000010:3.0:1767384872.597214:0:17907:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000271c7cc. 00000004:00000010:3.0:1767384872.597217:0:17907:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000016db4a92. 00000004:00000010:3.0:1767384872.597236:0:17907:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000be685ebd. 00002000:00000010:3.0:1767384872.597245:0:17907:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f1e3b73f. 00000004:00000010:3.0:1767384872.597248:0:17907:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b134d010. 00000020:00000010:3.0:1767384872.597252:0:17907:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000935bd69c. 00000040:00000010:3.0:1767384872.597258:0:17907:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000f31a5442. 00000040:00001000:3.0:1767384872.597260:0:17907:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:3.0:1767384872.597263:0:17907:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384872.597265:0:17907:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1767384872.597268:0:17907:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9408 00000040:00000001:3.0:1767384872.597278:0:17907:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1767384872.597281:0:17907:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384872.597283:0:17907:0:(llog.c:663:llog_process_thread()) processing rec 0xffff935382d64000 type=0x10620000 idx=1 00000040:00001000:3.0:1767384872.597285:0:17907:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:3.0:1767384872.597287:0:17907:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:3.0:1767384872.597290:0:17907:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767384872.597293:0:17907:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384872.597295:0:17907:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767384872.597297:0:17907:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1767384872.597302:0:17907:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:01000004:3.0:1767384872.597305:0:17907:0:(obd_mount.c:939:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000001:3.0:1767384872.597308:0:17907:0:(obd_mount.c:947:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384872.597313:0:17907:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000005710876e. 00000020:00000080:3.0:1767384872.597316:0:17907:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767384872.597318:0:17907:0:(obd_config.c:1477:class_process_config()) marker 11 (0x1) lustre-OST0000 add ost 00000020:00000001:3.0:1767384872.597321:0:17907:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384872.597324:0:17907:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000005710876e. 00000020:00000001:3.0:1767384872.597327:0:17907:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384872.597329:0:17907:0:(llog.c:663:llog_process_thread()) processing rec 0xffff935382d640e0 type=0x10620000 idx=2 00000040:00001000:3.0:1767384872.597332:0:17907:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:3.0:1767384872.597333:0:17907:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:3.0:1767384872.597335:0:17907:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1767384872.597338:0:17907:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 104 at 000000001e24a17a. 00000020:00000080:3.0:1767384872.597340:0:17907:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:3.0:1767384872.597343:0:17907:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:3.0:1767384872.597346:0:17907:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:3.0:1767384872.597362:0:17907:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000029ff95b7. 00000020:00000080:3.0:1767384872.597367:0:17907:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000 (0000000029ff95b7) 00000020:00000001:3.0:1767384872.597370:0:17907:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384872.597373:0:17907:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000007a40da6c. 00000020:00000001:3.0:1767384872.597375:0:17907:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384872.597377:0:17907:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007a40da6c with handle 0xb57eb78819562ea9 to hash 00000020:00000001:3.0:1767384872.597380:0:17907:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384872.597385:0:17907:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:3.0:1767384872.597388:0:17907:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384872.597390:0:17907:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446624585619769344 : -119488089782272 : ffff935382da8800) 00000020:00000040:3.0:1767384872.597393:0:17907:0:(genops.c:898:class_export_put()) PUTting export 000000007a40da6c : new refcount 1 00000020:00000040:3.0:1767384872.597404:0:17907:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000029ff95b7) now 2 - obd_device_list 00000020:00000001:3.0:1767384872.597409:0:17907:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1767384872.597411:0:17907:0:(obd_config.c:657:class_attach()) OBD: dev 12 attached type obdfilter with refcount 2 00000020:00000001:3.0:1767384872.597414:0:17907:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384872.597416:0:17907:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384872.597419:0:17907:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 104 at 000000001e24a17a. 00000020:00000001:3.0:1767384872.597422:0:17907:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384872.597425:0:17907:0:(llog.c:663:llog_process_thread()) processing rec 0xffff935382d64160 type=0x10620000 idx=3 00000040:00001000:3.0:1767384872.597427:0:17907:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:3.0:1767384872.597429:0:17907:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:3.0:1767384872.597431:0:17907:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000040:3.0:1767384872.597433:0:17907:0:(obd_config.c:1846:class_config_llog_handler()) For 1.8 interoperability, set this index to '0' 00000020:00000010:3.0:1767384872.597436:0:17907:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at 00000000c4c71a4f. 00000020:00000080:3.0:1767384872.597439:0:17907:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:3.0:1767384872.597443:0:17907:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:3.0:1767384872.597459:0:17907:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384872.597462:0:17907:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005710876e. 00000001:00000010:3.0:1767384872.597467:0:17907:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000048f5c89a. 00000001:00000010:3.0:1767384872.597470:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000019376910. 00000001:00000010:3.0:1767384872.597485:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000aa9e4e8d. 00000001:00000010:3.0:1767384872.597489:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003c4c6e87. 00000001:00000010:3.0:1767384872.597492:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fc7c9046. 00000001:00000001:3.0:1767384872.597494:0:17907:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384872.597502:0:17907:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000accd687b. 00000001:00000010:3.0:1767384872.597505:0:17907:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b62a11de. 00000001:00000010:3.0:1767384872.597508:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008321792b. 00000001:00000010:3.0:1767384872.597511:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000042f3be9a. 00000001:00000010:3.0:1767384872.597513:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005daf7f79. 00000001:00000010:3.0:1767384872.597516:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005ad2a196. 00000020:00000001:3.0:1767384872.597519:0:17907:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:3.0:1767384872.597521:0:17907:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a89e578. 00000020:00000010:3.0:1767384872.597525:0:17907:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001e24a17a. 00000020:00000010:3.0:1767384872.597528:0:17907:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee655d72. 00000008:00000010:3.0:1767384872.597532:0:17907:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000002f24065. 00020000:00000010:3.0:1767384872.597536:0:17907:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000781a732a. 00008000:00000010:3.0:1767384872.597556:0:17907:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000003a240e6f. 00000080:00000010:3.0:1767384872.597559:0:17907:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000793aea33. 00000020:00000010:3.0:1767384872.597561:0:17907:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f45f843e. 00000020:00000010:3.0:1767384872.597562:0:17907:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000138d866d. 00000020:00000010:3.0:1767384872.597564:0:17907:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006b293f3f. 00000020:00000010:3.0:1767384872.597566:0:17907:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e2123c20. 00000020:00000010:3.0:1767384872.597568:0:17907:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d5d4b84b. 80000000:00000010:3.0:1767384872.597569:0:17907:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008efbd5d5. 40000000:00000010:3.0:1767384872.597571:0:17907:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c80d9797. 00100000:00000010:3.0:1767384872.597573:0:17907:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000010f854b2. 00040000:00000010:3.0:1767384872.597574:0:17907:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000043dafdd7. 00040000:00000010:3.0:1767384872.597576:0:17907:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000920db466. 00080000:00000010:3.0:1767384872.597579:0:17907:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000953f29ec. 00080000:00000010:3.0:1767384872.597585:0:17907:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d32ab96f. 00002000:00000010:3.0:1767384872.597588:0:17907:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b87afb30. 00002000:00000010:3.0:1767384872.597590:0:17907:0:(ofd_dev.c:3346:ofd_device_alloc()) kmalloced '(m)': 2040 at 0000000012718504. 00002000:00000001:3.0:1767384872.597593:0:17907:0:(ofd_dev.c:3063:ofd_init0()) Process entered 00002000:00000001:3.0:1767384872.597597:0:17907:0:(ofd_dev.c:157:ofd_stack_init()) Process entered 00000020:00000001:3.0:1767384872.597598:0:17907:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:3.0:1767384872.597599:0:17907:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:3.0:1767384872.597600:0:17907:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446624589975604512 : -119483733947104 : ffff9354867b4d20) 00000020:01000004:3.0:1767384872.597602:0:17907:0:(tgt_mount.c:154:server_get_mount()) get mount 000000006c9f4bb5 from lustre-OST0000, refs=2 00000020:00000001:3.0:1767384872.597606:0:17907:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446624589975604512 : -119483733947104 : ffff9354867b4d20) 00002000:00000010:3.0:1767384872.597608:0:17907:0:(ofd_dev.c:175:ofd_stack_init()) kmalloced '(osdname)': 64 at 000000004e343525. 00002000:00000001:3.0:1767384872.597610:0:17907:0:(ofd_dev.c:99:ofd_connect_to_next()) Process entered 00002000:00000010:3.0:1767384872.597611:0:17907:0:(ofd_dev.c:101:ofd_connect_to_next()) kmalloced '(data)': 192 at 000000008d02fb09. 00002000:00000001:3.0:1767384872.597613:0:17907:0:(obd_class.h:852:obd_connect()) Process entered 00080000:00000001:3.0:1767384872.597615:0:17907:0:(osd_handler.c:8938:osd_obd_connect()) Process entered 00080000:01000000:3.0:1767384872.597616:0:17907:0:(osd_handler.c:8940:osd_obd_connect()) connect #1 00000020:00000001:3.0:1767384872.597617:0:17907:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1767384872.597618:0:17907:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384872.597619:0:17907:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000005cc48d47. 00000020:00000001:3.0:1767384872.597620:0:17907:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384872.597621:0:17907:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005cc48d47 with handle 0xb57eb78819562eb0 to hash 00000020:00000001:3.0:1767384872.597622:0:17907:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384872.597624:0:17907:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:3.0:1767384872.597625:0:17907:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384872.597627:0:17907:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osd (00000000c875121f) now 5 - export 00000020:00000001:3.0:1767384872.597628:0:17907:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446624585619781632 : -119488089769984 : ffff935382dab800) 00000020:00000040:3.0:1767384872.597630:0:17907:0:(genops.c:898:class_export_put()) PUTting export 000000005cc48d47 : new refcount 1 00000020:00000080:3.0:1767384872.597631:0:17907:0:(genops.c:1402:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xb57eb78819562eb0 00000020:00000001:3.0:1767384872.597632:0:17907:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384872.597633:0:17907:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384872.597634:0:17907:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562eb0 00000020:00000001:3.0:1767384872.597635:0:17907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384872.597636:0:17907:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005cc48d47 refcount=2 00000020:00000001:3.0:1767384872.597637:0:17907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585619781632 : -119488089769984 : ffff935382dab800) 00000020:00000001:3.0:1767384872.597638:0:17907:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585619781632 : -119488089769984 : ffff935382dab800) 00080000:00000001:3.0:1767384872.597640:0:17907:0:(osd_handler.c:8950:osd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384872.597641:0:17907:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384872.597642:0:17907:0:(ofd_dev.c:129:ofd_connect_to_next()) kfreed 'data': 192 at 000000008d02fb09. 00002000:00000001:3.0:1767384872.597644:0:17907:0:(ofd_dev.c:130:ofd_connect_to_next()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384872.597645:0:17907:0:(ofd_dev.c:181:ofd_stack_init()) kfreed 'osdname': 64 at 000000004e343525. 00002000:00000001:3.0:1767384872.597647:0:17907:0:(ofd_dev.c:194:ofd_stack_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384872.597649:0:17907:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:3.0:1767384872.597650:0:17907:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:3.0:1767384872.597651:0:17907:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384872.597660:0:17907:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000813122f9. 00000001:00000001:3.0:1767384872.597662:0:17907:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384872.597663:0:17907:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000005a12d8a2. 00000001:00000010:3.0:1767384872.597666:0:17907:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 512 at 00000000374405c2. 00000001:00000010:3.0:1767384872.597731:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009c79c2ea. 00000001:00000010:3.0:1767384872.597794:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004c10c56e. 00000001:00000010:3.0:1767384872.597883:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000048b4e5f3. 00000001:00000010:3.0:1767384872.597991:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000006b6d49a. 00000001:00000010:3.0:1767384872.598031:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e37f3c15. 00000001:00000010:3.0:1767384872.598073:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ccb0d899. 00000001:00000010:3.0:1767384872.598109:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fe15538c. 00000001:00000010:3.0:1767384872.598145:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bc1cf67a. 00000001:00000010:3.0:1767384872.598181:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ccb9e37e. 00000001:00000010:3.0:1767384872.598217:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000b983fc2. 00000001:00000010:3.0:1767384872.598253:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000273726e0. 00000001:00000010:3.0:1767384872.598289:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001797f5f8. 00000001:00000010:3.0:1767384872.598988:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000375fae9a. 00000001:00000010:3.0:1767384872.599028:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005f74e6e7. 00000001:00000010:3.0:1767384872.599064:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009b4bf13e. 00000001:00000010:3.0:1767384872.599099:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a19410e5. 00000001:00000010:3.0:1767384872.599132:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000ceef8ef. 00000001:00000010:3.0:1767384872.599166:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c97188f3. 00000001:00000010:3.0:1767384872.599199:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ded7fb45. 00000001:00000010:3.0:1767384872.599237:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000011aaa2be. 00000001:00000010:3.0:1767384872.599271:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001021ded5. 00000001:00000010:3.0:1767384872.599305:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e6189459. 00000001:00000010:3.0:1767384872.599340:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000facddefe. 00000001:00000010:3.0:1767384872.599374:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002d30dae9. 00000001:00000010:3.0:1767384872.599409:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d0eb7c3a. 00000001:00000010:3.0:1767384872.599442:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000279f231f. 00000001:00000010:3.0:1767384872.599480:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000090f78751. 00000001:00000010:3.0:1767384872.599517:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000072c7150f. 00000001:00000010:3.0:1767384872.599551:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a918a650. 00000001:00000010:3.0:1767384872.599599:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a056a0b3. 00000001:00000010:3.0:1767384872.599630:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009e214706. 00000001:00000010:3.0:1767384872.599659:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f5385058. 00000001:00000010:3.0:1767384872.599722:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f1d794eb. 00000001:00000010:3.0:1767384872.599784:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d4e41b3e. 00000001:00000010:3.0:1767384872.599835:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003a954fde. 00000100:00000040:2.0:1767384872.599885:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294861630, at 4294861631 00000100:00000010:2.0:1767384872.599894:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bba012e3. 00000100:00000040:3.0:1767384872.599899:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294861630, at 4294861631 00000100:00000010:3.0:1767384872.599910:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e763fccf. 00000001:00000010:2.0:1767384872.599980:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002b52c9f2. 00000001:00000010:2.0:1767384872.600025:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000068313d4c. 00000001:00000010:2.0:1767384872.600066:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009eaeef05. 00000001:00000010:2.0:1767384872.600106:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b7acfcb2. 00000001:00000010:2.0:1767384872.600151:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b57e4c8f. 00000001:00000010:2.0:1767384872.600191:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d5f4a61a. 00000001:00000010:2.0:1767384872.600279:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d43fd67f. 00000001:00000010:2.0:1767384872.600349:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b113edb8. 00000001:00000010:2.0:1767384872.600404:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008f3b52f5. 00000001:00000010:2.0:1767384872.600456:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000abe38cf7. 00000001:00000010:2.0:1767384872.600507:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e947b1ca. 00000001:00000010:2.0:1767384872.600561:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e804d899. 00000001:00000010:2.0:1767384872.600620:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000007b115ff. 00000001:00000010:2.0:1767384872.600661:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000960b84d2. 00000001:00000010:2.0:1767384872.600692:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007231c9d3. 00000001:00000010:2.0:1767384872.600721:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000053cdf134. 00000001:00000010:2.0:1767384872.600750:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000a88be28. 00000001:00000010:2.0:1767384872.600779:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c7163b36. 00000001:00000010:2.0:1767384872.600809:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d5bac7bc. 00000001:00000010:2.0:1767384872.600856:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000031ca5053. 00000001:00000010:2.0:1767384872.600928:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ca3c6166. 00000001:00000010:2.0:1767384872.600997:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007eefe134. 00000001:00000010:2.0:1767384872.601029:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000dc72a238. 00000001:00000010:2.0:1767384872.601059:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c835629b. 00000001:00000010:2.0:1767384872.601089:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001b2d1d2c. 00000001:00000010:2.0:1767384872.601120:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000106a5234. 00000001:00000010:2.0:1767384872.601151:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000051fbe343. 00000001:00000010:2.0:1767384872.601207:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008f667405. 00000001:00000010:2.0:1767384872.601259:0:17907:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cf41ca76. 00000020:00000010:2.0:1767384872.601338:0:17907:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000be2b6426. 00000020:00000010:2.0:1767384872.601343:0:17907:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000e988a9c8. 00010000:00000001:2.0:1767384872.601364:0:17907:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:2.0:1767384872.601394:0:17907:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:2.0:1767384872.601410:0:17907:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ad21b292. 00000020:00000010:2.0:1767384872.601413:0:17907:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000dee85aea. 00010000:00000001:2.0:1767384872.601436:0:17907:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:2.0:1767384872.601438:0:17907:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-2 is initialized 00010000:00000001:2.0:1767384872.601439:0:17907:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384872.601443:0:17907:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446624585619819520 : -119488089732096 : ffff935382db4c00) 00000020:00000001:2.0:1767384872.601448:0:17907:0:(tgt_main.c:465:tgt_init()) Process entered 00000001:00000040:2.0:1767384872.601452:0:17907:0:(obd_cksum.c:33:obd_cksum_types_supported_server()) lustre-OST0000: checksum speed: crc 1923, crc32c 11675, adler 1075, t10ip512 6843, t10ip4k 7563, t10crc512 1595, t10crc4k 1895 00000020:00000001:2.0:1767384872.601459:0:17907:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1767384872.601465:0:17907:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384872.601478:0:17907:0:(tgt_main.c:539:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at 000000000d012744. 00000020:00000001:2.0:1767384872.601481:0:17907:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000020:00000001:2.0:1767384872.601483:0:17907:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384872.601488:0:17907:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 0000000019a7b48a. 00002000:00000001:2.0:1767384872.601492:0:17907:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384872.601502:0:17907:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000096743bba. 00002000:00000001:2.0:1767384872.601505:0:17907:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446624585622186456 : -119488087365160 : ffff935382ff69d8) 00002000:00000001:2.0:1767384872.601510:0:17907:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384872.601512:0:17907:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xb:0x0] 00080000:00000010:2.0:1767384872.601515:0:17907:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e6ec8857. 00002000:00000001:2.0:1767384872.601518:0:17907:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.601520:0:17907:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384872.601523:0:17907:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384872.601525:0:17907:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.601527:0:17907:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1767384872.601533:0:17907:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f3c5121f. 00000001:00000010:2.0:1767384872.601546:0:17907:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f3c5121f. 00080000:00000001:2.0:1767384872.601550:0:17907:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384872.601552:0:17907:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384872.601557:0:17907:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384872.601560:0:17907:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384872.601568:0:17907:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.601572:0:17907:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384872.601577:0:17907:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624585622186456 : -119488087365160 : ffff935382ff69d8) 00000020:00000001:2.0:1767384872.601580:0:17907:0:(dt_object.c:286:dt_find_or_create()) Process leaving (rc=18446624590260247552 : -119483449304064 : ffff935497729c00) 00000001:00000040:2.0:1767384872.601606:0:17907:0:(tgt_lastrcvd.c:654:tgt_server_data_read()) lustre-OST0000: read last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 4294967301: rc = 0 00000001:00000002:2.0:1767384872.601613:0:17907:0:(tgt_lastrcvd.c:1932:tgt_server_data_init()) =======,=BEGIN DUMPING LAST_RCVD======== 00000001:00000002:2.0:1767384872.601614:0:17907:0:(tgt_lastrcvd.c:1934:tgt_server_data_init()) lustre-OST0000: server last_transno: 4294967301 00000001:00000002:2.0:1767384872.601615:0:17907:0:(tgt_lastrcvd.c:1936:tgt_server_data_init()) lustre-OST0000: server mount_count: 2 00000001:00000002:2.0:1767384872.601617:0:17907:0:(tgt_lastrcvd.c:1938:tgt_server_data_init()) lustre-OST0000: server data size: 512 00000001:00000002:2.0:1767384872.601618:0:17907:0:(tgt_lastrcvd.c:1940:tgt_server_data_init()) lustre-OST0000: per-client data start: 8192 00000001:00000002:2.0:1767384872.601619:0:17907:0:(tgt_lastrcvd.c:1942:tgt_server_data_init()) lustre-OST0000: per-client data size: 128 00000001:00000002:2.0:1767384872.601620:0:17907:0:(tgt_lastrcvd.c:1944:tgt_server_data_init()) lustre-OST0000: last_rcvd size: 8320 00000001:00000002:2.0:1767384872.601621:0:17907:0:(tgt_lastrcvd.c:1946:tgt_server_data_init()) lustre-OST0000: server subdir_count: 32 00000001:00000002:2.0:1767384872.601622:0:17907:0:(tgt_lastrcvd.c:1950:tgt_server_data_init()) lustre-OST0000: last_rcvd clients: 1 00000001:00000002:2.0:1767384872.601623:0:17907:0:(tgt_lastrcvd.c:1951:tgt_server_data_init()) ========END DUMPING LAST_RCVD======== 00000001:00000001:2.0:1767384872.601624:0:17907:0:(tgt_lastrcvd.c:1671:tgt_clients_data_init()) Process entered 00000001:00000010:2.0:1767384872.601626:0:17907:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at 000000003e0aabe3. 00000001:00000040:2.0:1767384872.601879:0:17907:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8320 uuid = , last_transno = 4294967301, last_xid = 1853237202305152, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:2.0:1767384872.601883:0:17907:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 0 00000001:00000010:2.0:1767384872.601886:0:17907:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at 000000003e0aabe3. 00000001:00000001:2.0:1767384872.601888:0:17907:0:(tgt_lastrcvd.c:1780:tgt_clients_data_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384872.601890:0:17907:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:2.0:1767384872.601891:0:17907:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 4294967301 00080000:00000001:2.0:1767384872.601893:0:17907:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384872.601896:0:17907:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000030d9ca4c. 00080000:00000001:2.0:1767384872.601897:0:17907:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590260245504 : -119483449306112 : ffff935497729400) 00080000:00000001:2.0:1767384872.601899:0:17907:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384872.601901:0:17907:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384872.601902:0:17907:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000079af887d. 00080000:00000001:2.0:1767384872.601903:0:17907:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.601905:0:17907:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384872.601908:0:17907:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384872.601910:0:17907:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:2.0:1767384872.601921:0:17907:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 4294967301: rc = 0 00000001:00000001:2.0:1767384872.601923:0:17907:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.601924:0:17907:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:2.0:1767384872.601948:0:17907:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000079af887d. 00040000:00000001:2.0:1767384872.601950:0:17907:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384872.601951:0:17907:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384872.601953:0:17907:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384872.601954:0:17907:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 4294967301: rc = 0 00000001:00000001:2.0:1767384872.601955:0:17907:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384872.601957:0:17907:0:(tgt_lastrcvd.c:1980:tgt_server_data_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.601959:0:17907:0:(tgt_main.c:580:tgt_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.601961:0:17907:0:(lproc_ofd.c:1231:ofd_tunables_init()) Process entered 00000020:00000010:2.0:1767384872.602139:0:17907:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a07be763. 00000020:00000010:2.0:1767384872.602142:0:17907:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 00000000e4099993. 00000020:00000001:2.0:1767384872.602170:0:17907:0:(lprocfs_jobstats.c:824:lprocfs_job_stats_init()) Process entered 00000020:00000001:2.0:1767384872.602175:0:17907:0:(lprocfs_jobstats.c:867:lprocfs_job_stats_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.602176:0:17907:0:(lproc_ofd.c:1281:ofd_tunables_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384872.602178:0:17907:0:(ofd_fs.c:629:ofd_fs_setup()) Process entered 00002000:00000010:2.0:1767384872.602181:0:17907:0:(ofd_dev.c:756:ofd_fid_init()) kmalloced '(name)': 21 at 00000000944838f8. 00002000:00000010:2.0:1767384872.602184:0:17907:0:(ofd_dev.c:760:ofd_fid_init()) kmalloced '(ss->ss_server_seq)': 288 at 000000004b856540. 40000000:00000001:2.0:1767384872.602185:0:17907:0:(fid_handler.c:504:seq_server_init()) Process entered 40000000:00000001:2.0:1767384872.602188:0:17907:0:(fid_store.c:189:seq_store_init()) Process entered 00000020:00000001:2.0:1767384872.602189:0:17907:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000020:00000001:2.0:1767384872.602190:0:17907:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384872.602192:0:17907:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384872.602193:0:17907:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000935356b2. 00002000:00000001:2.0:1767384872.602195:0:17907:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446624585622185544 : -119488087366072 : ffff935382ff6648) 00002000:00000001:2.0:1767384872.602197:0:17907:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384872.602198:0:17907:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x5:0x0] 00080000:00000010:2.0:1767384872.602200:0:17907:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b185c3b7. 00002000:00000001:2.0:1767384872.602202:0:17907:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.602203:0:17907:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384872.602205:0:17907:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384872.602206:0:17907:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.602207:0:17907:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1767384872.602210:0:17907:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f3c5121f. 00000001:00000010:2.0:1767384872.602215:0:17907:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f3c5121f. 00080000:00000001:2.0:1767384872.602218:0:17907:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384872.602219:0:17907:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384872.602232:0:17907:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384872.602235:0:17907:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384872.602239:0:17907:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.602242:0:17907:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384872.602246:0:17907:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624585622185544 : -119488087366072 : ffff935382ff6648) 00000020:00000001:2.0:1767384872.602247:0:17907:0:(dt_object.c:286:dt_find_or_create()) Process leaving (rc=18446624590260248064 : -119483449303552 : ffff935497729e00) 40000000:00000001:2.0:1767384872.602249:0:17907:0:(fid_store.c:215:seq_store_init()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:2.0:1767384872.602251:0:17907:0:(fid_store.c:156:seq_store_read()) Process entered 40000000:00000040:2.0:1767384872.602417:0:17907:0:(fid_store.c:166:seq_store_read()) srv-lustre-OST0000: Space - [0x0000000240000401-0x0000000280000400]:0:ost 40000000:00000001:2.0:1767384872.602421:0:17907:0:(fid_store.c:176:seq_store_read()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:2.0:1767384872.602422:0:17907:0:(fid_handler.c:485:seq_server_debugfs_init()) Process entered 40000000:00000001:2.0:1767384872.602449:0:17907:0:(fid_handler.c:575:seq_server_init()) Process leaving 00002000:00000010:2.0:1767384872.602451:0:17907:0:(ofd_dev.c:772:ofd_fid_init()) kmalloced '(ss->ss_client_seq)': 224 at 00000000a91a2322. 40000000:00000001:2.0:1767384872.602453:0:17907:0:(fid_request.c:396:seq_client_init()) Process entered 40000000:00000001:2.0:1767384872.602485:0:17907:0:(fid_handler.c:36:seq_server_set_cli()) Process entered 40000000:00000040:2.0:1767384872.602486:0:17907:0:(fid_handler.c:57:seq_server_set_cli()) srv-lustre-OST0000: Attached sequence controller cli-lustre-OST0000-super 40000000:00000001:2.0:1767384872.602488:0:17907:0:(fid_handler.c:61:seq_server_set_cli()) Process leaving 00002000:00000010:2.0:1767384872.602489:0:17907:0:(ofd_dev.c:792:ofd_fid_init()) kfreed 'name': 21 at 00000000944838f8. 00002000:00000001:2.0:1767384872.602491:0:17907:0:(ofd_fs.c:457:ofd_fld_init()) Process entered 00002000:00000010:2.0:1767384872.602494:0:17907:0:(ofd_fs.c:459:ofd_fld_init()) kmalloced '(ss->ss_server_fld)': 192 at 0000000082f6a230. 80000000:00000001:2.0:1767384872.602495:0:17907:0:(fld_handler.c:411:fld_server_init()) Process entered 80000000:00000001:2.0:1767384872.602497:0:17907:0:(fld_cache.c:37:fld_cache_init()) Process entered 80000000:00000010:2.0:1767384872.602498:0:17907:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 00000000ef7b22d8. 80000000:00000040:2.0:1767384872.602500:0:17907:0:(fld_cache.c:61:fld_cache_init()) srv-lustre-OST0000: FLD cache - Size: 74898, Threshold: 7489 80000000:00000001:2.0:1767384872.602501:0:17907:0:(fld_cache.c:63:fld_cache_init()) Process leaving (rc=18446624590272583744 : -119483436967872 : ffff9354982ed840) 80000000:00000001:2.0:1767384872.602503:0:17907:0:(fld_index.c:322:fld_index_init()) Process entered 80000000:00000010:2.0:1767384872.602505:0:17907:0:(fld_index.c:328:fld_index_init()) kmalloced '(attr)': 104 at 000000003e0aabe3. 00000020:00000001:2.0:1767384872.602507:0:17907:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384872.602508:0:17907:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384872.602511:0:17907:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000670094a8. 00002000:00000001:2.0:1767384872.602512:0:17907:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446624585622190104 : -119488087361512 : ffff935382ff7818) 00002000:00000001:2.0:1767384872.602514:0:17907:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384872.602515:0:17907:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x3:0x0] 00080000:00000010:2.0:1767384872.602518:0:17907:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000fe519224. 00002000:00000001:2.0:1767384872.602519:0:17907:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.602527:0:17907:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384872.602529:0:17907:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384872.602530:0:17907:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.602531:0:17907:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1767384872.602535:0:17907:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f3c5121f. 00000001:00000010:2.0:1767384872.602540:0:17907:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f3c5121f. 00080000:00000001:2.0:1767384872.602542:0:17907:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384872.602543:0:17907:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384872.602547:0:17907:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384872.602549:0:17907:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384872.602552:0:17907:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.602555:0:17907:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384872.602559:0:17907:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624585622190104 : -119488087361512 : ffff935382ff7818) 00080000:00000010:2.0:1767384872.602562:0:17907:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000009dddda6e. 00100000:00000001:2.0:1767384872.602567:0:17907:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1767384872.602569:0:17907:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000079af887d. 00100000:00000010:2.0:1767384872.602571:0:17907:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000079af887d. 00100000:00000001:2.0:1767384872.602573:0:17907:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384872.602575:0:17907:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at 00000000c12d4754. 00000001:00000010:2.0:1767384872.602578:0:17907:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f3c5121f. 00080000:00000001:2.0:1767384872.602718:0:17907:0:(osd_handler.c:7044:osd_it_iam_rec()) Process entered 00080000:00000001:2.0:1767384872.602720:0:17907:0:(osd_handler.c:7083:osd_it_iam_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.602722:0:17907:0:(osd_handler.c:7044:osd_it_iam_rec()) Process entered 00080000:00000001:2.0:1767384872.602722:0:17907:0:(osd_handler.c:7083:osd_it_iam_rec()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:2.0:1767384872.602725:0:17907:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000079af887d. 80000000:00000001:2.0:1767384872.602727:0:17907:0:(fld_cache.c:343:fld_cache_entry_create()) Process leaving (rc=18446624590417203136 : -119483292348480 : ffff9354a0cd8fc0) 80000000:00000001:2.0:1767384872.602729:0:17907:0:(fld_cache.c:363:fld_cache_insert_nolock()) Process entered 80000000:00000001:2.0:1767384872.602746:0:17907:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000001:2.0:1767384872.602747:0:17907:0:(fld_cache.c:189:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000040:2.0:1767384872.602749:0:17907:0:(fld_cache.c:394:fld_cache_insert_nolock()) insert range [0x0000000240000400-0x0000000280000400]:0:ost 80000000:00000001:2.0:1767384872.602751:0:17907:0:(fld_cache.c:104:fld_fix_new_list()) Process entered 80000000:00000001:2.0:1767384872.602752:0:17907:0:(fld_cache.c:159:fld_fix_new_list()) Process leaving 80000000:00000001:2.0:1767384872.602753:0:17907:0:(fld_cache.c:398:fld_cache_insert_nolock()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384872.602755:0:17907:0:(fld_cache.c:417:fld_cache_insert()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384872.602758:0:17907:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a7c4a357. 00000001:00000010:2.0:1767384872.602760:0:17907:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a7c4a357. 00000001:00000010:2.0:1767384872.602769:0:17907:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f3c5121f. 80000000:00000001:2.0:1767384872.602771:0:17907:0:(fld_handler.c:91:fld_name_to_index()) Process entered 80000000:00000040:2.0:1767384872.602772:0:17907:0:(fld_handler.c:93:fld_name_to_index()) get index from srv-lustre-OST0000 80000000:00000001:2.0:1767384872.602774:0:17907:0:(fld_handler.c:99:fld_name_to_index()) Process leaving (rc=2 : 2 : 2) 00080000:00000010:2.0:1767384872.602777:0:17907:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at 00000000c12d4754. 80000000:00000010:2.0:1767384872.602779:0:17907:0:(fld_index.c:435:fld_index_init()) kfreed 'attr': 104 at 000000003e0aabe3. 80000000:00000001:2.0:1767384872.602781:0:17907:0:(fld_index.c:442:fld_index_init()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384872.602782:0:17907:0:(fld_handler.c:397:fld_server_debugfs_init()) Process entered 80000000:00000001:2.0:1767384872.602793:0:17907:0:(fld_handler.c:438:fld_server_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384872.602795:0:17907:0:(ofd_fs.c:470:ofd_fld_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1767384872.602796:0:17907:0:(ofd_fs.c:535:ofd_register_seq_exp()) kmalloced '(lwp_name)': 128 at 000000003e0aabe3. 00000020:00000001:2.0:1767384872.602798:0:17907:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:2.0:1767384872.602800:0:17907:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000b430b2ba. 00000020:00000001:2.0:1767384872.602803:0:17907:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384872.602805:0:17907:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000b430b2ba. 00000020:00000001:2.0:1767384872.602808:0:17907:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:2.0:1767384872.602811:0:17907:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 0000000052f1cf6e. 00000020:00000001:2.0:1767384872.602818:0:17907:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.602820:0:17907:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:2.0:1767384872.602822:0:17907:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 0000000078173d81. 00000020:00000001:2.0:1767384872.602827:0:17907:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1767384872.602870:0:17907:0:(ofd_fs.c:557:ofd_register_seq_exp()) kfreed 'lwp_name': 128 at 000000003e0aabe3. 00002000:00000001:2.0:1767384872.602874:0:17907:0:(ofd_fs.c:599:ofd_seqs_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.602877:0:17907:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000020:00000001:2.0:1767384872.602878:0:17907:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384872.602882:0:17907:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384872.602885:0:17907:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000aee08421. 00002000:00000001:2.0:1767384872.602887:0:17907:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446624585622190408 : -119488087361208 : ffff935382ff7948) 00002000:00000001:2.0:1767384872.602890:0:17907:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384872.602891:0:17907:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x1018:0x0] 00080000:00000010:2.0:1767384872.602893:0:17907:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c12d4754. 00002000:00000001:2.0:1767384872.602895:0:17907:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.602896:0:17907:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384872.602899:0:17907:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384872.602900:0:17907:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.602901:0:17907:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1767384872.602910:0:17907:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f3c5121f. 00000001:00000010:2.0:1767384872.602916:0:17907:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f3c5121f. 00080000:00000001:2.0:1767384872.602918:0:17907:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384872.602919:0:17907:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384872.602923:0:17907:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384872.602924:0:17907:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384872.602928:0:17907:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.602948:0:17907:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384872.602954:0:17907:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624585622190408 : -119488087361208 : ffff935382ff7948) 00000020:00000001:2.0:1767384872.602956:0:17907:0:(dt_object.c:286:dt_find_or_create()) Process leaving (rc=18446624590260241920 : -119483449309696 : ffff935497728600) 00002000:00000001:2.0:1767384872.602958:0:17907:0:(ofd_fs.c:651:ofd_fs_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.602959:0:17907:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:2.0:1767384872.602961:0:17907:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384872.602962:0:17907:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624590542887936 : -119483166663680 : 0xffff9354a84b5c00) 00000020:00000001:2.0:1767384872.602965:0:17907:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624590542887936 : -119483166663680 : ffff9354a84b5c00) 00000020:00000001:2.0:1767384872.602967:0:17907:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:2.0:1767384872.602971:0:17907:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 00000000f422e529. 00000001:00000001:2.0:1767384872.602974:0:17907:0:(nodemap_storage.c:2242:nodemap_save_config_cache()) Process entered 00000020:00000001:2.0:1767384872.602976:0:17907:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384872.602977:0:17907:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384872.602979:0:17907:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000aabb7461. 00002000:00000001:2.0:1767384872.602980:0:17907:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446624585622185240 : -119488087366376 : ffff935382ff6518) 00002000:00000001:2.0:1767384872.602982:0:17907:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384872.602983:0:17907:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xd:0x0] 00080000:00000010:2.0:1767384872.602985:0:17907:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000000ad0e98. 00002000:00000001:2.0:1767384872.602986:0:17907:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.602988:0:17907:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384872.602989:0:17907:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384872.602990:0:17907:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.602991:0:17907:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384872.602993:0:17907:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384872.602994:0:17907:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384872.602996:0:17907:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.602998:0:17907:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384872.603000:0:17907:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624585622185240 : -119488087366376 : ffff935382ff6518) 00080000:00000001:2.0:1767384872.603008:0:17907:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384872.603009:0:17907:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384872.603017:0:17907:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384872.603033:0:17907:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.603035:0:17907:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384872.603036:0:17907:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.603037:0:17907:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384872.603038:0:17907:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384872.603040:0:17907:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x2:0x0] 94:518560516 to info 00000000953f29ec 00000020:00000001:2.0:1767384872.603042:0:17907:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000207b81ae 00080000:00000002:2.0:1767384872.603044:0:17907:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/nodemap => [0x200000003:0x2:0x0] 00080000:00000001:2.0:1767384872.603046:0:17907:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384872.603047:0:17907:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384872.603050:0:17907:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000391c0c2a. 00080000:00000001:2.0:1767384872.603051:0:17907:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:2.0:1767384872.603053:0:17907:0:(nodemap_storage.c:302:nodemap_cache_find_create()) removing old index, creating new one 00000020:00000001:2.0:1767384872.603055:0:17907:0:(local_storage.c:639:local_object_unlink()) Process entered 00080000:00000001:2.0:1767384872.603056:0:17907:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384872.603057:0:17907:0:(osd_handler.c:8222:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:2.0:1767384872.603058:0:17907:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384872.603060:0:17907:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384872.603061:0:17907:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384872.603063:0:17907:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005effc2d3. 00002000:00000001:2.0:1767384872.603064:0:17907:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446624585622188280 : -119488087363336 : ffff935382ff70f8) 00002000:00000001:2.0:1767384872.603065:0:17907:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384872.603066:0:17907:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x2:0x0] 00080000:00000010:2.0:1767384872.603680:0:17907:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000040876e49. 00002000:00000001:2.0:1767384872.603683:0:17907:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.603685:0:17907:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384872.603687:0:17907:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384872.603689:0:17907:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384872.603690:0:17907:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384872.603694:0:17907:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.603698:0:17907:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384872.603701:0:17907:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624585622188280 : -119488087363336 : ffff935382ff70f8) 00080000:00000001:2.0:1767384872.603703:0:17907:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384872.603711:0:17907:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000bdc107a3. 00080000:00000001:2.0:1767384872.603713:0:17907:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585622462464 : -119488087089152 : ffff93538303a000) 00080000:00000001:2.0:1767384872.603715:0:17907:0:(osd_handler.c:5738:osd_index_declare_ea_delete()) Process entered 00000001:00000001:2.0:1767384872.603716:0:17907:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1767384872.603717:0:17907:0:(osd_handler.c:5756:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.603720:0:17907:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:2.0:1767384872.603721:0:17907:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:2.0:1767384872.603722:0:17907:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:2.0:1767384872.603724:0:17907:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x200000003:0x2:0x0] not in the id map cache 00080000:00000010:2.0:1767384872.603727:0:17907:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000cbe0ad6c. 00080000:00000001:2.0:1767384872.603728:0:17907:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.603730:0:17907:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384872.603733:0:17907:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.603735:0:17907:0:(osd_handler.c:5890:osd_index_ea_delete()) Process entered 00080000:00000010:2.0:1767384872.603741:0:17907:0:(osd_handler.c:4504:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at 000000006de7de08. 00080000:00000001:2.0:1767384872.603750:0:17907:0:(osd_handler.c:5953:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384872.603751:0:17907:0:(osd_handler.c:5959:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384872.603753:0:17907:0:(osd_handler.c:4801:osd_ref_del()) [0x200000003:0x2:0x0] decrease nlink 1 00080000:00000001:2.0:1767384872.603758:0:17907:0:(osd_handler.c:4169:osd_destroy()) Process entered 00080000:00000002:2.0:1767384872.603760:0:17907:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x200000003:0x2:0x0] 00080000:00000001:2.0:1767384872.603761:0:17907:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384872.603762:0:17907:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.603763:0:17907:0:(osd_oi.c:760:osd_oi_iam_delete()) Process entered 00000001:00000010:2.0:1767384872.603767:0:17907:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f3c5121f. 00000001:00000010:2.0:1767384872.603775:0:17907:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f3c5121f. 00080000:00000001:2.0:1767384872.603777:0:17907:0:(osd_oi.c:777:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.603778:0:17907:0:(osd_handler.c:4219:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.603780:0:17907:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:2.0:1767384872.603783:0:17907:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384872.603783:0:17907:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384872.603785:0:17907:0:(osd_handler.c:4544:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at 000000006de7de08. 00080000:00000002:2.0:1767384872.603788:0:17907:0:(osd_handler.c:525:osd_iget2()) stale inode: ino = 94 00080000:00000001:2.0:1767384872.603789:0:17907:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384872.603895:0:17907:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384872.603897:0:17907:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384872.603898:0:17907:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384872.603898:0:17907:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384872.603906:0:17907:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384872.603908:0:17907:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384872.603912:0:17907:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000040876e49. 00002000:00000001:2.0:1767384872.603916:0:17907:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1767384872.603917:0:17907:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0x2:0x0] 00002000:00000010:2.0:1767384872.603919:0:17907:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at 000000005effc2d3. 00002000:00000001:2.0:1767384872.603923:0:17907:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000001:2.0:1767384872.603925:0:17907:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384872.603927:0:17907:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384872.603948:0:17907:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:2.0:1767384872.603951:0:17907:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384872.603953:0:17907:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1767384872.603955:0:17907:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384872.603957:0:17907:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000063c441ef. 00000020:00000001:2.0:1767384872.603960:0:17907:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384872.603962:0:17907:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000040876e49. 00000020:00000001:2.0:1767384872.603964:0:17907:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.603966:0:17907:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384872.603967:0:17907:0:(osd_handler.c:1187:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.603969:0:17907:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624590666205016 : -119483043346600 : ffff9354afa50758) 00080000:00000001:2.0:1767384872.603971:0:17907:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384872.603973:0:17907:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ff17e85d. 00080000:00000001:2.0:1767384872.603975:0:17907:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585622466048 : -119488087085568 : ffff93538303ae00) 00000020:00000001:2.0:1767384872.603977:0:17907:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:2.0:1767384872.603979:0:17907:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384872.603980:0:17907:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384872.603982:0:17907:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b430b2ba. 00080000:00000001:2.0:1767384872.603984:0:17907:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.603986:0:17907:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:2.0:1767384872.603987:0:17907:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x200000003:0xa:0x0] not in the id map cache 00000001:00000001:2.0:1767384872.603989:0:17907:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1767384872.603990:0:17907:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.603991:0:17907:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.603993:0:17907:0:(osd_handler.c:6684:osd_index_declare_ea_insert()) Process entered 00000001:00000001:2.0:1767384872.603995:0:17907:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1767384872.604002:0:17907:0:(osd_handler.c:6746:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.604005:0:17907:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384872.604008:0:17907:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1767384872.604011:0:17907:0:(local_storage.c:361:__local_file_create()) create new object [0x200000003:0xa:0x0] 00000020:00000001:2.0:1767384872.604012:0:17907:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:2.0:1767384872.604014:0:17907:0:(osd_handler.c:4583:osd_create()) Process entered 00000001:00000001:2.0:1767384872.604158:0:17907:0:(osd_iam_lfix.c:845:iam_lfix_create()) Process leaving via out_root (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384872.604163:0:17907:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384872.604165:0:17907:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.604167:0:17907:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1767384872.604174:0:17907:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384872.604177:0:17907:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x200000003:0xa:0x0] 00080000:00000001:2.0:1767384872.604178:0:17907:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384872.604179:0:17907:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.604181:0:17907:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:2.0:1767384872.604186:0:17907:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f3c5121f. 00000001:00000010:2.0:1767384872.604193:0:17907:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f3c5121f. 00080000:00000001:2.0:1767384872.604195:0:17907:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.604197:0:17907:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.604207:0:17907:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.604210:0:17907:0:(osd_handler.c:6775:osd_index_ea_insert()) Process entered 00080000:00000010:2.0:1767384872.604212:0:17907:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 000000001f9da12e. 00080000:00000001:2.0:1767384872.604222:0:17907:0:(osd_handler.c:6183:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.604225:0:17907:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000041ca52d 00080000:00000002:2.0:1767384872.604226:0:17907:0:(osd_handler.c:6847:osd_index_ea_insert()) parent 2 insert nodemap:94 rc = 0 00080000:00000001:2.0:1767384872.604228:0:17907:0:(osd_handler.c:6854:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.604230:0:17907:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:2.0:1767384872.604233:0:17907:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b430b2ba. 00040000:00000001:2.0:1767384872.604235:0:17907:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384872.604236:0:17907:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384872.604238:0:17907:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.604240:0:17907:0:(local_storage.c:407:__local_file_create()) Process leaving (rc=18446624585622467584 : -119488087084032 : ffff93538303b400) 00080000:00000010:2.0:1767384872.604243:0:17907:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000cc8c763c. 00100000:00000001:2.0:1767384872.604246:0:17907:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1767384872.604264:0:17907:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b430b2ba. 00100000:00000001:2.0:1767384872.604268:0:17907:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:2.0:1767384872.604270:0:17907:0:(osd_handler.c:5601:osd_index_try()) lustre-OST0000: index object [0x200000003:0xa:0x0] (8/32) registered 00000020:00000002:2.0:1767384872.604285:0:17907:0:(lu_object.c:207:lu_object_put()) Add 0000000000ad0e98/00000000aabb7461 to site lru. bkt: 00000000f10f223b 00000001:00000001:2.0:1767384872.604290:0:17907:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384872.604296:0:17907:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384872.604300:0:17907:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384872.604303:0:17907:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005b1e9533. 00080000:00000001:2.0:1767384872.604306:0:17907:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585622470144 : -119488087081472 : ffff93538303be00) 00080000:00000001:2.0:1767384872.604311:0:17907:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384872.604315:0:17907:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.604318:0:17907:0:(osd_handler.c:6073:osd_index_iam_insert()) Process entered 00000001:00000010:2.0:1767384872.604323:0:17907:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f3c5121f. 00000001:00000010:2.0:1767384872.604331:0:17907:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f3c5121f. 00080000:00000001:2.0:1767384872.604335:0:17907:0:(osd_handler.c:6114:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384872.604339:0:17907:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 94 00080000:00000001:2.0:1767384872.604343:0:17907:0:(osd_handler.c:5214:osd_xattr_set()) Process entered 00080000:00000002:2.0:1767384872.604345:0:17907:0:(osd_handler.c:5232:osd_xattr_set()) [0x200000003:0xa:0x0] set version 0x1 (old 0x0) for inode 94 00080000:00000001:2.0:1767384872.604353:0:17907:0:(osd_handler.c:5241:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.604356:0:17907:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:2.0:1767384872.604360:0:17907:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384872.604362:0:17907:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384872.604365:0:17907:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.604368:0:17907:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384872.604370:0:17907:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000999fd38c. 00080000:00000001:2.0:1767384872.604372:0:17907:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585622462976 : -119488087088640 : ffff93538303a200) 00080000:00000001:2.0:1767384872.604375:0:17907:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384872.604378:0:17907:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.604380:0:17907:0:(osd_handler.c:6073:osd_index_iam_insert()) Process entered 00000001:00000010:2.0:1767384872.604384:0:17907:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f3c5121f. 00000001:00000010:2.0:1767384872.604389:0:17907:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f3c5121f. 00080000:00000001:2.0:1767384872.604392:0:17907:0:(osd_handler.c:6114:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384872.604394:0:17907:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x1 for inode 94 00080000:00000001:2.0:1767384872.604396:0:17907:0:(osd_handler.c:5214:osd_xattr_set()) Process entered 00080000:00000002:2.0:1767384872.604398:0:17907:0:(osd_handler.c:5232:osd_xattr_set()) [0x200000003:0xa:0x0] set version 0x2 (old 0x1) for inode 94 00080000:00000001:2.0:1767384872.604402:0:17907:0:(osd_handler.c:5241:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.604405:0:17907:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:2.0:1767384872.604408:0:17907:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384872.604409:0:17907:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384872.604421:0:17907:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.604424:0:17907:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384872.604428:0:17907:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000015580de4. 00080000:00000001:2.0:1767384872.604431:0:17907:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585622464000 : -119488087087616 : ffff93538303a600) 00080000:00000001:2.0:1767384872.604434:0:17907:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384872.604438:0:17907:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.604440:0:17907:0:(osd_handler.c:6073:osd_index_iam_insert()) Process entered 00000001:00000010:2.0:1767384872.604443:0:17907:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f3c5121f. 00000001:00000010:2.0:1767384872.604449:0:17907:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f3c5121f. 00080000:00000001:2.0:1767384872.604451:0:17907:0:(osd_handler.c:6114:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384872.604454:0:17907:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x2 for inode 94 00080000:00000001:2.0:1767384872.604456:0:17907:0:(osd_handler.c:5214:osd_xattr_set()) Process entered 00080000:00000002:2.0:1767384872.604458:0:17907:0:(osd_handler.c:5232:osd_xattr_set()) [0x200000003:0xa:0x0] set version 0x3 (old 0x2) for inode 94 00080000:00000001:2.0:1767384872.604463:0:17907:0:(osd_handler.c:5241:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.604465:0:17907:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:2.0:1767384872.604469:0:17907:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384872.604470:0:17907:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384872.604472:0:17907:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.604476:0:17907:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384872.604479:0:17907:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002b27c9d0. 00080000:00000001:2.0:1767384872.604481:0:17907:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585622463488 : -119488087088128 : ffff93538303a400) 00080000:00000001:2.0:1767384872.604484:0:17907:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384872.604486:0:17907:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.604489:0:17907:0:(osd_handler.c:6073:osd_index_iam_insert()) Process entered 00000001:00000010:2.0:1767384872.604491:0:17907:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f3c5121f. 00000001:00000010:2.0:1767384872.604497:0:17907:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f3c5121f. 00080000:00000001:2.0:1767384872.604500:0:17907:0:(osd_handler.c:6114:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384872.604502:0:17907:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x3 for inode 94 00080000:00000001:2.0:1767384872.604504:0:17907:0:(osd_handler.c:5214:osd_xattr_set()) Process entered 00080000:00000002:2.0:1767384872.604506:0:17907:0:(osd_handler.c:5232:osd_xattr_set()) [0x200000003:0xa:0x0] set version 0x4 (old 0x3) for inode 94 00080000:00000001:2.0:1767384872.604511:0:17907:0:(osd_handler.c:5241:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.604513:0:17907:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:2.0:1767384872.604515:0:17907:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384872.604517:0:17907:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384872.604519:0:17907:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384872.604521:0:17907:0:(nodemap_storage.c:2384:nodemap_save_config_cache()) Process leaving (rc=18446624585622467584 : -119488087084032 : ffff93538303b400) 00000001:00000001:2.0:1767384872.604525:0:17907:0:(nodemap_storage.c:2629:nm_config_file_register_tgt()) Process leaving (rc=18446624590879061568 : -119482830490048 : ffff9354bc54f640) 00002000:00000010:2.0:1767384872.604540:0:17907:0:(ofd_io.c:231:ofd_start_inconsistency_verification_thread()) kmalloced '(args)': 208 at 00000000bfbcf261. 00000020:00000010:2.0:1767384872.604545:0:17907:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d09ea064. 00000020:00000010:2.0:1767384872.604549:0:17907:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dacb4011. 00000020:00000010:2.0:1767384872.604553:0:17907:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000963c341e. 00000020:00000010:2.0:1767384872.604557:0:17907:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f3b5e769. 00000020:00000010:2.0:1767384872.604562:0:17907:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e899d314. 80000000:00000010:2.0:1767384872.604566:0:17907:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cc0b19b1. 40000000:00000010:2.0:1767384872.604569:0:17907:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009eda0465. 00100000:00000010:2.0:1767384872.604573:0:17907:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000089dcec10. 00040000:00000010:2.0:1767384872.604588:0:17907:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000619c7cd3. 00040000:00000010:2.0:1767384872.604593:0:17907:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000062908a18. 00080000:00000010:2.0:1767384872.604614:0:17907:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000000b2f093c. 00080000:00000010:2.0:1767384872.604617:0:17907:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000023895054. 00002000:00000010:2.0:1767384872.604620:0:17907:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a9513755. 00002000:00000001:2.0:1767384872.604911:0:17909:0:(ofd_io.c:158:ofd_inconsistency_verification_main()) Process entered 00002000:00000001:3.0:1767384872.604930:0:17907:0:(ofd_objects.c:1385:ofd_id_repair_start_thread()) Process entered 00002000:00000010:3.0:1767384872.604952:0:17907:0:(ofd_objects.c:1390:ofd_id_repair_start_thread()) kmalloced '(args)': 72 at 00000000a0d4f7e2. 00000020:00000010:3.0:1767384872.604964:0:17907:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa7a3a14. 00000020:00000010:3.0:1767384872.604967:0:17907:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bf2d9ba7. 00000020:00000010:3.0:1767384872.604970:0:17907:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003d867647. 00000020:00000010:3.0:1767384872.604973:0:17907:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000858d1cd. 00000020:00000010:3.0:1767384872.604976:0:17907:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007fb25c7b. 80000000:00000010:3.0:1767384872.604977:0:17907:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001b731ca2. 40000000:00000010:3.0:1767384872.604979:0:17907:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006d9103c8. 00100000:00000010:3.0:1767384872.604982:0:17907:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000148f10f9. 00040000:00000010:3.0:1767384872.604984:0:17907:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f38d2595. 00040000:00000010:3.0:1767384872.604987:0:17907:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d4cf9edb. 00080000:00000010:3.0:1767384872.604991:0:17907:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000007c852bf. 00080000:00000010:3.0:1767384872.604994:0:17907:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ee89cf31. 00002000:00000010:3.0:1767384872.604998:0:17907:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f1f7c61f. 00002000:00000001:3.0:1767384872.605123:0:17910:0:(ofd_objects.c:1327:ofd_id_repair_thread_main()) Process entered 00002000:00000001:2.0:1767384872.605143:0:17907:0:(ofd_objects.c:1417:ofd_id_repair_start_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384872.605147:0:17907:0:(sec_config.c:914:sptlrpc_conf_target_get_rules()) Process entered 02000000:00000001:2.0:1767384872.605151:0:17907:0:(sec_config.c:942:sptlrpc_conf_target_get_rules()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384872.605154:0:17907:0:(ofd_dev.c:3209:ofd_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384872.605158:0:17907:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000138d866d. 00000020:00000010:2.0:1767384872.605162:0:17907:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006b293f3f. 00000020:00000010:2.0:1767384872.605164:0:17907:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e2123c20. 00000020:00000010:2.0:1767384872.605167:0:17907:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d5d4b84b. 80000000:00000010:2.0:1767384872.605170:0:17907:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008efbd5d5. 40000000:00000010:2.0:1767384872.605172:0:17907:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c80d9797. 00100000:00000010:2.0:1767384872.605175:0:17907:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000010f854b2. 00040000:00000010:2.0:1767384872.605177:0:17907:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000043dafdd7. 00040000:00000010:2.0:1767384872.605179:0:17907:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000920db466. 00080000:00000010:2.0:1767384872.605181:0:17907:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 000000001f9da12e. 00080000:00000010:2.0:1767384872.605184:0:17907:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d32ab96f. 00080000:00000010:2.0:1767384872.605187:0:17907:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 00000000cbe0ad6c. 00080000:00000010:2.0:1767384872.605188:0:17907:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000391c0c2a. 00080000:00000010:2.0:1767384872.605190:0:17907:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000953f29ec. 00002000:00000010:2.0:1767384872.605198:0:17907:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b87afb30. 00000020:00000010:2.0:1767384872.605201:0:17907:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f45f843e. 00000020:00000010:2.0:1767384872.605204:0:17907:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001e24a17a. 00000020:00000010:2.0:1767384872.605207:0:17907:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee655d72. 00000008:00000010:2.0:1767384872.605210:0:17907:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000002f24065. 00020000:00000010:2.0:1767384872.605213:0:17907:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000781a732a. 00008000:00000010:2.0:1767384872.605216:0:17907:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000003a240e6f. 00000080:00000010:2.0:1767384872.605219:0:17907:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000793aea33. 00000020:00000010:2.0:1767384872.605222:0:17907:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a89e578. 00000020:00000001:2.0:1767384872.605224:0:17907:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384872.605225:0:17907:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000029ff95b7) now 3 - setup 00000020:00000080:2.0:1767384872.605228:0:17907:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000001:2.0:1767384872.605229:0:17907:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.605231:0:17907:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384872.605233:0:17907:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 88 at 00000000c4c71a4f. 00000020:00000001:2.0:1767384872.605236:0:17907:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384872.605239:0:17907:0:(llog.c:663:llog_process_thread()) processing rec 0xffff935382d641d0 type=0x10620000 idx=4 00000040:00001000:2.0:1767384872.605241:0:17907:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:2.0:1767384872.605243:0:17907:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:2.0:1767384872.605245:0:17907:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767384872.605247:0:17907:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767384872.605249:0:17907:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767384872.605250:0:17907:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:2.0:1767384872.605254:0:17907:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000096e56ce1. 00000020:00000080:2.0:1767384872.605256:0:17907:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767384872.605258:0:17907:0:(obd_config.c:1477:class_process_config()) marker 11 (0x2) lustre-OST0000 add ost 00000020:00000001:2.0:1767384872.605259:0:17907:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384872.605261:0:17907:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000096e56ce1. 00000020:00000001:2.0:1767384872.605264:0:17907:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384872.605265:0:17907:0:(llog.c:663:llog_process_thread()) processing rec 0xffff935382d642b0 type=0x10620000 idx=5 00000040:00001000:2.0:1767384872.605267:0:17907:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:2.0:1767384872.605268:0:17907:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:2.0:1767384872.605269:0:17907:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767384872.605274:0:17907:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767384872.605275:0:17907:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767384872.605276:0:17907:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:2.0:1767384872.605278:0:17907:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:2.0:1767384872.605279:0:17907:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384872.605281:0:17907:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000096e56ce1. 00000020:00000080:2.0:1767384872.605283:0:17907:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767384872.605284:0:17907:0:(obd_config.c:1477:class_process_config()) marker 16 (0x1) lustre sys.timeout 00000020:00000001:2.0:1767384872.605285:0:17907:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384872.605286:0:17907:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000096e56ce1. 00000020:00000001:2.0:1767384872.605288:0:17907:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384872.605290:0:17907:0:(llog.c:663:llog_process_thread()) processing rec 0xffff935382d64390 type=0x10620000 idx=6 00000040:00001000:2.0:1767384872.605291:0:17907:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:2.0:1767384872.605292:0:17907:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:2.0:1767384872.605294:0:17907:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767384872.605295:0:17907:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 00000000c3b7395e. 00000020:00000080:2.0:1767384872.605296:0:17907:0:(obd_config.c:1389:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1767384872.605297:0:17907:0:(obd_config.c:1451:class_process_config()) changing lustre timeout from 20 to 20 00000020:00000001:2.0:1767384872.605299:0:17907:0:(obd_config.c:1455:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384872.605300:0:17907:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 00000000c3b7395e. 00000020:00000001:2.0:1767384872.605302:0:17907:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384872.605303:0:17907:0:(llog.c:663:llog_process_thread()) processing rec 0xffff935382d643e0 type=0x10620000 idx=7 00000040:00001000:2.0:1767384872.605305:0:17907:0:(llog.c:720:llog_process_thread()) synced_idx: 7 00000040:00000001:2.0:1767384872.605307:0:17907:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384872.605309:0:17907:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1767384872.605313:0:17907:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 7 (cur idx 7 off 8192), size 9408 00000040:00000001:2.0:1767384872.605319:0:17907:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384872.605320:0:17907:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384872.605322:0:17907:0:(llog.c:663:llog_process_thread()) processing rec 0xffff935382d643e0 type=0x10620000 idx=7 00000040:00001000:2.0:1767384872.605323:0:17907:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:2.0:1767384872.605324:0:17907:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 7 synced_idx: 7 lgh_last_idx: 7 00000020:00000001:2.0:1767384872.605325:0:17907:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767384872.605326:0:17907:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767384872.605327:0:17907:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767384872.605327:0:17907:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:2.0:1767384872.605334:0:17907:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000096e56ce1. 00000020:00000080:2.0:1767384872.605336:0:17907:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767384872.605337:0:17907:0:(obd_config.c:1477:class_process_config()) marker 16 (0x2) lustre sys.timeout 00000020:00000001:2.0:1767384872.605338:0:17907:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384872.605339:0:17907:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000096e56ce1. 00000020:00000001:2.0:1767384872.605341:0:17907:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384872.605342:0:17907:0:(llog.c:663:llog_process_thread()) processing rec 0xffff935382d644c0 type=0x0 idx=0 00000040:00000001:2.0:1767384872.605343:0:17907:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:2.0:1767384872.605345:0:17907:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 8 count 8 00000040:00000010:2.0:1767384872.605346:0:17907:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000f31a5442. 00000020:00000010:2.0:1767384872.605350:0:17907:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000935bd69c. 00000020:00000010:2.0:1767384872.605358:0:17907:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f10d7366. 00000040:00000010:2.0:1767384872.605361:0:17907:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000eaeb3ba7. 00000020:00000010:2.0:1767384872.605363:0:17907:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002f25f2b7. 00000020:00000010:2.0:1767384872.605366:0:17907:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000083ca4969. 00000020:00000010:2.0:1767384872.605369:0:17907:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000073e3a6f0. 80000000:00000010:2.0:1767384872.605371:0:17907:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001533143a. 40000000:00000010:2.0:1767384872.605373:0:17907:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c44d6b1f. 00100000:00000010:2.0:1767384872.605375:0:17907:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f8e1636e. 00040000:00000010:2.0:1767384872.605378:0:17907:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000059a6ce20. 00040000:00000010:2.0:1767384872.605380:0:17907:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001aa0d90e. 00040000:00000010:2.0:1767384872.605382:0:17907:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000005f671eb. 00080000:00000010:2.0:1767384872.605384:0:17907:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003c8c4fbc. 00080000:00000010:2.0:1767384872.605385:0:17907:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000aa5cd6f2. 00000004:00000010:2.0:1767384872.605388:0:17907:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000271c7cc. 00000004:00000010:2.0:1767384872.605391:0:17907:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000016db4a92. 00000004:00000010:2.0:1767384872.605394:0:17907:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000be685ebd. 00002000:00000010:2.0:1767384872.605396:0:17907:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f1e3b73f. 00000004:00000010:2.0:1767384872.605398:0:17907:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b134d010. 00000020:00000010:2.0:1767384872.605400:0:17907:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000807aefed. 00000100:00000001:3.0:1767384872.605981:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384872.605983:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348012544 02000000:00000001:3.0:1767384872.605986:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384872.605987:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384872.605989:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384872.605992:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384872.606001:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348012544 00000020:00000001:3.0:1767384872.606003:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384872.606005:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:3.0:1767384872.606007:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384872.606009:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=12 00000020:00000001:3.0:1767384872.606012:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:3.0:1767384872.606014:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:3.0:1767384872.606018:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384872.606020:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1f52fa3. 00000100:00000001:3.0:1767384872.606023:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384872.606042:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1f52fa3. 00000020:00000010:3.0:1767384872.606047:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000963238fc. 00000020:00000010:3.0:1767384872.606050:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ca7509f3. 00000020:00000010:3.0:1767384872.606054:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004aaa6929. 00000100:00000040:3.0:1767384872.606060:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384872.606063:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384872.606065:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384872.606067:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384872.606074:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384872.606090:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384872.606101:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384872.606104:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384872.606110:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00000040:3.0:1767384872.606114:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:3.0:1767384872.606116:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590002693200 : -119483706858416 : ffff93548818a450) 00000100:00000040:3.0:1767384872.606121:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000003d7d55 x1853237348012544/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:98/0 lens 328/0 e 0 to 0 dl 1767384883 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384872.606128:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384872.606131:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1f52fa3. 00000100:00000001:3.0:1767384872.606133:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384872.606134:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1f52fa3. 00000100:00100000:3.0:1767384872.606139:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000003d7d55 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+12:17889:x1853237348012544:12345-0@lo:101: 00000100:00000200:3.0:1767384872.606149:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348012544 00000020:00000001:3.0:1767384872.606152:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384872.606154:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384872.606155:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384872.606158:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384872.606159:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289024 : -1048262592 : ffffffffc184c840) 00000020:00000001:3.0:1767384872.606161:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384872.606162:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384872.606164:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384872.606165:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384872.606167:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384872.606169:0:17083:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384872.606170:0:17083:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384872.606171:0:17083:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384872.606173:0:17083:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384872.606174:0:17083:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384872.606177:0:17083:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384872.606179:0:17083:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f6634d39 count: 2 00010000:00000001:3.0:1767384872.606181:0:17083:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384872.606182:0:17083:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384872.606186:0:17083:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c13f8c30. 00000020:00000001:3.0:1767384872.606188:0:17083:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384872.606189:0:17083:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c13f8c30 with handle 0xb57eb78819562ebe to hash 00000020:00000001:3.0:1767384872.606190:0:17083:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384872.606192:0:17083:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624589867064320 : -119483842487296 : ffff935480031c00) 00010000:00000001:3.0:1767384872.606193:0:17083:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624589867064320 : -119483842487296 : ffff935480031c00) 00010000:00010000:3.0:1767384872.606195:0:17083:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000c13f8c30/0xb57eb78819562ebe lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb57eb78819562eb7 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384872.606200:0:17083:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003d3e266f : new locks_count 8 00000020:00000040:3.0:1767384872.606201:0:17083:0:(genops.c:887:class_export_get()) GET export 000000003d3e266f refcount=13 00000100:00000001:3.0:1767384872.606206:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384872.606208:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384872.606212:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000007d33373. 02000000:00000001:3.0:1767384872.606218:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384872.606220:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384872.606222:0:17083:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384872.606225:0:17083:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384872.606227:0:17083:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384872.606228:0:17083:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384872.606230:0:17083:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384872.606232:0:17083:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384872.606233:0:17083:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384872.606235:0:17083:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384872.606236:0:17083:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384872.606238:0:17083:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384872.606240:0:17083:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384872.606241:0:17083:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (00000000f6634d39) refcount = 2 00010000:00000040:3.0:1767384872.606243:0:17083:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384872.606245:0:17083:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000b6b90ecf/0xb57eb78819562e47 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819562e40 expref: 13 pid: 17083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384872.606251:0:17083:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c13f8c30/0xb57eb78819562ebe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb57eb78819562eb7 expref: 13 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384872.606255:0:17083:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384872.606256:0:17083:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384872.606257:0:17083:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384872.606259:0:17083:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384872.606260:0:17083:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384872.606263:0:17083:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384872.606266:0:17083:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000c13f8c30/0xb57eb78819562ebe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819562eb7 expref: 13 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384872.606271:0:17083:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384872.606272:0:17083:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384872.606274:0:17083:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384872.606276:0:17083:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384872.606278:0:17083:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384872.606279:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384872.606280:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384872.606285:0:17083:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000c13f8c30, rc 0) 00000020:00000001:3.0:1767384872.606287:0:17083:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384872.606290:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348012544 00010000:00000001:3.0:1767384872.606292:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384872.606294:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000003d7d55 x1853237348012544/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:98/0 lens 328/344 e 0 to 0 dl 1767384883 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384872.606300:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384872.606302:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384872.606304:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384872.606307:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384872.606309:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 14 to 0@lo 00000100:00000001:3.0:1767384872.606311:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:3.0:1767384872.606313:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384872.606314:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384872.606316:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384872.606317:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384872.606320:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc2b0418. 00000100:00000200:3.0:1767384872.606323:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237348012544, offset 224 00000400:00000200:3.0:1767384872.606326:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384872.606330:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384872.606335:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958271d01200 00000400:00000200:3.0:1767384872.606338:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1039 [1] + 224 00000400:00000200:3.0:1767384872.606341:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384872.606345:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384872.606349:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384872.606351:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053f3bfb1 x1853237348012544/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384888 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384872.606357:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000053f3bfb1 x1853237348012544/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384888 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384872.606372:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384872.606377:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc2b0418 00000400:00000010:3.0:1767384872.606380:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc2b0418. 00000100:00000001:3.0:1767384872.606383:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384872.606392:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384872.606398:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384872.606402:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 13 to 0@lo 00010000:00000001:3.0:1767384872.606404:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384872.606406:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384872.606409:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384872.606414:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000003d7d55 x1853237348012544/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:98/0 lens 328/344 e 0 to 0 dl 1767384883 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384872.606425:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000003d7d55 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+13:17889:x1853237348012544:12345-0@lo:101: Request processed in 295us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384872.606433:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00000040:3.0:1767384872.606436:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:3.0:1767384872.606439:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384872.606441:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384872.606445:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ca7509f3. 00000020:00000010:3.0:1767384872.606449:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004aaa6929. 00000020:00000010:3.0:1767384872.606454:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000963238fc. 00000020:00000040:3.0:1767384872.606458:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 12 02000000:00000001:3.0:1767384872.606462:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384872.606464:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000007d33373. 02000000:00000001:3.0:1767384872.606469:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384872.606470:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384872.606475:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384872.606479:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028681e71. 00000400:00000010:3.0:1767384872.606484:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005e38249b. 00000100:00000001:3.0:1767384872.607139:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384872.607142:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348012672 02000000:00000001:3.0:1767384872.607143:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384872.607145:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384872.607146:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384872.607149:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384872.607152:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348012672 00000020:00000001:3.0:1767384872.607154:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384872.607155:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:3.0:1767384872.607158:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384872.607165:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=13 00000020:00000001:3.0:1767384872.607167:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:3.0:1767384872.607185:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:3.0:1767384872.607189:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384872.607192:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1f52fa3. 00000100:00000001:3.0:1767384872.607194:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384872.607196:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1f52fa3. 00000020:00000010:3.0:1767384872.607201:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000963238fc. 00000020:00000010:3.0:1767384872.607205:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ca7509f3. 00000020:00000010:3.0:1767384872.607208:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004aaa6929. 00000100:00000040:3.0:1767384872.607214:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384872.607216:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384872.607218:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384872.607219:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384872.607224:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384872.607234:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384872.607242:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384872.607243:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384872.607246:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00000040:3.0:1767384872.607267:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:3.0:1767384872.607270:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878110800 : -119482831440816 : ffff9354bc467450) 00000100:00000040:3.0:1767384872.607277:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000107e3559 x1853237348012672/t0(0) o501->b543db4a-4900-454f-be04-352b2897a173@0@lo:98/0 lens 504/0 e 0 to 0 dl 1767384883 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384872.607287:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384872.607292:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1f52fa3. 00000100:00000001:3.0:1767384872.607295:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384872.607297:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1f52fa3. 00000100:00100000:3.0:1767384872.607302:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000107e3559 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+13:17889:x1853237348012672:12345-0@lo:501: 00000100:00000200:3.0:1767384872.607307:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348012672 00000020:00000001:3.0:1767384872.607310:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384872.607313:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384872.607315:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384872.607328:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384872.607330:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661288640 : -1048262976 : ffffffffc184c6c0) 00000020:00000001:3.0:1767384872.607334:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384872.607336:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384872.607338:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384872.607340:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384872.607342:0:17083:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1767384872.607345:0:17083:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384872.607347:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384872.607350:0:17083:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:3.0:1767384872.607352:0:17083:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:3.0:1767384872.607354:0:17083:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:3.0:1767384872.607357:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384872.607359:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384872.607363:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000007d33373. 02000000:00000001:3.0:1767384872.607365:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384872.607368:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384872.607371:0:17083:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log params 00000040:00000040:3.0:1767384872.607374:0:17083:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005e21b2fd : new refcount 2 00000040:00000001:3.0:1767384872.607377:0:17083:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384872.607380:0:17083:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f6baac83. 00000040:00000001:3.0:1767384872.607383:0:17083:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384872.607385:0:17083:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384872.607388:0:17083:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624590014282752 : -119483695268864 : 0xffff935488c97c00) 00000020:00000001:3.0:1767384872.607391:0:17083:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624590014282752 : -119483695268864 : ffff935488c97c00) 00080000:00000001:3.0:1767384872.607397:0:17083:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384872.607400:0:17083:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384872.607411:0:17083:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384872.607425:0:17083:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384872.607427:0:17083:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384872.607429:0:17083:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384872.607431:0:17083:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384872.607433:0:17083:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384872.607436:0:17083:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x2:0x0] 85:2095767105 to info 00000000980f9615 00000020:00000001:3.0:1767384872.607440:0:17083:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000065ada2f3 00080000:00000002:3.0:1767384872.607441:0:17083:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/params => [0xa:0x2:0x0] 00080000:00000001:3.0:1767384872.607456:0:17083:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384872.607459:0:17083:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384872.607462:0:17083:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:3.0:1767384872.607469:0:17083:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000858d45a5. 00000020:00000001:3.0:1767384872.607472:0:17083:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384872.607476:0:17083:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590443095896 : -119483266455720 : ffff9354a258a758) 00000040:00000001:3.0:1767384872.607479:0:17083:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384872.607482:0:17083:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384872.607486:0:17083:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384872.607489:0:17083:0:(lu_object.c:207:lu_object_put()) Add 000000006077a681/00000000ed51e067 to site lru. bkt: 00000000544f5bfb 00000040:00000010:3.0:1767384872.607492:0:17083:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000858d45a5. 00000040:00000001:3.0:1767384872.607495:0:17083:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384872.607498:0:17083:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f6baac83. 00000040:00000001:3.0:1767384872.607501:0:17083:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:3.0:1767384872.607503:0:17083:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000005e21b2fd : new refcount 1 00000020:00000001:3.0:1767384872.607506:0:17083:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384872.607509:0:17083:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384872.607512:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348012672 00010000:00000001:3.0:1767384872.607515:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384872.607520:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000107e3559 x1853237348012672/t0(0) o501->b543db4a-4900-454f-be04-352b2897a173@0@lo:98/0 lens 504/272 e 0 to 0 dl 1767384883 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384872.607529:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384872.607531:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384872.607533:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384872.607537:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384872.607539:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 14 to 0@lo 00000100:00000001:3.0:1767384872.607542:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:3.0:1767384872.607544:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384872.607546:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384872.607549:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384872.607552:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384872.607555:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc2b0418. 00000100:00000200:3.0:1767384872.607559:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237348012672, offset 224 00000400:00000200:3.0:1767384872.607565:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384872.607584:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384872.607592:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958271d01280 00000400:00000200:3.0:1767384872.607598:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x1049 [1] + 224 00000400:00000200:3.0:1767384872.607603:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384872.607607:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384872.607611:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384872.607615:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053f3bfb1 x1853237348012672/t0(0) o501->MGC192.168.203.134@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384888 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384872.607638:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@0000000053f3bfb1 x1853237348012672/t0(0) o501->MGC192.168.203.134@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384888 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384872.607650:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384872.607655:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc2b0418 00000400:00000010:3.0:1767384872.607658:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc2b0418. 00000100:00000001:3.0:1767384872.607661:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384872.607662:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384872.607664:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384872.607667:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 13 to 0@lo 00010000:00000001:3.0:1767384872.607669:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384872.607670:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384872.607673:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384872.607677:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000107e3559 x1853237348012672/t0(0) o501->b543db4a-4900-454f-be04-352b2897a173@0@lo:98/0 lens 504/272 e 0 to 0 dl 1767384883 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384872.607685:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000107e3559 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+13:17889:x1853237348012672:12345-0@lo:501: Request processed in 397us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384872.607692:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00000040:3.0:1767384872.607694:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:3.0:1767384872.607696:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384872.607698:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384872.607701:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ca7509f3. 00000020:00000010:3.0:1767384872.607720:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004aaa6929. 00000020:00000010:3.0:1767384872.607723:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000963238fc. 00000020:00000040:3.0:1767384872.607726:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 12 02000000:00000001:3.0:1767384872.607735:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384872.607737:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000007d33373. 02000000:00000001:3.0:1767384872.607741:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384872.607742:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384872.607747:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384872.607751:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001be486be. 00000400:00000010:3.0:1767384872.607755:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000003921b5e. 00000100:00000001:3.0:1767384872.608138:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384872.608141:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348012800 02000000:00000001:3.0:1767384872.608143:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384872.608145:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384872.608146:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384872.608149:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384872.608151:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348012800 00000020:00000001:3.0:1767384872.608154:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384872.608155:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:3.0:1767384872.608157:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384872.608159:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=13 00000020:00000001:3.0:1767384872.608162:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:3.0:1767384872.608164:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:3.0:1767384872.608168:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384872.608185:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1f52fa3. 00000100:00000001:3.0:1767384872.608189:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384872.608191:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1f52fa3. 00000020:00000010:3.0:1767384872.608196:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000963238fc. 00000020:00000010:3.0:1767384872.608201:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ca7509f3. 00000020:00000010:3.0:1767384872.608204:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004aaa6929. 00000100:00000040:3.0:1767384872.608210:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384872.608212:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384872.608214:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384872.608216:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384872.608222:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384872.608234:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384872.608247:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384872.608249:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384872.608259:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00000040:3.0:1767384872.608262:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:3.0:1767384872.608264:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878112848 : -119482831438768 : ffff9354bc467c50) 00000100:00000040:3.0:1767384872.608268:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ee6c0850 x1853237348012800/t0(0) o503->b543db4a-4900-454f-be04-352b2897a173@0@lo:98/0 lens 272/0 e 0 to 0 dl 1767384883 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384872.608293:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384872.608296:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1f52fa3. 00000100:00000001:3.0:1767384872.608299:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384872.608301:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1f52fa3. 00000100:00100000:3.0:1767384872.608309:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ee6c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+13:17889:x1853237348012800:12345-0@lo:503: 00000100:00000200:3.0:1767384872.608314:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348012800 00000020:00000001:3.0:1767384872.608318:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384872.608321:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384872.608324:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384872.608327:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384872.608329:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661288736 : -1048262880 : ffffffffc184c720) 00000020:00000001:3.0:1767384872.608332:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384872.608335:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384872.608337:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384872.608339:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384872.608342:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384872.608344:0:17083:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:3.0:1767384872.608346:0:17083:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:3.0:1767384872.608349:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384872.608352:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384872.608367:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000006a9f1913. 02000000:00000001:3.0:1767384872.608370:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384872.608373:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384872.608377:0:17083:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005e21b2fd : new refcount 2 00000040:00000001:3.0:1767384872.608379:0:17083:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384872.608382:0:17083:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f6baac83. 00000040:00000001:3.0:1767384872.608386:0:17083:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384872.608388:0:17083:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384872.608398:0:17083:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624590014282752 : -119483695268864 : 0xffff935488c97c00) 00000020:00000001:3.0:1767384872.608402:0:17083:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624590014282752 : -119483695268864 : ffff935488c97c00) 00000020:00000001:3.0:1767384872.608406:0:17083:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384872.608410:0:17083:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590443095896 : -119483266455720 : ffff9354a258a758) 00000040:00000001:3.0:1767384872.608413:0:17083:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384872.608416:0:17083:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384872.608418:0:17083:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384872.608424:0:17083:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007fc02a3e. 00000040:00000001:3.0:1767384872.608426:0:17083:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384872.608429:0:17083:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:3.0:1767384872.608433:0:17083:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:3.0:1767384872.608434:0:17083:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:3.0:1767384872.608437:0:17083:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:3.0:1767384872.608440:0:17083:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384872.608443:0:17083:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384872.608447:0:17083:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x2:0x0] count 1 lgh_last_idx 0 llh_cat_idx 0 00000040:00000001:3.0:1767384872.608452:0:17083:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:3.0:1767384872.608455:0:17083:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384872.608458:0:17083:0:(lu_object.c:207:lu_object_put()) Add 000000006077a681/00000000ed51e067 to site lru. bkt: 00000000544f5bfb 00000040:00000001:3.0:1767384872.608461:0:17083:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384872.608464:0:17083:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007fc02a3e. 00000040:00000010:3.0:1767384872.608471:0:17083:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f6baac83. 00000040:00000040:3.0:1767384872.608475:0:17083:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000005e21b2fd : new refcount 1 00000020:00000001:3.0:1767384872.608479:0:17083:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384872.608482:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348012800 00010000:00000001:3.0:1767384872.608486:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384872.608490:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ee6c0850 x1853237348012800/t0(0) o503->b543db4a-4900-454f-be04-352b2897a173@0@lo:98/0 lens 272/8416 e 0 to 0 dl 1767384883 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384872.608500:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384872.608503:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384872.608506:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384872.608509:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384872.608512:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 14 to 0@lo 00000100:00000001:3.0:1767384872.608514:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:3.0:1767384872.608527:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384872.608529:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384872.608532:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384872.608535:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384872.608538:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000003c87c8. 00000100:00000200:3.0:1767384872.608543:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237348012800, offset 224 00000400:00000200:3.0:1767384872.608550:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384872.608560:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384872.608568:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958271d01300 00000400:00000200:3.0:1767384872.608575:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x1059 [4] + 224 00000400:00000200:3.0:1767384872.608598:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384872.608601:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384872.608603:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384872.608606:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053f3bfb1 x1853237348012800/t0(0) o503->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384888 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384872.608611:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@0000000053f3bfb1 x1853237348012800/t0(0) o503->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384888 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384872.608623:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384872.608628:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000003c87c8 00000400:00000010:3.0:1767384872.608630:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000003c87c8. 00000100:00000001:3.0:1767384872.608633:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384872.608635:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384872.608638:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384872.608642:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 13 to 0@lo 00010000:00000001:3.0:1767384872.608645:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384872.608647:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384872.608649:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384872.608652:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ee6c0850 x1853237348012800/t0(0) o503->b543db4a-4900-454f-be04-352b2897a173@0@lo:98/0 lens 272/8416 e 0 to 0 dl 1767384883 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384872.608661:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ee6c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+13:17889:x1853237348012800:12345-0@lo:503: Request processed in 368us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384872.608668:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00000040:3.0:1767384872.608671:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:3.0:1767384872.608679:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384872.608681:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384872.608701:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ca7509f3. 00000020:00000010:3.0:1767384872.608706:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004aaa6929. 00000020:00000010:3.0:1767384872.608710:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000963238fc. 00000020:00000040:3.0:1767384872.608715:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 12 02000000:00000001:3.0:1767384872.608718:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384872.608720:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000006a9f1913. 02000000:00000001:3.0:1767384872.608732:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384872.608735:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384872.608739:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384872.608744:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068ce8fbe. 00000400:00000010:3.0:1767384872.608748:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000003c87c8. 00000040:00000010:3.0:1767384872.610439:0:17889:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000d286506e. 00000040:00000001:3.0:1767384872.610444:0:17889:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384872.610446:0:17889:0:(obd_config.c:2043:class_config_parse_llog()) Processed log params gen 1-0 (rc=0) 00000040:00000001:3.0:1767384872.610450:0:17889:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384872.610463:0:17889:0:(lu_object.c:207:lu_object_put()) Add 000000004bad9d61/00000000aa414c1c to site lru. bkt: 000000007df8d357 00000040:00000010:3.0:1767384872.610465:0:17889:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000019c24ee9. 00000040:00000001:3.0:1767384872.610468:0:17889:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384872.610470:0:17889:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000009fe41798. 00000040:00000010:3.0:1767384872.610473:0:17889:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b519c9d7. 00000020:00000001:3.0:1767384872.610475:0:17889:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384872.610478:0:17889:0:(mgc_request.c:1736:mgc_process_cfg_log()) Process leaving 00000020:00000010:3.0:1767384872.610481:0:17889:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c9883c73. 00000040:00000010:3.0:1767384872.610483:0:17889:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000eeec91e0. 00000020:00000010:3.0:1767384872.610485:0:17889:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000038f3797b. 00000020:00000010:3.0:1767384872.610487:0:17889:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003f23c6ff. 80000000:00000010:3.0:1767384872.610489:0:17889:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000af9515ca. 00040000:00000010:3.0:1767384872.610491:0:17889:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000efadafd4. 00080000:00000010:3.0:1767384872.610493:0:17889:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 0000000089c3fb8b. 00080000:00000010:3.0:1767384872.610495:0:17889:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f325accd. 00080000:00000010:3.0:1767384872.610496:0:17889:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 00000000b1a5cc04. 00080000:00000010:3.0:1767384872.610498:0:17889:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000e6c7c76f. 00080000:00000010:3.0:1767384872.610499:0:17889:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ba45e0cf. 20000000:00000010:3.0:1767384872.610527:0:17889:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000f7ce00d4. 00000020:00000010:3.0:1767384872.610529:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b66240f6. 10000000:00000010:3.0:1767384872.610532:0:17889:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000002cc8f2. 10000000:01000000:3.0:1767384872.610536:0:17889:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.134@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:3.0:1767384872.610551:0:17889:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384872.610554:0:17889:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384872.610556:0:17889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384872.610558:0:17889:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c141a9fc refcount=3 00000020:00000001:3.0:1767384872.610560:0:17889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318194688 : -119483391356928 : ffff93549ae6d000) 00010000:00000001:3.0:1767384872.610563:0:17889:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318194688 : -119483391356928 : ffff93549ae6d000) 00010000:00000001:3.0:1767384872.610566:0:17889:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384872.610569:0:17889:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.134@tcp lock: 00000000c141a9fc/0xb57eb78819562eb7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb78819562ebe expref: -99 pid: 17889 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384872.610578:0:17889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384872.610580:0:17889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384872.610581:0:17889:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.134@tcp lock: 00000000c141a9fc/0xb57eb78819562eb7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb78819562ebe expref: -99 pid: 17889 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384872.610588:0:17889:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384872.610589:0:17889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384872.610590:0:17889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384872.610592:0:17889:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384872.610593:0:17889:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384872.610596:0:17889:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384872.610617:0:17889:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000036400351. 00000040:00000010:3.0:1767384872.610619:0:17889:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004de477b1. 00000020:00000010:3.0:1767384872.610621:0:17889:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d039d59c. 00000020:00000010:3.0:1767384872.610623:0:17889:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f39e5763. 00040000:00000010:3.0:1767384872.610625:0:17889:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000032dc074. 00040000:00000010:3.0:1767384872.610626:0:17889:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004cfcb3f1. 00080000:00000010:3.0:1767384872.610630:0:17889:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009be31f1b. 00080000:00000010:3.0:1767384872.610632:0:17889:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000fd5469ac. 00000020:00000010:3.0:1767384872.610633:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d91bba9. 00000020:00000001:3.0:1767384872.610635:0:17889:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384872.610640:0:17889:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 00000000baf9ba05. 00000020:00000010:3.0:1767384872.610642:0:17889:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 0000000095ba28d0. 00000020:00000001:3.0:1767384872.610644:0:17889:0:(obd_mount.c:91:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384872.610649:0:17889:0:(tgt_mount.c:1060:lustre_start_lwp()) Process entered 00000020:00000010:3.0:1767384872.610650:0:17889:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at 00000000a1f52fa3. 00000020:00000010:3.0:1767384872.610652:0:17889:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at 000000000941b14d. 00000020:00000001:3.0:1767384872.610654:0:17889:0:(obd_mount.c:60:lustre_process_log()) Process entered 00000020:00000010:3.0:1767384872.610655:0:17889:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000ca7509f3. 00000020:00000010:3.0:1767384872.610657:0:17889:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000c607e4f4. 00000020:00000001:3.0:1767384872.610659:0:17889:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384872.610660:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000963238fc. 00000020:00000010:3.0:1767384872.610662:0:17889:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f6baac83. 00000040:00000010:3.0:1767384872.610663:0:17889:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b235ff9b. 00000020:00000010:3.0:1767384872.610665:0:17889:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000032e1cda2. 00000020:00000010:3.0:1767384872.610667:0:17889:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000459ed5d3. 00040000:00000010:3.0:1767384872.610669:0:17889:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000adfb2f1d. 00040000:00000010:3.0:1767384872.610671:0:17889:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000752b8097. 00080000:00000010:3.0:1767384872.610672:0:17889:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007fc02a3e. 00080000:00000010:3.0:1767384872.610675:0:17889:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d32ab96f. 10000000:00000001:3.0:1767384872.610678:0:17889:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:3.0:1767384872.610679:0:17889:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:01000000:3.0:1767384872.610681:0:17889:0:(mgc_request.c:1953:mgc_process_config()) parse_log lustre-client from 0 10000000:00000001:3.0:1767384872.610683:0:17889:0:(mgc_request.c:326:config_log_add()) Process entered 10000000:01000000:3.0:1767384872.610684:0:17889:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9354be9a3800 10000000:00000001:3.0:1767384872.610685:0:17889:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:3.0:1767384872.610686:0:17889:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9354be9a3800 10000000:00000010:3.0:1767384872.610688:0:17889:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 000000007cbdd377. 10000000:01000000:3.0:1767384872.610689:0:17889:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:3.0:1767384872.610691:0:17889:0:(genops.c:887:class_export_get()) GET export 00000000768cc03a refcount=12 10000000:00000001:3.0:1767384872.610692:0:17889:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446624585622476800 : -119488087074816 : ffff93538303d800) 10000000:00000001:3.0:1767384872.610694:0:17889:0:(mgc_request.c:441:config_log_add()) Process leaving (rc=18446624585622476800 : -119488087074816 : ffff93538303d800) 10000000:00000001:3.0:1767384872.610695:0:17889:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384872.610696:0:17889:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff9354be9a3800 from 1 10000000:00000001:3.0:1767384872.610697:0:17889:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384872.610701:0:17889:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:3.0:1767384872.610704:0:17889:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000efb0e3d4. 00000020:00000040:3.0:1767384872.610705:0:17889:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:3.0:1767384872.610707:0:17889:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384872.610708:0:17889:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384872.610710:0:17889:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384872.610712:0:17889:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000051da9e42. 00000100:00000001:3.0:1767384872.610714:0:17889:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384872.610716:0:17889:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384872.610717:0:17889:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384872.610719:0:17889:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c1838a50 count: 5 00010000:00000001:3.0:1767384872.610720:0:17889:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384872.610722:0:17889:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384872.610723:0:17889:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c80271da. 00000020:00000010:3.0:1767384872.610725:0:17889:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000048c49f3. 00000020:00000001:3.0:1767384872.610727:0:17889:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384872.610728:0:17889:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c80271da with handle 0xb57eb78819562ec5 to hash 00000020:00000001:3.0:1767384872.610729:0:17889:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384872.610730:0:17889:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624589867057664 : -119483842493952 : ffff935480030200) 00010000:00000001:3.0:1767384872.610731:0:17889:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624589867057664 : -119483842493952 : ffff935480030200) 00010000:00000001:3.0:1767384872.610733:0:17889:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384872.610734:0:17889:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384872.610735:0:17889:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.134@tcp lock: 00000000c80271da/0xb57eb78819562ec5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17889 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384872.610739:0:17889:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.134@tcp lock: 00000000c80271da/0xb57eb78819562ec5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17889 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384872.610743:0:17889:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.134@tcp lock: 00000000c80271da/0xb57eb78819562ec5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17889 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384872.610746:0:17889:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384872.610747:0:17889:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384872.610749:0:17889:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000068dd6a89. 00000100:00000001:3.0:1767384872.610750:0:17889:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624590271971328 : -119483437580288 : ffff935498258000) 00000100:00000001:3.0:1767384872.610755:0:17889:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384872.610755:0:17889:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789832960 : -119482919718656 : ffff9354b7037100) 00000100:00000001:3.0:1767384872.610757:0:17889:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384872.610776:0:17889:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384872.610778:0:17889:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384872.610779:0:17889:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384872.610783:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000efb0e3d4 x1853237348012928/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384872.610792:0:17889:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384872.610793:0:17889:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384872.610796:0:17889:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384872.610798:0:17889:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384872.610800:0:17889:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384872.610802:0:17889:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000efb0e3d4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b543db4a-4900-454f-be04-352b2897a173:17889:1853237348012928:0@lo:101: 00000100:00000001:3.0:1767384872.610806:0:17889:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384872.610808:0:17889:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384872.610810:0:17889:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384872.610812:0:17889:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384872.610815:0:17889:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000007d33373. 02000000:00000001:3.0:1767384872.610818:0:17889:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384872.610823:0:17889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000659fa31. 00000400:00000010:3.0:1767384872.610829:0:17889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc2b0418. 00000100:00000200:3.0:1767384872.610834:0:17889:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348012928, portal 25 00000100:00000001:3.0:1767384872.610837:0:17889:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384872.610839:0:17889:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789832960 : -119482919718656 : ffff9354b7037100) 00000100:00000040:3.0:1767384872.610898:0:17889:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000efb0e3d4 x1853237348012928/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384888 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384872.610907:0:17889:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384872.610911:0:17889:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384872.610915:0:17889:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000340fbb2f. 00000100:00000200:3.0:1767384872.610918:0:17889:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237348012928, offset 0 00000400:00000200:3.0:1767384872.610923:0:17889:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384872.610928:0:17889:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384872.610948:0:17889:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958271d01380 00000400:00000200:3.0:1767384872.610957:0:17889:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x191 [2] + 0 00000400:00000010:3.0:1767384872.610959:0:17889:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000759049dd. 00000400:00000200:3.0:1767384872.610962:0:17889:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b4662dfd 00000400:00000200:3.0:1767384872.610981:0:17889:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384872.610983:0:17889:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384872.610985:0:17889:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4662dfd 00000400:00000010:3.0:1767384872.610986:0:17889:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b4662dfd. 00000100:00000001:3.0:1767384872.610988:0:17889:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384872.610989:0:17889:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384872.610991:0:17889:0:(events.c:337:request_in_callback()) incoming req@0000000027fa9d37 x1853237348012928 msgsize 328 00000100:00100000:3.0:1767384872.610993:0:17889:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384872.610994:0:17889:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384872.611002:0:17889:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384872.611006:0:17889:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000340fbb2f 00000400:00000010:3.0:1767384872.611007:0:17889:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000340fbb2f. 00000100:00000001:3.0:1767384872.611010:0:17889:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384872.611013:0:17889:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000efb0e3d4 x1853237348012928/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384888 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384872.611020:0:17889:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384872.611022:0:17889:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000efb0e3d4 x1853237348012928/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384888 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384872.611029:0:17889:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384872.611030:0:17889:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384872.611034:0:17889:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384872.611036:0:17889:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294861645 00000100:00000001:3.0:1767384872.611040:0:17889:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294861642 00000100:00000001:3.0:1767384872.611043:0:17889:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294861645 00000100:00000001:3.0:1767384872.611045:0:17889:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294861642 00000100:00000001:3.0:1767384872.611047:0:17889:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294861645 00000100:00000001:3.0:1767384872.611050:0:17889:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294861642 00000100:00000001:3.0:1767384872.611053:0:17889:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294861645 00000100:00000001:3.0:1767384872.611055:0:17889:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294861642 00000100:00000001:3.0:1767384872.611063:0:17889:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384872.611065:0:17889:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384872.611067:0:17889:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384872.611069:0:17889:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384872.611071:0:17889:0:(client.c:2690:ptlrpc_set_wait()) set 0000000068dd6a89 going to sleep for 11 seconds 00000100:00000001:3.0:1767384872.611073:0:17889:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384872.611075:0:17889:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384872.614860:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294861645, at 4294861646 00000100:00000010:3.0:1767384872.614869:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004d24d8ba. 00000100:00000040:2.0:1767384872.614878:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294861645, at 4294861646 00000100:00000010:2.0:1767384872.614886:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c241299. 00000020:00000001:0.0:1767384872.626755:0:17912:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:0.0:1767384872.626765:0:17912:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1767384872.626767:0:17912:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:0.0:1767384872.626769:0:17912:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384872.626772:0:17912:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384872.626775:0:17912:0:(llog.c:663:llog_process_thread()) processing rec 0xffff93538308c0e0 type=0x10620000 idx=2 00000040:00001000:0.0:1767384872.626794:0:17912:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:0.0:1767384872.626797:0:17912:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:0.0:1767384872.626800:0:17912:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:0.0:1767384872.626802:0:17912:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384872.626805:0:17912:0:(llog.c:663:llog_process_thread()) processing rec 0xffff93538308c158 type=0x10620000 idx=3 00000040:00001000:0.0:1767384872.626808:0:17912:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:0.0:1767384872.626811:0:17912:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:0.0:1767384872.626814:0:17912:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:0.0:1767384872.626816:0:17912:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384872.626819:0:17912:0:(llog.c:663:llog_process_thread()) processing rec 0xffff93538308c200 type=0x10620000 idx=4 00000040:00001000:0.0:1767384872.626822:0:17912:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:0.0:1767384872.626825:0:17912:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:0.0:1767384872.626879:0:17912:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:0.0:1767384872.626898:0:17912:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1767384872.626900:0:17912:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:0.0:1767384872.626902:0:17912:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384872.626905:0:17912:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384872.626907:0:17912:0:(llog.c:663:llog_process_thread()) processing rec 0xffff93538308c2e0 type=0x10620000 idx=5 00000040:00001000:0.0:1767384872.626909:0:17912:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:0.0:1767384872.626911:0:17912:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:0.0:1767384872.626913:0:17912:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:0.0:1767384872.626914:0:17912:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1767384872.626915:0:17912:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:0.0:1767384872.626917:0:17912:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384872.626919:0:17912:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384872.626920:0:17912:0:(llog.c:663:llog_process_thread()) processing rec 0xffff93538308c3c0 type=0x10620000 idx=6 00000040:00001000:0.0:1767384872.626922:0:17912:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:0.0:1767384872.626924:0:17912:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:0.0:1767384872.626926:0:17912:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:0.0:1767384872.626949:0:17912:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384872.626951:0:17912:0:(llog.c:663:llog_process_thread()) processing rec 0xffff93538308c438 type=0x10620000 idx=7 00000040:00001000:0.0:1767384872.626954:0:17912:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:0.0:1767384872.626956:0:17912:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:0.0:1767384872.626958:0:17912:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:0.0:1767384872.626960:0:17912:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384872.626962:0:17912:0:(llog.c:663:llog_process_thread()) processing rec 0xffff93538308c4e0 type=0x10620000 idx=8 00000040:00001000:0.0:1767384872.626964:0:17912:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:0.0:1767384872.626965:0:17912:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:0.0:1767384872.626967:0:17912:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:0.0:1767384872.626968:0:17912:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1767384872.626969:0:17912:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:0.0:1767384872.626971:0:17912:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384872.626973:0:17912:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384872.626974:0:17912:0:(llog.c:663:llog_process_thread()) processing rec 0xffff93538308c5c0 type=0x10620000 idx=9 00000040:00001000:0.0:1767384872.626976:0:17912:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:0.0:1767384872.626977:0:17912:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:0.0:1767384872.626979:0:17912:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:0.0:1767384872.626980:0:17912:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1767384872.626982:0:17912:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:0.0:1767384872.626983:0:17912:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384872.626985:0:17912:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384872.626987:0:17912:0:(llog.c:663:llog_process_thread()) processing rec 0xffff93538308c6a0 type=0x10620000 idx=10 00000040:00001000:0.0:1767384872.626989:0:17912:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:0.0:1767384872.626990:0:17912:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:0.0:1767384872.626992:0:17912:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:0.0:1767384872.626993:0:17912:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384872.626995:0:17912:0:(llog.c:663:llog_process_thread()) processing rec 0xffff93538308c718 type=0x10620000 idx=11 00000040:00001000:0.0:1767384872.626997:0:17912:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:0.0:1767384872.626998:0:17912:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:0.0:1767384872.627000:0:17912:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:0.0:1767384872.627002:0:17912:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1767384872.627003:0:17912:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:0.0:1767384872.627004:0:17912:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384872.627011:0:17912:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384872.627013:0:17912:0:(llog.c:663:llog_process_thread()) processing rec 0xffff93538308c7f8 type=0x10620000 idx=12 00000040:00001000:0.0:1767384872.627015:0:17912:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:0.0:1767384872.627017:0:17912:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:0.0:1767384872.627019:0:17912:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:0.0:1767384872.627020:0:17912:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1767384872.627022:0:17912:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:0.0:1767384872.627025:0:17912:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384872.627027:0:17912:0:(llog.c:663:llog_process_thread()) processing rec 0xffff93538308c8d8 type=0x10620000 idx=13 00000040:00001000:0.0:1767384872.627029:0:17912:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:0.0:1767384872.627030:0:17912:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:0.0:1767384872.627032:0:17912:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:0.0:1767384872.627034:0:17912:0:(tgt_mount.c:628:lustre_lwp_setup()) Process entered 00000100:00000010:0.0:1767384872.627039:0:17912:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000fb92fc5b. 00000100:00000040:0.0:1767384872.627045:0:17912:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.203.134@tcp 192.168.203.134@tcp cnt=2 00000400:00000200:0.0:1767384872.627048:0:17912:0:(peer.c:1356:LNetAddPeer()) Add peer with 2 NIDs 00000400:00001000:0.0:1767384872.627051:0:17912:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:0.0:1767384872.627053:0:17912:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 0@lo 00000400:00000200:0.0:1767384872.627055:0:17912:0:(peer.c:1373:LNetAddPeer()) Skip NID 0@lo as local 00000400:00000200:0.0:1767384872.627057:0:17912:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.134@tcp 00000400:00000200:0.0:1767384872.627061:0:17912:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384872.627066:0:17912:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (1) 00000400:00000200:0.0:1767384872.627071:0:17912:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384872.627074:0:17912:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp: 0. pending discovery 00000400:00000200:0.0:1767384872.627077:0:17912:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (2) 00000400:00000200:0.0:1767384872.627079:0:17912:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp 00000100:00000010:0.0:1767384872.627082:0:17912:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000fb92fc5b. 00000020:00000010:0.0:1767384872.627086:0:17912:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 0000000023bbe3e8. 00000020:00000001:0.0:1767384872.627089:0:17912:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:0.0:1767384872.627091:0:17912:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000001d7c4971. 00000020:00000001:0.0:1767384872.627094:0:17912:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384872.627097:0:17912:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000001d7c4971. 00000020:00000010:0.0:1767384872.627100:0:17912:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 000000001d7c4971. 00000020:01000004:0.0:1767384872.627104:0:17912:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000001:0.0:1767384872.627106:0:17912:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf001 lwp lustre-MDT0000-lwp-OST0000_UUID (null) (null) 00000020:00000010:0.0:1767384872.627118:0:17912:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 000000005d09674d. 00000020:00000080:0.0:1767384872.627120:0:17912:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:0.0:1767384872.627123:0:17912:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:0.0:1767384872.627125:0:17912:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:0.0:1767384872.627134:0:17912:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000f638ea64. 00000020:00000080:0.0:1767384872.627137:0:17912:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (00000000f638ea64) 00000020:00000001:0.0:1767384872.627141:0:17912:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1767384872.627143:0:17912:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000ab0c104d. 00000020:00000001:0.0:1767384872.627146:0:17912:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384872.627148:0:17912:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ab0c104d with handle 0xb57eb78819562ed3 to hash 00000020:00000001:0.0:1767384872.627150:0:17912:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384872.627152:0:17912:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:0.0:1767384872.627154:0:17912:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384872.627157:0:17912:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446624590260940800 : -119483448610816 : ffff9354977d3000) 00000020:00000040:0.0:1767384872.627159:0:17912:0:(genops.c:898:class_export_put()) PUTting export 00000000ab0c104d : new refcount 1 00000020:00000040:0.0:1767384872.627167:0:17912:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (00000000f638ea64) now 2 - obd_device_list 00000020:00000001:0.0:1767384872.627171:0:17912:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:0.0:1767384872.627174:0:17912:0:(obd_config.c:657:class_attach()) OBD: dev 13 attached type lwp with refcount 2 00000020:00000001:0.0:1767384872.627176:0:17912:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384872.627178:0:17912:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384872.627181:0:17912:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 000000005d09674d. 00000020:00000001:0.0:1767384872.627183:0:17912:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf003 192.168.203.134@tcp (null) (null) (null) 00000020:00000010:0.0:1767384872.627187:0:17912:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 000000004dc6c6f3. 00000020:00000080:0.0:1767384872.627189:0:17912:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:0.0:1767384872.627193:0:17912:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:0.0:1767384872.627204:0:17912:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384872.627207:0:17912:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000004e33c7ed. 00000001:00000010:0.0:1767384872.627211:0:17912:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000047a7f0ed. 00000001:00000010:0.0:1767384872.627215:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ed650eeb. 00000001:00000010:0.0:1767384872.627217:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f7b17380. 00000001:00000010:0.0:1767384872.627220:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009e00bc64. 00000001:00000010:0.0:1767384872.627222:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006c28b35e. 00000001:00000001:0.0:1767384872.627225:0:17912:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384872.627226:0:17912:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000073b9f76e. 00000001:00000010:0.0:1767384872.627235:0:17912:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000920e6ad3. 00000001:00000010:0.0:1767384872.627238:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bab04402. 00000001:00000010:0.0:1767384872.627241:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000eb6e0c99. 00000001:00000010:0.0:1767384872.627243:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d9cbf661. 00000001:00000010:0.0:1767384872.627245:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008d6fe483. 00000020:00000001:0.0:1767384872.627247:0:17912:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:0.0:1767384872.627250:0:17912:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093ba4397. 00000020:00000010:0.0:1767384872.627253:0:17912:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005d09674d. 00000020:00000010:0.0:1767384872.627257:0:17912:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000370413a8. 00000008:00000010:0.0:1767384872.627261:0:17912:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000077ab5987. 00020000:00000010:0.0:1767384872.627265:0:17912:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000002eca29fe. 00008000:00000010:0.0:1767384872.627269:0:17912:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000e2856234. 00000080:00000010:0.0:1767384872.627274:0:17912:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000009bd7ce10. 00000020:00000010:0.0:1767384872.627277:0:17912:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000898d25e5. 00000020:00000010:0.0:1767384872.627279:0:17912:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ca614f28. 00000040:00000010:0.0:1767384872.627288:0:17912:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000913438de. 00000020:00000010:0.0:1767384872.627292:0:17912:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000aa71d75a. 00000020:00000010:0.0:1767384872.627296:0:17912:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005e67420d. 00000020:00000010:0.0:1767384872.627298:0:17912:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000023bba4ba. 80000000:00000010:0.0:1767384872.627301:0:17912:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001358b1fe. 40000000:00000010:0.0:1767384872.627304:0:17912:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006bbd216d. 00100000:00000010:0.0:1767384872.627307:0:17912:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c97ecdf2. 00040000:00000010:0.0:1767384872.627310:0:17912:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000471ac80e. 00040000:00000010:0.0:1767384872.627313:0:17912:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008aa076aa. 00040000:00000010:0.0:1767384872.627315:0:17912:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b8729c66. 00080000:00000010:0.0:1767384872.627319:0:17912:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b2770487. 00080000:00000010:0.0:1767384872.627322:0:17912:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000bc6cd99. 00000004:00000010:0.0:1767384872.627332:0:17912:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000012dc7176. 00000004:00000010:0.0:1767384872.627338:0:17912:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d62b5a41. 00000004:00000010:0.0:1767384872.627341:0:17912:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000006a5e85c. 00000004:00000010:0.0:1767384872.627344:0:17912:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004e6f0cb1. 00000010:00000010:0.0:1767384872.627348:0:17912:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 0000000090c24b6b. 00000010:00000001:0.0:1767384872.627350:0:17912:0:(lwp_dev.c:249:lwp_init0()) Process entered 00000100:00000001:0.0:1767384872.627359:0:17912:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:0.0:1767384872.627361:0:17912:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384872.627411:0:17912:0:(lprocfs_status.c:1344:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000010:00000001:0.0:1767384872.627414:0:17912:0:(lwp_dev.c:76:lwp_setup()) Process entered 00000010:00000010:0.0:1767384872.627416:0:17912:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 00000000411ae4f1. 00000010:00000010:0.0:1767384872.627418:0:17912:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 00000000d8a339be. 00000010:00000010:0.0:1767384872.627421:0:17912:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 0000000076f74306. 00000020:00000001:0.0:1767384872.627423:0:17912:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:0.0:1767384872.627424:0:17912:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1767384872.627426:0:17912:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446624589975604512 : -119483733947104 : ffff9354867b4d20) 00000020:01000004:0.0:1767384872.627427:0:17912:0:(tgt_mount.c:154:server_get_mount()) get mount 000000006c9f4bb5 from lustre-OST0000, refs=3 00000020:00000001:0.0:1767384872.627429:0:17912:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446624589975604512 : -119483733947104 : ffff9354867b4d20) 00000020:00000001:0.0:1767384872.627430:0:17912:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:0.0:1767384872.627431:0:17912:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1767384872.627432:0:17912:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446624589975604512 : -119483733947104 : ffff9354867b4d20) 00000020:01000004:0.0:1767384872.627433:0:17912:0:(tgt_mount.c:188:server_put_mount()) put mount 000000006c9f4bb5 from lustre-OST0000, refs=3 00000020:00000001:0.0:1767384872.627435:0:17912:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:0.0:1767384872.627436:0:17912:0:(obd_mount.c:705:lustre_put_lsi()) put 000000006c9f4bb5 3 00000020:00000001:0.0:1767384872.627437:0:17912:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384872.627438:0:17912:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:0.0:1767384872.627439:0:17912:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 00000000a6ac54b1. 00010000:00000001:0.0:1767384872.627441:0:17912:0:(ldlm_lib.c:298:client_obd_setup()) Process entered 00010000:00000010:0.0:1767384872.627445:0:17912:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000767717a9. 00010000:00000010:0.0:1767384872.627449:0:17912:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 0000000061b12d2e. 00010000:00000010:0.0:1767384872.627452:0:17912:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000e4041b11. 00010000:00000001:0.0:1767384872.627454:0:17912:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:0.0:1767384872.627456:0:17912:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384872.627458:0:17912:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000062c1ff66. 00000020:00000040:0.0:1767384872.627460:0:17912:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (00000000f638ea64) now 3 - import 00000020:00000001:0.0:1767384872.627463:0:17912:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384872.627464:0:17912:0:(genops.c:1242:class_import_put()) import 0000000062c1ff66 refcount=1 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384872.627466:0:17912:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384872.627467:0:17912:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:0.0:1767384872.627472:0:17912:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.134@tcp->12345-0@lo 00000100:00000001:0.0:1767384872.627473:0:17912:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1767384872.627479:0:17912:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384872.627481:0:17912:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 14 to 0@lo 00000100:00000001:0.0:1767384872.627482:0:17912:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000001:0.0:1767384872.627484:0:17912:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446624590556279680 : -119483153271936 : 0xffff9354a917b380) 00000100:00000040:0.0:1767384872.627486:0:17912:0:(connection.c:149:ptlrpc_connection_get()) conn=000000008785e578 refcount 14 to 0@lo 00000100:00000040:0.0:1767384872.627488:0:17912:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.203.134@tcp -> 000000008785e578 00010000:00000010:0.0:1767384872.627490:0:17912:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000110b0252. 00010000:00080000:0.0:1767384872.627492:0:17912:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000062c1ff66@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.134@tcp at head 00010000:00000001:0.0:1767384872.627493:0:17912:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384872.627494:0:17912:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:0.0:1767384872.627495:0:17912:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:0.0:1767384872.627512:0:17912:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384872.627514:0:17912:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000006c82d466. 00000001:00000001:0.0:1767384872.627516:0:17912:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384872.627517:0:17912:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000089b140f8. 00000001:00000010:0.0:1767384872.627526:0:17912:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000a133b524. 00000001:00000010:0.0:1767384872.627566:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000253d069d. 00000001:00000010:0.0:1767384872.627607:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009eebe8b7. 00000001:00000010:0.0:1767384872.627671:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000385b2a70. 00000001:00000010:0.0:1767384872.627746:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000ab7f238. 00000001:00000010:0.0:1767384872.627808:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c36a8964. 00000001:00000010:0.0:1767384872.627911:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d1d00b5e. 00000001:00000010:0.0:1767384872.627984:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007b195dd2. 00000001:00000010:0.0:1767384872.628037:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002746095e. 00000001:00000010:0.0:1767384872.628088:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005ed8a7fb. 00000001:00000010:0.0:1767384872.628135:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000875324dd. 00000001:00000010:0.0:1767384872.628186:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a120b474. 00000001:00000010:0.0:1767384872.628256:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c8a8336b. 00000001:00000010:0.0:1767384872.628322:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fbf82763. 00000001:00000010:0.0:1767384872.628389:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b8c99a1d. 00000001:00000010:0.0:1767384872.628467:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000573619a3. 00000001:00000010:0.0:1767384872.628554:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000063ed7a5f. 00000001:00000010:0.0:1767384872.628677:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000039ee31af. 00000001:00000010:0.0:1767384872.628765:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005159a6b6. 00000001:00000010:0.0:1767384872.628860:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000980e1ec3. 00000100:00000040:3.0:1767384872.628918:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294861659, at 4294861660 00000100:00000010:3.0:1767384872.628926:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c0038df. 00000100:00000040:0.0:1767384872.628950:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294861659, at 4294861660 00000100:00000010:0.0:1767384872.628958:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000001cefd2. 00000001:00000010:0.0:1767384872.629030:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000836d9669. 00000001:00000010:0.0:1767384872.629102:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002448c9a5. 00000001:00000010:0.0:1767384872.629169:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b05a31a7. 00000001:00000010:0.0:1767384872.629239:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000462daba5. 00000001:00000010:0.0:1767384872.629302:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000019882836. 00000001:00000010:0.0:1767384872.629362:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005fa14a3e. 00000001:00000010:0.0:1767384872.629421:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008219bacf. 00000001:00000010:0.0:1767384872.629479:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f5acf09c. 00000001:00000010:0.0:1767384872.629570:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000925b6f57. 00000001:00000010:0.0:1767384872.629664:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e021c3d8. 00000001:00000010:0.0:1767384872.629765:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a4ed6b10. 00000100:00000040:2.0:1767384872.629918:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294861659, at 4294861661 00000100:00000010:2.0:1767384872.629943:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000039ecb103. 00000001:00000010:0.0:1767384872.629981:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000e46ac86. 00000001:00000010:0.0:1767384872.630659:0:17912:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004a44767f. 00000020:00000010:0.0:1767384872.630749:0:17912:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000002c230c73. 00000020:00000010:0.0:1767384872.630755:0:17912:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000005e91bf47. 00010000:00000001:0.0:1767384872.630771:0:17912:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:0.0:1767384872.630811:0:17912:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:0.0:1767384872.630891:0:17912:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a2de42ed. 00000020:00000010:0.0:1767384872.630896:0:17912:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000001136b2b7. 00010000:00000001:0.0:1767384872.630912:0:17912:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:0.0:1767384872.630914:0:17912:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-3 is initialized 00010000:00000001:0.0:1767384872.630916:0:17912:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384872.630920:0:17912:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446624590787746816 : -119482921804800 : ffff9354b6e39c00) 00010000:00000001:0.0:1767384872.630924:0:17912:0:(ldlm_lib.c:605:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:0.0:1767384872.630928:0:17912:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 00000000411ae4f1. 00000010:00000010:0.0:1767384872.630946:0:17912:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 0000000076f74306. 00000010:00000010:0.0:1767384872.630956:0:17912:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 00000000d8a339be. 00000010:00000010:0.0:1767384872.630960:0:17912:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 00000000a6ac54b1. 00000010:00000001:0.0:1767384872.630963:0:17912:0:(lwp_dev.c:148:lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384872.630991:0:17912:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000d7b32af9. 00000020:00000010:0.0:1767384872.630996:0:17912:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000df8616d0. 00000010:00000001:0.0:1767384872.631022:0:17912:0:(lwp_dev.c:295:lwp_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384872.631026:0:17912:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ca614f28. 00000040:00000010:0.0:1767384872.631030:0:17912:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000913438de. 00000020:00000010:0.0:1767384872.631033:0:17912:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000aa71d75a. 00000020:00000010:0.0:1767384872.631036:0:17912:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005e67420d. 00000020:00000010:0.0:1767384872.631040:0:17912:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000023bba4ba. 80000000:00000010:0.0:1767384872.631044:0:17912:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001358b1fe. 40000000:00000010:0.0:1767384872.631047:0:17912:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006bbd216d. 00100000:00000010:0.0:1767384872.631050:0:17912:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c97ecdf2. 00040000:00000010:0.0:1767384872.631053:0:17912:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000471ac80e. 00040000:00000010:0.0:1767384872.631056:0:17912:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008aa076aa. 00040000:00000010:0.0:1767384872.631059:0:17912:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b8729c66. 00080000:00000010:0.0:1767384872.631063:0:17912:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000bc6cd99. 00080000:00000010:0.0:1767384872.631066:0:17912:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b2770487. 00000004:00000010:0.0:1767384872.631070:0:17912:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000012dc7176. 00000004:00000010:0.0:1767384872.631073:0:17912:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d62b5a41. 00000004:00000010:0.0:1767384872.631076:0:17912:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000006a5e85c. 00000004:00000010:0.0:1767384872.631079:0:17912:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004e6f0cb1. 00000020:00000010:0.0:1767384872.631082:0:17912:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000898d25e5. 00000020:00000010:0.0:1767384872.631086:0:17912:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005d09674d. 00000020:00000010:0.0:1767384872.631089:0:17912:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000370413a8. 00000008:00000010:0.0:1767384872.631092:0:17912:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000077ab5987. 00020000:00000010:0.0:1767384872.631095:0:17912:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000002eca29fe. 00008000:00000010:0.0:1767384872.631099:0:17912:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000e2856234. 00000080:00000010:0.0:1767384872.631102:0:17912:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000009bd7ce10. 00000020:00000010:0.0:1767384872.631105:0:17912:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093ba4397. 00000020:00000001:0.0:1767384872.631108:0:17912:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384872.631110:0:17912:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (00000000f638ea64) now 4 - setup 00000020:00000080:0.0:1767384872.631113:0:17912:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000001:0.0:1767384872.631122:0:17912:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384872.631124:0:17912:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384872.631126:0:17912:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 000000004dc6c6f3. 00000020:00000001:0.0:1767384872.631133:0:17912:0:(tgt_mount.c:554:lustre_lwp_connect()) Process entered 00000020:00000010:0.0:1767384872.631136:0:17912:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000807d7a0d. 00000020:00000010:0.0:1767384872.631139:0:17912:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b8729c66. 00000040:00000010:0.0:1767384872.631142:0:17912:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000023bba4ba. 00000020:00000010:0.0:1767384872.631146:0:17912:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000006a5e85c. 00000020:00000010:0.0:1767384872.631149:0:17912:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005e67420d. 00000020:00000010:0.0:1767384872.631151:0:17912:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000913438de. 80000000:00000010:0.0:1767384872.631153:0:17912:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000083901293. 40000000:00000010:0.0:1767384872.631155:0:17912:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e8192b4d. 00100000:00000010:0.0:1767384872.631158:0:17912:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000012dc7176. 00040000:00000010:0.0:1767384872.631162:0:17912:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000062904609. 00040000:00000010:0.0:1767384872.631165:0:17912:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e491b0e6. 00040000:00000010:0.0:1767384872.631167:0:17912:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000de734995. 00080000:00000010:0.0:1767384872.631170:0:17912:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b2770487. 00080000:00000010:0.0:1767384872.631172:0:17912:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000bc6cd99. 00000004:00000010:0.0:1767384872.631176:0:17912:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000037a702ba. 00000004:00000010:0.0:1767384872.631180:0:17912:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d62b5a41. 00000004:00000010:0.0:1767384872.631183:0:17912:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fcdad016. 00000004:00000010:0.0:1767384872.631187:0:17912:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004e6f0cb1. 00000020:00000010:0.0:1767384872.631190:0:17912:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000000852865. 00000020:00000010:0.0:1767384872.631194:0:17912:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005d09674d. 00000020:00000010:0.0:1767384872.631197:0:17912:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000370413a8. 00000020:00000010:0.0:1767384872.631201:0:17912:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 0000000009ccc0a4. 00000020:00000010:0.0:1767384872.631204:0:17912:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 00000000d0b09bdd. 00000020:00000001:0.0:1767384872.631207:0:17912:0:(obd_class.h:852:obd_connect()) Process entered 00000010:00000001:0.0:1767384872.631209:0:17912:0:(lwp_dev.c:494:lwp_obd_connect()) Process entered 00000010:01000000:0.0:1767384872.631211:0:17912:0:(lwp_dev.c:496:lwp_obd_connect()) connect #0 00000020:00000001:0.0:1767384872.631214:0:17912:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:0.0:1767384872.631215:0:17912:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1767384872.631218:0:17912:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000002f5fc0c9. 00000020:00000001:0.0:1767384872.631221:0:17912:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384872.631230:0:17912:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002f5fc0c9 with handle 0xb57eb78819562eda to hash 00000020:00000001:0.0:1767384872.631233:0:17912:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384872.631237:0:17912:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:0.0:1767384872.631238:0:17912:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384872.631242:0:17912:0:(genops.c:887:class_export_get()) GET export 000000002f5fc0c9 refcount=3 00000020:00000040:0.0:1767384872.631246:0:17912:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (00000000f638ea64) now 5 - export 00000020:00000001:0.0:1767384872.631249:0:17912:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446624585622906880 : -119488086644736 : ffff9353830a6800) 00000020:00000040:0.0:1767384872.631252:0:17912:0:(genops.c:898:class_export_put()) PUTting export 000000002f5fc0c9 : new refcount 2 00000020:00000080:0.0:1767384872.631254:0:17912:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xb57eb78819562eda 00000020:00000001:0.0:1767384872.631257:0:17912:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384872.631258:0:17912:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384872.631259:0:17912:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562eda 00000020:00000001:0.0:1767384872.631261:0:17912:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384872.631262:0:17912:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002f5fc0c9 refcount=3 00000020:00000001:0.0:1767384872.631264:0:17912:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585622906880 : -119488086644736 : ffff9353830a6800) 00000020:00000001:0.0:1767384872.631266:0:17912:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585622906880 : -119488086644736 : ffff9353830a6800) 00000100:00000001:0.0:1767384872.631270:0:17912:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1767384872.631273:0:17912:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1767384872.631276:0:17912:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00000001:0.0:1767384872.631278:0:17912:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384872.631281:0:17912:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 15 to 0@lo 00000100:00000001:0.0:1767384872.631283:0:17912:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000020:00000001:0.0:1767384872.631285:0:17912:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384872.631286:0:17912:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562eda 00000020:00000001:0.0:1767384872.631288:0:17912:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384872.631290:0:17912:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002f5fc0c9 refcount=4 00000020:00000001:0.0:1767384872.631292:0:17912:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585622906880 : -119488086644736 : ffff9353830a6800) 00000020:00000001:0.0:1767384872.631295:0:17912:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585622906880 : -119488086644736 : ffff9353830a6800) 00000100:00000001:0.0:1767384872.631297:0:17912:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384872.631299:0:17912:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 16 to 0@lo 00000100:00000001:0.0:1767384872.631302:0:17912:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000020:00000040:0.0:1767384872.631304:0:17912:0:(genops.c:898:class_export_put()) PUTting export 000000002f5fc0c9 : new refcount 3 00000100:00080000:0.0:1767384872.631313:0:17912:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 0000000062c1ff66 using connection 192.168.203.134@tcp/0@lo 00000100:00000001:0.0:1767384872.631316:0:17912:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384872.631318:0:17912:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1767384872.631322:0:17912:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:0.0:1767384872.631325:0:17912:0:(sec.c:1450:sptlrpc_sec_create()) lwp lustre-MDT0000-lwp-OST0000: select security flavor null 02000000:00000001:0.0:1767384872.631328:0:17912:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072651894848 : -1057656768 : ffffffffc0f57040) 02000000:00000001:0.0:1767384872.631331:0:17912:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384872.631333:0:17912:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1767384872.631335:0:17912:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384872.631339:0:17912:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009327601a. 00000020:00000040:0.0:1767384872.631342:0:17912:0:(genops.c:1229:class_import_get()) import 0000000062c1ff66 refcount=2 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1767384872.631345:0:17912:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767384872.631347:0:17912:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384872.631349:0:17912:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384872.631351:0:17912:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384872.631353:0:17912:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384872.631367:0:17912:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e25a73ae. 00000100:00000001:0.0:1767384872.631372:0:17912:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384872.631379:0:17912:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009327601a x1853237348013568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384872.631387:0:17912:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384872.631389:0:17912:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384872.631393:0:17912:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009327601a] to pc [ptlrpcd_rcv+-1] req@000000009327601a x1853237348013568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384872.631417:0:17912:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384872.631421:0:17912:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:0.0:1767384872.631423:0:17912:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000020:00000040:0.0:1767384872.631426:0:17912:0:(genops.c:1229:class_import_get()) import 0000000062c1ff66 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384872.631441:0:17912:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:0.0:1767384872.631444:0:17912:0:(lwp_dev.c:533:lwp_obd_connect()) Process leaving via out_dis (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384872.631472:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384872.631478:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384872.631482:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384872.631487:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009327601a x1853237348013568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384872.631494:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384872.631496:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384872.631499:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384872.631517:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384872.631519:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384872.631522:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009327601a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16357:1853237348013568:0@lo:38: 00000100:00000001:2.0:1767384872.631525:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384872.631528:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384872.631529:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384872.631531:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384872.631535:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000391c0c2a. 02000000:00000001:2.0:1767384872.631537:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384872.631541:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3c5121f. 00000400:00000010:2.0:1767384872.631545:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050f4446d. 00000100:00000200:2.0:1767384872.631549:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348013568, portal 10 00000100:00000001:2.0:1767384872.631551:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384872.631553:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878150144 : -119482831401472 : ffff9354bc470e00) 00000020:00000010:2.0:1767384872.631558:0:16357:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000380b99c3. 00000100:00000040:2.0:1767384872.631565:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009327601a x1853237348013568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384872.631576:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384872.631579:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384872.631580:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b0ce52c. 00000100:00000200:2.0:1767384872.631583:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237348013568, offset 0 00000400:00000200:2.0:1767384872.631593:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1767384872.631600:0:17914:0:(genops.c:887:class_export_get()) GET export 000000002f5fc0c9 refcount=6 00000400:00000200:2.0:1767384872.631608:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00002000:00000001:0.0:1767384872.631609:0:17914:0:(ofd_fs.c:492:ofd_register_lwp_callback()) Process entered 00002000:00000001:0.0:1767384872.631614:0:17914:0:(ofd_fs.c:495:ofd_register_lwp_callback()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384872.631626:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958271d01600 00000020:00000040:0.0:1767384872.631631:0:17914:0:(genops.c:887:class_export_get()) GET export 000000002f5fc0c9 refcount=7 00000020:00000040:0.0:1767384872.631637:0:17914:0:(genops.c:898:class_export_put()) PUTting export 000000002f5fc0c9 : new refcount 6 00000400:00000200:2.0:1767384872.631651:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 1040 00000400:00000200:2.0:1767384872.631662:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384872.631672:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384872.631680:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384872.631686:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384872.631696:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a011367. 00000100:00000040:2.0:1767384872.631703:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000002a011367 x1853237348013568 msgsize 520 00000100:00100000:2.0:1767384872.631711:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384872.631727:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384872.631737:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b0ce52c 00000400:00000010:2.0:1767384872.631741:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b0ce52c. 00000100:00000001:2.0:1767384872.631750:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:0.0:1767384872.631755:0:17090:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f16ec6c7. 00000100:00000200:2.0:1767384872.631756:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009327601a x1853237348013568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384872.631767:0:17090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384872.631789:0:17090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348013568 00000100:00000001:2.0:1767384872.631791:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384872.631796:0:17090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1767384872.631801:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009327601a x1853237348013568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384882 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384872.631803:0:17090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384872.631810:0:17090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384872.631823:0:17090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.631824:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.631901:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384872.631907:0:17090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348013568 00000100:00000001:2.0:1767384872.631908:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384872.631913:0:17090:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767384872.631915:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 0 usecs (0 jiffies) 00000020:00000040:0.0:1767384872.631917:0:17090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1767384872.631921:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294861666 00000020:00000001:0.0:1767384872.631922:0:17090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1767384872.631928:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000049ce0967. 00000020:00000001:0.0:1767384872.631928:0:17090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384872.631947:0:17090:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.631951:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000020:00000010:0.0:1767384872.631955:0:17090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca1f69c0. 00000100:00000001:2.0:1767384872.631957:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294861666 00000020:00000010:0.0:1767384872.631963:0:17090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a6ac54b1. 00000100:00000010:2.0:1767384872.631965:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000461c6d8d. 00000100:00000001:2.0:1767384872.631972:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000020:00000010:0.0:1767384872.631972:0:17090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006abe61d1. 00000100:00000001:2.0:1767384872.631977:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294861666 00000100:00000001:0.0:1767384872.631981:0:17090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000010:2.0:1767384872.631982:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000da74d250. 00000100:00000001:0.0:1767384872.631986:0:17090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384872.631988:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384872.631992:0:17090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.631995:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294861666 00000100:00000001:0.0:1767384872.631999:0:17090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384872.632007:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c96b0cfd. 00000100:00000001:2.0:1767384872.632014:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384872.632016:0:17090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384872.632020:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384872.632024:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.632028:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384872.632030:0:17090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384872.632032:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384872.632034:0:17090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384872.632039:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384872.632043:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384872.632043:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000001:2.0:1767384872.632048:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384872.632049:0:17090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590667939840 : -119483041611776 : ffff9354afbf8000) 00000100:00000001:2.0:1767384872.632050:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384872.632054:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384872.632057:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002a011367 x1853237348013568/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384872.632060:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384872.632080:0:17090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002a011367 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:16357:x1853237348013568:12345-0@lo:38: 00000100:00000200:0.0:1767384872.632088:0:17090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348013568 00000020:00000001:0.0:1767384872.632094:0:17090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1767384872.632100:0:17090:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:0.0:1767384872.632108:0:17090:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8d9ce3b) now 6 - find 00000020:00000001:0.0:1767384872.632122:0:17090:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446624590913974704 : -119482795576912 : ffff9354be69b1b0) 00000100:00000001:0.0:1767384872.632131:0:17090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384872.632135:0:17090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384872.632141:0:17090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000067a5b1fb. 02000000:00000001:0.0:1767384872.632147:0:17090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384872.632152:0:17090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384872.632160:0:17090:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0x2041401043000022 tmp_exp_old_falloc: 0 00010000:00080000:0.0:1767384872.632171:0:17090:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 194 last 0 00010000:00000001:0.0:1767384872.632178:0:17090:0:(obd_class.h:852:obd_connect()) Process entered 00000004:00000001:0.0:1767384872.632183:0:17090:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000020:00000001:0.0:1767384872.632187:0:17090:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:0.0:1767384872.632189:0:17090:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1767384872.632192:0:17090:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000083ded37e. 00000020:00000001:0.0:1767384872.632197:0:17090:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384872.632202:0:17090:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000083ded37e with handle 0xb57eb78819562ee1 to hash 00000020:00000001:0.0:1767384872.632207:0:17090:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384872.632212:0:17090:0:(obd_class.h:1008:obd_init_export()) Process entered 00000004:00000001:0.0:1767384872.632217:0:17090:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000004:00000010:0.0:1767384872.632222:0:17090:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 000000006f2a7406. 00000001:00000001:0.0:1767384872.632228:0:17090:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:0.0:1767384872.632233:0:17090:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000411ae4f1. 00000001:00000001:0.0:1767384872.632239:0:17090:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384872.632245:0:17090:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:0.0:1767384872.632249:0:17090:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384872.632254:0:17090:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000008d8afa09. 00000001:00000010:0.0:1767384872.632262:0:17090:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000060b51c67. 00000001:00000010:0.0:1767384872.632268:0:17090:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006db48946. 00000001:00000010:0.0:1767384872.632275:0:17090:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000005a3a07f. 00000001:00000010:0.0:1767384872.632280:0:17090:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a48c0979. 00000001:00000010:0.0:1767384872.632285:0:17090:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000004cd0c76. 00000001:00000001:0.0:1767384872.632292:0:17090:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384872.632298:0:17090:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000000ec72762. 00000001:00000010:0.0:1767384872.632305:0:17090:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ca24918d. 00000001:00000010:0.0:1767384872.632312:0:17090:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000000852865. 00000001:00000010:0.0:1767384872.632317:0:17090:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000807d7a0d. 00000001:00000010:0.0:1767384872.632330:0:17090:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003196daa6. 00000001:00000010:0.0:1767384872.632336:0:17090:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000de734995. 00010000:00000001:0.0:1767384872.632342:0:17090:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384872.632347:0:17090:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384872.632353:0:17090:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384872.632360:0:17090:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384872.632367:0:17090:0:(genops.c:887:class_export_get()) GET export 0000000083ded37e refcount=3 00000020:00000040:0.0:1767384872.632371:0:17090:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8d9ce3b) now 7 - export 00000020:00000001:0.0:1767384872.632377:0:17090:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00000020:00000040:0.0:1767384872.632382:0:17090:0:(genops.c:898:class_export_put()) PUTting export 0000000083ded37e : new refcount 2 00000020:00000080:0.0:1767384872.632386:0:17090:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xb57eb78819562ee1 00000020:00000001:0.0:1767384872.632390:0:17090:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384872.632392:0:17090:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384872.632393:0:17090:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562ee1 00000020:00000001:0.0:1767384872.632395:0:17090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384872.632396:0:17090:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000083ded37e refcount=3 00000020:00000001:0.0:1767384872.632397:0:17090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00000020:00000001:0.0:1767384872.632402:0:17090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00000001:00000001:0.0:1767384872.632404:0:17090:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:0.0:1767384872.632408:0:17090:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:0.0:1767384872.632414:0:17090:0:(nodemap_handler.c:391:nodemap_classify_nid()) found nid 192.168.203.134@tcp 00000001:00000040:0.0:1767384872.632419:0:17090:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000e70cf8aa) : new refcount 4 00000001:00000001:0.0:1767384872.632423:0:17090:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446624590822514688 : -119482887036928 : ffff9354b8f62000) 00000001:00000001:0.0:1767384872.632427:0:17090:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:0.0:1767384872.632429:0:17090:0:(genops.c:887:class_export_get()) GET export 0000000083ded37e refcount=4 00000001:00000040:0.0:1767384872.632432:0:17090:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000e70cf8aa) : new refcount 5 00000001:00000001:0.0:1767384872.632438:0:17090:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:0.0:1767384872.632445:0:17090:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 0@lo to nodemap default 00000001:00000040:0.0:1767384872.632447:0:17090:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000e70cf8aa) : new refcount 4 00000001:00000001:0.0:1767384872.632451:0:17090:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000004:00100000:0.0:1767384872.632455:0:17090:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000001:0.0:1767384872.632459:0:17090:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:0.0:1767384872.632468:0:17090:0:(tgt_lastrcvd.c:1035:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384872.632474:0:17090:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:0.0:1767384872.632477:0:17090:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:0.0:1767384872.632479:0:17090:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000f0aa090c 00000020:00000010:0.0:1767384872.632481:0:17090:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000912b08fa. 00000020:00000040:0.0:1767384872.632486:0:17090:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 0000000042f5ba6e for nid 0@lo - ref 3 00000020:00000001:0.0:1767384872.632488:0:17090:0:(lprocfs_status_server.c:685:lprocfs_exp_setup()) Process leaving via destroy_new (rc=18446744073709551502 : -114 : 0xffffffffffffff8e) 00000020:00000010:0.0:1767384872.632490:0:17090:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 00000000912b08fa. 00000020:00000001:0.0:1767384872.632493:0:17090:0:(lprocfs_status_server.c:711:lprocfs_exp_setup()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000004:00000001:0.0:1767384872.632495:0:17090:0:(mdt_fs.c:56:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384872.632496:0:17090:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384872.632497:0:17090:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384872.632500:0:17090:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000e010da71. 00000020:00000040:0.0:1767384872.632517:0:17090:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8d9ce3b) now 8 - import 00000040:00000010:3.0:1767384872.632526:0:17889:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000001e21fa2f. 00000020:00000001:0.0:1767384872.632526:0:17090:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384872.632529:0:17090:0:(genops.c:1242:class_import_put()) import 00000000e010da71 refcount=1 obd=lustre-MDT0000 00000020:00000001:0.0:1767384872.632534:0:17090:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767384872.632535:0:17889:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384872.632536:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003c33e549. 00000020:01000000:3.0:1767384872.632543:0:17889:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 1-29 (rc=0) 00000020:00000040:0.0:1767384872.632544:0:17090:0:(genops.c:887:class_export_get()) GET export 0000000083ded37e refcount=5 00000100:00000040:0.0:1767384872.632547:0:17090:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 0000000083ded37e : new rpc_count 1 00000040:00000001:3.0:1767384872.632552:0:17889:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000100:00000001:0.0:1767384872.632552:0:17090:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1767384872.632554:0:17090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384872.632558:0:17090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 17 to 0@lo 00000020:00000002:3.0:1767384872.632559:0:17889:0:(lu_object.c:207:lu_object_put()) Add 0000000018446793/0000000017615ff7 to site lru. bkt: 00000000d3d29648 00000100:00000001:0.0:1767384872.632561:0:17090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000001:0.0:1767384872.632564:0:17090:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446624590556279680 : -119483153271936 : 0xffff9354a917b380) 00000040:00000010:3.0:1767384872.632568:0:17889:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000003b06d5b1. 00000100:00000040:0.0:1767384872.632569:0:17090:0:(connection.c:149:ptlrpc_connection_get()) conn=000000008785e578 refcount 17 to 0@lo 00000020:00000040:0.0:1767384872.632573:0:17090:0:(genops.c:887:class_export_get()) GET export 0000000083ded37e refcount=6 00000040:00000001:3.0:1767384872.632576:0:17889:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384872.632579:0:17090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000040:00000010:3.0:1767384872.632580:0:17889:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000097a31791. 00000100:00000040:0.0:1767384872.632583:0:17090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 18 to 0@lo 00000040:00000010:3.0:1767384872.632586:0:17889:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009e31bfba. 00000100:00000001:0.0:1767384872.632587:0:17090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000020:00000001:3.0:1767384872.632592:0:17889:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384872.632593:0:17090:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1767384872.632597:0:17090:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 10000000:00000001:3.0:1767384872.632599:0:17889:0:(mgc_request.c:1736:mgc_process_cfg_log()) Process leaving 02000000:08000000:0.0:1767384872.632601:0:17090:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 00000020:00000010:3.0:1767384872.632605:0:17889:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000643d07bc. 02000000:00000001:0.0:1767384872.632610:0:17090:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072651894848 : -1057656768 : ffffffffc0f57040) 00000040:00000010:3.0:1767384872.632612:0:17889:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000dac0c0a4. 02000000:00000001:0.0:1767384872.632614:0:17090:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384872.632617:0:17889:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000db8617ca. 00000100:00000001:0.0:1767384872.632618:0:17090:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000020:00000010:3.0:1767384872.632623:0:17889:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000772f041b. 00000100:00000001:0.0:1767384872.632623:0:17090:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1767384872.632626:0:17090:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:3.0:1767384872.632629:0:17889:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005b9b0a9f. 00000100:00080000:0.0:1767384872.632630:0:17090:0:(import.c:65:import_set_state_nolock()) 00000000e010da71 : changing import state from RECOVER to FULL 00040000:00000010:3.0:1767384872.632635:0:17889:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b33f7a43. 00000100:00000001:0.0:1767384872.632636:0:17090:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384872.632639:0:17090:0:(obd_class.h:1226:obd_import_event()) Process leaving 00080000:00000010:3.0:1767384872.632641:0:17889:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 0000000055c52a18. 00000100:00000001:0.0:1767384872.632643:0:17090:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384872.632647:0:17889:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000222c70e5. 00000020:00000040:0.0:1767384872.632648:0:17090:0:(genops.c:898:class_export_put()) PUTting export 0000000083ded37e : new refcount 5 00000020:00000040:0.0:1767384872.632653:0:17090:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8d9ce3b) now 8 - find 00080000:00000010:3.0:1767384872.632655:0:17889:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 0000000089183099. 00010000:00000001:0.0:1767384872.632657:0:17090:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384872.632660:0:17889:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000cd3967a4. 00000020:00000001:0.0:1767384872.632661:0:17090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000010:3.0:1767384872.632665:0:17889:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000fc037b32. 00000020:00000001:0.0:1767384872.632665:0:17090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663330096 : -1046221520 : ffffffffc1a3ed30) 00000020:00000001:0.0:1767384872.632668:0:17090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384872.632669:0:17090:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384872.632671:0:17090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384872.632672:0:17090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384872.632674:0:17090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384872.632678:0:17889:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000c6f3f249. 00000020:00000001:0.0:1767384872.632679:0:17090:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000010:3.0:1767384872.632684:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c4087d86. 00000001:00000001:0.0:1767384872.632685:0:17090:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384872.632689:0:17090:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:3.0:1767384872.632690:0:17889:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000002d94189a. 00000001:00000001:0.0:1767384872.632691:0:17090:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384872.632694:0:17090:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384872.632697:0:17090:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384872.632698:0:17889:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.134@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00000040:0.0:1767384872.632699:0:17090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348013568 00010000:00000001:0.0:1767384872.632703:0:17090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384872.632709:0:17090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002a011367 x1853237348013568/t0(0) o38->lustre-MDT0000-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384872.632715:0:17090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384872.632717:0:17090:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384872.632718:0:17090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=0 v=5 (1 0 0 0) 10000000:00000001:3.0:1767384872.632719:0:17889:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00000100:00001000:0.0:1767384872.632722:0:17090:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00010000:00000001:3.0:1767384872.632724:0:17889:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384872.632726:0:17090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384872.632729:0:17889:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384872.632731:0:17889:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c80271da refcount=3 00000100:00000040:0.0:1767384872.632737:0:17090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 19 to 0@lo 00000020:00000001:3.0:1767384872.632739:0:17889:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867057664 : -119483842493952 : ffff935480030200) 00000100:00000001:0.0:1767384872.632740:0:17090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:0.0:1767384872.632748:0:17090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384872.632749:0:17889:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867057664 : -119483842493952 : ffff935480030200) 02000000:00000001:0.0:1767384872.632751:0:17090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384872.632755:0:17090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384872.632758:0:17889:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000040:0.0:1767384872.632759:0:17090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384872.632764:0:17090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005aeda8aa. 00010000:00010000:3.0:1767384872.632765:0:17889:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.134@tcp lock: 00000000c80271da/0xb57eb78819562ec5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb78819562ecc expref: -99 pid: 17889 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384872.632767:0:17090:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853237348013568, offset 0 00000400:00000200:0.0:1767384872.632774:0:17090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384872.632783:0:17090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384872.632787:0:17889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384872.632792:0:17090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x6958271d01600 00010000:00000001:3.0:1767384872.632794:0:17889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384872.632797:0:17889:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.134@tcp lock: 00000000c80271da/0xb57eb78819562ec5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb78819562ecc expref: -99 pid: 17889 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384872.632799:0:17090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0x10b9 [1] + 0 00000400:00000200:0.0:1767384872.632808:0:17090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384872.632813:0:17889:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:0.0:1767384872.632815:0:17090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384872.632818:0:17090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384872.632821:0:17090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009327601a x1853237348013568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384882 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384872.632847:0:17889:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384872.632849:0:17889:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384872.632851:0:17889:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384872.632854:0:17889:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384872.632857:0:17090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@000000009327601a x1853237348013568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384882 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384872.632859:0:17889:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384872.632869:0:17889:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f6baac83. 00000040:00000010:3.0:1767384872.632877:0:17889:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b235ff9b. 00000020:00000010:3.0:1767384872.632897:0:17889:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000032e1cda2. 00000020:00000010:3.0:1767384872.632899:0:17889:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000459ed5d3. 00000100:00000001:0.0:1767384872.632901:0:17090:0:(events.c:163:reply_in_callback()) Process leaving 00040000:00000010:3.0:1767384872.632902:0:17889:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000adfb2f1d. 00040000:00000010:3.0:1767384872.632906:0:17889:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000752b8097. 00080000:00000010:3.0:1767384872.632910:0:17889:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d32ab96f. 00000400:00000200:0.0:1767384872.632910:0:17090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005aeda8aa 00000100:00000001:2.0:1767384872.632914:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384872.632915:0:17090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005aeda8aa. 00080000:00000010:3.0:1767384872.632916:0:17889:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007fc02a3e. 00000100:00000001:2.0:1767384872.632917:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384872.632925:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000963238fc. 00000100:00000001:0.0:1767384872.632925:0:17090:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384872.632926:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384872.632941:0:17090:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384872.632943:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384872.632944:0:17889:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384872.632948:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3c5121f. 00000100:00000001:0.0:1767384872.632948:0:17090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384872.632955:0:17889:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 00000000c607e4f4. 00000400:00000200:2.0:1767384872.632955:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050f4446d 00000100:00000040:0.0:1767384872.632955:0:17090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 18 to 0@lo 00000400:00000010:2.0:1767384872.632959:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050f4446d. 00000020:00000010:3.0:1767384872.632961:0:17889:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000ca7509f3. 00010000:00000001:0.0:1767384872.632962:0:17090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384872.632964:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384872.632966:0:17090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384872.632967:0:17889:0:(obd_mount.c:91:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384872.632969:0:17090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384872.632970:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009327601a x1853237348013568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384882 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384872.632972:0:17889:0:(tgt_mount.c:1087:lustre_start_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384872.632976:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a011367 x1853237348013568/t0(0) o38->lustre-MDT0000-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384872.632979:0:17889:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 00000000a1f52fa3. 00000020:00000010:3.0:1767384872.632984:0:17889:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 000000000941b14d. 00000020:00000001:3.0:1767384872.632991:0:17889:0:(tgt_mount.c:1430:server_notify_target()) Process entered 00000020:00000001:3.0:1767384872.632994:0:17889:0:(tgt_mount.c:1238:server_lsi2mti()) Process entered 00000100:00000200:2.0:1767384872.632998:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009327601a x1853237348013568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384882 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384872.633003:0:17889:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 4608 at 000000007fc02a3e. 00000100:00100000:0.0:1767384872.633004:0:17090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002a011367 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16357:x1853237348013568:12345-0@lo:38: Request processed in 924us (1296us total) trans 0 rc 0/0 00000020:01000004:3.0:1767384872.633017:0:17889:0:(tgt_mount.c:1147:server_mti_print()) mti - server_notify_target 00000100:00000001:2.0:1767384872.633017:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384872.633018:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384872.633021:0:17889:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384872.633024:0:16357:0:(client.c:1578:after_reply()) Process entered 00000020:01000004:3.0:1767384872.633026:0:17889:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:2.0:1767384872.633029:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:01000004:3.0:1767384872.633030:0:17889:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767384872.633032:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384872.633033:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000020:01000004:3.0:1767384872.633034:0:17889:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:2.0:1767384872.633035:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384872.633038:0:17090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000083ded37e : new rpc_count 0 00000020:01000004:3.0:1767384872.633039:0:17889:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:2.0:1767384872.633040:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384872.633043:0:17889:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:0.0:1767384872.633044:0:17090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:2.0:1767384872.633046:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000002c0000f4 time=1767384872 v=5 (0 0 0 0) 00000020:01000004:3.0:1767384872.633048:0:17889:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767384872.633048:0:17090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:01000004:3.0:1767384872.633052:0:17889:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00001000:2.0:1767384872.633053:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c093201a time=1767384872 v=0 (0 0 0 0) 00000020:00000010:0.0:1767384872.633054:0:17090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a6ac54b1. 00000020:00000001:3.0:1767384872.633055:0:17889:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384872.633059:0:17889:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00001000:2.0:1767384872.633060:0:16357:0:(import.c:2194:obd_at_measure()) AT 00000000c093201a change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000010:0.0:1767384872.633061:0:17090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006abe61d1. 10000000:00000001:3.0:1767384872.633062:0:17889:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384872.633066:0:17889:0:(mgc_request_server.c:446:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000100:00000001:2.0:1767384872.633067:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1767384872.633068:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca1f69c0. 10000000:00000001:3.0:1767384872.633069:0:17889:0:(mgc_request_server.c:187:mgc_target_register()) Process entered 00000100:00000001:2.0:1767384872.633071:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384872.633073:0:17889:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:00000040:0.0:1767384872.633074:0:17090:0:(genops.c:898:class_export_put()) PUTting export 0000000083ded37e : new refcount 4 00000020:01000004:3.0:1767384872.633075:0:17889:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384872.633077:0:17090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384872.633078:0:17889:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384872.633081:0:17889:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:2.0:1767384872.633084:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:01000004:3.0:1767384872.633085:0:17889:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384872.633088:0:17889:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384872.633090:0:17889:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00010000:00080000:2.0:1767384872.633091:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@000000009327601a x1853237348013568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384882 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384872.633092:0:17889:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384872.633094:0:17889:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384872.633098:0:17889:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096b20e2d. 00010000:00000001:2.0:1767384872.633101:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384872.633102:0:17889:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:2.0:1767384872.633104:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384872.633106:0:17889:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1767384872.633107:0:16357:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 02000000:00000001:3.0:1767384872.633110:0:17889:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1767384872.633111:0:16357:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 02000000:00000001:3.0:1767384872.633113:0:17889:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.633114:0:16357:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384872.633117:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384872.633119:0:17889:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d32ab96f. 00000100:00000040:2.0:1767384872.633120:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009327601a x1853237348013568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384882 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384872.633124:0:17889:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.633127:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384872.633129:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384872.633131:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:3.0:1767384872.633134:0:17889:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-OST0000 00000100:00000001:2.0:1767384872.633134:0:16357:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1767384872.633138:0:17889:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384872.633140:0:17889:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00080000:2.0:1767384872.633140:0:16357:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 2 00000100:00000010:3.0:1767384872.633142:0:17889:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c607e4f4. 00000020:00000001:2.0:1767384872.633143:0:16357:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384872.633146:0:17889:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624590271973248 : -119483437578368 : ffff935498258780) 00000020:00000040:2.0:1767384872.633147:0:16357:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562eda 00000020:00000001:2.0:1767384872.633150:0:16357:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384872.633151:0:17889:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1767384872.633153:0:16357:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002f5fc0c9 refcount=7 00000100:00000001:3.0:1767384872.633154:0:17889:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789832064 : -119482919719552 : ffff9354b7036d80) 00000020:00000001:2.0:1767384872.633158:0:16357:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585622906880 : -119488086644736 : ffff9353830a6800) 00000100:00000001:3.0:1767384872.633159:0:17889:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384872.633161:0:17889:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.633162:0:16357:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585622906880 : -119488086644736 : ffff9353830a6800) 00000100:00000001:3.0:1767384872.633164:0:17889:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384872.633166:0:17889:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00001000:2.0:1767384872.633167:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c093201a time=1767384872 v=0 (0 0 0 0) 00000100:00000040:3.0:1767384872.633171:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096b20e2d x1853237348013696/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384872.633172:0:16357:0:(import.c:2194:obd_at_measure()) AT 00000000c093201a change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:2.0:1767384872.633180:0:16357:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00000001:3.0:1767384872.633185:0:17889:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1767384872.633185:0:16357:0:(genops.c:898:class_export_put()) PUTting export 000000002f5fc0c9 : new refcount 6 00000100:00000001:3.0:1767384872.633187:0:17889:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.633189:0:16357:0:(obd_class.h:1217:obd_import_event()) Process entered 02000000:00000001:3.0:1767384872.633191:0:17889:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384872.633192:0:16357:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:3.0:1767384872.633193:0:17889:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1767384872.633194:0:16357:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 02000000:00000001:3.0:1767384872.633198:0:17889:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384872.633199:0:16357:0:(import.c:65:import_set_state_nolock()) 0000000062c1ff66 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1767384872.633202:0:17889:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000096b20e2d pname:cluuid:pid:xid:nid:opc:job mount.lustre:b543db4a-4900-454f-be04-352b2897a173:17889:1853237348013696:0@lo:253: 00000100:00000001:2.0:1767384872.633204:0:16357:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384872.633206:0:16357:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384872.633207:0:17889:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384872.633209:0:17889:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384872.633210:0:17889:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384872.633212:0:17889:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384872.633215:0:16357:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384872.633217:0:17889:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fc037b32. 00000100:00000001:2.0:1767384872.633218:0:16357:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1767384872.633221:0:16357:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384872.633222:0:17889:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.633226:0:16357:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384872.633227:0:17889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d504db98. 00000400:00000010:3.0:1767384872.633232:0:17889:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c1f8584b. 00000100:00000040:2.0:1767384872.633232:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009327601a x1853237348013568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384882 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384872.633237:0:17889:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348013696, portal 25 00000100:00000001:3.0:1767384872.633241:0:17889:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384872.633243:0:17889:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789832064 : -119482919719552 : ffff9354b7036d80) 00000100:00100000:2.0:1767384872.633247:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009327601a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16357:1853237348013568:0@lo:38: 00000100:00000040:3.0:1767384872.633251:0:17889:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000096b20e2d x1853237348013696/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384888 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384872.633254:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.633258:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384872.633262:0:17889:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384872.633264:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009327601a x1853237348013568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384882 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384872.633267:0:17889:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384872.633271:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384872.633275:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1767384872.633276:0:17889:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000068dd6a89. 02000000:00000010:2.0:1767384872.633278:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000391c0c2a. 00000100:00000200:3.0:1767384872.633279:0:17889:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348013696, offset 0 02000000:00000001:2.0:1767384872.633282:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384872.633284:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767384872.633285:0:17889:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1767384872.633286:0:16357:0:(genops.c:1242:class_import_put()) import 0000000062c1ff66 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384872.633289:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384872.633292:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000e25a73ae. 00000400:00000200:3.0:1767384872.633294:0:17889:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384872.633296:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384872.633298:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384872.633299:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009327601a. 00000400:00000200:3.0:1767384872.633302:0:17889:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d01680 00000100:00000001:2.0:1767384872.633304:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384872.633306:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384872.633311:0:17889:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1a5 [2] + 0 00000100:00000001:2.0:1767384872.633311:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384872.633315:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384872.633318:0:17889:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0a4624e. 00000100:00000001:2.0:1767384872.633318:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384872.633321:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384872.633323:0:17889:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d038763e 00000100:00000001:2.0:1767384872.633324:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384872.633329:0:17889:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384872.633332:0:17889:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384872.633334:0:17889:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d038763e 00000400:00000010:3.0:1767384872.633336:0:17889:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d038763e. 00000100:00000001:3.0:1767384872.633338:0:17889:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384872.633339:0:17889:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384872.633341:0:17889:0:(events.c:337:request_in_callback()) incoming req@00000000374d8a00 x1853237348013696 msgsize 4848 00000100:00100000:3.0:1767384872.633343:0:17889:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384872.633344:0:17889:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384872.633353:0:17889:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384872.633356:0:17889:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068dd6a89 00000400:00000010:3.0:1767384872.633358:0:17889:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000068dd6a89. 00000100:00000001:3.0:1767384872.633360:0:17889:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384872.633364:0:17889:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096b20e2d x1853237348013696/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384888 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384872.633372:0:17889:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384872.633374:0:17889:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000096b20e2d x1853237348013696/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384888 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384872.633380:0:17889:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384872.633381:0:17889:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384872.633385:0:17889:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384872.633387:0:17889:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294861667 00000100:00000001:3.0:1767384872.633391:0:17889:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294861666 00000100:00000001:3.0:1767384872.633394:0:17889:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294861667 00000100:00000001:3.0:1767384872.633396:0:17889:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294861666 00000100:00000001:3.0:1767384872.633402:0:17889:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294861667 00000100:00000001:3.0:1767384872.633405:0:17889:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294861666 00000100:00000001:3.0:1767384872.633407:0:17889:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294861667 00000100:00000001:3.0:1767384872.633410:0:17889:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294861666 00000100:00000001:3.0:1767384872.633412:0:17889:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384872.633415:0:17889:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384872.633417:0:17889:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384872.633418:0:17889:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384872.633420:0:17889:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c607e4f4 going to sleep for 11 seconds 00000100:00000001:3.0:1767384872.633422:0:17889:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384872.633424:0:17889:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384872.635148:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000502841f8. 20000000:01000000:3.0:1767384872.635218:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384872.635221:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384872.635222:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384872.635225:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384872.635228:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384872.635233:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002ba76e8a. 00010000:00000001:3.0:1767384872.635237:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384872.635239:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000beada4e4. 00000020:00000001:3.0:1767384872.635242:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384872.635244:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000beada4e4 with handle 0xb57eb78819562ee8 to hash 00000020:00000001:3.0:1767384872.635246:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384872.635247:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624589867063296 : -119483842488320 : ffff935480031800) 00010000:00000001:3.0:1767384872.635249:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624589867063296 : -119483842488320 : ffff935480031800) 00010000:00000001:3.0:1767384872.635252:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384872.635254:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384872.635256:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000beada4e4/0xb57eb78819562ee8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384872.635264:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384872.635266:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384872.635269:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384872.635276:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384872.635278:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384872.635280:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384872.635281:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384872.635283:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384872.635285:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384872.635287:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384872.635288:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384872.635290:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002ba76e8a) refcount = 1 00010000:00010000:3.0:1767384872.635292:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000beada4e4/0xb57eb78819562ee8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384872.635297:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384872.635298:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384872.635299:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384872.635300:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384872.635302:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384872.635304:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384872.635306:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.000777565s 00010000:00000001:3.0:1767384872.635308:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384872.635310:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384872.635311:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000beada4e4 refcount=4 00000020:00000001:3.0:1767384872.635314:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867063296 : -119483842488320 : ffff935480031800) 00010000:00000001:3.0:1767384872.635315:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867063296 : -119483842488320 : ffff935480031800) 00010000:00000001:3.0:1767384872.635318:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384872.635319:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000beada4e4/0xb57eb78819562ee8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384872.635325:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384872.635326:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000beada4e4/0xb57eb78819562ee8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384872.635332:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384872.635333:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384872.635334:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000beada4e4/0xb57eb78819562ee8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384872.635350:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384872.635352:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384872.635354:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384872.635356:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000beada4e4/0xb57eb78819562ee8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384872.635363:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000beada4e4 already unused, calling callback (00000000df0e66e0) 00010000:00000001:3.0:1767384872.635365:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384872.635367:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384872.635368:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000beada4e4/0xb57eb78819562ee8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384872.635375:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384872.635376:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384872.635377:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384872.635379:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000beada4e4 refcount=5 00000020:00000001:3.0:1767384872.635381:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867063296 : -119483842488320 : ffff935480031800) 00010000:00000001:3.0:1767384872.635383:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867063296 : -119483842488320 : ffff935480031800) 00010000:00000001:3.0:1767384872.635386:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384872.635387:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000beada4e4/0xb57eb78819562ee8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384872.635393:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384872.635395:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384872.635397:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384872.635400:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384872.635401:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384872.635403:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384872.635404:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384872.635406:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000beada4e4 with handle 0xb57eb78819562ee8 from hash 00010000:00000001:3.0:1767384872.635409:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384872.635410:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384872.635411:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384872.635416:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384872.635418:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384872.635420:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384872.635421:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384872.635423:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384872.635426:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384872.635428:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384872.635429:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384872.635432:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384872.635433:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384872.635434:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384872.635436:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384872.635438:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384872.635440:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000beada4e4/0xb57eb78819562ee8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384872.635445:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384872.635447:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384872.635448:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384872.635450:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384872.635451:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384872.635452:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384872.635454:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384872.635456:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384872.635457:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384872.635460:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000beada4e4/0xb57eb78819562ee8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384872.635466:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384872.635468:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384872.635469:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000beada4e4/0xb57eb78819562ee8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384872.635476:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002ba76e8a count: 0 00010000:00000001:3.0:1767384872.635482:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384872.635484:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384872.635504:0:17889:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384872.635511:0:17889:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384872.635515:0:17889:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384872.635517:0:17889:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d504db98. 00000400:00000200:0.0:1767384872.635524:0:17889:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1f8584b 00000400:00000010:0.0:1767384872.635527:0:17889:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c1f8584b. 00000100:00000001:0.0:1767384872.635532:0:17889:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384872.635537:0:17889:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096b20e2d x1853237348013696/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384888 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384872.635549:0:17889:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096b20e2d x1853237348013696/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384888 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384872.635574:0:17889:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384872.635577:0:17889:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384872.635580:0:17889:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384872.635582:0:17889:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384872.635584:0:17889:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384872.635586:0:17889:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384872.635587:0:17889:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384872.635590:0:17889:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384872.635593:0:17889:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384872.635595:0:17889:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384872.635596:0:17889:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384872.635597:0:17889:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384872.635598:0:17889:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384872.635599:0:17889:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384872.635610:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096b20e2d x1853237348013696/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384888 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384872.635615:0:17889:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384872.635617:0:17889:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384872.635618:0:17889:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384872.635620:0:17889:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096b20e2d x1853237348013696/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384888 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384872.635625:0:17889:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000096b20e2d pname:cluuid:pid:xid:nid:opc:job mount.lustre:b543db4a-4900-454f-be04-352b2897a173:17889:1853237348013696:0@lo:253: 00000100:00000001:0.0:1767384872.635628:0:17889:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384872.635629:0:17889:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384872.635631:0:17889:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384872.635632:0:17889:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384872.635633:0:17889:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096b20e2d x1853237348013696/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384888 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384872.635638:0:17889:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384872.635639:0:17889:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c607e4f4. 00000100:00000001:0.0:1767384872.635641:0:17889:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384872.635642:0:17889:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1767384872.635646:0:17889:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1767384872.635647:0:17889:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1767384872.635648:0:17889:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384872.635649:0:17889:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384872.635650:0:17889:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384872.635651:0:17889:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384872.635652:0:17889:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384872.635653:0:17889:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384872.635654:0:17889:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384872.635655:0:17889:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384872.635656:0:17889:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384872.635657:0:17889:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096b20e2d x1853237348013696/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384888 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384872.635661:0:17889:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384872.635662:0:17889:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384872.635664:0:17889:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fc037b32. 02000000:00000001:0.0:1767384872.635665:0:17889:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384872.635670:0:17889:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384872.635671:0:17889:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:0.0:1767384872.635672:0:17889:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384872.635673:0:17889:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d32ab96f. 02000000:00000001:0.0:1767384872.635676:0:17889:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384872.635677:0:17889:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384872.635678:0:17889:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096b20e2d. 00000100:00000001:0.0:1767384872.635680:0:17889:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384872.635681:0:17889:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384872.635682:0:17889:0:(mgc_request_server.c:302:mgc_target_register()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384872.635684:0:17889:0:(mgc_request_server.c:448:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384872.635686:0:17889:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384872.635687:0:17889:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384872.635689:0:17889:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 4608 at 000000007fc02a3e. 00000020:00000001:0.0:1767384872.635692:0:17889:0:(tgt_mount.c:1454:server_notify_target()) Process leaving (rc=0 : 0 : 0) 00000020:02000000:0.0:1767384872.635694:0:17889:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00000040:3.0:1767384872.636882:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294861667, at 4294861668 00000100:00000010:3.0:1767384872.636889:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c96b0cfd. 00000100:00000040:2.0:1767384872.636895:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294861667, at 4294861668 00000100:00000010:2.0:1767384872.636905:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000da74d250. 00000100:00000040:0.0:1767384872.638027:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294861667, at 4294861669 00000100:00000010:0.0:1767384872.638036:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049ce0967. 00000020:00000010:0.0:1767384872.638049:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca1f69c0. 00000020:00000010:0.0:1767384872.638053:0:17889:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000913438de. 00000020:00000010:0.0:1767384872.638057:0:17889:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c064dce3. 00000020:00000010:0.0:1767384872.638061:0:17889:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c405eee6. 00000020:00000010:0.0:1767384872.638064:0:17889:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000023bba4ba. 80000000:00000010:0.0:1767384872.638068:0:17889:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000912b08fa. 40000000:00000010:0.0:1767384872.638071:0:17889:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001b87d23f. 00100000:00000010:0.0:1767384872.638074:0:17889:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000686c4ff7. 00040000:00000010:0.0:1767384872.638077:0:17889:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c9729f24. 00040000:00000010:0.0:1767384872.638080:0:17889:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b8729c66. 00080000:00000010:0.0:1767384872.638085:0:17889:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b2770487. 00080000:00000010:0.0:1767384872.638088:0:17889:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000bc6cd99. 00002000:00000010:0.0:1767384872.638093:0:17889:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000470323ad. 00000020:00000010:0.0:1767384872.638096:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093ba4397. 00000020:00000010:0.0:1767384872.638099:0:17889:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a6ac54b1. 00000020:00000010:0.0:1767384872.638102:0:17889:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006abe61d1. 00002000:00000001:0.0:1767384872.638114:0:17889:0:(ofd_dev.c:607:ofd_prepare()) Process entered 00080000:00000001:0.0:1767384872.638116:0:17889:0:(osd_handler.c:8983:osd_prepare()) Process entered 00040000:00000001:0.0:1767384872.638118:0:17889:0:(qsd_lib.c:771:qsd_prepare()) Process entered 00040000:00000001:0.0:1767384872.638121:0:17889:0:(lquota_disk.c:148:lquota_disk_dir_find_create()) Process entered 00000020:00000001:0.0:1767384872.638123:0:17889:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1767384872.638125:0:17889:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384872.638127:0:17889:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624590542887936 : -119483166663680 : 0xffff9354a84b5c00) 00000020:00000001:0.0:1767384872.638130:0:17889:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624590542887936 : -119483166663680 : ffff9354a84b5c00) 00000020:00000001:0.0:1767384872.638133:0:17889:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384872.638137:0:17889:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384872.638141:0:17889:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624585622185240 : -119488087366376 : ffff935382ff6518) 00080000:00000001:0.0:1767384872.638144:0:17889:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384872.638146:0:17889:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384872.638157:0:17889:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384872.638167:0:17889:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638170:0:17889:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384872.638171:0:17889:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638173:0:17889:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384872.638174:0:17889:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384872.638177:0:17889:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x3:0x0] 97:1448207322 to info 00000000b2770487 00000020:00000001:0.0:1767384872.638181:0:17889:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000081cf8ba1 00080000:00000002:0.0:1767384872.638183:0:17889:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/quota_slave => [0x200000003:0x3:0x0] 00080000:00000001:0.0:1767384872.638186:0:17889:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384872.638188:0:17889:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384872.638193:0:17889:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000003f3677d7. 00080000:00000001:0.0:1767384872.638195:0:17889:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384872.638196:0:17889:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384872.638199:0:17889:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000029b0e2dc. 00000020:00000001:0.0:1767384872.638202:0:17889:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384872.638204:0:17889:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000898d25e5. 00000020:00000001:0.0:1767384872.638206:0:17889:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638208:0:17889:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384872.638209:0:17889:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:0.0:1767384872.638211:0:17889:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384872.638213:0:17889:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384872.638223:0:17889:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638226:0:17889:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384872.638230:0:17889:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624585619759448 : -119488089792168 : ffff935382da6158) 00040000:00000001:0.0:1767384872.638236:0:17889:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384872.638237:0:17889:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384872.638237:0:17889:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384872.638238:0:17889:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384872.638239:0:17889:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384872.638240:0:17889:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384872.638243:0:17889:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000898d25e5. 00000020:00000010:0.0:1767384872.638245:0:17889:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000029b0e2dc. 00000020:00000001:0.0:1767384872.638251:0:17889:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384872.638253:0:17889:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384872.638263:0:17889:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000bea6b93a. 00002000:00000001:0.0:1767384872.638265:0:17889:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446624585624470808 : -119488085080808 : ffff935383224518) 00002000:00000001:0.0:1767384872.638268:0:17889:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384872.638269:0:17889:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x3:0x0] 00080000:00000010:0.0:1767384872.638271:0:17889:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000898d25e5. 00002000:00000001:0.0:1767384872.638272:0:17889:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638274:0:17889:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384872.638275:0:17889:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:0.0:1767384872.638277:0:17889:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384872.638278:0:17889:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384872.638280:0:17889:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638283:0:17889:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384872.638285:0:17889:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624585624470808 : -119488085080808 : ffff935383224518) 00040000:00000001:0.0:1767384872.638288:0:17889:0:(lquota_disk.c:187:lquota_disk_dir_find_create()) Process leaving 00000020:00000002:0.0:1767384872.638289:0:17889:0:(lu_object.c:207:lu_object_put()) Add 0000000000ad0e98/00000000aabb7461 to site lru. bkt: 00000000f10f223b 00040000:00000001:0.0:1767384872.638292:0:17889:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:0.0:1767384872.638294:0:17889:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000a09f9699. 00040000:00000001:0.0:1767384872.638296:0:17889:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:0.0:1767384872.638297:0:17889:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384872.638298:0:17889:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384872.638300:0:17889:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000003571d230. 00002000:00000001:0.0:1767384872.638317:0:17889:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446624585624473848 : -119488085077768 : ffff9353832250f8) 00002000:00000001:0.0:1767384872.638328:0:17889:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384872.638331:0:17889:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xf:0x0] 00080000:00000010:0.0:1767384872.638333:0:17889:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ca614f28. 00002000:00000001:0.0:1767384872.638334:0:17889:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638335:0:17889:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384872.638337:0:17889:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384872.638338:0:17889:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384872.638340:0:17889:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1767384872.638341:0:17889:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638342:0:17889:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:0.0:1767384872.638344:0:17889:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384872.638345:0:17889:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384872.638347:0:17889:0:(osd_handler.c:865:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:0.0:1767384872.638348:0:17889:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384872.638349:0:17889:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384872.638350:0:17889:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1767384872.638350:0:17889:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638352:0:17889:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384872.638354:0:17889:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624585624473848 : -119488085077768 : ffff9353832250f8) 00040000:00000001:0.0:1767384872.638356:0:17889:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446624585622776832 : -119488086774784 : ffff935383086c00) 00040000:00000001:0.0:1767384872.638357:0:17889:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:0.0:1767384872.638358:0:17889:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x20000:0x0]) 00040000:00000001:0.0:1767384872.638360:0:17889:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:0.0:1767384872.638362:0:17889:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1767384872.638362:0:17889:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384872.638363:0:17889:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624590542887936 : -119483166663680 : 0xffff9354a84b5c00) 00000020:00000001:0.0:1767384872.638365:0:17889:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624590542887936 : -119483166663680 : ffff9354a84b5c00) 00000020:00000001:0.0:1767384872.638366:0:17889:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384872.638368:0:17889:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384872.638369:0:17889:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384872.638374:0:17889:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384872.638379:0:17889:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638380:0:17889:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384872.638380:0:17889:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638381:0:17889:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384872.638382:0:17889:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384872.638387:0:17889:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x4:0x0] 98:729299773 to info 00000000b2770487 00000020:00000001:0.0:1767384872.638389:0:17889:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000881b5e8c 00080000:00000002:0.0:1767384872.638389:0:17889:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x20000 => [0x200000003:0x4:0x0] 00080000:00000001:0.0:1767384872.638391:0:17889:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384872.638393:0:17889:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638394:0:17889:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384872.638395:0:17889:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384872.638397:0:17889:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000726e47bd. 00000020:00000001:0.0:1767384872.638399:0:17889:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384872.638404:0:17889:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f9be06c4. 00000020:00000001:0.0:1767384872.638405:0:17889:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638406:0:17889:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384872.638408:0:17889:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:0.0:1767384872.638409:0:17889:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384872.638410:0:17889:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384872.638412:0:17889:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638413:0:17889:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384872.638416:0:17889:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624585619760984 : -119488089790632 : ffff935382da6758) 00040000:00000001:0.0:1767384872.638418:0:17889:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384872.638419:0:17889:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384872.638420:0:17889:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384872.638420:0:17889:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384872.638421:0:17889:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384872.638421:0:17889:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384872.638423:0:17889:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f9be06c4. 00000020:00000010:0.0:1767384872.638424:0:17889:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000726e47bd. 00000020:00000001:0.0:1767384872.638427:0:17889:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384872.638428:0:17889:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384872.638429:0:17889:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006848a21e. 00002000:00000001:0.0:1767384872.638430:0:17889:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446624585624470200 : -119488085081416 : ffff9353832242b8) 00002000:00000001:0.0:1767384872.638431:0:17889:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384872.638432:0:17889:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x4:0x0] 00080000:00000010:0.0:1767384872.638433:0:17889:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f9be06c4. 00002000:00000001:0.0:1767384872.638434:0:17889:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638435:0:17889:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384872.638436:0:17889:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:0.0:1767384872.638440:0:17889:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384872.638442:0:17889:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384872.638443:0:17889:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638445:0:17889:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384872.638447:0:17889:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624585624470200 : -119488085081416 : ffff9353832242b8) 00040000:00000001:0.0:1767384872.638448:0:17889:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446624585624483328 : -119488085068288 : ffff935383227600) 00080000:00000010:0.0:1767384872.638451:0:17889:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000eb2f3498. 00100000:00000001:0.0:1767384872.638458:0:17889:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1767384872.638459:0:17889:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000195e5aad. 00100000:00000010:0.0:1767384872.638462:0:17889:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000195e5aad. 00100000:00000001:0.0:1767384872.638464:0:17889:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384872.638465:0:17889:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446624585624483328 : -119488085068288 : ffff935383227600) 00080000:00000002:0.0:1767384872.638468:0:17889:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 98 00040000:00000001:0.0:1767384872.638470:0:17889:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:0.0:1767384872.638471:0:17889:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:0.0:1767384872.638473:0:17889:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:0.0:1767384872.638474:0:17889:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638475:0:17889:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384872.638476:0:17889:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384872.638479:0:17889:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384872.638482:0:17889:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638483:0:17889:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384872.638484:0:17889:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638485:0:17889:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384872.638486:0:17889:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384872.638487:0:17889:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000005:0x1:0x0] 99:3815524264 to info 00000000b2770487 00000020:00000001:0.0:1767384872.638489:0:17889:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000e165314 00080000:00000002:0.0:1767384872.638489:0:17889:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x20000-OST0000 => [0x200000005:0x1:0x0] 00080000:00000001:0.0:1767384872.638491:0:17889:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384872.638492:0:17889:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638493:0:17889:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384872.638494:0:17889:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384872.638496:0:17889:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384872.638497:0:17889:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001a058895. 00002000:00000001:0.0:1767384872.638498:0:17889:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446624585624470504 : -119488085081112 : ffff9353832243e8) 00002000:00000001:0.0:1767384872.638503:0:17889:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384872.638504:0:17889:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x1:0x0] 00080000:00000010:0.0:1767384872.638505:0:17889:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007031adcc. 00002000:00000001:0.0:1767384872.638506:0:17889:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638507:0:17889:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384872.638508:0:17889:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:0.0:1767384872.638510:0:17889:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384872.638511:0:17889:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384872.638513:0:17889:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638514:0:17889:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384872.638516:0:17889:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624585624470504 : -119488085081112 : ffff9353832243e8) 00080000:00000010:0.0:1767384872.638518:0:17889:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000069d2e378. 00100000:00000001:0.0:1767384872.638521:0:17889:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1767384872.638522:0:17889:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000195e5aad. 00100000:00000010:0.0:1767384872.638524:0:17889:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000195e5aad. 00100000:00000001:0.0:1767384872.638525:0:17889:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384872.638526:0:17889:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446624585624481280 : -119488085070336 : ffff935383226e00) 00080000:00000002:0.0:1767384872.638527:0:17889:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 99 00040000:00000001:0.0:1767384872.638529:0:17889:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:0.0:1767384872.638531:0:17889:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000005c3b5003. 00000001:00000001:0.0:1767384872.638532:0:17889:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384872.638533:0:17889:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000008f8ba260. 00000001:00000010:0.0:1767384872.638535:0:17889:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000007a461a88. 00000001:00000010:0.0:1767384872.638537:0:17889:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000e9fe7cec. 00040000:00000001:0.0:1767384872.638538:0:17889:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446624590880124864 : -119482829426752 : ffff9354bc652fc0) 00000020:00000001:0.0:1767384872.638540:0:17889:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1767384872.638546:0:17889:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384872.638547:0:17889:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1767384872.638548:0:17889:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384872.638550:0:17889:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:0.0:1767384872.638550:0:17889:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:0.0:1767384872.638552:0:17889:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000b8a37dee. 00040000:00000001:0.0:1767384872.638553:0:17889:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:0.0:1767384872.638554:0:17889:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384872.638554:0:17889:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384872.638559:0:17889:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d9693bb1. 00002000:00000001:0.0:1767384872.638560:0:17889:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446624585624476280 : -119488085075336 : ffff935383225a78) 00002000:00000001:0.0:1767384872.638562:0:17889:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384872.638562:0:17889:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x10:0x0] 00080000:00000010:0.0:1767384872.638564:0:17889:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000138ab783. 00002000:00000001:0.0:1767384872.638565:0:17889:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638566:0:17889:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384872.638568:0:17889:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384872.638568:0:17889:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384872.638569:0:17889:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1767384872.638570:0:17889:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638571:0:17889:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:0.0:1767384872.638573:0:17889:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384872.638574:0:17889:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384872.638576:0:17889:0:(osd_handler.c:865:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:0.0:1767384872.638577:0:17889:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384872.638578:0:17889:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384872.638578:0:17889:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1767384872.638579:0:17889:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638581:0:17889:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384872.638583:0:17889:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624585624476280 : -119488085075336 : ffff935383225a78) 00040000:00000001:0.0:1767384872.638584:0:17889:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446624585624478208 : -119488085073408 : ffff935383226200) 00040000:00000001:0.0:1767384872.638586:0:17889:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:0.0:1767384872.638586:0:17889:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x1020000:0x0]) 00040000:00000001:0.0:1767384872.638588:0:17889:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:0.0:1767384872.638589:0:17889:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1767384872.638589:0:17889:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384872.638590:0:17889:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624590542887936 : -119483166663680 : 0xffff9354a84b5c00) 00000020:00000001:0.0:1767384872.638592:0:17889:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624590542887936 : -119483166663680 : ffff9354a84b5c00) 00000020:00000001:0.0:1767384872.638593:0:17889:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384872.638594:0:17889:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384872.638595:0:17889:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384872.638598:0:17889:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384872.638602:0:17889:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638603:0:17889:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384872.638607:0:17889:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638608:0:17889:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384872.638608:0:17889:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384872.638610:0:17889:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x5:0x0] 100:2027513539 to info 00000000b2770487 00000020:00000001:0.0:1767384872.638627:0:17889:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000881b5e8c 00080000:00000002:0.0:1767384872.638629:0:17889:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x1020000 => [0x200000003:0x5:0x0] 00080000:00000001:0.0:1767384872.638630:0:17889:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384872.638632:0:17889:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638633:0:17889:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384872.638635:0:17889:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384872.638637:0:17889:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e3b9da47. 00000020:00000001:0.0:1767384872.638639:0:17889:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384872.638640:0:17889:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009f23a9eb. 00000020:00000001:0.0:1767384872.638642:0:17889:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638643:0:17889:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384872.638644:0:17889:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:0.0:1767384872.638646:0:17889:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384872.638647:0:17889:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384872.638649:0:17889:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638651:0:17889:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384872.638653:0:17889:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624585619760216 : -119488089791400 : ffff935382da6458) 00040000:00000001:0.0:1767384872.638656:0:17889:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384872.638657:0:17889:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384872.638658:0:17889:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384872.638659:0:17889:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384872.638659:0:17889:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384872.638660:0:17889:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384872.638662:0:17889:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009f23a9eb. 00000020:00000010:0.0:1767384872.638663:0:17889:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e3b9da47. 00000020:00000001:0.0:1767384872.638666:0:17889:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384872.638668:0:17889:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384872.638669:0:17889:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e4a01b13. 00002000:00000001:0.0:1767384872.638670:0:17889:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446624585624476584 : -119488085075032 : ffff935383225ba8) 00002000:00000001:0.0:1767384872.638672:0:17889:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384872.638673:0:17889:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x5:0x0] 00080000:00000010:0.0:1767384872.638674:0:17889:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009f23a9eb. 00002000:00000001:0.0:1767384872.638679:0:17889:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638681:0:17889:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384872.638682:0:17889:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:0.0:1767384872.638683:0:17889:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384872.638685:0:17889:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384872.638687:0:17889:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638688:0:17889:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384872.638691:0:17889:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624585624476584 : -119488085075032 : ffff935383225ba8) 00040000:00000001:0.0:1767384872.638692:0:17889:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446624585624479232 : -119488085072384 : ffff935383226600) 00080000:00000010:0.0:1767384872.638695:0:17889:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000090ed2188. 00100000:00000001:0.0:1767384872.638699:0:17889:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1767384872.638700:0:17889:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000195e5aad. 00100000:00000010:0.0:1767384872.638702:0:17889:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000195e5aad. 00100000:00000001:0.0:1767384872.638703:0:17889:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384872.638705:0:17889:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446624585624479232 : -119488085072384 : ffff935383226600) 00080000:00000002:0.0:1767384872.638706:0:17889:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 100 00040000:00000001:0.0:1767384872.638708:0:17889:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:0.0:1767384872.638709:0:17889:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:0.0:1767384872.638711:0:17889:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:0.0:1767384872.638711:0:17889:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638713:0:17889:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384872.638714:0:17889:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384872.638717:0:17889:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384872.638721:0:17889:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638723:0:17889:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384872.638723:0:17889:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638724:0:17889:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384872.638725:0:17889:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384872.638727:0:17889:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000005:0x2:0x0] 101:1447212545 to info 00000000b2770487 00000020:00000001:0.0:1767384872.638729:0:17889:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000e165314 00080000:00000002:0.0:1767384872.638730:0:17889:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x1020000-OST0000 => [0x200000005:0x2:0x0] 00080000:00000001:0.0:1767384872.638731:0:17889:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384872.638733:0:17889:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638734:0:17889:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384872.638735:0:17889:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384872.638741:0:17889:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384872.638742:0:17889:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008f45910b. 00002000:00000001:0.0:1767384872.638743:0:17889:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446624585624471720 : -119488085079896 : ffff9353832248a8) 00002000:00000001:0.0:1767384872.638745:0:17889:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384872.638745:0:17889:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x2:0x0] 00080000:00000010:0.0:1767384872.638747:0:17889:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000dcc242ca. 00002000:00000001:0.0:1767384872.638748:0:17889:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638749:0:17889:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384872.638751:0:17889:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:0.0:1767384872.638752:0:17889:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384872.638753:0:17889:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384872.638755:0:17889:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638758:0:17889:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384872.638760:0:17889:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624585624471720 : -119488085079896 : ffff9353832248a8) 00080000:00000010:0.0:1767384872.638762:0:17889:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000d77b8f30. 00100000:00000001:0.0:1767384872.638766:0:17889:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1767384872.638767:0:17889:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000195e5aad. 00100000:00000010:0.0:1767384872.638769:0:17889:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000195e5aad. 00100000:00000001:0.0:1767384872.638770:0:17889:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384872.638771:0:17889:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446624585624478720 : -119488085072896 : ffff935383226400) 00080000:00000002:0.0:1767384872.638773:0:17889:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 101 00040000:00000001:0.0:1767384872.638775:0:17889:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:0.0:1767384872.638776:0:17889:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000005070ac07. 00000001:00000001:0.0:1767384872.638777:0:17889:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384872.638778:0:17889:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000093ee4e47. 00000001:00000010:0.0:1767384872.638780:0:17889:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000009e9d9cb8. 00000001:00000010:0.0:1767384872.638782:0:17889:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000bbe22abc. 00040000:00000001:0.0:1767384872.638783:0:17889:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446624590880121792 : -119482829429824 : ffff9354bc6523c0) 00000020:00000001:0.0:1767384872.638785:0:17889:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1767384872.638788:0:17889:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384872.638789:0:17889:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1767384872.638791:0:17889:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384872.638792:0:17889:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:0.0:1767384872.638793:0:17889:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:0.0:1767384872.638794:0:17889:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000006544d27e. 00040000:00000001:0.0:1767384872.638799:0:17889:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:0.0:1767384872.638800:0:17889:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384872.638802:0:17889:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384872.638803:0:17889:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f887d624. 00002000:00000001:0.0:1767384872.638804:0:17889:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446624585624472328 : -119488085079288 : ffff935383224b08) 00002000:00000001:0.0:1767384872.638806:0:17889:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384872.638807:0:17889:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x16:0x0] 00080000:00000010:0.0:1767384872.638808:0:17889:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005aaab370. 00002000:00000001:0.0:1767384872.638809:0:17889:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638811:0:17889:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384872.638812:0:17889:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384872.638813:0:17889:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384872.638814:0:17889:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1767384872.638815:0:17889:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638816:0:17889:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:0.0:1767384872.638819:0:17889:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384872.638820:0:17889:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384872.638822:0:17889:0:(osd_handler.c:865:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:0.0:1767384872.638823:0:17889:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384872.638824:0:17889:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384872.638825:0:17889:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1767384872.638826:0:17889:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638828:0:17889:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384872.638830:0:17889:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624585624472328 : -119488085079288 : ffff935383224b08) 00040000:00000001:0.0:1767384872.638831:0:17889:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446624585624480768 : -119488085070848 : ffff935383226c00) 00040000:00000001:0.0:1767384872.638833:0:17889:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:0.0:1767384872.638834:0:17889:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x2020000:0x0]) 00040000:00000001:0.0:1767384872.638835:0:17889:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:0.0:1767384872.638836:0:17889:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1767384872.638837:0:17889:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384872.638838:0:17889:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624590542887936 : -119483166663680 : 0xffff9354a84b5c00) 00000020:00000001:0.0:1767384872.638855:0:17889:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624590542887936 : -119483166663680 : ffff9354a84b5c00) 00000020:00000001:0.0:1767384872.638856:0:17889:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384872.638929:0:17889:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384872.638943:0:17889:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384872.638953:0:17889:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384872.638964:0:17889:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638966:0:17889:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384872.638967:0:17889:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638970:0:17889:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384872.638972:0:17889:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384872.638973:0:17889:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x6:0x0] 102:1621071959 to info 00000000b2770487 00000020:00000001:0.0:1767384872.638976:0:17889:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000881b5e8c 00080000:00000002:0.0:1767384872.638977:0:17889:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x2020000 => [0x200000003:0x6:0x0] 00080000:00000001:0.0:1767384872.638979:0:17889:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384872.638981:0:17889:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638982:0:17889:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384872.638984:0:17889:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384872.638987:0:17889:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cbbaa0fa. 00000020:00000001:0.0:1767384872.638989:0:17889:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384872.638991:0:17889:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b3b91813. 00000020:00000001:0.0:1767384872.638993:0:17889:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.638994:0:17889:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384872.638996:0:17889:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:0.0:1767384872.638997:0:17889:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384872.638998:0:17889:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384872.639000:0:17889:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.639002:0:17889:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384872.639004:0:17889:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624585619762264 : -119488089789352 : ffff935382da6c58) 00040000:00000001:0.0:1767384872.639007:0:17889:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384872.639008:0:17889:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384872.639009:0:17889:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384872.639010:0:17889:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384872.639011:0:17889:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384872.639012:0:17889:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384872.639014:0:17889:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b3b91813. 00000020:00000010:0.0:1767384872.639016:0:17889:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000cbbaa0fa. 00000020:00000001:0.0:1767384872.639020:0:17889:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384872.639021:0:17889:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384872.639023:0:17889:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ebd099bc. 00002000:00000001:0.0:1767384872.639024:0:17889:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446624585624469592 : -119488085082024 : ffff935383224058) 00002000:00000001:0.0:1767384872.639042:0:17889:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384872.639049:0:17889:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x6:0x0] 00080000:00000010:0.0:1767384872.639051:0:17889:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b3b91813. 00002000:00000001:0.0:1767384872.639053:0:17889:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.639056:0:17889:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384872.639058:0:17889:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:0.0:1767384872.639061:0:17889:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384872.639063:0:17889:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384872.639066:0:17889:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.639068:0:17889:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384872.639071:0:17889:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624585624469592 : -119488085082024 : ffff935383224058) 00040000:00000001:0.0:1767384872.639073:0:17889:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446624585624481792 : -119488085069824 : ffff935383227000) 00080000:00000010:0.0:1767384872.639076:0:17889:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000f472acbb. 00100000:00000001:0.0:1767384872.639083:0:17889:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1767384872.639085:0:17889:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000195e5aad. 00100000:00000010:0.0:1767384872.639088:0:17889:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000195e5aad. 00100000:00000001:0.0:1767384872.639091:0:17889:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384872.639093:0:17889:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446624585624481792 : -119488085069824 : ffff935383227000) 00080000:00000002:0.0:1767384872.639095:0:17889:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 102 00040000:00000001:0.0:1767384872.639097:0:17889:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:0.0:1767384872.639099:0:17889:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:0.0:1767384872.639100:0:17889:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:0.0:1767384872.639102:0:17889:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.639104:0:17889:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384872.639105:0:17889:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384872.639108:0:17889:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384872.639114:0:17889:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.639116:0:17889:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384872.639117:0:17889:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.639119:0:17889:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384872.639137:0:17889:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384872.639140:0:17889:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000005:0x3:0x0] 103:1671437864 to info 00000000b2770487 00000020:00000001:0.0:1767384872.639143:0:17889:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000e165314 00080000:00000002:0.0:1767384872.639145:0:17889:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x2020000-OST0000 => [0x200000005:0x3:0x0] 00080000:00000001:0.0:1767384872.639147:0:17889:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384872.639149:0:17889:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.639165:0:17889:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384872.639167:0:17889:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384872.639169:0:17889:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384872.639171:0:17889:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000007c09dd6d. 00002000:00000001:0.0:1767384872.639173:0:17889:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446624585624473240 : -119488085078376 : ffff935383224e98) 00002000:00000001:0.0:1767384872.639175:0:17889:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384872.639176:0:17889:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x3:0x0] 00080000:00000010:0.0:1767384872.639178:0:17889:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000deba3cf0. 00002000:00000001:0.0:1767384872.639180:0:17889:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.639182:0:17889:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384872.639183:0:17889:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:0.0:1767384872.639185:0:17889:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384872.639203:0:17889:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384872.639206:0:17889:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384872.639208:0:17889:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384872.639210:0:17889:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624585624473240 : -119488085078376 : ffff935383224e98) 00080000:00000010:0.0:1767384872.639212:0:17889:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000000c8401cf. 00100000:00000001:0.0:1767384872.639217:0:17889:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1767384872.639218:0:17889:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000195e5aad. 00100000:00000010:0.0:1767384872.639219:0:17889:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000195e5aad. 00100000:00000001:0.0:1767384872.639222:0:17889:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384872.639223:0:17889:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446624585624480256 : -119488085071360 : ffff935383226a00) 00080000:00000002:0.0:1767384872.639225:0:17889:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 103 00040000:00000001:0.0:1767384872.639226:0:17889:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:0.0:1767384872.639228:0:17889:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000006b1e9d. 00000001:00000001:0.0:1767384872.639229:0:17889:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384872.639230:0:17889:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000042539082. 00000001:00000010:0.0:1767384872.639233:0:17889:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000016bc245a. 00000001:00000010:0.0:1767384872.639235:0:17889:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000002570c846. 00040000:00000001:0.0:1767384872.639236:0:17889:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446624590880121216 : -119482829430400 : ffff9354bc652180) 00000020:00000001:0.0:1767384872.639238:0:17889:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1767384872.639241:0:17889:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384872.639242:0:17889:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1767384872.639250:0:17889:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384872.639251:0:17889:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:0.0:1767384872.639256:0:17889:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:0.0:1767384872.639258:0:17889:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384872.639260:0:17889:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:0.0:1767384872.639261:0:17889:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384872.639262:0:17889:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:0.0:1767384872.639263:0:17889:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384872.639265:0:17889:0:(qsd_writeback.c:659:qsd_start_upd_thread()) Process entered 00040000:00000010:0.0:1767384872.639266:0:17889:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000b8d6f6b1. 00000020:00000010:0.0:1767384872.639268:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000033b0273d. 00000020:00000010:0.0:1767384872.639287:0:17889:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000036558120. 00000020:00000010:0.0:1767384872.639290:0:17889:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008f9ba804. 00000020:00000010:0.0:1767384872.639293:0:17889:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000072a28218. 00000020:00000010:0.0:1767384872.639296:0:17889:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000741bc300. 80000000:00000010:0.0:1767384872.639299:0:17889:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c2e44b22. 40000000:00000010:0.0:1767384872.639301:0:17889:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000195e5aad. 00100000:00000010:0.0:1767384872.639304:0:17889:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001b2f885b. 00040000:00000010:0.0:1767384872.639306:0:17889:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001b8a90e2. 00040000:00000010:0.0:1767384872.639309:0:17889:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fcbe0706. 00080000:00000010:0.0:1767384872.639312:0:17889:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007fc02a3e. 00080000:00000010:0.0:1767384872.639316:0:17889:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d32ab96f. 00002000:00000010:0.0:1767384872.639320:0:17889:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000012c8c0d2. 00040000:00000001:0.0:1767384872.639565:0:17915:0:(qsd_writeback.c:554:qsd_upd_thread()) Process entered 00040000:00000001:3.0:1767384872.639589:0:17889:0:(qsd_writeback.c:684:qsd_start_upd_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384872.639593:0:17889:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:3.0:1767384872.639597:0:17889:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000b7cdacb2. 00000020:00000001:3.0:1767384872.639600:0:17889:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384872.639602:0:17889:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000b7cdacb2. 00000020:00000001:3.0:1767384872.639604:0:17889:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:3.0:1767384872.639606:0:17889:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000ca7509f3. 00000020:00000010:3.0:1767384872.639610:0:17889:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 00000000b7cdacb2. 00000020:00000010:3.0:1767384872.639613:0:17889:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 00000000b7cdacb2. 00040000:00000001:3.0:1767384872.639630:0:17889:0:(qsd_lib.c:307:qsd_conn_callback()) Process entered 00040000:00000001:3.0:1767384872.639643:0:17889:0:(qsd_lib.c:340:qsd_conn_callback()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384872.639645:0:17889:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384872.639647:0:17889:0:(qsd_lib.c:867:qsd_prepare()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384872.639649:0:17889:0:(osd_handler.c:9019:osd_prepare()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384872.639653:0:17889:0:(lfsck_lib.c:3611:lfsck_register()) Process entered 00100000:00000010:3.0:1767384872.639658:0:17889:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 0000000016db4a92. 00000020:00000001:3.0:1767384872.639663:0:17889:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:3.0:1767384872.639664:0:17889:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384872.639666:0:17889:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624590542887936 : -119483166663680 : 0xffff9354a84b5c00) 00000020:00000001:3.0:1767384872.639669:0:17889:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624590542887936 : -119483166663680 : ffff9354a84b5c00) 00000020:00000001:3.0:1767384872.639672:0:17889:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384872.639675:0:17889:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384872.639680:0:17889:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000adfb2f1d. 00000020:00000001:3.0:1767384872.639682:0:17889:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624585622185240 : -119488087366376 : ffff935382ff6518) 00000020:00000001:3.0:1767384872.639685:0:17889:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384872.639687:0:17889:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384872.639717:0:17889:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005af9eba6. 00002000:00000001:3.0:1767384872.639719:0:17889:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446624585624742968 : -119488084808648 : ffff935383266c38) 00002000:00000001:3.0:1767384872.639734:0:17889:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384872.639735:0:17889:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x12:0x0] 00080000:00000010:3.0:1767384872.639760:0:17889:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000963238fc. 00002000:00000001:3.0:1767384872.639763:0:17889:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384872.639766:0:17889:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624585624742968 : -119488084808648 : ffff935383266c38) 00080000:00000001:3.0:1767384872.639769:0:17889:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384872.639793:0:17889:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384872.639803:0:17889:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384872.639814:0:17889:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384872.639817:0:17889:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384872.639818:0:17889:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384872.639819:0:17889:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384872.639821:0:17889:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384872.639823:0:17889:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 104:3493199857 to info 00000000b2770487 00000020:00000001:3.0:1767384872.639826:0:17889:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004eb529ee 00080000:00000002:3.0:1767384872.639828:0:17889:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/LFSCK => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384872.639830:0:17889:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384872.639834:0:17889:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384872.639837:0:17889:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384872.639840:0:17889:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384872.639860:0:17889:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001f462306. 00000020:00000001:3.0:1767384872.639862:0:17889:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384872.639864:0:17889:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004bdf15b5. 00000020:00000001:3.0:1767384872.639865:0:17889:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384872.639867:0:17889:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384872.639868:0:17889:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:3.0:1767384872.639870:0:17889:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384872.639872:0:17889:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384872.639874:0:17889:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384872.639901:0:17889:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384872.639904:0:17889:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624589918449240 : -119483791102376 : ffff935483132e58) 00100000:00000001:3.0:1767384872.639907:0:17889:0:(lfsck_bookmark.c:149:lfsck_bookmark_setup()) Process entered 00000020:00000001:3.0:1767384872.639908:0:17889:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384872.639910:0:17889:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624585622185240 : -119488087366376 : ffff935382ff6518) 00080000:00000001:3.0:1767384872.639912:0:17889:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384872.639913:0:17889:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384872.639916:0:17889:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384872.639921:0:17889:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384872.639922:0:17889:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384872.639923:0:17889:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384872.639924:0:17889:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384872.639925:0:17889:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384872.639944:0:17889:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x8:0x0] 105:3795456015 to info 00000000b2770487 00000020:00000001:3.0:1767384872.639947:0:17889:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000007b3e7e38 00080000:00000002:3.0:1767384872.639948:0:17889:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/lfsck_bookmark => [0x200000003:0x8:0x0] 00080000:00000001:3.0:1767384872.639950:0:17889:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384872.639951:0:17889:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384872.639952:0:17889:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384872.639954:0:17889:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384872.639957:0:17889:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004679983a. 00000020:00000001:3.0:1767384872.639958:0:17889:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384872.639960:0:17889:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000752b8097. 00000020:00000001:3.0:1767384872.639961:0:17889:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384872.639979:0:17889:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384872.639981:0:17889:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:3.0:1767384872.639983:0:17889:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384872.639984:0:17889:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384872.639987:0:17889:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384872.639989:0:17889:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384872.639992:0:17889:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624589918446680 : -119483791104936 : ffff935483132458) 00100000:00000001:3.0:1767384872.640187:0:17889:0:(lfsck_bookmark.c:185:lfsck_bookmark_setup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384872.640191:0:17889:0:(lfsck_layout.c:7023:lfsck_layout_setup()) Process entered 00100000:00000010:3.0:1767384872.640194:0:17889:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 0000000032e1cda2. 00100000:00000010:3.0:1767384872.640197:0:17889:0:(lfsck_layout.c:7048:lfsck_layout_setup()) kmalloced '(llsd)': 160 at 00000000c1f8584b. 00100000:00000010:3.0:1767384872.640199:0:17889:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 0000000041bf416a. 00100000:00000010:3.0:1767384872.640202:0:17889:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 0000000059a6ce20. 00000020:00000001:3.0:1767384872.640203:0:17889:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384872.640205:0:17889:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624585622185240 : -119488087366376 : ffff935382ff6518) 00080000:00000001:3.0:1767384872.640207:0:17889:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384872.640209:0:17889:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384872.640214:0:17889:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384872.640220:0:17889:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384872.640222:0:17889:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384872.640223:0:17889:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384872.640224:0:17889:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384872.640225:0:17889:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384872.640227:0:17889:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x9:0x0] 106:2305296948 to info 00000000b2770487 00000020:00000001:3.0:1767384872.640235:0:17889:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000a4b3b577 00080000:00000002:3.0:1767384872.640236:0:17889:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/lfsck_layout => [0x200000003:0x9:0x0] 00080000:00000001:3.0:1767384872.640237:0:17889:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384872.640239:0:17889:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384872.640241:0:17889:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384872.640242:0:17889:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384872.640245:0:17889:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000043dafdd7. 00000020:00000001:3.0:1767384872.640247:0:17889:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384872.640248:0:17889:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000459ed5d3. 00000020:00000001:3.0:1767384872.640250:0:17889:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384872.640251:0:17889:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384872.640252:0:17889:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:3.0:1767384872.640254:0:17889:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384872.640255:0:17889:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384872.640257:0:17889:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384872.640260:0:17889:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384872.640262:0:17889:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624589918445912 : -119483791105704 : ffff935483132158) 00100000:00000001:3.0:1767384872.640437:0:17889:0:(lfsck_layout.c:7141:lfsck_layout_setup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000002:3.0:1767384872.640442:0:17889:0:(lu_object.c:207:lu_object_put()) Add 0000000000ad0e98/00000000aabb7461 to site lru. bkt: 00000000f10f223b 00000020:00000010:3.0:1767384872.640447:0:17889:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b235ff9b. 00000020:00000010:3.0:1767384872.640449:0:17889:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f6baac83. 00000020:00000010:3.0:1767384872.640451:0:17889:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c2c7ed15. 00000020:00000010:3.0:1767384872.640454:0:17889:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000083ca4969. 00000020:00000010:3.0:1767384872.640455:0:17889:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000029768eb0. 80000000:00000010:3.0:1767384872.640457:0:17889:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000941b14d. 40000000:00000010:3.0:1767384872.640459:0:17889:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b7cdacb2. 00100000:00000010:3.0:1767384872.640461:0:17889:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fd12cb59. 00040000:00000010:3.0:1767384872.640468:0:17889:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bcfc880d. 00040000:00000010:3.0:1767384872.640470:0:17889:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cd2f9961. 00080000:00000010:3.0:1767384872.640473:0:17889:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000222c70e5. 00080000:00000010:3.0:1767384872.640475:0:17889:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000fc037b32. 00002000:00000010:3.0:1767384872.640478:0:17889:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000195e147e. 00000001:00000001:3.0:1767384872.640480:0:17889:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1767384872.640484:0:17889:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:3.0:1767384872.640486:0:17889:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384872.640488:0:17889:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000051da9e42. 00080000:00000001:3.0:1767384872.640489:0:17889:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585622477312 : -119488087074304 : ffff93538303da00) 00080000:00000001:3.0:1767384872.640491:0:17889:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384872.640493:0:17889:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384872.640494:0:17889:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001df6464c. 00080000:00000001:3.0:1767384872.640495:0:17889:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384872.640497:0:17889:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384872.640501:0:17889:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384872.640502:0:17889:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:3.0:1767384872.640509:0:17889:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384872.640511:0:17889:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384872.640512:0:17889:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384872.641901:0:17889:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001df6464c. 00040000:00000001:3.0:1767384872.641905:0:17889:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384872.641907:0:17889:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384872.641908:0:17889:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384872.641910:0:17889:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384872.641912:0:17889:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384872.641914:0:17889:0:(tgt_lastrcvd.c:797:tgt_reply_data_upgrade_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384872.641916:0:17889:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f6baac83. 00000020:00000010:3.0:1767384872.641919:0:17889:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c2c7ed15. 00000020:00000010:3.0:1767384872.641921:0:17889:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000083ca4969. 00000020:00000010:3.0:1767384872.641923:0:17889:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000029768eb0. 80000000:00000010:3.0:1767384872.641925:0:17889:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000941b14d. 40000000:00000010:3.0:1767384872.641927:0:17889:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b7cdacb2. 00100000:00000010:3.0:1767384872.641929:0:17889:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fd12cb59. 00040000:00000010:3.0:1767384872.641946:0:17889:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000bcfc880d. 00040000:00000010:3.0:1767384872.641948:0:17889:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cd2f9961. 00080000:00000010:3.0:1767384872.641950:0:17889:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000fc037b32. 00080000:00000010:3.0:1767384872.641951:0:17889:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000222c70e5. 00002000:00000010:3.0:1767384872.641953:0:17889:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000195e147e. 00000020:00000010:3.0:1767384872.641955:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b235ff9b. 00002000:00080000:3.0:1767384872.641965:0:17889:0:(ofd_obd.c:518:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:00000001:3.0:1767384872.641966:0:17889:0:(lfsck_lib.c:3072:lfsck_start()) Process entered 00100000:10000000:3.0:1767384872.641968:0:17889:0:(lfsck_lib.c:3080:lfsck_start()) lustre-OST0000-osd: start master thread 00100000:00000001:3.0:1767384872.641969:0:17889:0:(lfsck_lib.c:3091:lfsck_start()) Process leaving via put (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1767384872.641972:0:17889:0:(ofd_dev.c:666:ofd_recovery_complete()) Process entered 00000020:00000001:3.0:1767384872.641974:0:17889:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1767384872.641976:0:17889:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:3.0:1767384872.641978:0:17889:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/000000007a40da6c free: 144203776 avail: 129867776 00000020:00000001:3.0:1767384872.641980:0:17889:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:3.0:1767384872.641982:0:17889:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/000000007a40da6c avail=129867776 left=129867776 unstable=0 tot_grant=0 pending=0 00000020:00000001:3.0:1767384872.641984:0:17889:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=129867776 : 129867776 : 7bda000) 00000020:00000001:3.0:1767384872.641986:0:17889:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:3.0:1767384872.641987:0:17889:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/000000007a40da6c wants: 280000 current grant 0 granting: 280000 00000020:00000020:3.0:1767384872.641989:0:17889:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/000000007a40da6c tot cached:0 granted:280000 num_exports: 0 00000020:00000001:3.0:1767384872.641990:0:17889:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=280000 : 280000 : 445c0) 00000020:00000020:3.0:1767384872.641992:0:17889:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli lustre-OST0000_UUID/000000007a40da6c ocd_grant: 280000 want: 280000 left: 129867776 00000020:00000001:3.0:1767384872.641993:0:17889:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00080000:00000001:3.0:1767384872.641995:0:17889:0:(osd_handler.c:8911:osd_recovery_complete()) Process entered 00040000:00000001:3.0:1767384872.641997:0:17889:0:(qsd_lib.c:883:qsd_start()) Process entered 00040000:00000001:3.0:1767384872.641998:0:17889:0:(qsd_lib.c:921:qsd_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384872.641999:0:17889:0:(osd_handler.c:8924:osd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384872.642000:0:17889:0:(ofd_dev.c:682:ofd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384872.642001:0:17889:0:(ofd_dev.c:642:ofd_prepare()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384872.642003:0:17889:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000913438de. 00000020:00000010:3.0:1767384872.642005:0:17889:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c064dce3. 00000020:00000010:3.0:1767384872.642007:0:17889:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c405eee6. 00000020:00000010:3.0:1767384872.642009:0:17889:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000023bba4ba. 80000000:00000010:3.0:1767384872.642010:0:17889:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000912b08fa. 40000000:00000010:3.0:1767384872.642012:0:17889:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001b87d23f. 00100000:00000010:3.0:1767384872.642014:0:17889:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000686c4ff7. 00040000:00000010:3.0:1767384872.642016:0:17889:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c9729f24. 00040000:00000010:3.0:1767384872.642018:0:17889:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b8729c66. 00080000:00000010:3.0:1767384872.642019:0:17889:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000bc6cd99. 00080000:00000010:3.0:1767384872.642025:0:17889:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 000000003f3677d7. 00080000:00000010:3.0:1767384872.642026:0:17889:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b2770487. 00002000:00000010:3.0:1767384872.642028:0:17889:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000470323ad. 00000020:00000010:3.0:1767384872.642030:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca1f69c0. 00000020:00000010:3.0:1767384872.642032:0:17889:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a6ac54b1. 00000020:00000010:3.0:1767384872.642033:0:17889:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006abe61d1. 00000020:00000010:3.0:1767384872.642035:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093ba4397. 00000020:00000001:3.0:1767384872.642037:0:17889:0:(tgt_mount.c:1695:tgt_add_notifier()) Process entered 00000020:00000001:3.0:1767384872.642039:0:17889:0:(tgt_mount.c:298:server_mgc_clear_fs()) Process entered 00000020:01000004:3.0:1767384872.642040:0:17889:0:(tgt_mount.c:299:server_mgc_clear_fs()) Unassign mgc disk 00000020:00000001:3.0:1767384872.642041:0:17889:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384872.642042:0:17889:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384872.642043:0:17889:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:00000001:3.0:1767384872.642045:0:17889:0:(mgc_request_server.c:154:mgc_fs_clear()) Process entered 10000000:00000001:3.0:1767384872.642047:0:17889:0:(mgc_request_server.c:61:mgc_local_llog_fini()) Process entered 10000000:00000040:3.0:1767384872.642048:0:17889:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000887b5d96 : new refcount 2 00000040:00000001:3.0:1767384872.642050:0:17889:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:3.0:1767384872.642051:0:17889:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000887b5d96 : new refcount 1 00040000:00000001:3.0:1767384872.642056:0:17889:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384872.642057:0:17889:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1767384872.642058:0:17889:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384872.642058:0:17889:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1767384872.642059:0:17889:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384872.642060:0:17889:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1767384872.642062:0:17889:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f741bc4a. 00000020:00000010:3.0:1767384872.642065:0:17889:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000056d6c791. 00000020:00000010:3.0:1767384872.642068:0:17889:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 000000008c79898f. 00040000:00000001:3.0:1767384872.642072:0:17889:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384872.642072:0:17889:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1767384872.642073:0:17889:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384872.642074:0:17889:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1767384872.642075:0:17889:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384872.642075:0:17889:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1767384872.642076:0:17889:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000fc08fef1. 00000020:00000010:3.0:1767384872.642078:0:17889:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ebdc3971. 00000020:00000010:3.0:1767384872.642080:0:17889:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 000000002e868630. 00000020:00000040:3.0:1767384872.642081:0:17889:0:(genops.c:898:class_export_put()) PUTting export 0000000085132bb6 : new refcount 1 00000040:00000010:3.0:1767384872.642083:0:17889:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000887b5d96. 00000040:00000001:3.0:1767384872.642088:0:17889:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384872.642089:0:17889:0:(mgc_request_server.c:65:mgc_local_llog_fini()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384872.642092:0:17889:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384872.642093:0:17889:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1767384872.642093:0:17889:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384872.642094:0:17889:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1767384872.642095:0:17889:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384872.642095:0:17889:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1767384872.642096:0:17889:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002578d99e. 00000020:00000010:3.0:1767384872.642098:0:17889:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001013b8d3. 00000020:00000040:3.0:1767384872.642100:0:17889:0:(obd_config.c:955:class_decref()) Decref MGC192.168.203.134@tcp (00000000ef2c3e56) now 6 - mgc_fs 10000000:01000000:3.0:1767384872.642102:0:17889:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.134@tcp: cl_mgc_mutex unlock 10000000:00000001:3.0:1767384872.642103:0:17889:0:(mgc_request_server.c:169:mgc_fs_clear()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384872.642104:0:17889:0:(mgc_request_server.c:476:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384872.642105:0:17889:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384872.642106:0:17889:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384872.642108:0:17889:0:(tgt_mount.c:303:server_mgc_clear_fs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384872.642110:0:17889:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005bf8ba9f. 00000040:00000010:3.0:1767384872.642112:0:17889:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007c733723. 00000020:00000010:3.0:1767384872.642113:0:17889:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f1959d93. 00000020:00000010:3.0:1767384872.642115:0:17889:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004c3bef2c. 80000000:00000010:3.0:1767384872.642117:0:17889:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004aa3ea7f. 00040000:00000010:3.0:1767384872.642118:0:17889:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000181df026. 00080000:00000010:3.0:1767384872.642120:0:17889:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000019b5bdb6. 00080000:00000010:3.0:1767384872.642123:0:17889:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000dd4807fa. 00080000:00000010:3.0:1767384872.642124:0:17889:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000fde77fac. 20000000:00000010:3.0:1767384872.642127:0:17889:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000075e900e. 00000020:00000010:3.0:1767384872.642128:0:17889:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000046335fed. 00000020:00000001:3.0:1767384872.642130:0:17889:0:(tgt_mount.c:1902:server_start_targets()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384872.642132:0:17889:0:(tgt_mount.c:2418:server_fill_super_common()) Process entered 00000020:01000004:3.0:1767384872.642134:0:17889:0:(tgt_mount.c:2419:server_fill_super_common()) Server sb, dev=48 00000020:00000001:3.0:1767384872.642141:0:17889:0:(tgt_mount.c:2446:server_fill_super_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384872.642142:0:17889:0:(tgt_mount.c:2593:server_fill_super()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767384872.642144:0:17889:0:(super25.c:179:lustre_fill_super()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000004:3.0:1767384872.642145:0:17889:0:(super25.c:202:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00080000:00000010:2.0:1767384872.642979:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005fcbdbcd. 00080000:00000010:2.0:1767384872.642987:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005fcbdbcd. 00000020:00000001:2.0:1767384872.642992:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384872.643011:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005fcbdbcd. 00080000:00000010:0.0:1767384872.643012:0:10614:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000be852677. 00080000:00000010:2.0:1767384872.643014:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005fcbdbcd. 00000020:00000001:2.0:1767384872.643020:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384872.643021:0:10614:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000be852677. 00000020:00000001:0.0:1767384872.643028:0:10614:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384872.643037:0:10614:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000be852677. 00080000:00000010:0.0:1767384872.643040:0:10614:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000be852677. 00000020:00000001:0.0:1767384872.643043:0:10614:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384872.645849:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002ba76e8a. 00010000:00000010:3.1:1767384872.645857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000beada4e4. 00080000:00000010:2.0:1767384872.827329:0:17925:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000062b3e663. 00080000:00000010:2.0:1767384872.827339:0:17925:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000062b3e663. 00000020:00000001:2.0:1767384872.827343:0:17925:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384872.827348:0:17925:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000062b3e663. 00080000:00000010:2.0:1767384872.827352:0:17925:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000062b3e663. 00000020:00000001:2.0:1767384872.827354:0:17925:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384872.969428:0:17965:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f0ab500d. 00080000:00000010:3.0:1767384872.969440:0:17965:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f0ab500d. 00000020:00000001:3.0:1767384872.969446:0:17965:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384872.969454:0:17965:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f0ab500d. 00080000:00000010:3.0:1767384872.969459:0:17965:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f0ab500d. 00000020:00000001:3.0:1767384872.969462:0:17965:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:3.0:1767384872.969504:0:17965:0:(tgt_mount.c:2287:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1767384872.969708:0:17965:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00010000:00000001:0.0:1767384872.985874:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384872.985880:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384872.985886:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384872.985888:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.985950:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384872.985955:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384872.985959:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384873.157538:0:17972:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a7310277. 00080000:00000010:0.0:1767384873.157550:0:17972:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a7310277. 00000020:00000001:0.0:1767384873.157555:0:17972:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384873.157569:0:17972:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a7310277. 00080000:00000010:0.0:1767384873.157573:0:17972:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a7310277. 00000020:00000001:0.0:1767384873.157577:0:17972:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:2.0:1767384873.295613:0:18013:0:(lproc_fid.c:529:ldebugfs_client_fid_width_seq_write()) Process entered 40000000:00000040:2.0:1767384873.295619:0:18013:0:(lproc_fid.c:544:ldebugfs_client_fid_width_seq_write()) cli-lustre-OST0000-super: Sequence size: 65536 40000000:00000001:2.0:1767384873.295622:0:18013:0:(lproc_fid.c:550:ldebugfs_client_fid_width_seq_write()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1767384873.304893:0:17076:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384873.304897:0:17076:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384873.455912:0:18022:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cd68e3d3. 00080000:00000010:3.0:1767384873.455921:0:18022:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cd68e3d3. 00000020:00000001:3.0:1767384873.455940:0:18022:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384873.455947:0:18022:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cd68e3d3. 00080000:00000010:3.0:1767384873.455952:0:18022:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cd68e3d3. 00000020:00000001:3.0:1767384873.455954:0:18022:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384873.581463:0:18061:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-osd (00000000c70b4874) now 10 - health_check_show 00000020:00000001:2.0:1767384873.581473:0:18061:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384873.581475:0:18061:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384873.581477:0:18061:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000c70b4874) now 10 - health_check_show 00000020:00000040:2.0:1767384873.581480:0:18061:0:(obd_config.c:927:class_incref()) incref MGS (00000000d30a507b) now 6 - health_check_show 00000020:00000001:2.0:1767384873.581481:0:18061:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384873.581484:0:18061:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384873.581485:0:18061:0:(obd_config.c:955:class_decref()) Decref MGS (00000000d30a507b) now 6 - health_check_show 00000020:00000040:2.0:1767384873.581486:0:18061:0:(obd_config.c:927:class_incref()) incref MGC192.168.203.134@tcp (00000000ef2c3e56) now 6 - health_check_show 00000020:00000001:2.0:1767384873.581488:0:18061:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384873.581489:0:18061:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384873.581490:0:18061:0:(obd_config.c:955:class_decref()) Decref MGC192.168.203.134@tcp (00000000ef2c3e56) now 6 - health_check_show 00000020:00000040:2.0:1767384873.581492:0:18061:0:(obd_config.c:927:class_incref()) incref MDS (00000000be7aed29) now 4 - health_check_show 00000020:00000001:2.0:1767384873.581493:0:18061:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384873.581499:0:18061:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384873.581500:0:18061:0:(obd_config.c:955:class_decref()) Decref MDS (00000000be7aed29) now 4 - health_check_show 00000020:00000040:2.0:1767384873.581501:0:18061:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdtlov (00000000fa30812b) now 5 - health_check_show 00000020:00000001:2.0:1767384873.581503:0:18061:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384873.581504:0:18061:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384873.581509:0:18061:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (00000000fa30812b) now 5 - health_check_show 00000020:00000040:2.0:1767384873.581511:0:18061:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8d9ce3b) now 8 - health_check_show 00000020:00000001:2.0:1767384873.581512:0:18061:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384873.581513:0:18061:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384873.581514:0:18061:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8d9ce3b) now 8 - health_check_show 00000020:00000040:2.0:1767384873.581515:0:18061:0:(obd_config.c:927:class_incref()) incref lustre-MDD0000 (00000000b469d372) now 5 - health_check_show 00000020:00000001:2.0:1767384873.581516:0:18061:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384873.581517:0:18061:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384873.581518:0:18061:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000b469d372) now 5 - health_check_show 00000020:00000040:2.0:1767384873.581520:0:18061:0:(obd_config.c:927:class_incref()) incref lustre-QMT0000 (0000000034e17c1e) now 5 - health_check_show 00000020:00000001:2.0:1767384873.581521:0:18061:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384873.581522:0:18061:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384873.581523:0:18061:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (0000000034e17c1e) now 5 - health_check_show 00000020:00000040:2.0:1767384873.581524:0:18061:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osc-MDT0000 (00000000db45977d) now 6 - health_check_show 00000020:00000001:2.0:1767384873.581525:0:18061:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384873.581527:0:18061:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384873.581527:0:18061:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (00000000db45977d) now 6 - health_check_show 00000020:00000040:2.0:1767384873.581529:0:18061:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-MDT0000 (00000000d71b9765) now 6 - health_check_show 00000020:00000001:2.0:1767384873.581530:0:18061:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384873.581531:0:18061:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384873.581532:0:18061:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000d71b9765) now 6 - health_check_show 00000020:00000040:2.0:1767384873.581533:0:18061:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osd (00000000c875121f) now 6 - health_check_show 00000020:00000001:2.0:1767384873.581534:0:18061:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384873.581536:0:18061:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384873.581537:0:18061:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osd (00000000c875121f) now 6 - health_check_show 00000020:00000040:2.0:1767384873.581538:0:18061:0:(obd_config.c:927:class_incref()) incref OSS (000000005aba6dcc) now 4 - health_check_show 00000020:00000001:2.0:1767384873.581539:0:18061:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384873.581543:0:18061:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384873.581544:0:18061:0:(obd_config.c:955:class_decref()) Decref OSS (000000005aba6dcc) now 4 - health_check_show 00000020:00000040:2.0:1767384873.581545:0:18061:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000029ff95b7) now 4 - health_check_show 00000020:00000001:2.0:1767384873.581547:0:18061:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000010:2.0:1767384873.581550:0:18061:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005b1e9533. 00000020:00000010:2.0:1767384873.581553:0:18061:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000015580de4. 00000020:00000010:2.0:1767384873.581559:0:18061:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007630cb84. 00000020:00000010:2.0:1767384873.581563:0:18061:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009eac1f08. 00000020:00000010:2.0:1767384873.581566:0:18061:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002b27c9d0. 80000000:00000010:2.0:1767384873.581570:0:18061:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c552511a. 40000000:00000010:2.0:1767384873.581572:0:18061:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000059fa1742. 00100000:00000010:2.0:1767384873.581576:0:18061:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d8b5c0c0. 00040000:00000010:2.0:1767384873.581579:0:18061:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ab9afda9. 00040000:00000010:2.0:1767384873.581583:0:18061:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f6d1c0b2. 00080000:00000010:2.0:1767384873.581588:0:18061:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007d4f2875. 00080000:00000010:2.0:1767384873.581592:0:18061:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000aa5cd6f2. 00002000:00000010:2.0:1767384873.581597:0:18061:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000391c0c2a. 00000020:00000010:2.0:1767384873.581606:0:18061:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000015580de4. 00000020:00000010:2.0:1767384873.581610:0:18061:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007630cb84. 00000020:00000010:2.0:1767384873.581612:0:18061:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009eac1f08. 00000020:00000010:2.0:1767384873.581615:0:18061:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002b27c9d0. 80000000:00000010:2.0:1767384873.581617:0:18061:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c552511a. 40000000:00000010:2.0:1767384873.581620:0:18061:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000059fa1742. 00100000:00000010:2.0:1767384873.581622:0:18061:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d8b5c0c0. 00040000:00000010:2.0:1767384873.581624:0:18061:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ab9afda9. 00040000:00000010:2.0:1767384873.581627:0:18061:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f6d1c0b2. 00080000:00000010:2.0:1767384873.581630:0:18061:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000aa5cd6f2. 00080000:00000010:2.0:1767384873.581633:0:18061:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007d4f2875. 00002000:00000010:2.0:1767384873.581635:0:18061:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000391c0c2a. 00000020:00000010:2.0:1767384873.581637:0:18061:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005b1e9533. 00000020:00000001:2.0:1767384873.581639:0:18061:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384873.581640:0:18061:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000029ff95b7) now 4 - health_check_show 00000020:00000040:2.0:1767384873.581642:0:18061:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (00000000f638ea64) now 6 - health_check_show 00000020:00000001:2.0:1767384873.581644:0:18061:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384873.581644:0:18061:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384873.581645:0:18061:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (00000000f638ea64) now 6 - health_check_show 00000100:00000001:2.0:1767384873.688879:0:16357:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1767384873.688888:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384873.688890:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384873.688900:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384873.688903:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384873.688905:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384873.688907:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384873.789538:0:18073:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cb314e42. 00080000:00000010:0.0:1767384873.789547:0:18073:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cb314e42. 00000020:00000001:0.0:1767384873.789551:0:18073:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384873.789557:0:18073:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cb314e42. 00080000:00000010:0.0:1767384873.789560:0:18073:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cb314e42. 00000020:00000001:0.0:1767384873.789563:0:18073:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384874.008875:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384874.008884:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384874.008892:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384874.008894:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384874.008995:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384874.009001:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384874.009005:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384874.538483:0:18237:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384874.538488:0:18237:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing set_default_debug -1 all 00000001:00000001:0.0:1767384874.540355:0:18237:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:0.0:1767384874.552616:0:18239:0:(debug.c:327:cfs_str2mask()) Process entered 00000100:00000001:2.0:1767384874.712904:0:16357:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1767384874.712931:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384874.712933:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384874.712937:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384874.712939:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384874.712942:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384874.712944:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384874.777296:0:18252:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000079e28ec4. 00080000:00000010:2.0:1767384874.777308:0:18252:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000079e28ec4. 00000020:00000001:2.0:1767384874.777314:0:18252:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384874.777324:0:18252:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000079e28ec4. 00080000:00000010:2.0:1767384874.777330:0:18252:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000079e28ec4. 00000020:00000001:2.0:1767384874.777334:0:18252:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384874.928217:0:18289:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000351c2e74. 00080000:00000010:3.0:1767384874.928230:0:18289:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000351c2e74. 00000020:00000001:3.0:1767384874.928234:0:18289:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384874.928240:0:18289:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000351c2e74. 00080000:00000010:3.0:1767384874.928245:0:18289:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000351c2e74. 00000020:00000001:3.0:1767384874.928248:0:18289:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:3.0:1767384874.928274:0:18289:0:(tgt_mount.c:2287:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1767384874.928418:0:18289:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00010000:00000001:0.0:1767384875.032947:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384875.032953:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384875.032974:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384875.032975:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384875.033027:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384875.033031:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384875.033034:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384875.124400:0:18301:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007292d4e3. 00080000:00000010:3.0:1767384875.124413:0:18301:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007292d4e3. 00000020:00000001:3.0:1767384875.124417:0:18301:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384875.124425:0:18301:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007292d4e3. 00080000:00000010:3.0:1767384875.124431:0:18301:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007292d4e3. 00000020:00000001:3.0:1767384875.124434:0:18301:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384875.160935:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384875.160940:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000002298ce) refs 2 10000000:00000001:0.0:1767384875.160962:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384875.160964:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384875.160967:0:17086:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384875.160969:0:17086:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384875.160972:0:17086:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384875.160974:0:17086:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384875.160976:0:17086:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff935488f3f000 from 5 10000000:00000001:0.0:1767384875.160978:0:17086:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384875.160979:0:17086:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384875.160986:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008c83e0ab. 00000020:00000040:0.0:1767384875.160989:0:17086:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:0.0:1767384875.160993:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384875.160996:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384875.161005:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384875.161010:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b8729c66. 00000100:00000001:0.0:1767384875.161016:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384875.161019:0:17086:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384875.161021:0:17086:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384875.161027:0:17086:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000016a16046. 00010000:00000001:0.0:1767384875.161030:0:17086:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384875.161032:0:17086:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e13431ad. 00000020:00000010:0.0:1767384875.161036:0:17086:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000005195f8ff. 00000020:00000001:0.0:1767384875.161038:0:17086:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384875.161040:0:17086:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e13431ad with handle 0xb57eb78819562eef to hash 00000020:00000001:0.0:1767384875.161042:0:17086:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384875.161043:0:17086:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590006035456 : -119483703516160 : ffff9354884ba400) 00010000:00000001:0.0:1767384875.161045:0:17086:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590006035456 : -119483703516160 : ffff9354884ba400) 00010000:00000001:0.0:1767384875.161047:0:17086:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384875.161049:0:17086:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384875.161051:0:17086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.134@tcp lock: 00000000e13431ad/0xb57eb78819562eef lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384875.161057:0:17086:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.134@tcp lock: 00000000e13431ad/0xb57eb78819562eef lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384875.161080:0:17086:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.134@tcp lock: 00000000e13431ad/0xb57eb78819562eef lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384875.161084:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384875.161086:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384875.161090:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051d464f0. 00000100:00000001:0.0:1767384875.161091:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624590270883712 : -119483438667904 : ffff93549814e780) 00000100:00000001:0.0:1767384875.161094:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384875.161094:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878151936 : -119482831399680 : ffff9354bc471500) 00000100:00000001:0.0:1767384875.161097:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384875.161099:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384875.161100:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384875.161104:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384875.161110:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008c83e0ab x1853237348013824/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384875.161116:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384875.161117:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384875.161120:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384875.161122:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384875.161123:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384875.161125:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008c83e0ab pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348013824:0@lo:101: 00000100:00000001:0.0:1767384875.161128:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384875.161132:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384875.161133:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384875.161135:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384875.161136:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000080c099d4. 02000000:00000001:0.0:1767384875.161138:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384875.161141:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7799b6e. 00000400:00000010:0.0:1767384875.161145:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005aeda8aa. 00000100:00000200:0.0:1767384875.161150:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348013824, portal 25 00000100:00000001:0.0:1767384875.161153:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384875.161154:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878151936 : -119482831399680 : ffff9354bc471500) 00000100:00000040:0.0:1767384875.161157:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008c83e0ab x1853237348013824/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384875.161164:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384875.161167:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384875.161169:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004de08150. 00000100:00000200:0.0:1767384875.161171:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237348013824, offset 0 00000400:00000200:0.0:1767384875.161177:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384875.161188:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384875.161198:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958271d01700 00000400:00000200:0.0:1767384875.161204:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1a9 [2] + 0 00000400:00000010:0.0:1767384875.161209:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001cd2f837. 00000400:00000200:0.0:1767384875.161213:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000aa0d7eb4 00000400:00000200:0.0:1767384875.161218:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384875.161226:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384875.161230:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa0d7eb4 00000400:00000010:0.0:1767384875.161231:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aa0d7eb4. 00000100:00000001:0.0:1767384875.161235:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384875.161237:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384875.161239:0:17086:0:(events.c:337:request_in_callback()) incoming req@00000000f52fdb7f x1853237348013824 msgsize 328 00000100:00100000:0.0:1767384875.161241:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384875.161243:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384875.161253:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384875.161259:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004de08150 00000400:00000010:0.0:1767384875.161260:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004de08150. 00000100:00000001:0.0:1767384875.161262:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384875.161264:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008c83e0ab x1853237348013824/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384875.161270:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384875.161272:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000008c83e0ab x1853237348013824/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384875.161276:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384875.161278:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384875.161282:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384875.161285:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294864195 00000100:00000010:0.0:1767384875.161288:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028c755e0. 00000100:00000001:0.0:1767384875.161292:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384875.161298:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294864195 00000100:00000010:0.0:1767384875.161301:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1b2b46e. 00000100:00000001:0.0:1767384875.161305:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384875.161310:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294864195 00000100:00000010:0.0:1767384875.161313:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000067ab23a5. 00000100:00000001:0.0:1767384875.161316:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384875.161318:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294864195 00000100:00000010:0.0:1767384875.161322:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005a9c8587. 00000100:00000001:0.0:1767384875.161326:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384875.161333:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384875.161335:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384875.161336:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384875.161338:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384875.161341:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 0000000051d464f0 going to sleep for 11 seconds 00000100:00000001:0.0:1767384875.161343:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384875.161347:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384875.161794:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384875.161799:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384875.161802:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384875.161805:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7799b6e. 00000400:00000200:0.0:1767384875.161810:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005aeda8aa 00000400:00000010:0.0:1767384875.161981:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005aeda8aa. 00000100:00000001:0.0:1767384875.161985:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384875.161988:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008c83e0ab x1853237348013824/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384875.161999:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008c83e0ab x1853237348013824/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384875.162004:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384875.162005:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384875.162007:0:17086:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384875.162009:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384875.162010:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384875.162012:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384875.162013:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384875.162017:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384875.162019:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384875.162022:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384875.162023:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384875.162024:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384875.162026:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384875.162028:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384875.162030:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008c83e0ab x1853237348013824/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384875.162035:0:17086:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384875.162037:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384875.162042:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384875.162044:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008c83e0ab x1853237348013824/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384875.162049:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008c83e0ab pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348013824:0@lo:101: 00000100:00000001:0.0:1767384875.162052:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384875.162053:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384875.162055:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384875.162056:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384875.162057:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008c83e0ab x1853237348013824/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384875.162061:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384875.162062:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000051d464f0. 00000100:00000001:0.0:1767384875.162064:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384875.162065:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384875.162082:0:17086:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384875.162085:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384875.162086:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384875.162087:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e13431ad refcount=4 00000020:00000001:0.0:1767384875.162088:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006035456 : -119483703516160 : ffff9354884ba400) 00010000:00000001:0.0:1767384875.162090:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006035456 : -119483703516160 : ffff9354884ba400) 00010000:00000040:0.0:1767384875.162092:0:17086:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000e13431ad, remote cookie: 0xb57eb78819562ef6, flags: 0x0 00010000:00000001:0.0:1767384875.162094:0:17086:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384875.162096:0:17086:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384875.162097:0:17086:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384875.162098:0:17086:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384875.162098:0:17086:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384875.162099:0:17086:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000016a16046) refcount = 1 00010000:00010000:0.0:1767384875.162101:0:17086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.134@tcp lock: 00000000e13431ad/0xb57eb78819562eef lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb78819562ef6 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384875.162105:0:17086:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384875.162106:0:17086:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384875.162107:0:17086:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384875.162111:0:17086:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384875.162113:0:17086:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384875.162115:0:17086:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.134@tcp lock: 00000000e13431ad/0xb57eb78819562eef lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb57eb78819562ef6 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384875.162118:0:17086:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384875.162119:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384875.162120:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384875.162120:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384875.162121:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384875.162122:0:17086:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384875.162123:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384875.162124:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008c83e0ab x1853237348013824/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384875.162128:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384875.162130:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384875.162131:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000080c099d4. 02000000:00000001:0.0:1767384875.162133:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384875.162134:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384875.162135:0:17086:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:0.0:1767384875.162136:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384875.162137:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b8729c66. 02000000:00000001:0.0:1767384875.162139:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384875.162140:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384875.162141:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008c83e0ab. 00000100:00000001:0.0:1767384875.162143:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384875.162144:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384875.162145:0:17086:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384875.162146:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384875.162147:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000002298ce) refs 3 10000000:00000001:0.0:1767384875.162148:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384875.162149:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384875.162150:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384875.162151:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e13431ad refcount=3 00000020:00000001:0.0:1767384875.162152:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006035456 : -119483703516160 : ffff9354884ba400) 00010000:00000001:0.0:1767384875.162154:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006035456 : -119483703516160 : ffff9354884ba400) 00010000:00000001:0.0:1767384875.162156:0:17086:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384875.162161:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384875.162162:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384875.162163:0:17086:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384875.162165:0:17086:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384875.162168:0:17086:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000009cbe0772. 00000100:00000010:0.0:1767384875.162180:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008c83e0ab. 00000020:00000040:0.0:1767384875.162183:0:17086:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:0.0:1767384875.162186:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384875.162187:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384875.162189:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384875.162193:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b8729c66. 00000100:00000001:0.0:1767384875.162196:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384875.162199:0:17086:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384875.162201:0:17086:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000080c099d4. 00000100:00000010:0.0:1767384875.162204:0:17086:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000619bc0e4. 00000020:00000040:0.0:1767384875.162206:0:17086:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00000001:0.0:1767384875.162210:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384875.162211:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384875.162214:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051d464f0. 00000100:00000001:0.0:1767384875.162216:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624590270883712 : -119483438667904 : ffff93549814e780) 00000100:00000001:0.0:1767384875.162219:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384875.162219:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878151936 : -119482831399680 : ffff9354bc471500) 00000100:00000001:0.0:1767384875.162221:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384875.162222:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384875.162223:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384875.162224:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384875.162226:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008c83e0ab x1853237348013952/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384875.162230:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384875.162231:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384875.162232:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384875.162233:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384875.162234:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384875.162236:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008c83e0ab pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348013952:0@lo:256: 00000100:00000001:0.0:1767384875.162238:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384875.162243:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384875.162245:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384875.162246:0:17086:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384875.162249:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7799b6e. 00000400:00000010:0.0:1767384875.162252:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000bf8e151a. 00000100:00000200:0.0:1767384875.162254:0:17086:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958271d01780-0x6958271d01780, portal 33 00000100:00000001:0.0:1767384875.162256:0:17086:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384875.162257:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384875.162258:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008add74ef. 02000000:00000001:0.0:1767384875.162259:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384875.162260:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5cb9717. 00000400:00000010:0.0:1767384875.162262:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005aeda8aa. 00000100:00000200:0.0:1767384875.162263:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348013952, portal 25 00000100:00000001:0.0:1767384875.162264:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384875.162265:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878151936 : -119482831399680 : ffff9354bc471500) 00000100:00000040:0.0:1767384875.162267:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008c83e0ab x1853237348013952/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384875.162271:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384875.162272:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384875.162273:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004de08150. 00000100:00000200:0.0:1767384875.162274:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237348013952, offset 0 00000400:00000200:0.0:1767384875.162277:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384875.162281:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384875.162284:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958271d01780 00000400:00000200:0.0:1767384875.162287:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1ad [2] + 0 00000400:00000010:0.0:1767384875.162288:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049be5dee. 00000400:00000200:0.0:1767384875.162290:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000805b343d 00000400:00000200:0.0:1767384875.162292:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384875.162294:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384875.162296:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000805b343d 00000400:00000010:0.0:1767384875.162297:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000805b343d. 00000100:00000001:0.0:1767384875.162298:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384875.162299:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384875.162301:0:17086:0:(events.c:337:request_in_callback()) incoming req@000000001518dbb8 x1853237348013952 msgsize 304 00000100:00100000:0.0:1767384875.162306:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384875.162307:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384875.162316:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384875.162319:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004de08150 00000400:00000010:0.0:1767384875.162320:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004de08150. 00000100:00000001:0.0:1767384875.162321:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384875.162323:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008c83e0ab x1853237348013952/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384875.162327:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384875.162328:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000008c83e0ab x1853237348013952/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384891 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384875.162332:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384875.162333:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384875.162336:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384875.162338:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294864196 00000100:00000001:0.0:1767384875.162342:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294864195 00000100:00000001:0.0:1767384875.162344:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294864196 00000100:00000001:0.0:1767384875.162346:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294864195 00000100:00000001:0.0:1767384875.162348:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294864196 00000100:00000001:0.0:1767384875.162350:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294864195 00000100:00000001:0.0:1767384875.162354:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294864196 00000100:00000001:0.0:1767384875.162356:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294864195 00000100:00000001:0.0:1767384875.162360:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384875.162362:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384875.162366:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384875.162367:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384875.162371:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 0000000051d464f0 going to sleep for 11 seconds 00000100:00000001:0.0:1767384875.162374:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384875.162376:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.162472:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384875.162476:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384875.162479:0:17084:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.162500:0:17084:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384875.163002:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384875.163006:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384875.163236:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384875.163245:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384875.163247:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384875.163249:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5cb9717. 00000400:00000200:0.0:1767384875.163251:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005aeda8aa 00000400:00000010:0.0:1767384875.163252:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005aeda8aa. 00000100:00000001:0.0:1767384875.163256:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384875.163261:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008c83e0ab x1853237348013952/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384875.163287:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008c83e0ab x1853237348013952/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384875.163294:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384875.163296:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384875.163299:0:17086:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384875.163301:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384875.163303:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384875.163306:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384875.163307:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384875.163310:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384875.163314:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384875.163318:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384875.163320:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384875.163323:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384875.163326:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384875.163328:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384875.163332:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000008c83e0ab x1853237348013952/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384875.163342:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000008c83e0ab x1853237348013952/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384891 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384875.163349:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384875.163350:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384875.163354:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008c83e0ab x1853237348013952/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384891 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384875.163384:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008c83e0ab pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348013952:0@lo:256: 00000100:00000001:0.0:1767384875.163403:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384875.163408:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384875.163411:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384875.163415:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384875.163419:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008c83e0ab x1853237348013952/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384891 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384875.163433:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384875.163436:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000051d464f0. 00000100:00000001:0.0:1767384875.163446:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384875.163449:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384875.163453:0:17086:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 6, more 0. 10000000:00000001:0.0:1767384875.163457:0:17086:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384875.163463:0:17086:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000037494082. 10000000:00000040:0.0:1767384875.163475:0:17086:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.134@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384875.163482:0:17086:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384875.163485:0:17086:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384875.163490:0:17086:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.134@tcp has 192.168.203.134@tcp. 00000100:00000001:0.0:1767384875.163493:0:17086:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384875.163495:0:17086:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384875.163497:0:17086:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.134@tcp with 192.168.203.134@tcp 00000100:00000200:0.0:1767384875.163499:0:17086:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.134@tcp' 00000400:00000200:0.0:1767384875.163501:0:17086:0:(peer.c:1356:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:0.0:1767384875.163504:0:17086:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:0.0:1767384875.163507:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.134@tcp 00000400:00000200:0.0:1767384875.163512:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384875.163516:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (1) 00000400:00000200:0.0:1767384875.163521:0:17086:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384875.163524:0:17086:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp: 0. pending discovery 00000400:00000200:0.0:1767384875.163527:0:17086:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (2) 00000400:00000200:0.0:1767384875.163529:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp 00000100:00000001:0.0:1767384875.163531:0:17086:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384875.163533:0:17086:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384875.163536:0:17086:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.134@tcp' by NID '192.168.203.134@tcp' 10000000:00000010:0.0:1767384875.163540:0:17086:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000f0ce7455. 10000000:00000040:0.0:1767384875.163547:0:17086:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 6/6 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.134@tcp::2 00000020:00000080:0.0:1767384875.163551:0:17086:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384875.163557:0:17086:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384875.163561:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023bba4ba. 00000020:00000010:0.0:1767384875.163565:0:17086:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000913438de. 00000040:00000010:0.0:1767384875.163568:0:17086:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ca1f69c0. 00000020:00000010:0.0:1767384875.163572:0:17086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006c25505e. 00000020:00000010:0.0:1767384875.163577:0:17086:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004ada26aa. 00000020:00000010:0.0:1767384875.163581:0:17086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000953ef30. 80000000:00000010:0.0:1767384875.163584:0:17086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007f0e36ce. 40000000:00000010:0.0:1767384875.163588:0:17086:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f959b943. 00100000:00000010:0.0:1767384875.163593:0:17086:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001afc003c. 00040000:00000010:0.0:1767384875.163597:0:17086:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cbbaa0fa. 00040000:00000010:0.0:1767384875.163601:0:17086:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f5c09879. 00040000:00000010:0.0:1767384875.163605:0:17086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008bef3578. 00080000:00000010:0.0:1767384875.163611:0:17086:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000019b5bdb6. 00080000:00000010:0.0:1767384875.163617:0:17086:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b2770487. 00000004:00000010:0.0:1767384875.163623:0:17086:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000686c4ff7. 00000004:00000010:0.0:1767384875.163628:0:17086:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d62b5a41. 00000004:00000010:0.0:1767384875.163632:0:17086:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c064dce3. 00002000:00000010:0.0:1767384875.163637:0:17086:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d2b1c0df. 00000004:00000010:0.0:1767384875.163640:0:17086:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009acc6732. 00000004:00000001:0.0:1767384875.163645:0:17086:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384875.163647:0:17086:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384875.163649:0:17086:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000f0ce7455 00000040:00001000:0.0:1767384875.163651:0:17086:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384875.163653:0:17086:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384875.163654:0:17086:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384875.163656:0:17086:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384875.163659:0:17086:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384875.163660:0:17086:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384875.163661:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384875.163663:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.134@tcp::2 00000040:00000001:0.0:1767384875.163665:0:17086:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:0.0:1767384875.163725:0:17086:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384875.163731:0:17086:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000913438de. 00000040:00000010:0.0:1767384875.163736:0:17086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ca1f69c0. 00000020:00000010:0.0:1767384875.163739:0:17086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006c25505e. 00000020:00000010:0.0:1767384875.163744:0:17086:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004ada26aa. 00000020:00000010:0.0:1767384875.163748:0:17086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000953ef30. 80000000:00000010:0.0:1767384875.163751:0:17086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007f0e36ce. 40000000:00000010:0.0:1767384875.163754:0:17086:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f959b943. 00100000:00000010:0.0:1767384875.163757:0:17086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001afc003c. 00040000:00000010:0.0:1767384875.163761:0:17086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cbbaa0fa. 00040000:00000010:0.0:1767384875.163766:0:17086:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f5c09879. 00040000:00000010:0.0:1767384875.163770:0:17086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008bef3578. 00080000:00000010:0.0:1767384875.163779:0:17086:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b2770487. 00080000:00000010:0.0:1767384875.163783:0:17086:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000019b5bdb6. 00000004:00000010:0.0:1767384875.163788:0:17086:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000686c4ff7. 00000004:00000010:0.0:1767384875.163791:0:17086:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d62b5a41. 00000004:00000010:0.0:1767384875.163794:0:17086:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c064dce3. 00002000:00000010:0.0:1767384875.163798:0:17086:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d2b1c0df. 00000004:00000010:0.0:1767384875.163801:0:17086:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009acc6732. 00000020:00000010:0.0:1767384875.163805:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023bba4ba. 00000020:00000001:0.0:1767384875.163808:0:17086:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384875.163810:0:17086:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384875.163861:0:17086:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000f0ce7455. 10000000:00000010:0.0:1767384875.163870:0:17086:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000037494082. 10000000:00000001:0.0:1767384875.163877:0:17086:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384875.163881:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384875.163890:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008c83e0ab x1853237348013952/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384891 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384875.163901:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384875.163908:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384875.163912:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008add74ef. 02000000:00000001:0.0:1767384875.163941:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384875.163944:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384875.163963:0:17086:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:0.0:1767384875.163966:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384875.163972:0:17086:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384875.163974:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384875.163976:0:17086:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:0.0:1767384875.163978:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384875.163980:0:17086:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000619bc0e4. 00000100:00000010:0.0:1767384875.163983:0:17086:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000080c099d4. 00000100:00000001:0.0:1767384875.163985:0:17086:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384875.163987:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b8729c66. 02000000:00000001:0.0:1767384875.163992:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384875.163994:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384875.163995:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008c83e0ab. 00000100:00000001:0.0:1767384875.163997:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384875.163998:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384875.164033:0:17086:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000009cbe0772. 10000000:01000000:0.0:1767384875.164039:0:17086:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.134@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384875.164045:0:17086:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384875.164049:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384875.164051:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384875.164054:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e13431ad refcount=3 00000020:00000001:0.0:1767384875.164056:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006035456 : -119483703516160 : ffff9354884ba400) 00010000:00000001:0.0:1767384875.164059:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006035456 : -119483703516160 : ffff9354884ba400) 00010000:00000001:0.0:1767384875.164062:0:17086:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384875.164065:0:17086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.134@tcp lock: 00000000e13431ad/0xb57eb78819562eef lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb78819562ef6 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384875.164073:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384875.164075:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384875.164094:0:17086:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.134@tcp lock: 00000000e13431ad/0xb57eb78819562eef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb78819562ef6 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384875.164099:0:17086:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384875.164100:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384875.164101:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384875.164102:0:17086:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384875.164103:0:17086:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384875.164104:0:17086:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384875.164109:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384875.164110:0:17086:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000002298ce) refs 3 10000000:00000001:0.0:1767384875.164111:0:17086:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:3.0:1767384875.165874:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294864196, at 4294864197 00000100:00000010:3.0:1767384875.165885:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005a9c8587. 00000100:00000040:2.0:1767384875.165888:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294864196, at 4294864197 00000100:00000010:2.0:1767384875.165906:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000067ab23a5. 00000100:00000040:0.0:1767384875.166887:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294864196, at 4294864198 00000100:00000010:0.0:1767384875.166892:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028c755e0. 00000020:00000010:2.0:1767384875.170905:0:18321:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000c442a1d8. 00000020:00000040:2.0:1767384875.170935:0:18321:0:(lproc_ptlrpc.c:1412:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 is connecting to an obsoleted target(0/2), reconnecting... 00000100:00000001:2.0:1767384875.170940:0:18321:0:(recover.c:299:ptlrpc_recover_import()) Process entered 00000100:00080000:2.0:1767384875.170943:0:18321:0:(import.c:213:ptlrpc_set_import_discon()) osp: import 0000000067c4c195 already not connected (conn 1, was 0): CONNECTING 00010000:00000001:2.0:1767384875.170948:0:18321:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:2.0:1767384875.170956:0:18321:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.134@tcp->12345-0@lo 00000100:00000001:2.0:1767384875.170958:0:18321:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1767384875.170961:0:18321:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384875.170962:0:18321:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 19 to 0@lo 00000100:00000001:2.0:1767384875.170964:0:18321:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000001:2.0:1767384875.170974:0:18321:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446624590556279680 : -119483153271936 : 0xffff9354a917b380) 00000100:00000040:2.0:1767384875.170977:0:18321:0:(connection.c:149:ptlrpc_connection_get()) conn=000000008785e578 refcount 19 to 0@lo 00000100:00000040:2.0:1767384875.170979:0:18321:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.203.134@tcp -> 000000008785e578 00010000:00080000:2.0:1767384875.170982:0:18321:0:(ldlm_lib.c:85:import_set_conn()) imp 0000000067c4c195@lustre-OST0000-osc-MDT0000: found existing conn 192.168.203.134@tcp, moved to head 00010000:00000001:2.0:1767384875.170984:0:18321:0:(ldlm_lib.c:87:import_set_conn()) Process leaving via out_free (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1767384875.170987:0:18321:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 18 to 0@lo 00010000:00000001:2.0:1767384875.170989:0:18321:0:(ldlm_lib.c:114:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.170991:0:18321:0:(recover.c:351:ptlrpc_recover_import()) Process leaving 00000020:00000010:2.0:1767384875.170993:0:18321:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000c442a1d8. 00080000:00000010:0.0:1767384875.257588:0:18341:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c27e1e09. 00080000:00000010:0.0:1767384875.257599:0:18341:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c27e1e09. 00000020:00000001:0.0:1767384875.257603:0:18341:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384875.257610:0:18341:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c27e1e09. 00080000:00000010:0.0:1767384875.257614:0:18341:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c27e1e09. 00000020:00000001:0.0:1767384875.257617:0:18341:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:0.0:1767384875.257648:0:18341:0:(tgt_mount.c:2287:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1767384875.257814:0:18341:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00080000:00000010:3.0:1767384875.609355:0:18354:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ea6a22eb. 00080000:00000010:3.0:1767384875.609369:0:18354:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ea6a22eb. 00000020:00000001:3.0:1767384875.609374:0:18354:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384875.609382:0:18354:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ea6a22eb. 00080000:00000010:3.0:1767384875.609388:0:18354:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ea6a22eb. 00000020:00000001:3.0:1767384875.609391:0:18354:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.736955:0:16357:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1767384875.736971:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384875.736973:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384875.736978:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384875.736981:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384875.736985:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.736988:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384876.057008:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384876.057018:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384876.057035:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384876.057037:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384876.057113:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384876.057119:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384876.057122:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384876.257895:0:18402:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000831f9a8e. 00080000:00000010:2.0:1767384876.257922:0:18402:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000831f9a8e. 00000020:00000001:2.0:1767384876.257927:0:18402:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384876.257936:0:18402:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000831f9a8e. 00080000:00000010:2.0:1767384876.257940:0:18402:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000831f9a8e. 00000020:00000001:2.0:1767384876.257943:0:18402:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384876.374105:0:18438:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384876.374112:0:18438:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 00000001:00000001:2.0:1767384876.377043:0:18438:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:2.0:1767384876.738398:0:18450:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000060c99300. 00080000:00000010:2.0:1767384876.738410:0:18450:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000060c99300. 00000020:00000001:2.0:1767384876.738414:0:18450:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384876.738422:0:18450:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000060c99300. 00080000:00000010:2.0:1767384876.738427:0:18450:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000060c99300. 00000020:00000001:2.0:1767384876.738430:0:18450:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384876.760859:0:16357:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1767384876.760867:0:16357:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1767384876.760885:0:16357:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767384866/real 1767384866] req@00000000a18fc568 x1853237348009216/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384876 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384876.760901:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384876.760919:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384876.760923:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d89d256. 00000400:00000200:2.0:1767384876.760927:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078859d67 00000400:00000010:2.0:1767384876.760929:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078859d67. 00000100:00000001:2.0:1767384876.760933:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384876.760936:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a18fc568 x1853237348009216/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384876 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384876.760942:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a18fc568 x1853237348009216/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384876 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384876.760948:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384876.760950:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384876.760952:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384876.760954:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384876.760956:0:16357:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a18fc568 x1853237348009216/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384876 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384876.760961:0:16357:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384876.760970:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384876.760971:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384876.760973:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384876.760976:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384876.760978:0:16357:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384876.760985:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a18fc568 x1853237348009216/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384876 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384876.760990:0:16357:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1767384876.760992:0:16357:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384876.760993:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384876.760994:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384876.760996:0:16357:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1767384876.761000:0:16357:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1767384876.761003:0:16357:0:(import.c:65:import_set_state_nolock()) 0000000067c4c195 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767384876.761027:0:16357:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1767384876.761030:0:16357:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1767384876.761033:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a18fc568 x1853237348009216/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384876 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384876.761038:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a18fc568 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16357:1853237348009216:0@lo:8: 00000100:00000001:2.0:1767384876.761043:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384876.761046:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384876.761048:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a18fc568 x1853237348009216/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384876 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384876.761053:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384876.761055:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384876.761059:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b9dbe65c. 02000000:00000001:2.0:1767384876.761063:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384876.761065:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384876.761068:0:16357:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384876.761070:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384876.761073:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000000367d0b4. 02000000:00000001:2.0:1767384876.761078:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384876.761080:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384876.761082:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a18fc568. 00000100:00000001:2.0:1767384876.761086:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384876.761088:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384876.761090:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384876.761094:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384876.761095:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b543db4a-4900-454f-be04-352b2897a173->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384876.761095:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384876.761099:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384876.761103:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384876.761104:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384876.761110:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba0f4a16. 00000020:00000040:3.0:1767384876.761115:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:3.0:1767384876.761119:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384876.761121:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384876.761127:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384876.761133:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000041ef5d21. 00000100:00000001:3.0:1767384876.761140:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384876.761145:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b543db4a-4900-454f-be04-352b2897a173->MGS req@00000000ba0f4a16 x1853237348014080/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384876.761154:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384876.761157:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384876.761162:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba0f4a16] to pc [ptlrpcd_00_03+3] req@00000000ba0f4a16 x1853237348014080/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384876.761187:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384876.761189:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1767384876.761192:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1767384876.761194:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1767384876.761196:0:8:0:(import.c:65:import_set_state_nolock()) 0000000067c4c195 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767384876.761199:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1767384876.761201:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00000040:3.0:1767384876.761206:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 17 to 0@lo 00000100:00000001:3.0:1767384876.761216:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384876.761219:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 18 to 0@lo 00000100:00000001:3.0:1767384876.761222:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000020:00000001:3.0:1767384876.761226:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384876.761227:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562e2b 00000020:00000001:3.0:1767384876.761230:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384876.761232:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767384876.761233:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000acffec6a refcount=4 00000020:00000001:3.0:1767384876.761244:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590787981312 : -119482921570304 : ffff9354b6e73000) 00000020:00000001:3.0:1767384876.761247:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590787981312 : -119482921570304 : ffff9354b6e73000) 00000100:00100000:0.0:1767384876.761249:0:16360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000040:3.0:1767384876.761256:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 17 to 0@lo 00000100:00000001:0.0:1767384876.761257:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384876.761274:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384876.761279:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 18 to 0@lo 00000100:00000001:0.0:1767384876.761279:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384876.761285:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000001:0.0:1767384876.761285:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384876.761301:0:8:0:(genops.c:898:class_export_put()) PUTting export 00000000acffec6a : new refcount 3 00000100:00000001:0.0:1767384876.761302:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384876.761311:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1767384876.761314:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-MDT0000: import 0000000067c4c195 using connection 192.168.203.134@tcp/0@lo 00000100:00000001:0.0:1767384876.761316:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384876.761321:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384876.761324:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1767384876.761328:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba0f4a16 x1853237348014080/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384876.761333:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384876.761341:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384876.761350:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1767384876.761356:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384876.761357:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384876.761362:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384876.761363:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d811d059. 02000000:00000001:0.0:1767384876.761367:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1767384876.761368:0:8:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:0.0:1767384876.761373:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384876.761374:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767384876.761384:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384876.761384:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384876.761402:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384876.761406:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1767384876.761406:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ba0f4a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348014080:0@lo:400: 02000000:00000001:3.0:1767384876.761413:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384876.761415:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1767384876.761418:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000009b84421a. 02000000:00000001:0.0:1767384876.761421:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384876.761424:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384876.761430:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384876.761433:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d811d059 x1853237348014208/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384876.761436:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384876.761442:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000953ef30. 00000100:00000001:3.0:1767384876.761444:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384876.761445:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384876.761449:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5cb9717. 00000100:00000001:3.0:1767384876.761451:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384876.761457:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d811d059] to pc [ptlrpcd_rcv+-1] req@00000000d811d059 x1853237348014208/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384876.761457:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005aeda8aa. 00000100:00000200:0.0:1767384876.761467:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348014080, portal 25 00000100:00000001:0.0:1767384876.761472:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384876.761473:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789824000 : -119482919727616 : ffff9354b7034e00) 00000100:00000001:3.0:1767384876.761479:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384876.761479:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ba0f4a16 x1853237348014080/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384876.761489:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384876.761494:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384876.761501:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384876.761504:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384876.761506:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1767384876.761512:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045e98e3f. 00000100:00000001:0.0:1767384876.761515:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384876.761517:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d811d059 x1853237348014208/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384876.761518:0:8:0:(genops.c:1229:class_import_get()) import 00000000aab4eb9e refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384876.761528:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767384876.761529:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384876.761535:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384876.761541:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384876.761542:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004de08150. 00000100:00000001:2.0:1767384876.761543:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1767384876.761546:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000037eeed7b. 00000100:00000200:0.0:1767384876.761549:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237348014080, offset 0 00000100:00000001:3.0:1767384876.761550:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384876.761553:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384876.761560:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000045e98e3f x1853237348014336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767384876.761567:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384876.761568:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384876.761571:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384876.761571:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384876.761583:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384876.761583:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384876.761584:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045e98e3f] to pc [ptlrpcd_00_00+0] req@0000000045e98e3f x1853237348014336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384876.761597:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d811d059 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16357:1853237348014208:0@lo:8: 00000100:00000001:2.0:1767384876.761602:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384876.761606:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384876.761611:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384876.761613:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384876.761615:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384876.761619:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384876.761621:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1767384876.761629:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b87afb30. 00000100:00000001:3.0:1767384876.761631:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767384876.761633:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384876.761636:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000506da25d. 00000020:00000040:3.0:1767384876.761639:0:8:0:(genops.c:1229:class_import_get()) import 0000000062c1ff66 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:2.0:1767384876.761640:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3c5121f. 00000400:00000200:0.0:1767384876.761644:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958271d01800 00000100:00000001:3.0:1767384876.761646:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384876.761651:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1767384876.761652:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050f4446d. 02000000:00000001:3.0:1767384876.761655:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384876.761658:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1b1 [2] + 0 02000000:00000010:3.0:1767384876.761660:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d68fe03e. 00000400:00000010:0.0:1767384876.761665:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009706036d. 00000100:00000001:3.0:1767384876.761666:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384876.761675:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fa54995d 00000100:00000040:3.0:1767384876.761678:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000506da25d x1853237348014464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384876.761685:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348014208, portal 4 00000400:00000200:0.0:1767384876.761685:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384876.761699:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384876.761704:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789823104 : -119482919728512 : ffff9354b7034a80) 00000400:00000200:0.0:1767384876.761707:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384876.761720:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000010:2.0:1767384876.761721:0:16357:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000aa5cd6f2. 00000100:00000001:3.0:1767384876.761722:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384876.761723:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa54995d 00000400:00000010:0.0:1767384876.761731:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa54995d. 00000100:00000040:3.0:1767384876.761736:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000506da25d] to pc [ptlrpcd_00_01+1] req@00000000506da25d x1853237348014464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384876.761736:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d811d059 x1853237348014208/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384876.761740:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384876.761747:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384876.761761:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000cd553c62 x1853237348014080 msgsize 224 00000100:00000001:2.0:1767384876.761788:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384876.761791:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384876.761795:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384876.761798:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1767384876.761799:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384876.761801:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (203) 00000400:00000010:2.0:1767384876.761810:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b0ce52c. 00000100:00000200:2.0:1767384876.761835:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853237348014208, offset 0 00000400:00000200:2.0:1767384876.761844:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384876.761846:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384876.761852:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384876.761854:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384876.761856:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384876.761857:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384876.761862:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000045e98e3f x1853237348014336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384876.761867:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004de08150 00000100:00000001:3.0:1767384876.761872:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384876.761873:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x6958271d01880 00000400:00000010:0.0:1767384876.761874:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004de08150. 00000100:00000001:3.0:1767384876.761876:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384876.761886:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384876.761890:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384876.761891:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384876.761898:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 520/520 into md 0xab9 [8] + 0 02000000:00000001:3.0:1767384876.761900:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384876.761917:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba0f4a16 x1853237348014080/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384876.761920:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000045e98e3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16358:1853237348014336:0@lo:400: 00000400:00000200:2.0:1767384876.761920:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384876.761925:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384876.761928:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384876.761930:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384876.761934:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384876.761941:0:16357:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384876.761943:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767384876.761946:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000010:3.0:1767384876.761949:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000100f27a4. 02000000:00000001:3.0:1767384876.761960:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384876.761960:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d0b3a34. 00000100:00000040:2.0:1767384876.761970:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000005d0b3a34 x1853237348014208 msgsize 520 00000400:00000010:3.0:1767384876.761974:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a8913a7. 00000100:00000001:0.0:1767384876.761977:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384876.761979:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000340fbb2f. 00000100:00100000:2.0:1767384876.761984:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384876.761986:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ba0f4a16 x1853237348014080/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384892 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384876.761988:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348014336, portal 10 00000100:00000001:3.0:1767384876.762000:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384876.762005:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789825792 : -119482919725824 : ffff9354b7035500) 00000100:00000001:2.0:1767384876.762007:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384876.762019:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384876.762021:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b0ce52c 00000100:00000040:3.0:1767384876.762023:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000045e98e3f x1853237348014336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384876.762023:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1767384876.762026:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b0ce52c. 00000100:00000001:3.0:1767384876.762036:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384876.762037:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384876.762040:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384876.762048:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767384876.762048:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d811d059 x1853237348014208/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384876.762052:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294865796 00000400:00000010:3.0:1767384876.762063:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004eecb070. 00000100:00000010:0.0:1767384876.762068:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028c755e0. 00000100:00000200:3.0:1767384876.762071:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237348014336, offset 0 00000100:00000001:2.0:1767384876.762083:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384876.762088:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384876.762090:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384876.762091:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d811d059 x1853237348014208/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384886 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384876.762108:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294865796 00000100:00000001:2.0:1767384876.762109:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384876.762110:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384876.762118:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1767384876.762128:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f0e36ce. 00000100:00000001:2.0:1767384876.762130:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384876.762139:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958271d01900 00000100:00000001:0.0:1767384876.762145:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767384876.762146:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 0 usecs (0 jiffies) 00000400:00000200:3.0:1767384876.762148:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 1560 00000100:00000001:2.0:1767384876.762161:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294865796 00000100:00000001:0.0:1767384876.762163:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294865796 00000400:00000200:3.0:1767384876.762165:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384876.762180:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384876.762180:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294865796 00000100:00000010:0.0:1767384876.762180:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000068bc5c82. 00000100:00000001:2.0:1767384876.762196:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294865796 00000100:00000001:0.0:1767384876.762199:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384876.762201:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384876.762204:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294865796 00000100:00000200:3.0:1767384876.762211:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384876.762212:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294865796 00000100:00000001:0.0:1767384876.762213:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294865796 00000100:00000010:3.0:1767384876.762216:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6ff2d4a. 00000100:00000001:2.0:1767384876.762219:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294865796 00000100:00000010:0.0:1767384876.762224:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e583a690. 00000100:00000001:2.0:1767384876.762227:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294865796 00000100:00000040:3.0:1767384876.762228:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000e6ff2d4a x1853237348014336 msgsize 224 00000100:00000001:0.0:1767384876.762238:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00100000:3.0:1767384876.762243:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384876.762247:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384876.762248:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294865796 00000100:00000001:3.0:1767384876.762253:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384876.762263:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384876.762265:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004eecb070 00000100:00000001:0.0:1767384876.762265:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384876.762269:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384876.762275:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004eecb070. 00000100:00000001:2.0:1767384876.762280:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384876.762281:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384876.762282:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384876.762285:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384876.762293:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000045e98e3f x1853237348014336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384876.762293:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384876.762298:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384876.762305:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1767384876.762311:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384876.762313:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384876.762314:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384876.762317:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384876.762320:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000045e98e3f x1853237348014336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384892 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384876.762321:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384876.762331:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384876.762334:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384876.762340:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384876.762345:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 1661 usecs (2 jiffies) 00000100:00000001:3.0:1767384876.762349:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294865795 00000100:00000001:3.0:1767384876.762354:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294865796 00000100:00000001:3.0:1767384876.762359:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294865795 00000100:00000001:3.0:1767384876.762363:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294865796 00000100:00000001:3.0:1767384876.762367:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294865795 00000100:00000001:3.0:1767384876.762370:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294865796 00000100:00000001:3.0:1767384876.762380:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294865795 00000100:00000001:3.0:1767384876.762385:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294865796 00000100:00000001:0.0:1767384876.762388:0:17090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384876.762390:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384876.762393:0:17090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348014336 00000100:00000001:3.0:1767384876.762396:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384876.762401:0:17090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384876.762404:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384876.762405:0:17090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384876.762415:0:17090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384876.762416:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384876.762429:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384876.762430:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384876.762430:0:17090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384876.762435:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384876.762437:0:17090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348014336 00000100:00000001:3.0:1767384876.762440:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384876.762441:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384876.762447:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384876.762448:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384876.762448:0:17090:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384876.762451:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384876.762462:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384876.762462:0:17090:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562e71 00000100:00000040:2.0:1767384876.762465:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000506da25d x1853237348014464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384876.762480:0:17090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384876.762482:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384876.762489:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384876.762492:0:17090:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099807a16 refcount=5 02000000:00000001:2.0:1767384876.762494:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384876.762500:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384876.762501:0:17090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00000020:00000010:3.0:1767384876.762505:0:17897:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000222c70e5. 02000000:00000001:2.0:1767384876.762513:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384876.762517:0:17090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00000100:00000001:3.0:1767384876.762520:0:17897:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384876.762520:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000506da25d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16359:1853237348014464:0@lo:400: 00000100:00100000:3.0:1767384876.762526:0:17897:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348014208 02000000:00000001:3.0:1767384876.762530:0:17897:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384876.762531:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384876.762532:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384876.762534:0:17897:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384876.762539:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384876.762540:0:17897:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384876.762540:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000acffcae6. 02000000:00000001:2.0:1767384876.762541:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384876.762549:0:17897:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384876.762552:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1767384876.762557:0:17897:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348014208 00000100:00000001:0.0:1767384876.762557:0:17090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384876.762559:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f014cd7f. 00000020:00000001:3.0:1767384876.762562:0:17897:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1767384876.762565:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384876.762567:0:17897:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000010:0.0:1767384876.762569:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000acffcae6. 00000020:00000001:3.0:1767384876.762572:0:17897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1767384876.762573:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7c4a357. 00000020:00000001:3.0:1767384876.762576:0:17897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384876.762582:0:17897:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384876.762582:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b0ce52c. 00000020:00000010:0.0:1767384876.762585:0:17090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008add74ef. 00000020:00000010:3.0:1767384876.762589:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ea0e139. 00000100:00000200:2.0:1767384876.762590:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348014464, portal 10 00000100:00000001:2.0:1767384876.762598:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384876.762601:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789821312 : -119482919730304 : ffff9354b7034380) 00000020:00000010:3.0:1767384876.762602:0:17897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000058178f66. 00000020:00000010:0.0:1767384876.762603:0:17090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e5ee8b04. 00000020:00000010:3.0:1767384876.762609:0:17897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004aaa6929. 00000100:00000040:2.0:1767384876.762613:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000506da25d x1853237348014464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384876.762614:0:17090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005a98e301. 00000100:00000001:3.0:1767384876.762616:0:17897:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384876.762622:0:17897:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384876.762627:0:17897:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384876.762632:0:17090:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384876.762635:0:17897:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384876.762645:0:17090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384876.762648:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384876.762650:0:17897:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384876.762659:0:17090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384876.762665:0:17897:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384876.762667:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384876.762668:0:17897:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384876.762668:0:17090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384876.762674:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002af56e82. 00000100:00000200:2.0:1767384876.762684:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237348014464, offset 0 00000100:00000001:0.0:1767384876.762686:0:17090:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:3.0:1767384876.762690:0:17897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000001:0.0:1767384876.762699:0:17090:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384876.762701:0:17897:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590667950592 : -119483041601024 : ffff9354afbfaa00) 00000400:00000200:2.0:1767384876.762704:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384876.762707:0:17090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384876.762711:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005d0b3a34 x1853237348014208/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1767384896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384876.762720:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384876.762724:0:17090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384876.762735:0:17897:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005d0b3a34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:16357:x1853237348014208:12345-0@lo:8: 00000400:00000200:2.0:1767384876.762736:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958271d01980 00000100:00000001:0.0:1767384876.762745:0:17090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:3.0:1767384876.762746:0:17897:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348014208 00000400:00000200:2.0:1767384876.762746:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 1784 00000100:00000001:0.0:1767384876.762753:0:17090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384876.762754:0:17897:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384876.762758:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384876.762765:0:17897:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:3.0:1767384876.762777:0:17897:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000029ff95b7) now 4 - find 00000400:00000200:2.0:1767384876.762777:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767384876.762787:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000020:00000001:3.0:1767384876.762788:0:17897:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446624590913981064 : -119482795570552 : ffff9354be69ca88) 00000100:00000040:0.0:1767384876.762798:0:17090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000099807a16 : new rpc_count 1 00000100:00000001:3.0:1767384876.762801:0:17897:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384876.762801:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384876.762803:0:17090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590789830272 : -119482919721344 : ffff9354b7036680) 02000000:00000001:3.0:1767384876.762807:0:17897:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1767384876.762849:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1767384876.762854:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e6ff2d4a x1853237348014336/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:102/0 lens 224/0 e 0 to 0 dl 1767384887 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384876.762857:0:17897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000c0bf20f7. 00000100:00000010:2.0:1767384876.762859:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003567746b. 02000000:00000001:3.0:1767384876.762866:0:17897:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384876.762871:0:16359:0:(events.c:337:request_in_callback()) incoming req@000000003567746b x1853237348014464 msgsize 224 00000100:00000001:3.0:1767384876.762874:0:17897:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384876.762886:0:17897:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa044401443000026 tmp_exp_old_falloc: 0 00000100:00100000:2.0:1767384876.762902:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1767384876.762920:0:17897:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 198 last 0 00000100:00000001:2.0:1767384876.762935:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1767384876.762944:0:17897:0:(obd_class.h:852:obd_connect()) Process entered 00000400:00000200:2.0:1767384876.762944:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002af56e82 00002000:00000001:3.0:1767384876.762950:0:17897:0:(ofd_obd.c:325:ofd_obd_connect()) Process entered 00000020:00000001:3.0:1767384876.762956:0:17897:0:(genops.c:1392:class_connect()) Process entered 00000400:00000010:2.0:1767384876.762956:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002af56e82. 00000100:00000001:0.0:1767384876.762958:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384876.762961:0:17897:0:(genops.c:950:__class_new_export()) Process entered 00000100:00000001:2.0:1767384876.762964:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384876.762970:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000506da25d x1853237348014464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384876.762971:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000acffcae6. 00000020:00000010:3.0:1767384876.762972:0:17897:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000d9a32349. 00000020:00000001:3.0:1767384876.762988:0:17897:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:0.0:1767384876.762989:0:17090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384876.762991:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1767384876.762995:0:17897:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d9a32349 with handle 0xb57eb78819562efd to hash 00000100:00000040:2.0:1767384876.763002:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000506da25d x1853237348014464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384892 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384876.763005:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000acffcae6. 00000020:00000001:3.0:1767384876.763006:0:17897:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384876.763012:0:17897:0:(obd_class.h:1008:obd_init_export()) Process entered 00000001:00000001:3.0:1767384876.763020:0:17897:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000100:00000001:2.0:1767384876.763021:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384876.763026:0:17897:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000009475cd7e. 00000100:00100000:0.0:1767384876.763031:0:17090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e6ff2d4a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16358:x1853237348014336:12345-0@lo:400: 00000100:00000001:2.0:1767384876.763032:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000001:00000001:3.0:1767384876.763034:0:17897:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384876.763039:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384876.763046:0:17897:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:3.0:1767384876.763056:0:17897:0:(hash.c:1038:cfs_hash_create()) Process entered 00000100:00000040:2.0:1767384876.763056:0:16359:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2032 usecs (3 jiffies) 00000100:00000200:0.0:1767384876.763057:0:17090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348014336 00000001:00000010:3.0:1767384876.763061:0:17897:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e30b48ce. 00000100:00000001:2.0:1767384876.763064:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294865797 00000001:00000010:3.0:1767384876.763068:0:17897:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000008f201829. 00000100:00000001:2.0:1767384876.763072:0:16359:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4294865796 00000001:00000010:3.0:1767384876.763074:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009873402b. 00000020:00000001:0.0:1767384876.763077:0:17090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384876.763078:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294865797 00000100:00000001:2.0:1767384876.763088:0:16359:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4294865796 00000001:00000010:3.0:1767384876.763089:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000076253e53. 00000020:00000001:0.0:1767384876.763089:0:17090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384876.763093:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294865797 00000020:00000001:0.0:1767384876.763101:0:17090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384876.763102:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000089183099. 00000100:00000001:2.0:1767384876.763102:0:16359:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4294865796 00000100:00000001:2.0:1767384876.763113:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294865797 00000001:00000010:3.0:1767384876.763117:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d847f936. 00000020:00000001:0.0:1767384876.763118:0:17090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384876.763120:0:16359:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4294865796 00010000:00000001:3.0:1767384876.763126:0:17897:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384876.763126:0:17090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000100:00000001:2.0:1767384876.763127:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384876.763136:0:17897:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384876.763139:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384876.763146:0:17090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384876.763147:0:17897:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384876.763147:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384876.763158:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384876.763159:0:17897:0:(genops.c:887:class_export_get()) GET export 00000000d9a32349 refcount=3 00000020:00000001:0.0:1767384876.763159:0:17090:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384876.763169:0:17897:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000029ff95b7) now 5 - export 00000020:00000001:3.0:1767384876.763175:0:17897:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000020:00000001:0.0:1767384876.763175:0:17090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384876.763177:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1767384876.763186:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 2 00000020:00000001:0.0:1767384876.763186:0:17090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384876.763187:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000080:3.0:1767384876.763198:0:17897:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb57eb78819562efd 00000020:00000001:0.0:1767384876.763199:0:17090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384876.763200:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384876.763208:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384876.763211:0:17897:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384876.763214:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384876.763214:0:17090:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1767384876.763215:0:17897:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384876.763224:0:17897:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562efd 00000100:00000001:2.0:1767384876.763226:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384876.763229:0:17897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384876.763230:0:17090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:3.0:1767384876.763242:0:17897:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d9a32349 refcount=3 02000000:00000001:0.0:1767384876.763244:0:17090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384876.763254:0:17897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 02000000:00000010:0.0:1767384876.763256:0:17090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005614a373. 00000020:00000001:3.0:1767384876.763257:0:17897:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000001:2.0:1767384876.763268:0:17089:0:(service.c:3426:ptlrpc_start_thread()) Process entered 02000000:00000001:0.0:1767384876.763268:0:17090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384876.763270:0:17897:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000100:00100000:2.0:1767384876.763276:0:17089:0:(service.c:3434:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000001:00000001:3.0:1767384876.763278:0:17897:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000100:00000001:0.0:1767384876.763281:0:17090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384876.763286:0:17090:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384876.763289:0:17897:0:(nodemap_handler.c:391:nodemap_classify_nid()) found nid 192.168.203.134@tcp 00000100:00000010:2.0:1767384876.763290:0:17089:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005747986a. 00010000:00000040:0.0:1767384876.763290:0:17090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348014336 00000001:00000040:3.0:1767384876.763295:0:17897:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000e70cf8aa) : new refcount 5 00010000:00000001:0.0:1767384876.763299:0:17090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000001:00000001:3.0:1767384876.763304:0:17897:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446624590822514688 : -119482887036928 : ffff9354b8f62000) 00000100:00100000:2.0:1767384876.763304:0:17089:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt00_003' 00010000:00000200:0.0:1767384876.763308:0:17090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e6ff2d4a x1853237348014336/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:102/0 lens 224/224 e 0 to 0 dl 1767384887 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767384876.763309:0:17897:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:3.0:1767384876.763314:0:17897:0:(genops.c:887:class_export_get()) GET export 00000000d9a32349 refcount=4 00000001:00000040:3.0:1767384876.763322:0:17897:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000e70cf8aa) : new refcount 6 00000100:00000001:2.0:1767384876.763329:0:17091:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:2.0:1767384876.763335:0:17091:0:(service.c:3434:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00010000:00000001:0.0:1767384876.763336:0:17090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1767384876.763339:0:17897:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c5039a1d. 00010000:00000001:0.0:1767384876.763344:0:17090:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384876.763345:0:17897:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 00000000e312fc1e. 00000100:00000010:2.0:1767384876.763345:0:17091:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000093ba4397. 00000100:00001000:0.0:1767384876.763351:0:17090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=4 v=5 (1 0 0 0) 00000100:00000010:2.0:1767384876.763352:0:17091:0:(service.c:3464:ptlrpc_start_thread()) kfreed 'thread': 328 at 0000000093ba4397. 00000100:00000040:2.0:1767384876.763363:0:17091:0:(service.c:3473:ptlrpc_start_thread()) Creating thread mdt #4 race, retry later 00000100:00000001:0.0:1767384876.763367:0:17090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000001:00000001:3.0:1767384876.763368:0:17897:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384876.763369:0:17091:0:(service.c:3474:ptlrpc_start_thread()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:2.0:1767384876.763379:0:17091:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384876.763382:0:17090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 19 to 0@lo 00000001:08000000:3.0:1767384876.763383:0:17897:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-OST0000: adding NID 0@lo to nodemap default 00000100:00100000:2.0:1767384876.763384:0:17091:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348014464 02000000:00000001:2.0:1767384876.763391:0:17091:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384876.763396:0:17091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384876.763397:0:17090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000001:00000040:3.0:1767384876.763398:0:17897:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000e70cf8aa) : new refcount 5 00000100:00000001:2.0:1767384876.763404:0:17091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384876.763411:0:17090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000001:00000001:3.0:1767384876.763412:0:17897:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384876.763413:0:17091:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384876.763417:0:17090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384876.763418:0:17091:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348014464 00000020:00000001:2.0:1767384876.763426:0:17091:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384876.763430:0:17091:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562ee1 00002000:00100000:3.0:1767384876.763431:0:17897:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000d9a32349 ocd_connect_flags: 0xa044401443000026 ocd_version: 2110000 ocd_grant: 0 ocd_index: 0 ocd_group 0 00000100:00000001:0.0:1767384876.763432:0:17090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384876.763435:0:17091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384876.763439:0:17091:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000083ded37e refcount=5 00000100:00000040:0.0:1767384876.763446:0:17090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00002000:00080000:3.0:1767384876.763447:0:17897:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00000020:00000001:2.0:1767384876.763451:0:17091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00002000:00100000:3.0:1767384876.763459:0:17897:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000020:00000001:2.0:1767384876.763459:0:17091:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00000400:00000010:0.0:1767384876.763460:0:17090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004de08150. 00000100:00000001:2.0:1767384876.763468:0:17091:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000001:3.0:1767384876.763473:0:17897:0:(ofd_obd.c:250:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384876.763475:0:17090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348014336, offset 224 00000020:00000010:2.0:1767384876.763477:0:17091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1c7f4c7. 00000001:00000001:3.0:1767384876.763478:0:17897:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000040:3.0:1767384876.763484:0:17897:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-OST0000: new client at index 0 (8192) with UUID 'lustre-MDT0000-mdtlov_UUID' generation 0 00000020:00000010:2.0:1767384876.763492:0:17091:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003c33e549. 00000001:00000001:3.0:1767384876.763493:0:17897:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1767384876.763500:0:17897:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000040:2.0:1767384876.763501:0:17091:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8d9ce3b) now 8 - evictor 00000400:00000200:0.0:1767384876.763501:0:17090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000010:3.0:1767384876.763513:0:17897:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a74e5692. 00080000:00000001:3.0:1767384876.763519:0:17897:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590405017600 : -119483304534016 : ffff9354a013a000) 00000100:00000001:2.0:1767384876.763525:0:17091:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00080000:00000001:3.0:1767384876.763526:0:17897:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384876.763526:0:17090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384876.763530:0:17091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093ba4397. 00000001:00000001:3.0:1767384876.763533:0:17897:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384876.763547:0:17897:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001df6464c. 00000020:00000010:2.0:1767384876.763548:0:17091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000287fc143. 00080000:00000001:3.0:1767384876.763553:0:17897:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384876.763561:0:17091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000058aa63d. 00000400:00000200:0.0:1767384876.763561:0:17090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d01900 00080000:00000001:3.0:1767384876.763562:0:17897:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384876.763582:0:17897:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384876.763587:0:17091:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384876.763594:0:17091:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000001:00000010:3.0:1767384876.763595:0:17897:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000001e21fa2f. 00000100:00000001:2.0:1767384876.763597:0:17091:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:3.0:1767384876.763599:0:17897:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000d9a32349 : new cb_count 1 00000400:00000200:0.0:1767384876.763607:0:17090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x110d [1] + 224 00000020:00000040:3.0:1767384876.763610:0:17897:0:(genops.c:887:class_export_get()) GET export 00000000d9a32349 refcount=5 00000100:00000001:2.0:1767384876.763611:0:17091:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384876.763622:0:17091:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:0.0:1767384876.763624:0:17090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384876.763625:0:17091:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384876.763643:0:17091:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384876.763643:0:17090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000001:3.0:1767384876.763654:0:17897:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1767384876.763662:0:17897:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:0.0:1767384876.763666:0:17090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384876.763668:0:17091:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00080000:00000010:3.0:1767384876.763673:0:17897:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001df6464c. 00000100:00100000:2.0:1767384876.763678:0:17091:0:(service.c:3434:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00040000:00000001:3.0:1767384876.763680:0:17897:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000200:0.0:1767384876.763684:0:17090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000045e98e3f x1853237348014336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384892 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000001:3.0:1767384876.763685:0:17897:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000010:2.0:1767384876.763686:0:17091:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000a8ae1ed6. 00080000:00000001:3.0:1767384876.763694:0:17897:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384876.763696:0:17091:0:(service.c:3464:ptlrpc_start_thread()) kfreed 'thread': 328 at 00000000a8ae1ed6. 00000001:00000040:3.0:1767384876.763706:0:17897:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000100:00000040:2.0:1767384876.763707:0:17091:0:(service.c:3473:ptlrpc_start_thread()) Creating thread mdt #4 race, retry later 00000100:00000001:2.0:1767384876.763718:0:17091:0:(service.c:3474:ptlrpc_start_thread()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000001:00000001:3.0:1767384876.763720:0:17897:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384876.763730:0:17897:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000100:00000001:2.0:1767384876.763730:0:17091:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384876.763738:0:17091:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384876.763739:0:17897:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000100:00100000:2.0:1767384876.763751:0:17091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000020:01000000:3.0:1767384876.763752:0:17897:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 000000005710876e 00000100:00000040:0.0:1767384876.763755:0:17090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000045e98e3f x1853237348014336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384892 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384876.763758:0:17091:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000083ded37e : new rpc_count 1 00000020:00000010:3.0:1767384876.763759:0:17897:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000006fb3bf3d. 00000100:00000001:2.0:1767384876.763768:0:17091:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590667945216 : -119483041606400 : ffff9354afbf9500) 00000020:00000040:3.0:1767384876.763775:0:17897:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 000000006fb3bf3d for nid 0@lo - ref 2 00000100:00000040:2.0:1767384876.763783:0:17091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003567746b x1853237348014464/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:102/0 lens 224/0 e 0 to 0 dl 1767384887 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384876.763902:0:17091:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384876.763915:0:17091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000095583c4f. 00000020:00000001:3.0:1767384876.763919:0:17897:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384876.763920:0:17091:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384876.763923:0:17091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000095583c4f. 00000100:00100000:2.0:1767384876.763928:0:17091:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003567746b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16359:x1853237348014464:12345-0@lo:400: 00000100:00000200:2.0:1767384876.763934:0:17091:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348014464 00000020:00000010:3.0:1767384876.763935:0:17897:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000002d58998b. 00000020:00000001:2.0:1767384876.763936:0:17091:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767384876.763941:0:17897:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 0000000022d14c35. 00000020:00000001:2.0:1767384876.763941:0:17091:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384876.763943:0:17091:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384876.763946:0:17897:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 600 at 0000000091f61bad. 00000020:00000001:2.0:1767384876.763947:0:17091:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384876.763951:0:17091:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000100:00000001:0.0:1767384876.763952:0:17090:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384876.763954:0:17091:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384876.763961:0:17090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004de08150 00000020:00000001:2.0:1767384876.763966:0:17091:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384876.763967:0:17090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004de08150. 00000020:00000010:3.0:1767384876.763971:0:17897:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000195e147e. 00000020:00000010:3.0:1767384876.763982:0:17897:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000008fce159a. 00000020:00000001:2.0:1767384876.763982:0:17091:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384876.763982:0:17090:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767384876.763992:0:17091:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384876.763995:0:17090:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:3.0:1767384876.763996:0:17897:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000001d3323d5. 00000020:00000001:2.0:1767384876.763997:0:17091:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384876.764006:0:17091:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384876.764009:0:17090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384876.764010:0:17091:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384876.764019:0:17091:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00002000:00000001:3.0:1767384876.764021:0:17897:0:(ofd_obd.c:77:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384876.764023:0:17090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 18 to 0@lo 00002000:00080000:3.0:1767384876.764025:0:17897:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 02000000:00000010:2.0:1767384876.764025:0:17091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f1e3b73f. 00002000:00000001:3.0:1767384876.764037:0:17897:0:(ofd_obd.c:375:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384876.764038:0:17091:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384876.764038:0:17090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384876.764048:0:17090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384876.764050:0:17897:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384876.764050:0:17091:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384876.764066:0:17091:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384876.764067:0:17090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1767384876.764070:0:17897:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000c2c7ed15. 00000020:00000040:3.0:1767384876.764076:0:17897:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000029ff95b7) now 6 - import 00010000:00000040:2.0:1767384876.764076:0:17091:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348014464 00000100:00000040:0.0:1767384876.764082:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6ff2d4a x1853237348014336/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:102/0 lens 224/224 e 0 to 0 dl 1767384887 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384876.764084:0:17091:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384876.764089:0:17897:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000200:2.0:1767384876.764094:0:17091:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003567746b x1853237348014464/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:102/0 lens 224/224 e 0 to 0 dl 1767384887 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384876.764096:0:17897:0:(genops.c:1242:class_import_put()) import 00000000c2c7ed15 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1767384876.764108:0:17897:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1767384876.764114:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001df6464c. 00000020:00000040:3.0:1767384876.764127:0:17897:0:(genops.c:887:class_export_get()) GET export 00000000d9a32349 refcount=6 00000100:00000040:3.0:1767384876.764133:0:17897:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000d9a32349 : new rpc_count 1 00000100:00100000:0.0:1767384876.764142:0:17090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e6ff2d4a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16358:x1853237348014336:12345-0@lo:400: Request processed in 1174us (1904us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384876.764144:0:17897:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:2.0:1767384876.764147:0:17091:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384876.764152:0:17897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384876.764154:0:17091:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384876.764163:0:17897:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 19 to 0@lo 00000100:00001000:2.0:1767384876.764165:0:17091:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384876.764173:0:17897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000001:2.0:1767384876.764175:0:17091:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1767384876.764182:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000001:3.0:1767384876.764183:0:17897:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446624590556279680 : -119483153271936 : 0xffff9354a917b380) 00000100:00000040:2.0:1767384876.764183:0:17091:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:2.0:1767384876.764195:0:17091:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000040:0.0:1767384876.764198:0:17090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099807a16 : new rpc_count 0 00000100:00000040:3.0:1767384876.764202:0:17897:0:(connection.c:149:ptlrpc_connection_get()) conn=000000008785e578 refcount 20 to 0@lo 02000000:00000001:2.0:1767384876.764203:0:17091:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384876.764208:0:17091:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384876.764210:0:17090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:3.0:1767384876.764211:0:17897:0:(genops.c:887:class_export_get()) GET export 00000000d9a32349 refcount=7 00000100:00000001:2.0:1767384876.764224:0:17091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384876.764224:0:17090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384876.764226:0:17897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384876.764240:0:17897:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000040:2.0:1767384876.764241:0:17091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1767384876.764241:0:17090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e5ee8b04. 00000100:00000001:3.0:1767384876.764255:0:17897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000400:00000010:2.0:1767384876.764257:0:17091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002af56e82. 00000020:00000010:0.0:1767384876.764257:0:17090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005a98e301. 00000100:00000200:2.0:1767384876.764274:0:17091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348014464, offset 224 02000000:00000001:3.0:1767384876.764275:0:17897:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000010:0.0:1767384876.764275:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008add74ef. 02000000:00000001:3.0:1767384876.764285:0:17897:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 00000020:00000040:0.0:1767384876.764289:0:17090:0:(genops.c:898:class_export_put()) PUTting export 0000000099807a16 : new refcount 4 02000000:08000000:3.0:1767384876.764290:0:17897:0:(sec.c:1440:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 00000400:00000200:2.0:1767384876.764290:0:17091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384876.764301:0:17897:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072651894848 : -1057656768 : ffffffffc0f57040) 00000100:00000001:0.0:1767384876.764301:0:17090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384876.764315:0:17897:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384876.764316:0:17091:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384876.764326:0:17897:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000400:00000200:2.0:1767384876.764329:0:17091:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d01980 00000100:00000001:3.0:1767384876.764332:0:17897:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1767384876.764336:0:17897:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384876.764337:0:17091:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1115 [1] + 224 00000100:00080000:3.0:1767384876.764343:0:17897:0:(import.c:65:import_set_state_nolock()) 00000000c2c7ed15 : changing import state from RECOVER to FULL 00000400:00000200:2.0:1767384876.764346:0:17091:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384876.764349:0:17897:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00080000:0.0:1767384876.764350:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:3.0:1767384876.764353:0:17897:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000400:00000200:2.0:1767384876.764355:0:17091:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384876.764358:0:17897:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384876.764372:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 6 00000100:00000001:2.0:1767384876.764374:0:17091:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767384876.764375:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8d9ce3b) now 8 - evictor 00000020:00000040:3.0:1767384876.764376:0:17897:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000029ff95b7) now 6 - find 00000100:00000200:2.0:1767384876.764389:0:17091:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000506da25d x1853237348014464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384892 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384876.764397:0:17897:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384876.764404:0:17897:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384876.764408:0:17897:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665453792 : -1044097824 : ffffffffc1c454e0) 00000100:00000040:2.0:1767384876.764411:0:17091:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000506da25d x1853237348014464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384892 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384876.764414:0:17897:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384876.764418:0:17897:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384876.764424:0:17897:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384876.764427:0:17897:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384876.764429:0:17897:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384876.764430:0:17091:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384876.764434:0:17897:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000400:00000200:2.0:1767384876.764440:0:17091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002af56e82 00000020:00000001:3.0:1767384876.764441:0:17897:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384876.764444:0:17091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002af56e82. 00010000:00000040:3.0:1767384876.764447:0:17897:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348014208 00000100:00000001:2.0:1767384876.764449:0:17091:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384876.764450:0:17897:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384876.764452:0:17091:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384876.764457:0:17091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384876.764458:0:17897:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005d0b3a34 x1853237348014208/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384896 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384876.764463:0:17091:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:2.0:1767384876.764469:0:17091:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384876.764473:0:17897:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767384876.764474:0:17091:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384876.764477:0:17897:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384876.764479:0:17091:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00001000:3.0:1767384876.764480:0:17897:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7bcd663 time=1767384876 v=10 (0 0 0 0) 00000100:00001000:3.0:1767384876.764486:0:17897:0:(import.c:2194:obd_at_measure()) AT 00000000f7bcd663 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1767384876.764487:0:17091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003567746b x1853237348014464/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:102/0 lens 224/224 e 0 to 0 dl 1767384887 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384876.764501:0:17897:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ost changed estimate from 10 to 5 req@000000005d0b3a34 x1853237348014208/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384896 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384876.764505:0:17091:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003567746b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16359:x1853237348014464:12345-0@lo:400: Request processed in 599us (1627us total) trans 0 rc 0/0 00000100:00001000:3.0:1767384876.764523:0:17897:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1767384876.764529:0:17897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1767384876.764529:0:17091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:3.0:1767384876.764535:0:17897:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000040:2.0:1767384876.764535:0:17091:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000083ded37e : new rpc_count 0 00000100:00000001:3.0:1767384876.764542:0:17897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000001:2.0:1767384876.764542:0:17091:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384876.764545:0:17091:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384876.764546:0:17897:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:2.0:1767384876.764549:0:17091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000287fc143. 02000000:00000001:3.0:1767384876.764554:0:17897:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384876.764554:0:17091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000058aa63d. 00000100:00000001:3.0:1767384876.764560:0:17897:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767384876.764561:0:17091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093ba4397. 00000100:00000040:3.0:1767384876.764565:0:17897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1767384876.764567:0:17091:0:(genops.c:898:class_export_put()) PUTting export 0000000083ded37e : new refcount 4 00000400:00000010:3.0:1767384876.764568:0:17897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004eecb070. 00000100:00000001:2.0:1767384876.764571:0:17091:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384876.764573:0:17897:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853237348014208, offset 0 00000400:00000200:3.0:1767384876.764580:0:17897:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384876.764589:0:17897:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384876.764591:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384876.764594:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384876.764596:0:17897:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 4 MB=0x6958271d01880 00000400:00000001:2.0:1767384876.764598:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384876.764601:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384876.764603:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7c4a357. 00000400:00000200:2.0:1767384876.764606:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b0ce52c 00000400:00000010:2.0:1767384876.764607:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b0ce52c. 00000100:00000001:2.0:1767384876.764616:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384876.764619:0:17897:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 416/416 into md 0x1105 [1] + 0 00000100:00000200:2.0:1767384876.764621:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000506da25d x1853237348014464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384892 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384876.764626:0:17897:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384876.764638:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000506da25d x1853237348014464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384892 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384876.764639:0:17897:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384876.764645:0:17897:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384876.764651:0:17897:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d811d059 x1853237348014208/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384886 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384876.764652:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384876.764655:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384876.764659:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384876.764661:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384876.764663:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384876.764665:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384876.764667:0:17897:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@00000000d811d059 x1853237348014208/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384876.764668:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384876.764675:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 000000002c0000f4 time=4 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384876.764680:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c093201a time=4 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384876.764682:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384876.764684:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384876.764685:0:17897:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384876.764686:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384876.764695:0:16359:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000506da25d x1853237348014464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384892 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384876.764697:0:17897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004eecb070 00000400:00000010:3.0:1767384876.764701:0:17897:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004eecb070. 00010000:00000001:2.0:1767384876.764703:0:16359:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384876.764705:0:17897:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384876.764707:0:17897:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384876.764707:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384876.764711:0:16359:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384876.764713:0:17897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384876.764714:0:16359:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384876.764717:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384876.764719:0:17897:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000040:2.0:1767384876.764722:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000506da25d x1853237348014464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384892 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384876.764723:0:17897:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384876.764726:0:17897:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384876.764731:0:17897:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384876.764733:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384876.764737:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384876.764740:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384876.764742:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d0b3a34 x1853237348014208/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384896 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384876.764747:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000506da25d x1853237348014464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384892 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384876.764769:0:17897:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005d0b3a34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16357:x1853237348014208:12345-0@lo:8: Request processed in 2037us (2794us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384876.764770:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000506da25d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16359:1853237348014464:0@lo:400: 00000100:00000001:2.0:1767384876.764779:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384876.764783:0:17897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000001:2.0:1767384876.764786:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384876.764788:0:17897:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d9a32349 : new rpc_count 0 00000100:00000001:3.0:1767384876.764791:0:17897:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1767384876.764792:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000506da25d x1853237348014464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384892 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384876.764795:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384876.764802:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384876.764803:0:17897:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384876.764804:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384876.764813:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:3.0:1767384876.764839:0:17897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000058178f66. 00000020:00000010:3.0:1767384876.764843:0:17897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004aaa6929. 00000020:00000010:3.0:1767384876.764847:0:17897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ea0e139. 02000000:00000010:2.0:1767384876.764847:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f014cd7f. 00000020:00000040:3.0:1767384876.764851:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 5 00000400:00000001:0.0:1767384876.764852:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767384876.764854:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384876.764858:0:17897:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384876.764859:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384876.764860:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384876.764870:0:16359:0:(genops.c:1242:class_import_put()) import 0000000062c1ff66 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:0.0:1767384876.764872:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a8913a7. 00000020:00000001:2.0:1767384876.764885:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384876.764887:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d68fe03e. 00000400:00000200:0.0:1767384876.764887:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000340fbb2f 00000400:00000010:0.0:1767384876.764897:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000340fbb2f. 02000000:00000001:2.0:1767384876.764899:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384876.764902:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384876.764914:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000506da25d. 00000100:00000001:2.0:1767384876.764917:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384876.764918:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384876.764921:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384876.764921:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384876.764933:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384876.764936:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000045e98e3f x1853237348014336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384892 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384876.764937:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384876.764949:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384876.764957:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384876.764967:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000045e98e3f x1853237348014336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384892 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384876.764985:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384876.764988:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384876.764995:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384876.765008:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384876.765011:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384876.765016:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384876.765027:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384876.765043:0:16358:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b2770487. 00000100:00001000:0.0:1767384876.765055:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 00000000617d1ace time=4 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384876.765073:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 000000008de43404 time=4 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384876.765078:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384876.765081:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384876.765086:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384876.765096:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000045e98e3f x1853237348014336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384892 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384876.765107:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384876.765111:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384876.765117:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384876.765120:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384876.765127:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384876.765132:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000045e98e3f x1853237348014336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384892 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384876.765236:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384876.765248:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384876.765260:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384876.765275:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000045e98e3f x1853237348014336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384892 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384876.765303:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000045e98e3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16358:1853237348014336:0@lo:400: 00000100:00000001:0.0:1767384876.765321:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384876.765331:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384876.765345:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000045e98e3f x1853237348014336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384892 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384876.765361:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384876.765364:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384876.765367:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000100f27a4. 02000000:00000001:0.0:1767384876.765378:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384876.765381:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384876.765390:0:16358:0:(genops.c:1242:class_import_put()) import 00000000aab4eb9e refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384876.765397:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384876.765402:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000037eeed7b. 02000000:00000001:0.0:1767384876.765407:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384876.765411:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384876.765414:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000045e98e3f. 00000100:00000001:0.0:1767384876.765419:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384876.765422:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384876.765433:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384876.765444:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384876.765446:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384876.765449:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384876.765458:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384876.765494:0:17111:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:0.0:1767384876.765499:0:17111:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00080000:0.0:1767384876.765505:0:17111:0:(osp_sync.c:973:osp_sync_process_record()) processed all old entries 00000040:00000001:0.0:1767384876.765512:0:17111:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:0.0:1767384876.765517:0:17111:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:0.0:1767384876.765527:0:17111:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000004:00000001:2.0:1767384876.765528:0:17112:0:(osp_precreate.c:1142:osp_init_pre_fid()) Process entered 00000004:00000001:2.0:1767384876.765536:0:17112:0:(osp_precreate.c:1165:osp_init_pre_fid()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384876.765538:0:17111:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384876.765540:0:17112:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384876.765545:0:17112:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000040:00000001:0.0:1767384876.765551:0:17111:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000100:00000010:2.0:1767384876.765553:0:17112:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc8bdf86. 00000040:00001000:0.0:1767384876.765555:0:17111:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 1 in log [0x1:0x5:0x0] 00000020:00000040:2.0:1767384876.765558:0:17112:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384876.765569:0:17112:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00080000:00000001:0.0:1767384876.765571:0:17111:0:(osd_handler.c:2033:osd_trans_create()) Process entered 02000000:00000001:2.0:1767384876.765573:0:17112:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384876.765580:0:17112:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384876.765581:0:17111:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008add74ef. 02000000:00000010:2.0:1767384876.765587:0:17112:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6334a14. 00080000:00000001:0.0:1767384876.765590:0:17111:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585622870016 : -119488086681600 : ffff93538309d800) 00000100:00000001:2.0:1767384876.765593:0:17112:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384876.765603:0:17111:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000100:00000001:2.0:1767384876.765605:0:17112:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384876.765612:0:17112:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384876.765613:0:17111:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000100:00000040:2.0:1767384876.765622:0:17112:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc8bdf86] to pc [ptlrpcd_00_02+2] req@00000000bc8bdf86 x1853237348014592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1767384876.765625:0:17111:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384876.765635:0:17111:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384876.765642:0:17111:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004b18cca6. 00000004:00000001:2.0:1767384876.765646:0:17112:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384876.765648:0:17111:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384876.765661:0:17111:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384876.765665:0:17111:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384876.765666:0:17112:0:(osp_precreate.c:841:osp_precreate_cleanup_orphans()) Process entered 00000004:00080000:2.0:1767384876.765674:0:17112:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x240000400:0x1:0x0] 00000040:00000001:0.0:1767384876.765674:0:17111:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:0.0:1767384876.765682:0:17111:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00000004:00000001:2.0:1767384876.765683:0:17112:0:(osp_precreate.c:737:osp_get_lastfid_from_ost()) Process entered 00080000:00000001:0.0:1767384876.765687:0:17111:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000100:00000010:2.0:1767384876.765689:0:17112:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d6bfa9fd. 00000001:00000001:0.0:1767384876.765692:0:17111:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000040:2.0:1767384876.765693:0:17112:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000001:00000001:0.0:1767384876.765698:0:17111:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:2.0:1767384876.765700:0:17112:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00080000:00000002:0.0:1767384876.765702:0:17111:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x5:0x0] not in the id map cache 02000000:00000001:2.0:1767384876.765705:0:17112:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00080000:00000010:0.0:1767384876.765708:0:17111:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000913438de. 02000000:00000001:2.0:1767384876.765709:0:17112:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384876.765719:0:17111:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384876.765721:0:17112:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000093ba4397. 00000040:00000001:0.0:1767384876.765732:0:17111:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384876.765740:0:17111:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384876.765755:0:17111:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:2.0:1767384876.765757:0:17112:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384876.765761:0:17112:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384876.765764:0:17112:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384876.765770:0:17112:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a8046e66. 00000100:00000001:2.0:1767384876.765777:0:17112:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624585625454656 : -119488084096960 : ffff935383314840) 00080000:00000001:0.0:1767384876.765777:0:17111:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384876.765792:0:17112:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000040:00000001:0.0:1767384876.765794:0:17111:0:(llog.c:1222:llog_write_rec()) Process entered 00000100:00000001:2.0:1767384876.765797:0:17112:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667940736 : -119483041610880 : ffff9354afbf8380) 00000040:00000001:0.0:1767384876.765798:0:17111:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000100:00000001:2.0:1767384876.765809:0:17112:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000040:00001000:0.0:1767384876.765809:0:17111:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x5:0x0] 00000100:00000001:2.0:1767384876.765839:0:17112:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384876.765843:0:17112:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384876.765844:0:17112:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384876.765848:0:17112:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d6bfa9fd x1853237348014720/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384876.765863:0:17112:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384876.765865:0:17112:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384876.765868:0:17112:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384876.765870:0:17112:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384876.765875:0:17112:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384876.765878:0:17112:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d6bfa9fd pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17112:1853237348014720:0@lo:7: 00000100:00000001:2.0:1767384876.765883:0:17112:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000040:00000001:0.0:1767384876.765885:0:17111:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384876.765887:0:17112:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384876.765894:0:17112:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384876.765895:0:17111:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384876.765918:0:17111:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 02000000:00000001:2.0:1767384876.765923:0:17112:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384876.765930:0:17112:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a8ae1ed6. 00080000:00000010:0.0:1767384876.765931:0:17111:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004b18cca6. 02000000:00000001:2.0:1767384876.765934:0:17112:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384876.765943:0:17111:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000010:2.0:1767384876.765945:0:17112:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7c4a357. 00040000:00000001:0.0:1767384876.765950:0:17111:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384876.765954:0:17111:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384876.765957:0:17112:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b0ce52c. 00000040:00000001:0.0:1767384876.765957:0:17111:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384876.765964:0:17112:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348014720, portal 4 00000100:00000001:2.0:1767384876.765973:0:17112:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000040:00000001:0.0:1767384876.765974:0:17111:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384876.765978:0:17112:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667940736 : -119483041610880 : ffff9354afbf8380) 00000040:00000001:0.0:1767384876.765990:0:17111:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384876.765996:0:17112:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d6bfa9fd x1853237348014720/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384892 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1767384876.765997:0:17111:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384876.766006:0:17111:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000023bba4ba. 00080000:00000001:0.0:1767384876.766016:0:17111:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585622867968 : -119488086683648 : ffff93538309d000) 00080000:00000001:0.0:1767384876.766026:0:17111:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:2.0:1767384876.766036:0:17112:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000001:0.0:1767384876.766036:0:17111:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:0.0:1767384876.766047:0:17111:0:(osp_sync.c:1828:osp_sync_force()) lustre-OST0000-osc-MDT0000: sync forced, 0 changes 00000100:00000040:2.0:1767384876.766048:0:17112:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384876.766057:0:17112:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002af56e82. 00000004:00000010:0.0:1767384876.766059:0:17111:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000005a7ba5c9. 00000100:00000200:2.0:1767384876.766071:0:17112:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853237348014720, offset 0 00000004:00080000:0.0:1767384876.766072:0:17111:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 198501254808ns, next at 0ns, rc = 0 00080000:00000001:0.0:1767384876.766087:0:17111:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384876.766096:0:17112:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00040000:00000001:0.0:1767384876.766104:0:17111:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384876.766109:0:17111:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:2.0:1767384876.766112:0:17112:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000001:0.0:1767384876.766114:0:17111:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384876.766121:0:17111:0:(osd_handler.c:2874:osd_commit_async()) Process entered 00000400:00000200:2.0:1767384876.766122:0:17112:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x6958271d01a80 00080000:00080000:0.0:1767384876.766124:0:17111:0:(osd_handler.c:2876:osd_commit_async()) lustre-MDT0000: async commit OSD 00000020:00000010:3.0:1767384876.766131:0:17899:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000fc037b32. 00000100:00000001:3.0:1767384876.766140:0:17899:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384876.766140:0:17112:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xab9 [8] + 520 00080000:00000001:0.0:1767384876.766143:0:17111:0:(osd_handler.c:2881:osd_commit_async()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384876.766145:0:17899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348014592 00000400:00000200:2.0:1767384876.766149:0:17112:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384876.766158:0:17899:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000004:00000001:0.0:1767384876.766158:0:17111:0:(osp_sync.c:983:osp_sync_process_record()) Process leaving 00000400:00000200:2.0:1767384876.766164:0:17112:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384876.766171:0:17899:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000004:00000001:0.0:1767384876.766172:0:17111:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:2.0:1767384876.766173:0:17112:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384876.766184:0:17112:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1767384876.766186:0:17899:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384876.766187:0:17111:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384876.766193:0:17112:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004e38fef0. 02000000:00000001:3.0:1767384876.766203:0:17899:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384876.766204:0:17112:0:(events.c:337:request_in_callback()) incoming req@000000004e38fef0 x1853237348014720 msgsize 264 00000004:00000001:0.0:1767384876.766205:0:17111:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00100000:3.0:1767384876.766207:0:17899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348014592 00000004:00000001:0.0:1767384876.766215:0:17111:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384876.766217:0:17899:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384876.766223:0:17899:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562efd 00000100:00100000:2.0:1767384876.766228:0:17112:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1767384876.766229:0:17899:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384876.766233:0:17899:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d9a32349 refcount=6 00000020:00000001:3.0:1767384876.766237:0:17899:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000001:2.0:1767384876.766240:0:17112:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384876.766245:0:17899:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000001:3.0:1767384876.766250:0:17899:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384876.766254:0:17112:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002af56e82 00000020:00000010:3.0:1767384876.766257:0:17899:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000946e6856. 00000400:00000010:2.0:1767384876.766258:0:17112:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002af56e82. 00000020:00000010:3.0:1767384876.766263:0:17899:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000001df6464c. 00000100:00000001:2.0:1767384876.766269:0:17112:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:3.0:1767384876.766270:0:17899:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000029ff95b7) now 6 - evictor 00000100:00000200:2.0:1767384876.766279:0:17112:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d6bfa9fd x1853237348014720/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384892 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384876.766287:0:17899:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384876.766289:0:17112:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767384876.766291:0:17899:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c087f9f. 00000100:00000040:2.0:1767384876.766295:0:17112:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000d6bfa9fd x1853237348014720/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384892 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384876.766296:0:17899:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000058178f66. 00000020:00000010:3.0:1767384876.766303:0:17899:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004aaa6929. 00000100:00000040:3.0:1767384876.766313:0:17899:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384876.766314:0:17112:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384876.766318:0:17899:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384876.766320:0:17112:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384876.766321:0:17899:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384876.766325:0:17899:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384876.766333:0:17112:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384876.766334:0:17899:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384876.766339:0:17112:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4507 usecs (5 jiffies) 00000100:00000001:2.0:1767384876.766344:0:17112:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294865802 00000100:00000001:3.0:1767384876.766346:0:17899:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384876.766348:0:17112:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294865802 00000100:00000001:2.0:1767384876.766351:0:17112:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294865802 00000100:00000001:2.0:1767384876.766358:0:17112:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294865802 00000100:00000001:3.0:1767384876.766364:0:17899:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384876.766365:0:17112:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294865802 00000100:00000001:3.0:1767384876.766367:0:17899:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384876.766369:0:17112:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294865802 00000100:00000001:2.0:1767384876.766374:0:17112:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294865802 00000100:00100000:3.0:1767384876.766375:0:17899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000001:2.0:1767384876.766380:0:17112:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294865802 00000100:00000040:3.0:1767384876.766381:0:17899:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d9a32349 : new rpc_count 1 00000100:00000001:2.0:1767384876.766383:0:17112:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384876.766386:0:17899:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590793073408 : -119482916478208 : ffff9354b734e300) 00000100:00000001:2.0:1767384876.766386:0:17112:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384876.766391:0:17112:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384876.766393:0:17899:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000053f3bfb1 x1853237348014592/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:102/0 lens 224/0 e 0 to 0 dl 1767384887 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384876.766393:0:17112:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384876.766396:0:17112:0:(client.c:2690:ptlrpc_set_wait()) set 00000000a8046e66 going to sleep for 11 seconds 00000100:00000001:2.0:1767384876.766403:0:17112:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384876.766405:0:17899:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384876.766406:0:17112:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384876.766410:0:17899:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001df6464c. 00000100:00000001:3.0:1767384876.766415:0:17899:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384876.766418:0:17899:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001df6464c. 00000100:00100000:3.0:1767384876.766420:0:17899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000053f3bfb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16360:x1853237348014592:12345-0@lo:13: 00000100:00000001:2.0:1767384876.766422:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384876.766423:0:17899:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348014592 00000020:00000001:3.0:1767384876.766427:0:17899:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384876.766428:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384876.766429:0:17899:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384876.766432:0:17899:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384876.766434:0:17899:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384876.766436:0:17899:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665454032 : -1044097584 : ffffffffc1c455d0) 00000020:00000001:3.0:1767384876.766438:0:17899:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384876.766439:0:17899:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384876.766441:0:17899:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384876.766442:0:17899:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384876.766445:0:17899:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384876.766447:0:17899:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384876.766448:0:17899:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384876.766454:0:17899:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000007d33373. 02000000:00000001:3.0:1767384876.766457:0:17899:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384876.766460:0:17899:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384876.766464:0:17899:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1767384876.766468:0:17899:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767384876.766472:0:17899:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1767384876.766480:0:17899:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1767384876.766484:0:17899:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 144203776 avail 129867776 00000020:00000020:3.0:1767384876.766489:0:17899:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 280000 0 0 00000020:00000020:3.0:1767384876.766499:0:17899:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000d9a32349 dirty 0 pend 0 grant 0 00002000:00000020:3.0:1767384876.766504:0:17899:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49698 free; state 0 00002000:00000001:3.0:1767384876.766510:0:17899:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000010:3.0:1767384876.766516:0:17899:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 000000009b84421a. 00000001:00000001:3.0:1767384876.766519:0:17899:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384876.766522:0:17899:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384876.766526:0:17899:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384876.766527:0:17899:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348014592 00010000:00000001:3.0:1767384876.766531:0:17899:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384876.766535:0:17899:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000053f3bfb1 x1853237348014592/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:102/0 lens 224/368 e 0 to 0 dl 1767384887 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384876.766546:0:17899:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384876.766550:0:17899:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384876.766556:0:17899:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097a41e79 time=1767384876 v=10 (0 0 0 0) 00000100:00001000:3.0:1767384876.766558:0:17899:0:(import.c:2194:obd_at_measure()) AT 0000000097a41e79 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:3.0:1767384876.766561:0:17899:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ost_create changed estimate from 10 to 5 req@0000000053f3bfb1 x1853237348014592/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:102/0 lens 224/368 e 0 to 0 dl 1767384887 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384876.766570:0:17899:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384876.766572:0:17899:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:3.0:1767384876.766575:0:17899:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:3.0:1767384876.766579:0:17899:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384876.766581:0:17899:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384876.766587:0:17899:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384876.766592:0:17899:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384876.766595:0:17899:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004eecb070. 00000100:00000200:3.0:1767384876.766600:0:17899:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237348014592, offset 224 00000400:00000200:3.0:1767384876.766610:0:17899:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384876.766624:0:17899:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384876.766635:0:17899:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958271d01a00 00000400:00000200:3.0:1767384876.766646:0:17899:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1131 [1] + 224 00000400:00000200:3.0:1767384876.766652:0:17899:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384876.766658:0:17899:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384876.766672:0:17899:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384876.766677:0:17899:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bc8bdf86 x1853237348014592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384892 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384876.766692:0:17899:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000bc8bdf86 x1853237348014592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384892 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384876.766710:0:17899:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384876.766717:0:17899:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004eecb070 00000400:00000010:3.0:1767384876.766720:0:17899:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004eecb070. 00000100:00000001:3.0:1767384876.766723:0:17899:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384876.766724:0:17899:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384876.766727:0:17899:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384876.766730:0:17899:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:3.0:1767384876.766732:0:17899:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384876.766733:0:17899:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384876.766735:0:17899:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384876.766739:0:17899:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053f3bfb1 x1853237348014592/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:102/0 lens 224/368 e 0 to 0 dl 1767384887 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384876.766755:0:17899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000053f3bfb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:16360:x1853237348014592:12345-0@lo:13: Request processed in 344us (681us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384876.766764:0:17899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:3.0:1767384876.766767:0:17899:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d9a32349 : new rpc_count 1 00000100:00000001:3.0:1767384876.766770:0:17899:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384876.766773:0:17899:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384876.766777:0:17899:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000058178f66. 00000020:00000010:3.0:1767384876.766782:0:17899:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004aaa6929. 00000020:00000010:3.0:1767384876.766784:0:17899:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c087f9f. 00000020:00000040:3.0:1767384876.766789:0:17899:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 6 00000100:00000001:3.0:1767384876.766793:0:17899:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384876.766811:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384876.766840:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384876.766845:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384876.766847:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384876.766850:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000595cc22d. 00000400:00000200:3.0:1767384876.766855:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ebec939 00000400:00000010:3.0:1767384876.766864:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ebec939. 00000100:00000001:3.0:1767384876.766873:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384876.766882:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bc8bdf86 x1853237348014592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384892 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384876.766891:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bc8bdf86 x1853237348014592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384892 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384876.766900:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384876.766915:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384876.766917:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384876.766918:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384876.766921:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384876.766924:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384876.766927:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384876.766931:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000046e5fbb1 time=1767384876 v=5 (0 0 0 0) 00000100:00001000:3.0:1767384876.766935:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000785c58c4 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384876.766940:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384876.766944:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384876.766947:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384876.766956:0:16360:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bc8bdf86 x1853237348014592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384892 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384876.766967:0:16360:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384876.766972:0:16360:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384876.766976:0:16360:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384876.766980:0:16360:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384876.766982:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384876.766985:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bc8bdf86 x1853237348014592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384892 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384876.766991:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384876.766993:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384876.766996:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384876.766998:0:16360:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384876.767002:0:16360:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384876.767009:0:16360:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49698 state=0: rc = -11 00000004:00000020:3.0:1767384876.767025:0:16360:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006f80896a): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49698 free files 0x0 00000004:00000001:3.0:1767384876.767040:0:16360:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384876.767045:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc8bdf86 x1853237348014592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384892 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384876.767050:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bc8bdf86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16360:1853237348014592:0@lo:13: 00000100:00000001:3.0:1767384876.767054:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384876.767056:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384876.767059:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bc8bdf86 x1853237348014592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384892 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384876.767064:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384876.767066:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384876.767067:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000026dfb2ce. 02000000:00000001:3.0:1767384876.767070:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384876.767071:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384876.767072:0:16360:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384876.767073:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384876.767074:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6334a14. 02000000:00000001:3.0:1767384876.767078:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384876.767079:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384876.767080:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc8bdf86. 00000100:00000001:3.0:1767384876.767083:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384876.767084:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384876.767086:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384876.767090:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384876.767091:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384876.767094:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384876.767096:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:0.0:1767384876.767635:0:17069:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000004:00000010:0.0:1767384876.767655:0:17069:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 000000005a7ba5c9. 00080000:00000010:0.0:1767384876.767660:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000023bba4ba. 00000004:00000001:3.0:1767384876.767673:0:17111:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00080000:00000010:0.0:1767384876.767675:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008add74ef. 00000004:00000001:3.0:1767384876.767677:0:17111:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384876.768359:0:17112:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384876.768367:0:17112:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384876.768372:0:17112:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384876.768381:0:17112:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7c4a357. 00000400:00000200:0.0:1767384876.768396:0:17112:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b0ce52c 00000400:00000010:0.0:1767384876.768405:0:17112:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b0ce52c. 00000100:00000001:0.0:1767384876.768429:0:17112:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384876.768439:0:17112:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d6bfa9fd x1853237348014720/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384892 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384876.768450:0:17112:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d6bfa9fd x1853237348014720/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384892 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384876.768466:0:17112:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384876.768471:0:17112:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384876.768473:0:17112:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384876.768475:0:17112:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384876.768476:0:17112:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384876.768479:0:17112:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384876.768481:0:17112:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384876.768486:0:17112:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000000bc6cd99. 00000100:00001000:0.0:1767384876.768490:0:17112:0:(import.c:2128:obd_at_measure()) add 5 to 0000000056cb386c time=0 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384876.768493:0:17112:0:(import.c:2128:obd_at_measure()) add 1 to 00000000785c58c4 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384876.768495:0:17112:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384876.768496:0:17112:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384876.768498:0:17112:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384876.768501:0:17112:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d6bfa9fd x1853237348014720/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384892 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384876.768506:0:17112:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384876.768508:0:17112:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384876.768509:0:17112:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384876.768511:0:17112:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384876.768512:0:17112:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384876.768515:0:17112:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d6bfa9fd x1853237348014720/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384892 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384876.768520:0:17112:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384876.768521:0:17112:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384876.768523:0:17112:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384876.768526:0:17112:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d6bfa9fd x1853237348014720/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384892 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384876.768535:0:17112:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d6bfa9fd pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17112:1853237348014720:0@lo:7: 00000100:00000001:0.0:1767384876.768541:0:17112:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384876.768545:0:17112:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384876.768548:0:17112:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384876.768550:0:17112:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384876.768561:0:17112:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d6bfa9fd x1853237348014720/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384892 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384876.768569:0:17112:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384876.768572:0:17112:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a8046e66. 00000100:00000001:0.0:1767384876.768577:0:17112:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384876.768579:0:17112:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:0.0:1767384876.768584:0:17112:0:(osp_precreate.c:805:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0000: Got last_fid [0x240000400:0x21:0x0] 00000100:00000001:0.0:1767384876.768587:0:17112:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384876.768591:0:17112:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d6bfa9fd x1853237348014720/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384892 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384876.768597:0:17112:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384876.768599:0:17112:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384876.768601:0:17112:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a8ae1ed6. 02000000:00000001:0.0:1767384876.768604:0:17112:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384876.768606:0:17112:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384876.768608:0:17112:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384876.768611:0:17112:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384876.768613:0:17112:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000093ba4397. 02000000:00000001:0.0:1767384876.768617:0:17112:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384876.768619:0:17112:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384876.768621:0:17112:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d6bfa9fd. 00000100:00000001:0.0:1767384876.768623:0:17112:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384876.768625:0:17112:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384876.768626:0:17112:0:(osp_precreate.c:809:osp_get_lastfid_from_ost()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384876.768631:0:17112:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008c83e0ab. 00000020:00000040:0.0:1767384876.768633:0:17112:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384876.768636:0:17112:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384876.768638:0:17112:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384876.768641:0:17112:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384876.768644:0:17112:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008add74ef. 00000100:00000001:0.0:1767384876.768647:0:17112:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384876.768651:0:17112:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384876.768652:0:17112:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384876.768656:0:17112:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051d464f0. 00000100:00000001:0.0:1767384876.768660:0:17112:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624590270883712 : -119483438667904 : ffff93549814e780) 00000100:00000001:0.0:1767384876.768662:0:17112:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384876.768668:0:17112:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878151936 : -119482831399680 : ffff9354bc471500) 00000100:00000001:0.0:1767384876.768672:0:17112:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384876.768674:0:17112:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384876.768676:0:17112:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384876.768678:0:17112:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384876.768682:0:17112:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008c83e0ab x1853237348014848/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384876.768688:0:17112:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384876.768690:0:17112:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384876.768695:0:17112:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384876.768697:0:17112:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384876.768701:0:17112:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384876.768706:0:17112:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008c83e0ab pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17112:1853237348014848:0@lo:5: 00000100:00000001:0.0:1767384876.768710:0:17112:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384876.768714:0:17112:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384876.768716:0:17112:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384876.768719:0:17112:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384876.768721:0:17112:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e75a5a64. 02000000:00000001:0.0:1767384876.768723:0:17112:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384876.768726:0:17112:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e8daed8. 00000400:00000010:0.0:1767384876.768732:0:17112:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004de08150. 00000100:00000200:0.0:1767384876.768736:0:17112:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348014848, portal 4 00000100:00000001:0.0:1767384876.768738:0:17112:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384876.768740:0:17112:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878151936 : -119482831399680 : ffff9354bc471500) 00000100:00000040:0.0:1767384876.768743:0:17112:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008c83e0ab x1853237348014848/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384892 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384876.768748:0:17112:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384876.768750:0:17112:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384876.768751:0:17112:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c29b7161. 00000100:00000200:0.0:1767384876.768753:0:17112:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237348014848, offset 0 00000400:00000200:0.0:1767384876.768760:0:17112:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384876.768771:0:17112:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384876.768776:0:17112:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6958271d01b00 00000400:00000200:0.0:1767384876.768780:0:17112:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xab9 [8] + 784 00000400:00000200:0.0:1767384876.768787:0:17112:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384876.768789:0:17112:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384876.768792:0:17112:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384876.768793:0:17112:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384876.768796:0:17112:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000128ab767. 00000100:00000040:0.0:1767384876.768797:0:17112:0:(events.c:337:request_in_callback()) incoming req@00000000128ab767 x1853237348014848 msgsize 432 00000100:00100000:0.0:1767384876.768800:0:17112:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384876.768812:0:17112:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384876.768894:0:17112:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c29b7161 00000400:00000010:0.0:1767384876.768899:0:17112:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c29b7161. 00000100:00000001:0.0:1767384876.768927:0:17112:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384876.768938:0:17112:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008c83e0ab x1853237348014848/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384892 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384876.768969:0:17112:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384876.768977:0:17112:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000008c83e0ab x1853237348014848/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384892 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384876.768997:0:17112:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384876.769000:0:17112:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384876.769006:0:17112:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384876.769011:0:17112:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3147 usecs (4 jiffies) 00000100:00000001:0.0:1767384876.769014:0:17112:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294865804 00000100:00000001:0.0:1767384876.769019:0:17112:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294865802 00000100:00000001:0.0:1767384876.769025:0:17112:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294865804 00000100:00000001:0.0:1767384876.769042:0:17112:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294865802 00000100:00000001:0.0:1767384876.769052:0:17112:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294865804 00000100:00000001:3.0:1767384876.769055:0:17896:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384876.769063:0:17896:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384876.769065:0:17112:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294865802 00000100:00000001:0.0:1767384876.769072:0:17112:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294865804 00000100:00000001:3.0:1767384876.769074:0:17896:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384876.769081:0:17896:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384876.769086:0:17112:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294865802 00000100:00000001:0.0:1767384876.769096:0:17112:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384876.769107:0:17112:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384876.769129:0:17112:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384876.769134:0:17112:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384876.769143:0:17112:0:(client.c:2690:ptlrpc_set_wait()) set 0000000051d464f0 going to sleep for 11 seconds 00000100:00000001:0.0:1767384876.769148:0:17112:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384876.769153:0:17112:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384876.769350:0:17112:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384876.769356:0:17112:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384876.769358:0:17112:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384876.769368:0:17112:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e8daed8. 00000400:00000200:0.0:1767384876.769377:0:17112:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004de08150 00000400:00000010:0.0:1767384876.769381:0:17112:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004de08150. 00000100:00000001:0.0:1767384876.769386:0:17112:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384876.769392:0:17112:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008c83e0ab x1853237348014848/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384892 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384876.769412:0:17112:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008c83e0ab x1853237348014848/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384892 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384876.769417:0:17112:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384876.769419:0:17112:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384876.769420:0:17112:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384876.769421:0:17112:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384876.769422:0:17112:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384876.769423:0:17112:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384876.769424:0:17112:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384876.769427:0:17112:0:(import.c:2128:obd_at_measure()) add 5 to 0000000056cb386c time=0 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384876.769429:0:17112:0:(import.c:2128:obd_at_measure()) add 1 to 00000000785c58c4 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384876.769431:0:17112:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384876.769431:0:17112:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384876.769433:0:17112:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384876.769434:0:17112:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000008c83e0ab x1853237348014848/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384892 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384876.769438:0:17112:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384876.769440:0:17112:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384876.769441:0:17112:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384876.769441:0:17112:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384876.769442:0:17112:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384876.769444:0:17112:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008c83e0ab x1853237348014848/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384892 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384876.769453:0:17112:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384876.769454:0:17112:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384876.769455:0:17112:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384876.769457:0:17112:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008c83e0ab x1853237348014848/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384892 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384876.769461:0:17112:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008c83e0ab pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17112:1853237348014848:0@lo:5: 00000100:00000001:0.0:1767384876.769463:0:17112:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384876.769464:0:17112:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384876.769465:0:17112:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384876.769466:0:17112:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384876.769467:0:17112:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008c83e0ab x1853237348014848/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384892 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384876.769471:0:17112:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384876.769472:0:17112:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000051d464f0. 00000100:00000001:0.0:1767384876.769474:0:17112:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384876.769475:0:17112:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:0.0:1767384876.769478:0:17112:0:(osp_precreate.c:955:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x240000400:0x21:0x0] from OST, last_created [0x240000400:0x21:0x0]last_used is [0x240000400:0x21:0x0] 00000100:00000001:0.0:1767384876.769480:0:17112:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384876.769482:0:17112:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008c83e0ab x1853237348014848/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384892 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384876.769485:0:17112:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384876.769486:0:17112:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384876.769487:0:17112:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e75a5a64. 02000000:00000001:0.0:1767384876.769489:0:17112:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384876.769490:0:17112:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384876.769491:0:17112:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384876.769492:0:17112:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384876.769492:0:17112:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008add74ef. 02000000:00000001:0.0:1767384876.769494:0:17112:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384876.769495:0:17112:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384876.769495:0:17112:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008c83e0ab. 00000100:00000001:0.0:1767384876.769500:0:17112:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384876.769501:0:17112:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384876.769502:0:17112:0:(osp_precreate.c:986:osp_precreate_cleanup_orphans()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384876.769506:0:17112:0:(osp_precreate.c:580:osp_precreate_send()) Process entered 00000100:00000010:0.0:1767384876.769508:0:17112:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008c83e0ab. 00000020:00000040:0.0:1767384876.769510:0:17112:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384876.769511:0:17112:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384876.769512:0:17112:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384876.769514:0:17112:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384876.769516:0:17112:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008add74ef. 00000100:00000001:0.0:1767384876.769518:0:17112:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1767384876.769520:0:17112:0:(osp_precreate.c:552:osp_precreate_fids()) Expect 32, actual 0 [[0x240000400:0x41:0x0] -- [0x240000400:0x21:0x0]] 00000100:00000001:0.0:1767384876.769523:0:17112:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384876.769524:0:17112:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384876.769527:0:17112:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051d464f0. 00000100:00000001:0.0:1767384876.769528:0:17112:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624590270883712 : -119483438667904 : ffff93549814e780) 00000100:00000001:0.0:1767384876.769530:0:17112:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384876.769531:0:17112:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878151936 : -119482831399680 : ffff9354bc471500) 00000100:00000001:0.0:1767384876.769534:0:17112:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384876.769535:0:17112:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384876.769537:0:17112:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384876.769538:0:17112:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384876.769541:0:17112:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008c83e0ab x1853237348014976/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384876.769547:0:17112:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384876.769548:0:17112:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384876.769550:0:17112:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384876.769552:0:17112:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384876.769553:0:17112:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384876.769555:0:17112:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008c83e0ab pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17112:1853237348014976:0@lo:5: 00000100:00000001:0.0:1767384876.769558:0:17112:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384876.769560:0:17112:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384876.769562:0:17112:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384876.769563:0:17112:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384876.769571:0:17112:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e75a5a64. 02000000:00000001:0.0:1767384876.769573:0:17112:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384876.769576:0:17112:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e8daed8. 00000400:00000010:0.0:1767384876.769579:0:17112:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004de08150. 00000100:00000200:0.0:1767384876.769582:0:17112:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348014976, portal 4 00000100:00000001:0.0:1767384876.769584:0:17112:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384876.769585:0:17112:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878151936 : -119482831399680 : ffff9354bc471500) 00000100:00000040:0.0:1767384876.769589:0:17112:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008c83e0ab x1853237348014976/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384876.769596:0:17112:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384876.769598:0:17112:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384876.769599:0:17112:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c29b7161. 00000100:00000200:0.0:1767384876.769601:0:17112:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237348014976, offset 0 00000400:00000200:0.0:1767384876.769603:0:17112:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384876.769608:0:17112:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384876.769613:0:17112:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6958271d01b80 00000400:00000200:0.0:1767384876.769616:0:17112:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xab9 [8] + 1216 00000400:00000200:0.0:1767384876.769619:0:17112:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384876.769621:0:17112:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384876.769624:0:17112:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384876.769624:0:17112:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384876.769626:0:17112:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000749c7ec0. 00000100:00000040:0.0:1767384876.769627:0:17112:0:(events.c:337:request_in_callback()) incoming req@00000000749c7ec0 x1853237348014976 msgsize 432 00000100:00100000:0.0:1767384876.769630:0:17112:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384876.769640:0:17112:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384876.769643:0:17112:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c29b7161 00000400:00000010:0.0:1767384876.769644:0:17112:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c29b7161. 00000100:00000001:0.0:1767384876.769645:0:17112:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384876.769647:0:17112:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008c83e0ab x1853237348014976/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384876.769652:0:17112:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384876.769654:0:17112:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000008c83e0ab x1853237348014976/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384892 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384876.769659:0:17112:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384876.769667:0:17112:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384876.769674:0:17112:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384876.769691:0:17112:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 2595 usecs (3 jiffies) 00000100:00000001:0.0:1767384876.769697:0:17112:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294865803 00000100:00000001:0.0:1767384876.769699:0:17112:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294865804 00000100:00000001:0.0:1767384876.769700:0:17112:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294865803 00000100:00000001:0.0:1767384876.769709:0:17112:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294865804 00000100:00000001:0.0:1767384876.769713:0:17112:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294865803 00000100:00000001:0.0:1767384876.769718:0:17112:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294865804 00000100:00000001:0.0:1767384876.769723:0:17112:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294865803 00000100:00000001:0.0:1767384876.769729:0:17112:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294865804 00000100:00000001:0.0:1767384876.769733:0:17112:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384876.769739:0:17112:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384876.769744:0:17112:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384876.769752:0:17112:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384876.769760:0:17112:0:(client.c:2690:ptlrpc_set_wait()) set 0000000051d464f0 going to sleep for 11 seconds 00000100:00000001:0.0:1767384876.769773:0:17112:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384876.769782:0:17112:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384876.772664:0:17891:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1767384876.772672:0:17891:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1767384876.772675:0:17891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934593 is committed 00000001:00000040:3.0:1767384876.772677:0:17891:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000d9a32349 : new cb_count 1 00000020:00000040:3.0:1767384876.772679:0:17891:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 6 00000001:00000010:3.0:1767384876.772681:0:17891:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000ed77b435. 00002000:00001000:3.0:1767384876.772684:0:17891:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 8 for [0x240000400:0x29:0x0], th_sync 1 00002000:00000010:3.0:1767384876.772687:0:17891:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000fc81fefe. 00080000:00000010:3.0:1767384876.772689:0:17891:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001fea9768. 00000001:00100000:3.0:1767384876.772692:0:17891:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:3.0:1767384876.772695:0:17891:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000d9a32349 : new cb_count 0 00000020:00000040:3.0:1767384876.772696:0:17891:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 5 00000001:00000010:3.0:1767384876.772697:0:17891:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000001e21fa2f. 00080000:00000010:3.0:1767384876.772699:0:17891:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a74e5692. 00000100:00000040:0.0:1767384876.773920:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294865804, at 4294865805 00000100:00000040:2.0:1767384876.773925:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294865804, at 4294865805 00000100:00000010:0.0:1767384876.773933:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028c755e0. 00000100:00000010:2.0:1767384876.773934:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000068bc5c82. 00000100:00000040:3.0:1767384876.774880:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294865804, at 4294865806 00000100:00000010:3.0:1767384876.774888:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e583a690. 00000100:00000001:0.0:1767384876.778344:0:17112:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384876.778352:0:17112:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384876.778357:0:17112:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384876.778363:0:17112:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e8daed8. 00000400:00000200:0.0:1767384876.778372:0:17112:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004de08150 00000400:00000010:0.0:1767384876.778378:0:17112:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004de08150. 00000100:00000001:0.0:1767384876.778387:0:17112:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384876.778394:0:17112:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008c83e0ab x1853237348014976/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384876.778428:0:17112:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008c83e0ab x1853237348014976/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384876.778455:0:17112:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384876.778465:0:17112:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384876.778468:0:17112:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384876.778469:0:17112:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384876.778470:0:17112:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384876.778472:0:17112:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384876.778473:0:17112:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384876.778476:0:17112:0:(import.c:2128:obd_at_measure()) add 5 to 0000000056cb386c time=0 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384876.778479:0:17112:0:(import.c:2128:obd_at_measure()) add 1 to 00000000785c58c4 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384876.778480:0:17112:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384876.778481:0:17112:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384876.778482:0:17112:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384876.778484:0:17112:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000008c83e0ab x1853237348014976/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384892 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384876.778489:0:17112:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384876.778490:0:17112:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767384876.778492:0:17112:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767384876.778493:0:17112:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767384876.778495:0:17112:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384876.778495:0:17112:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878151936 : -119482831399680 : ffff9354bc471500) 00000100:00000001:0.0:1767384876.778497:0:17112:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384876.778498:0:17112:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 2 00000100:00100000:0.0:1767384876.778500:0:17112:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@000000008c83e0ab x1853237348014976/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384892 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384876.778504:0:17112:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1767384876.778505:0:17112:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384876.778506:0:17112:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384876.778508:0:17112:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008c83e0ab x1853237348014976/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384892 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384876.778511:0:17112:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384876.778513:0:17112:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384876.778514:0:17112:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384876.778515:0:17112:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008c83e0ab x1853237348014976/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384892 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384876.778528:0:17112:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008c83e0ab pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17112:1853237348014976:0@lo:5: 00000100:00000001:0.0:1767384876.778532:0:17112:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384876.778534:0:17112:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384876.778535:0:17112:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384876.778537:0:17112:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384876.778539:0:17112:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000008c83e0ab x1853237348014976/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384892 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384876.778545:0:17112:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384876.778547:0:17112:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000051d464f0. 00000100:00000001:0.0:1767384876.778550:0:17112:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384876.778551:0:17112:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:0.0:1767384876.778556:0:17112:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x21:0x0]-[0x240000400:0x41:0x0] 00000004:00000040:0.0:1767384876.778559:0:17112:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384876.778562:0:17112:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49698 state=0: rc = 0 00000100:00000001:0.0:1767384876.778566:0:17112:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384876.778568:0:17112:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008c83e0ab x1853237348014976/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384892 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384876.778574:0:17112:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384876.778577:0:17112:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1767384876.778579:0:17112:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384876.778581:0:17112:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384876.778584:0:17112:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384876.778586:0:17112:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384876.778588:0:17112:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384876.778590:0:17112:0:(osp_precreate.c:711:osp_precreate_send()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384877.080955:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384877.080961:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384877.080966:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384877.080969:0:53:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384877.080971:0:53:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384877.080972:0:53:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384877.080981:0:53:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384877.080983:0:53:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384877.080984:0:53:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384877.080986:0:53:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384877.081030:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384877.081035:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384877.081038:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384877.514165:0:18615:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384877.514169:0:18615:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing lnet_if_list 00000001:00000001:0.0:1767384877.516224:0:18615:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384877.529219:0:18617:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d51d9210. 00000400:00000040:0.0:1767384877.529251:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384877.529253:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384877.529255:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384877.529257:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384877.529259:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384877.529260:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384877.529263:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384877.529264:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384877.529265:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384877.529266:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384877.529268:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384877.529269:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384877.529270:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384877.529271:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384877.529272:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384877.529273:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384877.529274:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384877.529275:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384877.529276:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384877.529277:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384877.529279:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384877.529280:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384877.529281:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384877.529282:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384877.529283:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384877.529284:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384877.529285:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384877.529286:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384877.529287:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384877.529291:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384877.529292:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384877.529293:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384877.529296:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384877.529298:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384877.529299:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384877.529299:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384877.529300:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384877.529302:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384877.529303:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384877.529304:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384877.529304:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384877.529306:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384877.529307:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384877.529327:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384877.529328:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384877.529329:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384877.529330:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384877.529332:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384877.529335:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384877.529336:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384877.529338:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384877.529339:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384877.529340:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384877.529342:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384877.529343:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384877.529344:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384877.529345:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:0.0:1767384877.529356:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384877.529357:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384877.529359:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384877.529360:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384877.529362:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384877.529365:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384877.529368:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384877.529369:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384877.529371:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384877.529373:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384877.529375:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384877.529381:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384877.529383:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384877.529385:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384877.529386:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384877.529388:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384877.529389:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384877.529390:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384877.529391:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384877.529393:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384877.529394:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384877.529396:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384877.529398:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384877.529399:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384877.529400:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384877.529403:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384877.529405:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384877.529406:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384877.529408:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384877.529409:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384877.529410:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384877.529412:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384877.529413:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384877.529414:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384877.529416:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384877.529418:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384877.529419:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384877.529423:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384877.529425:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384877.529427:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384877.529429:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384877.529431:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384877.529433:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384877.529436:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384877.529440:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384877.529443:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384877.529446:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384877.529448:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384877.529452:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384877.529455:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384877.529470:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384877.529474:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384877.529476:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384877.529480:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384877.529483:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384877.529485:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:0.0:1767384877.529487:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:0.0:1767384877.529490:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384877.529495:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384877.529497:0:18617:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:0.0:1767384877.529514:0:18617:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d51d9210. 00080000:00000010:2.0:1767384877.828698:0:18641:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000069e291d9. 00080000:00000010:2.0:1767384877.828730:0:18641:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000069e291d9. 00000020:00000001:2.0:1767384877.828737:0:18641:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384877.828749:0:18641:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000069e291d9. 00080000:00000010:2.0:1767384877.828756:0:18641:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000069e291d9. 00000020:00000001:2.0:1767384877.828772:0:18641:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00001000:2.0:1767384878.014166:0:18680:0:(api-ni.c:3211:LNetNIInit()) refs 1 00010000:00000001:0.0:1767384878.105938:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384878.105943:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384878.105948:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384878.105949:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384878.105988:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384878.105992:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384878.105996:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384878.669279:0:18740:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001e24a17a. 00080000:00000010:3.0:1767384878.669290:0:18740:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001e24a17a. 00000020:00000001:3.0:1767384878.669297:0:18740:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384878.669306:0:18740:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001e24a17a. 00080000:00000010:3.0:1767384878.669311:0:18740:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001e24a17a. 00000020:00000001:3.0:1767384878.669316:0:18740:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384879.129865:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384879.129871:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384879.129876:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384879.129877:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384879.129925:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384879.129929:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384879.129932:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384879.366441:0:18904:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384879.366445:0:18904:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp10 --if ens2 00000001:00000001:3.0:1767384879.369731:0:18904:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384879.375724:0:18905:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000bd9d3850. 00000400:00000010:2.0:1767384879.375739:0:18905:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000502d956c. 00000400:00000010:2.0:1767384879.375747:0:18905:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000ab185a3b. 00000400:00000010:2.0:1767384879.375749:0:18905:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000005338ef29. 00000400:00000010:2.0:1767384879.375752:0:18905:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009b40e97f. 00000400:00000010:2.0:1767384879.375755:0:18905:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004cafbef4. 00000400:00000010:2.0:1767384879.375757:0:18905:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b3818f7c. 00000400:00000010:2.0:1767384879.375758:0:18905:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f7d4ff53. 00000400:00000010:2.0:1767384879.375761:0:18905:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000310c237b. 00000800:00000010:2.0:1767384879.375768:0:18905:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000009318c815. 00000800:00000200:2.0:1767384879.375777:0:18905:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384879.375781:0:18905:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384879.375812:0:18905:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:2.0:1767384879.375841:0:18905:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp10 [8/256/0/180] 00000400:00000010:2.0:1767384879.377067:0:18905:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 0000000095ae29ce. 00000400:00000010:2.0:1767384879.377073:0:18905:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b25909dc. 00000400:00000010:2.0:1767384879.377077:0:18905:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002af56e82. 00000400:00000001:2.0:1767384879.377089:0:18905:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384879.377090:0:18905:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384879.377092:0:18905:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ce9e895. 00000400:00000200:2.0:1767384879.377094:0:18905:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000042b95b2 00000400:00000010:2.0:1767384879.377095:0:18905:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000042b95b2. 00000400:00000010:2.0:1767384879.377098:0:18905:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 00000000de18fc87. 00000400:00000200:2.0:1767384879.377102:0:18905:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (1) 00000400:00000200:2.0:1767384879.377113:0:18905:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:2.0:1767384879.377121:0:18905:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131082 00000020:00000010:2.0:1767384879.377127:0:18905:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000003c8c4fbc. 00000020:01000000:2.0:1767384879.377132:0:18905:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384879.377135:0:18905:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp10 00000400:00000010:2.0:1767384879.377152:0:18905:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000502d956c. 00000400:00000010:2.0:1767384879.377158:0:18905:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000bd9d3850. 00000020:00000001:0.0:1767384879.377210:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384879.377215:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384879.377219:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384879.377222:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384879.377226:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384879.377229:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384879.377232:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384879.377236:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384879.377239:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384879.377241:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384879.377242:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384879.377244:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384879.377245:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384879.377246:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384879.377252:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009327601a. 00000020:00000040:0.0:1767384879.377259:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:0.0:1767384879.377269:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384879.377272:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384879.377278:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384879.377287:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000019b5bdb6. 00000100:00000001:0.0:1767384879.377302:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384879.377312:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384879.377314:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384879.377322:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009327601a] to pc [ptlrpcd_00_03+3] req@000000009327601a x1853237348015104/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384879.377341:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384879.377345:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384879.377345:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384879.377349:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384879.377351:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384879.377355:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384879.377356:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009327601a x1853237348015104/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:0.0:1767384879.377361:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384879.377372:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384879.377376:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:2.0:1767384879.377380:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000001:0.0:1767384879.377380:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384879.377382:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384879.377383:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384879.377386:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:0.0:1767384879.377388:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:2.0:1767384879.377389:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:3.0:1767384879.377390:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000852297aa. 00000020:01000004:0.0:1767384879.377391:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:2.0:1767384879.377392:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384879.377394:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:2.0:1767384879.377396:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384879.377398:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00100000:2.0:1767384879.377401:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009327601a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348015104:0@lo:253: 00000020:01000004:0.0:1767384879.377401:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384879.377404:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000004:0.0:1767384879.377405:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384879.377407:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:2.0:1767384879.377410:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:0.0:1767384879.377410:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384879.377414:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp->192.168.203.134@tcp: PUT: OK 00000020:01000004:0.0:1767384879.377414:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384879.377416:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1767384879.377418:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007658aa6a. 02000000:00000001:2.0:1767384879.377419:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384879.377420:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:00000040:0.0:1767384879.377422:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00000001:0.0:1767384879.377426:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384879.377427:0:16353:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp: 0 02000000:00000001:2.0:1767384879.377427:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384879.377430:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384879.377433:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384879.377435:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f31a5442. 02000000:00000001:2.0:1767384879.377438:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384879.377440:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1767384879.377440:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009fe41798. 00000400:00000010:2.0:1767384879.377442:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc8f7de2. 00000100:00000001:0.0:1767384879.377445:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384879.377448:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000502d956c. 00000800:00000001:3.0:1767384879.377450:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384879.377450:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000001:3.0:1767384879.377453:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767384879.377453:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348015104, portal 25 00000100:00000001:0.0:1767384879.377453:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384879.377458:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000001:3.0:1767384879.377459:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384879.377460:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878150144 : -119482831401472 : ffff9354bc470e00) 00000100:00000040:0.0:1767384879.377462:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007658aa6a] to pc [ptlrpcd_00_00+0] req@000000007658aa6a x1853237348015232/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384879.377468:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009327601a x1853237348015104/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384895 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384879.377471:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp(192.168.203.134@tcp) <- 192.168.203.134@tcp : PUT - for me 00000100:00000001:2.0:1767384879.377486:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384879.377487:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 64 into portal 0 MB=0x8000000000000000 00000100:00000040:2.0:1767384879.377490:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384879.377495:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000601d51a7. 10000000:00000001:0.0:1767384879.377497:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384879.377499:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 64/64 into md 0x215 [1] + 0 10000000:00000001:0.0:1767384879.377500:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384879.377503:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099ea6b4e. 00000400:00000200:3.0:1767384879.377508:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005ab62420 00000020:00000001:0.0:1767384879.377508:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384879.377510:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:2.0:1767384879.377511:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348015104, offset 0 00000800:00000001:3.0:1767384879.377513:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1767384879.377513:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000003c8c4fbc. 00000400:00000200:2.0:1767384879.377520:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:3.0:1767384879.377522:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384879.377526:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384879.377526:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384879.377530:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384879.377530:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384879.377532:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384879.377535:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp->192.168.203.134@tcp: PUT: OK 00000100:00000040:0.0:1767384879.377539:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007658aa6a x1853237348015232/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384879.377541:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ab62420 00000400:00000200:2.0:1767384879.377542:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d01c00 00000400:00000010:3.0:1767384879.377544:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ab62420. 00000400:00000200:3.0:1767384879.377551:0:16353:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:0.0:1767384879.377552:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384879.377555:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1b5 [2] + 0 00000100:00000001:0.0:1767384879.377556:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384879.377557:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (3) 00000400:00000010:2.0:1767384879.377562:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd6a7538. 02000000:00000001:0.0:1767384879.377563:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384879.377566:0:16353:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 02000000:00000001:0.0:1767384879.377567:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384879.377568:0:16361:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009006a620 00000400:00000010:3.0:1767384879.377571:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 0000000039ecb103. 02000000:00000001:0.0:1767384879.377572:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384879.377575:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007658aa6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348015232:0@lo:253: 00000400:00000200:3.0:1767384879.377576:0:16353:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.134@tcp 2 00000400:00000200:2.0:1767384879.377576:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384879.377581:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384879.377583:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:2.0:1767384879.377585:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384879.377586:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384879.377590:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384879.377593:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (4) 02000000:00000001:0.0:1767384879.377593:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384879.377600:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009006a620 00000400:00000200:3.0:1767384879.377601:0:16353:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 02000000:00000010:0.0:1767384879.377608:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d7df3d5c. 00000400:00000010:2.0:1767384879.377609:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009006a620. 00000400:00000200:3.0:1767384879.377610:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp to MR: 192.168.203.134@tcp local destination 02000000:00000001:0.0:1767384879.377612:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384879.377617:0:16361:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384879.377618:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp NI seq info: [6:6:256:4294967295] 192.168.203.134@tcp LPNI seq info [6:6:8:4294967295] 00000400:00000010:0.0:1767384879.377618:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e8daed8. 00000100:00000200:2.0:1767384879.377620:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384879.377625:0:16361:0:(events.c:337:request_in_callback()) incoming req@00000000a4b31dcf x1853237348015104 msgsize 4848 00000400:00000010:0.0:1767384879.377625:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002e4596bb. 00000100:00000200:0.0:1767384879.377630:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348015232, portal 25 00000100:00000001:0.0:1767384879.377633:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384879.377636:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878153728 : -119482831397888 : ffff9354bc471c00) 00000100:00100000:2.0:1767384879.377640:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384879.377641:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) 192.168.203.134@tcp : ACK try# 0 00000100:00000040:0.0:1767384879.377644:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007658aa6a x1853237348015232/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384895 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384879.377646:0:16361:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000200:3.0:1767384879.377651:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp 00000100:00000001:0.0:1767384879.377653:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384879.377656:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384879.377657:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384879.377659:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000860120cf. 00000800:00000010:3.0:1767384879.377662:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fba7faea. 00000100:00000200:0.0:1767384879.377662:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348015232, offset 0 00000400:00000200:2.0:1767384879.377664:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000601d51a7 00000400:00000010:2.0:1767384879.377668:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000601d51a7. 00000800:00000200:3.0:1767384879.377669:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000707d4820] -> 12345-192.168.203.134@tcp (6) 00000100:00000001:2.0:1767384879.377672:0:16361:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384879.377677:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009327601a x1853237348015104/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384895 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384879.377681:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:1023 00000400:00000200:0.0:1767384879.377681:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:3.0:1767384879.377686:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fba7faea type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384879.377692:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384879.377693:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384879.377697:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009327601a x1853237348015104/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384895 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384879.377704:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d01c80 00000100:00000001:2.0:1767384879.377706:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384879.377707:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384879.377710:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384879.377716:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294868413 00000100:00000010:2.0:1767384879.377721:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f504b59e. 00000400:00000200:0.0:1767384879.377721:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1b9 [2] + 0 00000800:00000200:3.0:1767384879.377728:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384879.377729:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000400:00000010:0.0:1767384879.377729:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068a1271d. 00000800:00000010:3.0:1767384879.377732:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fba7faea. 00000400:00000200:0.0:1767384879.377734:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005e8ae44a 00000400:00000200:3.0:1767384879.377737:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384879.377738:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294868413 00000400:00000200:0.0:1767384879.377740:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767384879.377744:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000046847e4c. 00000400:00000200:3.0:1767384879.377746:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp->192.168.203.134@tcp: ACK: OK 00000400:00000200:0.0:1767384879.377747:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384879.377749:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384879.377752:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e8ae44a 00000100:00000001:2.0:1767384879.377753:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294868413 00000800:00000001:3.0:1767384879.377755:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384879.377757:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005e8ae44a. 00000100:00000010:2.0:1767384879.377759:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb0bd0b2. 00000800:00000001:3.0:1767384879.377761:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384879.377761:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384879.377763:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000800:00000001:3.0:1767384879.377764:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767384879.377764:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384879.377767:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294868413 00000100:00000040:0.0:1767384879.377769:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000d8aca429 x1853237348015232 msgsize 4848 00000800:00000001:3.0:1767384879.377770:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384879.377771:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e7178728. 00000800:00000001:3.0:1767384879.377774:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384879.377776:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00100000:0.0:1767384879.377778:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:3.0:1767384879.377779:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384879.377780:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384879.377782:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384879.377784:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384879.377786:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp(192.168.203.134@tcp) <- 192.168.203.134@tcp : ACK - for me 00000100:00000001:0.0:1767384879.377792:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384879.377794:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384879.377798:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384879.377801:0:16353:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp: ACK from 12345-192.168.203.134@tcp into md 0x1165 00000400:00000200:3.0:1767384879.377805:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384879.377807:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384879.377807:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000860120cf 00000400:00000200:3.0:1767384879.377810:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp->192.168.203.134@tcp: ACK: OK 00000400:00000010:0.0:1767384879.377810:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000860120cf. 00000100:00000001:2.0:1767384879.377811:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384879.377837:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065f1e973 00000100:00000001:0.0:1767384879.377838:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767384879.377840:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065f1e973. 00000100:00000200:0.0:1767384879.377842:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007658aa6a x1853237348015232/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384895 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384879.377844:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384879.377848:0:16353:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 00000100:00000001:2.0:1767384879.377853:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384879.377855:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000100:00000001:0.0:1767384879.377855:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384879.377856:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384879.377859:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007658aa6a x1853237348015232/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384895 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384879.377860:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (3) 00000100:00000001:2.0:1767384879.377860:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384879.377867:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384879.377868:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384879.377874:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384879.377875:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384879.377876:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384879.377882:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384879.377903:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384879.377903:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294868414 00000100:00000001:2.0:1767384879.377905:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384879.377907:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384879.377909:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348015104 00000100:00000001:0.0:1767384879.377910:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294868413 02000000:00000001:2.0:1767384879.377912:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384879.377915:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384879.377918:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384879.377920:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294868414 02000000:00000001:2.0:1767384879.377922:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384879.377926:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294868413 00000100:00100000:2.0:1767384879.377927:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348015104 00000400:00000200:3.0:1767384879.377930:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:2.0:1767384879.377931:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384879.377934:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000001:0.0:1767384879.377934:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294868414 00000400:00000010:3.0:1767384879.377935:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ffa2f5a. 00000020:00000001:2.0:1767384879.377939:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384879.377941:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294868413 00000400:00000010:3.0:1767384879.377942:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004eecb070. 00000020:00000040:2.0:1767384879.377942:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000020:00000001:2.0:1767384879.377947:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000400:00000200:3.0:1767384879.377948:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c698b414 00000100:00000001:0.0:1767384879.377949:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294868414 00000020:00000001:2.0:1767384879.377950:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000400:00000200:3.0:1767384879.377955:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1000d1 00000100:00000001:0.0:1767384879.377957:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294868413 00000100:00000001:2.0:1767384879.377958:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384879.377962:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046e5cda0. 00000400:00000010:3.0:1767384879.377963:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 60 at 00000000b529df93. 00000100:00000001:2.0:1767384879.377965:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384879.377969:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046e5cda0. 00000100:00000001:0.0:1767384879.377970:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384879.377974:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 72 at 000000001358b1fe. 00000100:00000001:0.0:1767384879.377974:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384879.377976:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000460f63ea. 00000400:00000010:3.0:1767384879.377977:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 60 at 00000000d7582b54. 00000100:00000001:0.0:1767384879.377977:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384879.377982:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384879.377983:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000287fc143. 00000100:00000001:0.0:1767384879.377987:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767384879.377989:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000bac28a5c. 00000020:00000010:2.0:1767384879.377989:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000058aa63d. 00000100:00000001:0.0:1767384879.377990:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384879.377996:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000bac28a5c nid 192.168.203.134@tcp10 00000100:00000001:0.0:1767384879.377997:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384879.377999:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384879.378001:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000004dc6c6f3. 00000100:00000040:2.0:1767384879.378001:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384879.378001:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384879.378004:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384879.378005:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 000000004dc6c6f3 net tcp10 00000100:00000001:2.0:1767384879.378006:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384879.378009:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384879.378011:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (2) 00000100:00000001:2.0:1767384879.378012:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384879.378017:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384879.378020:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp10 flags 0x11 00000100:00000001:0.0:1767384879.378020:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384879.378021:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384879.378027:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 60 at 00000000b529df93. 00000400:00000010:3.0:1767384879.378032:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 72 at 000000001358b1fe. 00000100:00000001:2.0:1767384879.378034:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384879.378036:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 60 at 00000000d7582b54. 00000100:00000001:0.0:1767384879.378039:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1767384879.378041:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 0000000039ecb103. 00000100:00100000:0.0:1767384879.378042:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348015232 02000000:00000001:0.0:1767384879.378044:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384879.378046:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000100:00000001:0.0:1767384879.378046:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384879.378049:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384879.378049:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384879.378050:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100151 00000100:00000001:2.0:1767384879.378053:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384879.378055:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384879.378056:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 rc 1 00000100:00100000:0.0:1767384879.378058:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348015232 00000400:00000200:3.0:1767384879.378061:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000020:00000001:0.0:1767384879.378062:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384879.378065:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00100000:2.0:1767384879.378066:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000400:00000200:3.0:1767384879.378067:0:16356:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.134@tcp 00000020:00000001:0.0:1767384879.378068:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384879.378072:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=16 00000400:00000200:3.0:1767384879.378073:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100111 rc 0 00000100:00000040:2.0:1767384879.378073:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000020:00000001:0.0:1767384879.378075:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384879.378077:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878109776 : -119482831441840 : ffff9354bc467050) 00000020:00000001:0.0:1767384879.378079:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000400:00000200:3.0:1767384879.378081:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000100:00000001:0.0:1767384879.378083:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384879.378085:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a4b31dcf x1853237348015104/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:105/0 lens 4848/0 e 0 to 0 dl 1767384890 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384879.378088:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (3) 00000020:00000010:0.0:1767384879.378088:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000acb63455. 00000100:00000001:0.0:1767384879.378093:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384879.378098:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384879.378099:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000acb63455. 00000020:00000010:2.0:1767384879.378102:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046e5cda0. 00000100:00000001:2.0:1767384879.378106:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384879.378107:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000075e900e. 00000020:00000010:2.0:1767384879.378108:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046e5cda0. 00000020:00000010:0.0:1767384879.378115:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f0ce7455. 00000100:00100000:2.0:1767384879.378116:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a4b31dcf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+16:16361:x1853237348015104:12345-0@lo:253: 00000100:00000200:2.0:1767384879.378122:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348015104 00000020:00000010:0.0:1767384879.378124:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005a98e301. 00000020:00000001:2.0:1767384879.378125:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384879.378128:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384879.378131:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384879.378132:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384879.378133:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384879.378136:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384879.378137:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000100:00000001:0.0:1767384879.378141:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384879.378144:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384879.378146:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384879.378150:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384879.378155:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384879.378155:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384879.378160:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384879.378161:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384879.378167:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384879.378171:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384879.378173:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384879.378177:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:2.0:1767384879.378178:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000953f29ec. 00000100:00100000:0.0:1767384879.378183:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 02000000:00000001:2.0:1767384879.378184:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384879.378189:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000100:00000001:2.0:1767384879.378190:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384879.378195:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624589919385680 : -119483790165936 : ffff935483217850) 20000000:00000001:2.0:1767384879.378196:0:17083:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000040:0.0:1767384879.378203:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d8aca429 x1853237348015232/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:105/0 lens 4848/0 e 0 to 0 dl 1767384890 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000010:2.0:1767384879.378207:0:17083:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003c8c4fbc. 20000000:01000000:2.0:1767384879.378213:0:17083:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384879.378217:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384879.378219:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:0.0:1767384879.378220:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:2.0:1767384879.378222:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384879.378225:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384879.378226:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000acb63455. 00000100:00000001:0.0:1767384879.378231:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384879.378234:0:17083:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000010:0.0:1767384879.378236:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000acb63455. 20000000:00000010:2.0:1767384879.378243:0:17083:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000061ebd9ba. 00000100:00100000:0.0:1767384879.378244:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d8aca429 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+16:16358:x1853237348015232:12345-0@lo:253: 20000000:01000000:2.0:1767384879.378247:0:17083:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #10 00000100:00000200:0.0:1767384879.378253:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348015232 20000000:00000001:2.0:1767384879.378256:0:17083:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:0.0:1767384879.378257:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384879.378261:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00080000:00000001:2.0:1767384879.378262:0:17083:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:0.0:1767384879.378264:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384879.378266:0:17083:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:0.0:1767384879.378269:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384879.378272:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000001:0.0:1767384879.378276:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384879.378277:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384879.378279:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384879.378280:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384879.378282:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384879.378285:0:17083:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000100:00000001:0.0:1767384879.378285:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384879.378287:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384879.378295:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000db259d0e. 02000000:00000001:0.0:1767384879.378298:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384879.378300:0:17083:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384879.378301:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384879.378305:0:17083:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:00000001:0.0:1767384879.378307:0:17084:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:2.0:1767384879.378308:0:17083:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384879.378312:0:17083:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384879.378314:0:17083:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384879.378316:0:17083:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000980f9615 20000000:00000010:0.0:1767384879.378318:0:17084:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000089c56f03. 00000020:00000001:2.0:1767384879.378319:0:17083:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009e445471 00080000:00000002:2.0:1767384879.378323:0:17083:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:01000000:0.0:1767384879.378324:0:17084:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:2.0:1767384879.378326:0:17083:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384879.378329:0:17083:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384879.378332:0:17083:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384879.378334:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767384879.378336:0:17083:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:0.0:1767384879.378337:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384879.378340:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384879.378341:0:17083:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 20000000:00000001:0.0:1767384879.378342:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384879.378347:0:17084:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384879.378348:0:17083:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384879.378353:0:17083:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a3434736. 00080000:00000001:2.0:1767384879.378355:0:17083:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590259839488 : -119483449712128 : ffff9354976c6200) 00080000:00000001:2.0:1767384879.378358:0:17083:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384879.378361:0:17083:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384879.378364:0:17083:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000046e5cda0. 00080000:00000001:2.0:1767384879.378367:0:17083:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384879.378369:0:17083:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384879.378381:0:17083:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384879.378396:0:17083:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384879.379161:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a3434736. 00080000:00000010:2.0:1767384879.379199:0:17083:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000046e5cda0. 00040000:00000001:2.0:1767384879.379204:0:17083:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384879.379205:0:17083:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384879.379207:0:17083:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384879.379210:0:17083:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:2.0:1767384879.379211:0:17083:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384879.379218:0:17083:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384879.379227:0:17083:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384879.379233:0:17083:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384879.379235:0:17083:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384879.379240:0:17083:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384879.379248:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384879.379252:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000010:0.0:1767384879.379253:0:17084:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000181df026. 10000000:01000000:3.0:1767384879.379255:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1767384879.379255:0:17084:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #10 00010000:00000001:3.0:1767384879.379260:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000001:0.0:1767384879.379260:0:17084:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:3.0:1767384879.379263:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384879.379263:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384879.379266:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000040:3.0:1767384879.379270:0:17105:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000062a5869c count: 2 00010000:00000001:3.0:1767384879.379274:0:17105:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384879.379276:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:3.0:1767384879.379277:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384879.379281:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002fa4dab2. 00000020:00000001:3.0:1767384879.379285:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384879.379285:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384879.379287:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000040:3.0:1767384879.379288:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002fa4dab2 with handle 0xb57eb78819562f04 to hash 00080000:00000001:0.0:1767384879.379289:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384879.379291:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384879.379291:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384879.379293:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384879.379296:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 000000007e91d003 00010000:00000001:3.0:1767384879.379300:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00000020:00000001:0.0:1767384879.379300:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f71c5dba 00010000:00000001:3.0:1767384879.379302:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00080000:00000002:0.0:1767384879.379302:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384879.379304:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384879.379306:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384879.379307:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384879.379308:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384879.379310:0:17084:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000e25a73ae. 00010000:00010000:3.0:1767384879.379312:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f04 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384879.379312:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384879.379314:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384879.379318:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00010000:00000001:3.0:1767384879.379320:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384879.379320:0:17084:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384879.379322:0:17084:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007c733723. 00010000:00000001:3.0:1767384879.379323:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:0.0:1767384879.379325:0:17084:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590542884864 : -119483166666752 : ffff9354a84b5000) 00010000:00000001:3.0:1767384879.379326:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384879.379328:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384879.379328:0:17084:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384879.379331:0:17105:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000001:00000001:0.0:1767384879.379331:0:17084:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384879.379333:0:17084:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000acb63455. 00010000:00010000:3.0:1767384879.379335:0:17105:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000009fb158e7/0xb57eb78819562ef6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819562eef expref: 16 pid: 17083 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384879.379336:0:17084:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384879.379338:0:17084:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384879.379341:0:17105:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384879.379344:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384879.379346:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384879.379347:0:17084:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384879.379348:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384879.379351:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384879.379353:0:17105:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00080000:00000020:2.0:1767384879.379354:0:17083:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:0.0:1767384879.379356:0:17084:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00010000:3.0:1767384879.379357:0:17105:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f04 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384879.379358:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384879.379361:0:17083:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003c8c4fbc. 20000000:00000001:2.0:1767384879.379366:0:17083:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384879.379371:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348015104 00010000:00000040:3.0:1767384879.379372:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000062a5869c) refcount = 2 00010000:00000001:2.0:1767384879.379374:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:3.0:1767384879.379379:0:17105:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000200:2.0:1767384879.379381:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a4b31dcf x1853237348015104/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:105/0 lens 4848/4768 e 0 to 0 dl 1767384890 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384879.379385:0:17105:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000009fb158e7/0xb57eb78819562ef6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xb57eb78819562eef expref: 16 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384879.379395:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384879.379398:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384879.379400:0:17105:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00001000:2.0:1767384879.379402:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=13 v=5 (1 0 0 0) 00010000:00000040:3.0:1767384879.379403:0:17105:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f04 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384879.379406:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384879.379410:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:2.0:1767384879.379414:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:2.0:1767384879.379419:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000010:3.0:1767384879.379422:0:17105:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d7582b54. 02000000:00000001:2.0:1767384879.379422:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384879.379427:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384879.379428:0:17105:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000040:2.0:1767384879.379432:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:3.0:1767384879.379433:0:17105:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f2933a55. 00000400:00000010:2.0:1767384879.379435:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000601d51a7. 00000100:00000200:2.0:1767384879.379438:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348015104, offset 224 00000100:00000001:3.0:1767384879.379443:0:17105:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624590735826688 : -119482973724928 : ffff9354b3cb5f00) 00000100:00000001:3.0:1767384879.379446:0:17105:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624590735826688 : -119482973724928 : ffff9354b3cb5f00) 00000400:00000200:2.0:1767384879.379447:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384879.379449:0:17105:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384879.379452:0:17105:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384879.379453:0:17105:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000400:00000200:2.0:1767384879.379456:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384879.379458:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384879.379460:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384879.379464:0:17105:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000200:2.0:1767384879.379464:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d01c00 00010000:00000001:3.0:1767384879.379469:0:17105:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000200:2.0:1767384879.379471:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1169 [2] + 224 00010000:00000001:3.0:1767384879.379472:0:17105:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384879.379476:0:17105:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000400:00000200:2.0:1767384879.379478:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384879.379480:0:17105:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000073dd091c. 00000400:00000200:2.0:1767384879.379484:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1767384879.379485:0:17105:0:(genops.c:1229:class_import_get()) import 000000003b66da55 refcount=2 obd=MGS 00000100:00000001:2.0:1767384879.379487:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384879.379489:0:17105:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384879.379492:0:17105:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:2.0:1767384879.379492:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009327601a x1853237348015104/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384895 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384879.379496:0:17105:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384879.379502:0:17105:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e21f2641. 00000100:00000040:2.0:1767384879.379505:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009327601a x1853237348015104/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384895 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384879.379506:0:17105:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384879.379511:0:17105:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000009fb158e7/0xb57eb78819562ef6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb57eb78819562eef expref: 16 pid: 17083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384879.379535:0:17105:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000009fb158e7/0xb57eb78819562ef6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb57eb78819562eef expref: 16 pid: 17083 timeout: 351 lvb_type: 0 00000100:00000001:2.0:1767384879.379540:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384879.379544:0:17105:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000400:00000200:2.0:1767384879.379546:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000601d51a7 00000100:00000001:3.0:1767384879.379548:0:17105:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767384879.379549:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000601d51a7. 00000100:00000001:2.0:1767384879.379553:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767384879.379556:0:17105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000073dd091c x1853237348015360/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384879.379557:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384879.379561:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384879.379563:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384879.379567:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:2.0:1767384879.379571:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384879.379573:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384879.379575:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384879.379576:0:17105:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000001:0.0:1767384879.379578:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384879.379579:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384879.379580:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384879.379581:0:17105:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384879.379584:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4b31dcf x1853237348015104/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:105/0 lens 4848/4768 e 0 to 0 dl 1767384890 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384879.379584:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc8f7de2. 00000100:00100000:3.0:1767384879.379587:0:17105:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000073dd091c pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17105:1853237348015360:0@lo:104: 00000400:00000200:0.0:1767384879.379589:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000502d956c 00000400:00000010:0.0:1767384879.379593:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000502d956c. 00000100:00000001:3.0:1767384879.379596:0:17105:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384879.379599:0:16361:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384879.379601:0:17105:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384879.379604:0:17105:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384879.379605:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009327601a x1853237348015104/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384895 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384879.379609:0:17105:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1767384879.379612:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a4b31dcf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+16:16361:x1853237348015104:12345-0@lo:253: Request processed in 1511us (1984us total) trans 0 rc 0/0 02000000:00000010:3.0:1767384879.379620:0:17105:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d99a5d4a. 02000000:00000001:3.0:1767384879.379624:0:17105:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384879.379627:0:17105:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000256031a3. 00000100:00100000:2.0:1767384879.379628:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00000200:0.0:1767384879.379628:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009327601a x1853237348015104/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384895 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384879.379634:0:17105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051c03a31. 00000100:00000040:2.0:1767384879.379635:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000100:00000200:3.0:1767384879.379639:0:17105:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348015360, portal 16 00000100:00000001:2.0:1767384879.379640:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384879.379642:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384879.379644:0:17105:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384879.379644:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384879.379645:0:17105:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789826688 : -119482919724928 : ffff9354b7035880) 00000100:00000001:0.0:1767384879.379645:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384879.379650:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000287fc143. 00000100:00000001:0.0:1767384879.379650:0:16361:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384879.379652:0:17105:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000073dd091c x1853237348015360/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384879.379652:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384879.379655:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384879.379657:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000058aa63d. 00000100:00000001:0.0:1767384879.379658:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384879.379663:0:17105:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384879.379663:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384879.379664:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000460f63ea. 00000100:00001000:0.0:1767384879.379667:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=13 v=5 (5 0 0 0) 00000100:00000040:3.0:1767384879.379668:0:17105:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1767384879.379670:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 15 00000400:00000010:3.0:1767384879.379672:0:17105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d85af59. 00000100:00001000:0.0:1767384879.379672:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=13 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384879.379676:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:3.0:1767384879.379677:0:17105:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237348015360, offset 0 00000100:00000001:0.0:1767384879.379677:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:2.0:1767384879.379679:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000953f29ec. 00000100:00000001:0.0:1767384879.379680:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384879.379684:0:17105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384879.379685:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384879.379685:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384879.379688:0:16361:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384879.379689:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384879.379693:0:17105:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384879.379693:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384879.379696:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384879.379700:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009327601a x1853237348015104/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384895 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384879.379702:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d22b6c11. 00000400:00000200:3.0:1767384879.379703:0:17105:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958271d01d00 00000400:00000010:2.0:1767384879.379709:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000601d51a7. 00000100:00000001:0.0:1767384879.379711:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384879.379713:0:17105:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 328 00000100:00000001:0.0:1767384879.379715:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384879.379717:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384879.379718:0:17105:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000004:0.0:1767384879.379721:0:16361:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000200:3.0:1767384879.379722:0:17105:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:01000004:0.0:1767384879.379723:0:16361:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384879.379725:0:16361:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384879.379726:0:17105:0:(events.c:286:request_in_callback()) Process entered 00000020:01000004:0.0:1767384879.379726:0:16361:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000200:3.0:1767384879.379728:0:17105:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:01000004:0.0:1767384879.379728:0:16361:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384879.379729:0:16361:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000010:3.0:1767384879.379731:0:17105:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000061d9b195. 00000100:00000040:3.0:1767384879.379734:0:17105:0:(events.c:337:request_in_callback()) incoming req@0000000061d9b195 x1853237348015360 msgsize 328 00000020:01000004:0.0:1767384879.379736:0:16361:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000100:00100000:3.0:1767384879.379738:0:17105:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:0.0:1767384879.379738:0:16361:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384879.379739:0:16361:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384879.379740:0:16361:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384879.379743:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009327601a x1853237348015104/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384895 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384879.379750:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009327601a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348015104:0@lo:253: 00000100:00000001:3.0:1767384879.379752:0:17105:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384879.379755:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384879.379757:0:17105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d85af59 00000100:00000001:0.0:1767384879.379757:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384879.379759:0:17105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d85af59. 00000100:00000040:0.0:1767384879.379759:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009327601a x1853237348015104/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384895 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384879.379761:0:17105:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384879.379764:0:17105:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000073dd091c x1853237348015360/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384895 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384879.379766:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384879.379769:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384879.379771:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f31a5442. 00000100:00000001:3.0:1767384879.379772:0:17105:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384879.379774:0:17105:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000073dd091c x1853237348015360/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384895 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1767384879.379774:0:17073:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000953f29ec. 02000000:00000001:0.0:1767384879.379775:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384879.379779:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384879.379780:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:0.0:1767384879.379782:0:16361:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00100000:2.0:1767384879.379784:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348015360 00000100:00000001:3.0:1767384879.379786:0:17105:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384879.379786:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384879.379788:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000019b5bdb6. 02000000:00000001:0.0:1767384879.379792:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384879.379793:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384879.379796:0:17105:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384879.379796:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384879.379797:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:0.0:1767384879.379799:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009327601a. 00000100:00000001:2.0:1767384879.379800:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384879.379802:0:17105:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384879.379806:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384879.379807:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294868415 00000100:00000001:0.0:1767384879.379807:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384879.379809:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384879.379811:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348015360 00000100:00000001:0.0:1767384879.379812:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384879.379832:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384879.379833:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562d98 00000020:00000001:2.0:1767384879.379835:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384879.379836:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294868414 00000020:00000040:2.0:1767384879.379837:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 000000009de0d226 refcount=3 00000020:00000001:2.0:1767384879.379842:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590787602432 : -119482921949184 : ffff9354b6e16800) 00000100:00000001:3.0:1767384879.379844:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294868416 00000020:00000001:2.0:1767384879.379845:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590787602432 : -119482921949184 : ffff9354b6e16800) 00000100:00000001:0.0:1767384879.379846:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384879.379849:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384879.379851:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384879.379852:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294868414 00000100:00000001:0.0:1767384879.379852:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384879.379855:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046e5cda0. 00000100:00000001:3.0:1767384879.379856:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294868416 00000100:00000001:0.0:1767384879.379856:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384879.379860:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384879.379862:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294868414 00000020:00000010:2.0:1767384879.379864:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046e5cda0. 00000100:00000001:3.0:1767384879.379869:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294868416 00000020:00000010:2.0:1767384879.379869:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000460f63ea. 00000100:00000001:3.0:1767384879.379875:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294868414 00000020:00000010:2.0:1767384879.379875:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000287fc143. 00000020:00000010:2.0:1767384879.379878:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000058aa63d. 00000100:00000001:3.0:1767384879.379880:0:17105:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384879.379884:0:17105:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384879.379897:0:17105:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384879.379898:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00010000:00000001:3.0:1767384879.379899:0:17105:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384879.379901:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384879.379905:0:17105:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384879.379905:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384879.379906:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384879.379910:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384879.379912:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384879.379913:0:17105:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384879.379913:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384879.379918:0:17105:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384879.379919:0:17105:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384879.379921:0:17105:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384879.379922:0:17105:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384879.379923:0:17105:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384879.379925:0:17105:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f2933a55 going to sleep for 11 seconds 00000100:00000001:2.0:1767384879.379926:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384879.379928:0:17105:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384879.379932:0:17105:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384879.379938:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384879.379941:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384879.379945:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:2.0:1767384879.379947:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000009de0d226 : new rpc_count 1 00000100:00000001:2.0:1767384879.379948:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590789828480 : -119482919723136 : ffff9354b7035f80) 00000100:00000040:2.0:1767384879.379952:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000061d9b195 x1853237348015360/t0(0) o104->b543db4a-4900-454f-be04-352b2897a173@0@lo:105/0 lens 328/0 e 0 to 0 dl 1767384890 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384879.379958:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384879.379960:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046e5cda0. 00000100:00000001:2.0:1767384879.379967:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384879.379969:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046e5cda0. 00000100:00100000:2.0:1767384879.379972:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000061d9b195 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b543db4a-4900-454f-be04-352b2897a173+3:17105:x1853237348015360:12345-0@lo:104: 00000100:00000200:2.0:1767384879.379975:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348015360 00010000:00000001:2.0:1767384879.379977:0:17073:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384879.379980:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384879.379982:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384879.379984:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e13431ad refcount=2 00000020:00000001:2.0:1767384879.379985:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006035456 : -119483703516160 : ffff9354884ba400) 00010000:00000001:2.0:1767384879.379987:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006035456 : -119483703516160 : ffff9354884ba400) 00010000:00000001:2.0:1767384879.379990:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384879.379993:0:17073:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384879.379995:0:17073:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.134@tcp lock: 00000000e13431ad/0xb57eb78819562eef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb57eb78819562ef6 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384879.380001:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384879.380003:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384879.380006:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003e9e8426. 02000000:00000001:2.0:1767384879.380007:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384879.380009:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384879.380011:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384879.380013:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384879.380015:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ecba4e0e time=13 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384879.380018:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384879.380020:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:2.0:1767384879.380022:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:2.0:1767384879.380024:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384879.380025:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384879.380028:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384879.380030:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384879.380033:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d4ac3eb. 00000100:00000200:2.0:1767384879.380035:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237348015360, offset 224 00000400:00000200:2.0:1767384879.380040:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384879.380047:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384879.380056:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958271d01d00 00000400:00000200:2.0:1767384879.380060:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1181 [1] + 224 00000400:00000200:2.0:1767384879.380063:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384879.380066:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384879.380068:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384879.380071:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000073dd091c x1853237348015360/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384895 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384879.380078:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000073dd091c x1853237348015360/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384879.380089:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384879.380093:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d4ac3eb 00000400:00000010:2.0:1767384879.380095:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d4ac3eb. 00000100:00000001:2.0:1767384879.380097:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384879.380099:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384879.380102:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384879.380104:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:3.0:1767384879.380105:0:17105:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384879.380107:0:17073:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000001:3.0:1767384879.380110:0:17105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000010:2.0:1767384879.380112:0:17073:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000bb0058c0. 00000400:00000001:3.0:1767384879.380113:0:17105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384879.380116:0:17073:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000010:3.0:1767384879.380117:0:17105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000256031a3. 00000400:00000200:3.0:1767384879.380122:0:17105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051c03a31 00000400:00000010:3.0:1767384879.380123:0:17105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000051c03a31. 00010000:00010000:2.0:1767384879.380126:0:17073:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:3.0:1767384879.380127:0:17105:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384879.380131:0:17073:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384879.380133:0:17073:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384879.380135:0:17105:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000073dd091c x1853237348015360/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384895 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384879.380137:0:17073:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384879.380145:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:2.0:1767384879.380147:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000061d9b195 x1853237348015360/t0(0) o104->b543db4a-4900-454f-be04-352b2897a173@0@lo:105/0 lens 328/224 e 0 to 0 dl 1767384890 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767384879.380149:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384879.380155:0:17078:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1767384879.380175:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000061d9b195 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b543db4a-4900-454f-be04-352b2897a173+3:17105:x1853237348015360:12345-0@lo:104: Request processed in 212us (436us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384879.380176:0:17078:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000200:3.0:1767384879.380179:0:17105:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000073dd091c x1853237348015360/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384895 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384879.380180:0:17078:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384879.380183:0:17078:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.134@tcp lock: 00000000e13431ad/0xb57eb78819562eef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb57eb78819562ef6 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384879.380193:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000001:3.0:1767384879.380195:0:17105:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384879.380198:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009de0d226 : new rpc_count 0 00000100:00000001:3.0:1767384879.380199:0:17105:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384879.380203:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384879.380205:0:17105:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384879.380208:0:17105:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384879.380208:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:0.0:1767384879.380209:0:17078:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e13431ad already unused, calling callback (00000000099ed54c) 00000100:00000001:3.0:1767384879.380211:0:17105:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384879.380212:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000287fc143. 00000100:00000001:3.0:1767384879.380213:0:17105:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384879.380213:0:17078:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:3.0:1767384879.380215:0:17105:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:0.0:1767384879.380215:0:17078:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.134@tcp lock: 00000000e13431ad/0xb57eb78819562eef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb57eb78819562ef6 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1767384879.380218:0:17105:0:(import.c:2128:obd_at_measure()) add 5 to 000000008ef118cb time=13 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384879.380225:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000058aa63d. 00010000:00000001:0.0:1767384879.380225:0:17078:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00001000:3.0:1767384879.380226:0:17105:0:(import.c:2128:obd_at_measure()) add 1 to 00000000456edb1d time=13 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384879.380226:0:17078:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384879.380230:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384879.380231:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000460f63ea. 00000100:00000001:3.0:1767384879.380232:0:17105:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1767384879.380232:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e13431ad refcount=3 00000100:00000001:3.0:1767384879.380234:0:17105:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384879.380237:0:17105:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1767384879.380237:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006035456 : -119483703516160 : ffff9354884ba400) 00000020:00000040:2.0:1767384879.380238:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000009de0d226 : new refcount 2 00010000:00000001:3.0:1767384879.380240:0:17105:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384879.380241:0:17078:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006035456 : -119483703516160 : ffff9354884ba400) 00000100:00000001:2.0:1767384879.380242:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384879.380244:0:17105:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384879.380245:0:17078:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384879.380247:0:17078:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.134@tcp lock: 00000000e13431ad/0xb57eb78819562eef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb57eb78819562ef6 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384879.380249:0:17105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000073dd091c x1853237348015360/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384895 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:0.0:1767384879.380255:0:17078:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1767384879.380256:0:17105:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00010000:0.0:1767384879.380256:0:17078:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.134@tcp lock: 00000000e13431ad/0xb57eb78819562eef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb57eb78819562ef6 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384879.380258:0:17105:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384879.380260:0:17105:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384879.380263:0:17105:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 10000000:01000000:0.0:1767384879.380263:0:17078:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00000001:3.0:1767384879.380265:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384879.380266:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384879.380266:0:17078:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00010000:00000001:3.0:1767384879.380268:0:17105:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384879.380268:0:17078:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384879.380270:0:17078:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000040:3.0:1767384879.380271:0:17105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073dd091c x1853237348015360/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384895 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384879.380272:0:17078:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384879.380274:0:17078:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384879.380279:0:17105:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000073dd091c pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17105:1853237348015360:0@lo:104: 00000100:00000001:3.0:1767384879.380283:0:17105:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384879.380284:0:17078:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000001:3.0:1767384879.380286:0:17105:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384879.380286:0:17078:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384879.380287:0:17078:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000002298ce) refs 2 00000100:00000001:3.0:1767384879.380288:0:17105:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384879.380290:0:17105:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:0.0:1767384879.380290:0:17078:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384879.380291:0:17078:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384879.380292:0:17105:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000073dd091c x1853237348015360/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384895 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384879.380294:0:17078:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384879.380297:0:17078:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384879.380298:0:17078:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384879.380304:0:17078:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384879.380306:0:17105:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767384879.380306:0:17078:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384879.380308:0:17105:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:0.0:1767384879.380309:0:17078:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e13431ad with handle 0xb57eb78819562eef from hash 02000000:00000010:3.0:1767384879.380310:0:17105:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d99a5d4a. 00010000:00000001:0.0:1767384879.380311:0:17078:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384879.380313:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384879.380314:0:17105:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767384879.380314:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384879.380315:0:17105:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384879.380316:0:17078:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000040:3.0:1767384879.380317:0:17105:0:(genops.c:1242:class_import_put()) import 000000003b66da55 refcount=1 obd=MGS 00010000:00000001:0.0:1767384879.380318:0:17078:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:3.0:1767384879.380319:0:17105:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384879.380319:0:17078:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 02000000:00000010:3.0:1767384879.380320:0:17105:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e21f2641. 00010000:00000001:0.0:1767384879.380322:0:17078:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 02000000:00000001:3.0:1767384879.380323:0:17105:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384879.380324:0:17105:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1767384879.380325:0:17078:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767384879.380326:0:17105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000073dd091c. 00000100:00000010:0.0:1767384879.380329:0:17078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009327601a. 00000100:00000001:3.0:1767384879.380330:0:17105:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384879.380331:0:17105:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384879.380331:0:17078:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00000010:3.0:1767384879.380334:0:17105:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f2933a55. 00000100:00000001:0.0:1767384879.380334:0:17078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384879.380336:0:17078:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384879.380337:0:17105:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384879.380339:0:17105:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384879.380339:0:17078:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384879.380341:0:17105:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d7582b54. 02000000:00000010:0.0:1767384879.380343:0:17078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000046335fed. 00010000:00000001:3.0:1767384879.380344:0:17105:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384879.380346:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384879.380346:0:17078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384879.380348:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384879.380348:0:17078:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384879.380351:0:17078:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.134@tcp lock: 00000000e13431ad/0xb57eb78819562eef lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb57eb78819562ef6 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 20000000:00000001:3.0:1767384879.380352:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767384879.380354:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1767384879.380356:0:17105:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f04 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384879.380357:0:17078:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384879.380358:0:17078:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384879.380360:0:17078:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384879.380362:0:17078:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384879.380365:0:17078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009327601a] to pc [ptlrpcd_00_01+1] req@000000009327601a x1853237348015488/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384879.380388:0:17078:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384879.380391:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384879.380392:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384879.380394:0:17078:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384879.380396:0:17078:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384879.380399:0:17078:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384879.380401:0:17078:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.134@tcp lock: 00000000e13431ad/0xb57eb78819562eef lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb57eb78819562ef6 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384879.380404:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384879.380406:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384879.380409:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384879.380412:0:16358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384879.380415:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384879.380418:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384879.380419:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:0.0:1767384879.380420:0:17078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.134@tcp lock: 00000000e13431ad/0xb57eb78819562eef lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb57eb78819562ef6 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384879.380421:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384879.380422:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384879.380426:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384879.380427:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:0.0:1767384879.380428:0:17078:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000016a16046 count: 0 00000100:00000001:3.0:1767384879.380430:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384879.380432:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384879.380436:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009327601a x1853237348015488/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384879.380442:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384879.380444:0:17078:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384879.380447:0:17078:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000bb0058c0. 00000100:00000001:3.0:1767384879.380449:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384879.380451:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384879.380451:0:17078:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384879.380454:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384879.380455:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1767384879.380456:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384879.380457:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384879.380460:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384879.380460:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384879.380462:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:3.0:1767384879.380463:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009327601a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348015488:0@lo:103: 00000020:00000001:0.0:1767384879.380465:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384879.380467:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:0.0:1767384879.380468:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767384879.380470:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767384879.380471:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384879.380472:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384879.380473:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384879.380474:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:0.0:1767384879.380476:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:3.0:1767384879.380478:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e21f2641. 02000000:00000001:3.0:1767384879.380480:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384879.380484:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000256031a3. 00000400:00000010:3.0:1767384879.380490:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051c03a31. 00000100:00000200:3.0:1767384879.380494:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348015488, portal 18 00000100:00000001:3.0:1767384879.380496:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384879.380498:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878150144 : -119482831401472 : ffff9354bc470e00) 00000100:00000040:3.0:1767384879.380502:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009327601a x1853237348015488/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384895 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384879.380510:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384879.380513:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384879.380516:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d85af59. 00000100:00000200:3.0:1767384879.380518:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237348015488, offset 0 00000400:00000200:3.0:1767384879.380525:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384879.380533:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384879.380541:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958271d01d80 00000400:00000200:3.0:1767384879.380547:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 328 00000400:00000200:3.0:1767384879.380552:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384879.380555:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384879.380559:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384879.380561:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384879.380564:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000073dd091c. 00000100:00000040:3.0:1767384879.380572:0:16358:0:(events.c:337:request_in_callback()) incoming req@0000000073dd091c x1853237348015488 msgsize 328 00000100:00100000:3.0:1767384879.380576:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384879.380589:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384879.380596:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d85af59 00000400:00000010:3.0:1767384879.380598:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d85af59. 00000100:00000001:3.0:1767384879.380601:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384879.380604:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009327601a x1853237348015488/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384895 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384879.380613:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384879.380616:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009327601a x1853237348015488/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384895 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384879.380621:0:17076:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000002ce03f4d. 00000100:00000001:3.0:1767384879.380622:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384879.380624:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384879.380625:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384879.380627:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384879.380627:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348015488 02000000:00000001:0.0:1767384879.380629:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384879.380630:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294868416 00000100:00000001:0.0:1767384879.380631:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384879.380632:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384879.380634:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294868415 02000000:00000001:0.0:1767384879.380635:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384879.380637:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348015488 00000100:00000001:3.0:1767384879.380638:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294868416 00000020:00000001:0.0:1767384879.380639:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384879.380640:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, keep current deadline 4294868416 00000020:00000040:0.0:1767384879.380640:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000001:3.0:1767384879.380642:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294868416 00000020:00000001:0.0:1767384879.380642:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384879.380644:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294868416 00000020:00000040:0.0:1767384879.380644:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=16 00000100:00000001:3.0:1767384879.380645:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294868416 00000020:00000001:0.0:1767384879.380646:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:3.0:1767384879.380647:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294868416 00000100:00000001:3.0:1767384879.380649:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384879.380649:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:3.0:1767384879.380651:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384879.380652:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384879.380653:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384879.380656:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384879.380660:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000619bc0e4. 00000100:00000001:0.0:1767384879.380662:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384879.380664:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000619bc0e4. 00000020:00000010:0.0:1767384879.380668:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f741bc4a. 00000020:00000010:0.0:1767384879.380671:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003faa2bf5. 00000020:00000010:0.0:1767384879.380675:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000082b8a827. 00000100:00000040:0.0:1767384879.380680:0:17076:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384879.380682:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384879.380684:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384879.380685:0:17076:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384879.380688:0:17076:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384879.380690:0:17076:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384879.380692:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384879.380694:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384879.380695:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009fb158e7 refcount=4 00000020:00000001:0.0:1767384879.380697:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00010000:00000001:0.0:1767384879.380699:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00010000:00010000:0.0:1767384879.380703:0:17076:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000009fb158e7/0xb57eb78819562ef6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb57eb78819562eef expref: 16 pid: 17083 timeout: 351 lvb_type: 0 00010000:00000001:0.0:1767384879.380710:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384879.380712:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384879.380713:0:17076:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384879.380715:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384879.380720:0:17076:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384879.380723:0:17076:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000073dd091c x1853237348015488/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:105/0 lens 328/0 e 0 to 0 dl 1767384890 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384879.380730:0:17076:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384879.380731:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384879.380742:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384879.380750:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384879.380751:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384879.380754:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:0.0:1767384879.380756:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000100:00000001:3.0:1767384879.380757:0:17075:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00000001:0.0:1767384879.380758:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590789826688 : -119482919724928 : ffff9354b7035880) 00000100:00100000:3.0:1767384879.380759:0:17075:0:(service.c:3434:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00000010:3.0:1767384879.380764:0:17075:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000d99a5d4a. 00000100:00100000:3.0:1767384879.380767:0:17075:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00000040:0.0:1767384879.380768:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000073dd091c x1853237348015488/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:105/0 lens 328/0 e 0 to 0 dl 1767384890 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384879.380776:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384879.380779:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000619bc0e4. 00080000:00000010:2.0:1767384879.380782:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007c733723. 00000100:00000001:0.0:1767384879.380782:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384879.380789:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000619bc0e4. 00000100:00100000:0.0:1767384879.380797:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000073dd091c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b543db4a-4900-454f-be04-352b2897a173+16:16358:x1853237348015488:12345-0@lo:103: 00000100:00000200:0.0:1767384879.380801:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348015488 00080000:00000010:2.0:1767384879.380803:0:17084:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000acb63455. 00010000:00000001:0.0:1767384879.380803:0:17076:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00040000:00000001:2.0:1767384879.380808:0:17084:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000002:0.0:1767384879.380809:0:17076:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00040000:00000001:2.0:1767384879.380811:0:17084:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384879.380836:0:17084:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384879.380837:0:17076:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000020:00000002:2.0:1767384879.380839:0:17084:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 00000100:00000001:0.0:1767384879.380842:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:2.0:1767384879.380843:0:17084:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384879.380847:0:17084:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 02000000:00000001:0.0:1767384879.380848:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:2.0:1767384879.380850:0:17084:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384879.380854:0:17084:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384879.380854:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000000d99fdf. 20000000:01000000:2.0:1767384879.380859:0:17084:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 02000000:00000001:0.0:1767384879.380860:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384879.380864:0:17084:0:(osd_handler.c:2844:osd_sync()) Process entered 00000100:00000001:0.0:1767384879.380865:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384879.380869:0:17076:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384879.380871:0:17076:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384879.380873:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384879.380875:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384879.380877:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009fb158e7 refcount=4 00000100:00000001:3.0:1767384879.380878:0:17075:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384879.380879:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00010000:00000001:0.0:1767384879.380882:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00010000:00000040:0.0:1767384879.380899:0:17076:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000062a5869c count: 3 00010000:00010000:0.0:1767384879.380904:0:17076:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000009fb158e7/0xb57eb78819562ef6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb57eb78819562eef expref: 16 pid: 17083 timeout: 351 lvb_type: 0 00000100:00000001:3.0:1767384879.380909:0:18907:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00001000:0.0:1767384879.380911:0:17076:0:(import.c:2128:obd_at_measure()) add 0 to 00000000f06c522d time=1767384879 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384879.380914:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384879.380918:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384879.380919:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384879.380922:0:17076:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000009fb158e7/0xb57eb78819562ef6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb57eb78819562eef expref: 16 pid: 17083 timeout: 351 lvb_type: 0 00000100:00000010:3.0:1767384879.380930:0:18907:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000d7582b54. 00000020:00000010:3.0:1767384879.380934:0:18907:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b529df93. 00000020:00000001:0.0:1767384879.380937:0:17076:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384879.380938:0:17076:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000020:00000010:3.0:1767384879.380940:0:18907:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000fc96de9. 00010000:00000001:0.0:1767384879.380940:0:17076:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384879.380942:0:17076:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384879.380945:0:18907:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009d077e8a. 00010000:00000001:0.0:1767384879.380946:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:3.0:1767384879.380948:0:18907:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000039ecb103. 00010000:00000001:0.0:1767384879.380948:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000040:00000010:3.0:1767384879.380951:0:18907:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000489e15db. 00010000:00000001:0.0:1767384879.380951:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384879.380953:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:3.0:1767384879.380955:0:18907:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f8e1636e. 00010000:00000001:0.0:1767384879.380956:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384879.380958:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384879.380960:0:18907:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000083ca4969. 00000020:00000040:0.0:1767384879.380960:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009fb158e7 with handle 0xb57eb78819562ef6 from hash 00010000:00000001:0.0:1767384879.380963:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000010:3.0:1767384879.380965:0:18907:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008dd648a6. 00010000:00000001:0.0:1767384879.380965:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384879.380966:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384879.380968:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000020:2.0:1767384879.380969:0:17084:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 80000000:00000010:3.0:1767384879.380970:0:18907:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001358b1fe. 00010000:00000001:0.0:1767384879.380970:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1767384879.380972:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384879.380974:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000010:2.0:1767384879.380975:0:17084:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000089c56f03. 40000000:00000010:3.0:1767384879.380976:0:18907:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001df6464c. 00010000:00010000:0.0:1767384879.380979:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009fb158e7/0xb57eb78819562ef6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb57eb78819562eef expref: 16 pid: 17083 timeout: 351 lvb_type: 0 20000000:00000001:2.0:1767384879.380980:0:17084:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1767384879.380984:0:18907:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000a1aedb54. 00010000:00000040:2.0:1767384879.380986:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348015232 00020000:00000010:3.0:1767384879.380989:0:18907:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000e45d3c40. 00000020:00000010:0.0:1767384879.380989:0:17076:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000619bc0e4. 00010000:00000001:2.0:1767384879.380990:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:0.0:1767384879.380994:0:17076:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003d3e266f : new locks_count 9 00010000:00000200:2.0:1767384879.380996:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d8aca429 x1853237348015232/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:105/0 lens 4848/4768 e 0 to 0 dl 1767384890 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00008000:00000010:3.0:1767384879.380998:0:18907:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000031188e11. 00000020:00000040:0.0:1767384879.380998:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 15 00100000:00000010:3.0:1767384879.381006:0:18907:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001aa0d90e. 00010000:00000001:0.0:1767384879.381006:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384879.381007:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384879.381010:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384879.381010:0:17076:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384879.381012:0:17076:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00040000:00000010:3.0:1767384879.381014:0:18907:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fba7faea. 00000100:00001000:2.0:1767384879.381014:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=13 v=5 (1 0 0 0) 00010000:00000040:0.0:1767384879.381016:0:17076:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000002fa4dab2 00010000:00000001:0.0:1767384879.381021:0:17076:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000100:00000001:2.0:1767384879.381022:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00040000:00000010:3.0:1767384879.381023:0:18907:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000271c7cc. 00010000:00000001:0.0:1767384879.381025:0:17076:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000040:2.0:1767384879.381028:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:0.0:1767384879.381028:0:17076:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00040000:00000010:3.0:1767384879.381029:0:18907:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004652c1f1. 00000100:00000001:2.0:1767384879.381032:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:0.0:1767384879.381034:0:17076:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 02000000:00000001:2.0:1767384879.381036:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00080000:00000010:3.0:1767384879.381038:0:18907:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000fde77fac. 02000000:00000001:2.0:1767384879.381038:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384879.381038:0:17076:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384879.381043:0:17076:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:2.0:1767384879.381044:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384879.381047:0:17076:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384879.381049:0:17076:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f04 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384879.381054:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00080000:00000010:3.0:1767384879.381057:0:18907:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000088837bdf. 00000400:00000010:2.0:1767384879.381057:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004cf795cc. 00000100:00000200:2.0:1767384879.381063:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348015232, offset 224 00000004:00000010:3.0:1767384879.381068:0:18907:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e7f3773d. 00010000:00000001:0.0:1767384879.381069:0:17076:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384879.381071:0:17076:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000400:00000200:2.0:1767384879.381072:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384879.381074:0:17076:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000004:00000010:3.0:1767384879.381077:0:18907:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000004d48c624. 00010000:00000001:0.0:1767384879.381077:0:17076:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384879.381081:0:17076:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000062a5869c) refcount = 2 00000400:00000200:2.0:1767384879.381082:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000010:3.0:1767384879.381085:0:18907:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000010f854b2. 00010000:00010000:0.0:1767384879.381087:0:17076:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f04 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00002000:00000010:3.0:1767384879.381091:0:18907:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e903e063. 00000400:00000200:2.0:1767384879.381094:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d01c80 00010000:00000001:0.0:1767384879.381095:0:17076:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000004:00000010:3.0:1767384879.381096:0:18907:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000861f4483. 00010000:00000001:0.0:1767384879.381099:0:17076:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000080:00000010:3.0:1767384879.381102:0:18907:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000b28ac223. 00000400:00000200:2.0:1767384879.381103:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1171 [2] + 224 00010000:00000001:0.0:1767384879.381103:0:17076:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384879.381109:0:17076:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1767384879.381111:0:18907:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000131e2ee6. 00000400:00000200:2.0:1767384879.381111:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1767384879.381114:0:17076:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000be85edf0. 00000100:00000001:0.0:1767384879.381117:0:17076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000400:00000200:2.0:1767384879.381118:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1767384879.381120:0:18907:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000006b293f3f. 00000100:00000010:0.0:1767384879.381124:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000860120cf. 00000100:00000001:2.0:1767384879.381125:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384879.381126:0:17076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624590014798848 : -119483694752768 : ffff935488d15c00) 00000100:00000200:2.0:1767384879.381131:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007658aa6a x1853237348015232/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384895 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384879.381132:0:18907:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00000100:00000001:0.0:1767384879.381132:0:17076:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624590014798848 : -119483694752768 : ffff935488d15c00) 00000100:00000001:0.0:1767384879.381137:0:17076:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384879.381140:0:17076:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384879.381144:0:17076:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384879.381148:0:17076:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000040:2.0:1767384879.381151:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007658aa6a x1853237348015232/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384895 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:01000000:0.0:1767384879.381154:0:17076:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001901132s 00010000:00000001:0.0:1767384879.381160:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384879.381163:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384879.381168:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002fa4dab2 refcount=5 00000020:00000001:0.0:1767384879.381171:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:0.0:1767384879.381174:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00000100:00000001:2.0:1767384879.381176:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384879.381177:0:17076:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384879.381181:0:17076:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f04 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384879.381185:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cf795cc 00000100:00000001:3.0:1767384879.381188:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384879.381190:0:17076:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:3.0:1767384879.381191:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384879.381191:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004cf795cc. 00010000:00010000:0.0:1767384879.381192:0:17076:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f04 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384879.381196:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384879.381199:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384879.381200:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384879.381202:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384879.381205:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e8daed8. 00000100:00000001:2.0:1767384879.381205:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384879.381206:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384879.381210:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384879.381212:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00010000:0.0:1767384879.381214:0:17076:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f04 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384879.381215:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e4596bb 00010000:00000001:2.0:1767384879.381215:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384879.381218:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002e4596bb. 00000020:00000001:2.0:1767384879.381219:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384879.381225:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384879.381225:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384879.381226:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384879.381230:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384879.381232:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007658aa6a x1853237348015232/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384895 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384879.381232:0:17076:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:2.0:1767384879.381233:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8aca429 x1853237348015232/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:105/0 lens 4848/4768 e 0 to 0 dl 1767384890 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384879.381235:0:17076:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f04 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384879.381255:0:17076:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002fa4dab2 already unused, calling callback (00000000df0e66e0) 00010000:00000001:0.0:1767384879.381260:0:17076:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000200:3.0:1767384879.381264:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007658aa6a x1853237348015232/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384895 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384879.381264:0:17076:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00100000:2.0:1767384879.381268:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d8aca429 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:16358:x1853237348015232:12345-0@lo:253: Request processed in 3043us (3494us total) trans 0 rc 0/0 00010000:00010000:0.0:1767384879.381268:0:17076:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f04 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384879.381283:0:17076:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1767384879.381284:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384879.381286:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00010000:00000001:0.0:1767384879.381287:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384879.381288:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384879.381291:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384879.381293:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000100:00000001:3.0:1767384879.381294:0:16358:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:0.0:1767384879.381294:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002fa4dab2 refcount=6 00000100:00000001:2.0:1767384879.381298:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1767384879.381299:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1767384879.381299:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00000100:00000001:2.0:1767384879.381301:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384879.381303:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384879.381303:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00000020:00000010:2.0:1767384879.381305:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f0ce7455. 00000100:00000001:3.0:1767384879.381306:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384879.381306:0:17076:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:3.0:1767384879.381308:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384879.381308:0:17076:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f04 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1767384879.381311:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=13 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384879.381317:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=13 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384879.381317:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000010:2.0:1767384879.381318:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005a98e301. 00010000:00000001:0.0:1767384879.381319:0:17076:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384879.381322:0:17076:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384879.381324:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1767384879.381324:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000075e900e. 00000100:00000001:3.0:1767384879.381326:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384879.381328:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00010000:00000001:3.0:1767384879.381329:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384879.381333:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384879.381334:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384879.381334:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384879.381336:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384879.381338:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000db259d0e. 00010000:00000001:0.0:1767384879.381338:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:3.0:1767384879.381341:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007658aa6a x1853237348015232/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384895 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384879.381343:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384879.381344:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384879.381346:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384879.381351:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384879.381352:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384879.381352:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384879.381356:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:0.0:1767384879.381357:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002fa4dab2 with handle 0xb57eb78819562f04 from hash 00000100:00000001:3.0:1767384879.381358:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384879.381358:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000345f2fa3. 00010000:00000001:0.0:1767384879.381359:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384879.381362:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384879.381364:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004cf795cc. 00010000:00000001:0.0:1767384879.381364:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:3.0:1767384879.381365:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:0.0:1767384879.381367:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:01000004:3.0:1767384879.381369:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384879.381370:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:0.0:1767384879.381370:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:01000004:3.0:1767384879.381372:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:0.0:1767384879.381372:0:17076:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:01000004:3.0:1767384879.381374:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:0.0:1767384879.381374:0:17076:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:01000004:3.0:1767384879.381375:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:0.0:1767384879.381376:0:17076:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384879.381377:0:16358:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384879.381378:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:0.0:1767384879.381378:0:17076:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384879.381379:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:0.0:1767384879.381380:0:17076:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384879.381381:0:17076:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000040:3.0:1767384879.381382:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007658aa6a x1853237348015232/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384895 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384879.381384:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384879.381384:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384879.381386:0:17076:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384879.381387:0:17076:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384879.381389:0:17076:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384879.381392:0:17076:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f04 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384879.381395:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007658aa6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348015232:0@lo:253: 00010000:00000001:0.0:1767384879.381398:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384879.381399:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384879.381399:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384879.381400:0:17076:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384879.381401:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384879.381401:0:17076:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000040:3.0:1767384879.381403:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007658aa6a x1853237348015232/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384895 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384879.381403:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384879.381404:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384879.381406:0:17076:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384879.381407:0:17076:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384879.381409:0:17076:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384879.381410:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767384879.381410:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384879.381412:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767384879.381412:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384879.381413:0:17076:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384879.381414:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d7df3d5c. 00010000:00000001:0.0:1767384879.381414:0:17076:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384879.381416:0:17076:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 02000000:00000001:3.0:1767384879.381418:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384879.381418:0:17076:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384879.381419:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384879.381420:0:16358:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:0.0:1767384879.381420:0:17076:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384879.381422:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384879.381423:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009fe41798. 00000100:00000001:0.0:1767384879.381425:0:17076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384879.381426:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000860120cf. 02000000:00000001:3.0:1767384879.381427:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384879.381428:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384879.381428:0:17076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384879.381429:0:17076:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767384879.381430:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007658aa6a. 00010000:00000010:0.0:1767384879.381431:0:17076:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000be85edf0. 00000100:00000001:3.0:1767384879.381432:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384879.381433:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384879.381433:0:17076:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1767384879.381435:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384879.381435:0:17076:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384879.381436:0:17076:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384879.381437:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384879.381438:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384879.381440:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384879.381440:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384879.381441:0:17076:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384879.381442:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384879.381443:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 0000000059180339 time=13 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384879.381446:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384879.381448:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:0.0:1767384879.381450:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:0.0:1767384879.381453:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384879.381454:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384879.381457:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384879.381458:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384879.381462:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004de08150. 00000100:00000200:0.0:1767384879.381465:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237348015488, offset 224 00000400:00000200:0.0:1767384879.381469:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384879.381474:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384879.381480:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958271d01d80 00000400:00000200:0.0:1767384879.381484:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1191 [1] + 224 00000400:00000200:0.0:1767384879.381488:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384879.381490:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384879.381494:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384879.381496:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009327601a x1853237348015488/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384895 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384879.381505:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009327601a x1853237348015488/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384895 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384879.381519:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384879.381523:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004de08150 00000400:00000010:0.0:1767384879.381524:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004de08150. 00000100:00000001:3.0:1767384879.381529:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384879.381530:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384879.381533:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384879.381533:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384879.381534:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384879.381535:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384879.381536:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000256031a3. 00000400:00000200:3.0:1767384879.381538:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051c03a31 00000100:00000001:0.0:1767384879.381538:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384879.381540:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000051c03a31. 00000100:00000040:0.0:1767384879.381541:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:3.0:1767384879.381542:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384879.381543:0:17076:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384879.381545:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009327601a x1853237348015488/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384895 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384879.381545:0:17076:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384879.381548:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073dd091c x1853237348015488/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:105/0 lens 328/224 e 0 to 0 dl 1767384890 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384879.381553:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009327601a x1853237348015488/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384895 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384879.381557:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000073dd091c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b543db4a-4900-454f-be04-352b2897a173+14:16358:x1853237348015488:12345-0@lo:103: Request processed in 780us (983us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384879.381564:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384879.381564:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000001:3.0:1767384879.381565:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384879.381566:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:3.0:1767384879.381567:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384879.381568:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384879.381568:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384879.381570:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384879.381570:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384879.381571:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384879.381572:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003faa2bf5. 02000000:00000001:3.0:1767384879.381573:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384879.381575:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000082b8a827. 00000100:00001000:3.0:1767384879.381576:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000009e62be5a time=13 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384879.381577:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f741bc4a. 00000100:00001000:3.0:1767384879.381579:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=13 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384879.381581:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1767384879.381581:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000100:00000001:3.0:1767384879.381582:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384879.381583:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384879.381584:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384879.381585:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384879.381587:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384879.381590:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009327601a x1853237348015488/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384895 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384879.381596:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767384879.381597:0:17105:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f04 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384879.381598:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384879.381600:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384879.381602:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009327601a x1853237348015488/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384895 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384879.381603:0:17105:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:0.0:1767384879.381605:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:0.0:1767384879.381608:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f04 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384879.381610:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009327601a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348015488:0@lo:103: 00010000:00000001:0.0:1767384879.381613:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1767384879.381614:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384879.381615:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384879.381615:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384879.381616:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f04 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384879.381617:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009327601a x1853237348015488/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384895 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384879.381622:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000062a5869c count: 0 00000100:00000001:3.0:1767384879.381624:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384879.381626:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384879.381627:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e21f2641. 02000000:00000001:3.0:1767384879.381630:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384879.381631:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384879.381632:0:16358:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00010000:00000001:0.0:1767384879.381632:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384879.381633:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000001:3.0:1767384879.381634:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384879.381640:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000046335fed. 02000000:00000001:3.0:1767384879.381643:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384879.381644:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384879.381645:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009327601a. 00000100:00000001:3.0:1767384879.381648:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384879.381649:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384879.381650:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384879.381654:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384879.381656:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384879.381657:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384879.381659:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384879.385875:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294868416, at 4294868417 00000100:00000040:0.0:1767384879.385875:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294868416, at 4294868417 00000100:00000010:3.0:1767384879.385884:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e7178728. 00000100:00000010:0.0:1767384879.385901:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f504b59e. 00000100:00000040:2.0:1767384879.386871:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294868416, at 4294868418 00000100:00000010:2.0:1767384879.386879:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb0bd0b2. 00010000:00000010:0.1F:1767384879.391852:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000016a16046. 00010000:00000010:0.1:1767384879.391867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e13431ad. 00010000:00000010:0.1:1767384879.391873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009fb158e7. 00010000:00000010:0.1:1767384879.391877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000062a5869c. 00010000:00000010:0.1:1767384879.391881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002fa4dab2. 00000400:00000010:2.0:1767384879.397114:0:18911:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d54d2f8a. 00000400:00000040:2.0:1767384879.397131:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384879.397133:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384879.397135:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384879.397136:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384879.397138:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384879.397139:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384879.397141:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384879.397142:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384879.397143:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384879.397144:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384879.397145:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384879.397146:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384879.397148:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384879.397148:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384879.397149:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384879.397151:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384879.397152:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384879.397153:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384879.397153:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384879.397155:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384879.397156:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384879.397157:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384879.397157:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384879.397158:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384879.397162:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384879.397164:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384879.397165:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384879.397166:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384879.397168:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384879.397169:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384879.397169:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384879.397171:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384879.397172:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384879.397173:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384879.397174:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384879.397175:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384879.397175:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384879.397177:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384879.397178:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384879.397179:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384879.397180:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384879.397181:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384879.397182:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384879.397183:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384879.397185:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384879.397186:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384879.397186:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384879.397187:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384879.397189:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384879.397190:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384879.397191:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384879.397192:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384879.397193:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384879.397194:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384879.397195:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384879.397196:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384879.397197:0:18911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384879.397209:0:18911:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d54d2f8a. 00010000:00000001:0.0:1767384880.152913:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384880.152920:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384880.152926:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384880.152927:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384880.152949:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384880.152952:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384880.152955:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384880.320625:0:19196:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000045928be5. 00080000:00000010:3.0:1767384880.320634:0:19196:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000045928be5. 00000020:00000001:3.0:1767384880.320639:0:19196:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384880.320645:0:19196:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000045928be5. 00080000:00000010:3.0:1767384880.320648:0:19196:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000045928be5. 00000020:00000001:3.0:1767384880.320651:0:19196:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384881.008718:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384881.008731:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000400:00000010:3.0:1767384881.008741:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051c03a31. 00000020:00000001:0.0:1767384881.008742:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384881.008746:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (3) 10000000:00000001:0.0:1767384881.008748:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384881.008752:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384881.008755:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000010:3.0:1767384881.008756:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c8f32270. 00000020:01000004:0.0:1767384881.008759:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384881.008763:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384881.008766:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384881.008768:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000020:01000004:0.0:1767384881.008768:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384881.008772:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384881.008775:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384881.008776:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384881.008778:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384881.008780:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384881.008781:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384881.008788:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016123c0a. 00000400:00000200:3.0:1767384881.008791:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000020:00000040:0.0:1767384881.008793:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:0.0:1767384881.008802:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384881.008805:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 02000000:00000001:0.0:1767384881.008806:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384881.008812:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384881.008844:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d7df3d5c. 00000400:00000200:3.0:1767384881.008847:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000100:00000001:0.0:1767384881.008853:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384881.008856:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp10 00000100:00000001:0.0:1767384881.008862:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384881.008864:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp10 lpni_is_preferred = 0 00000100:00000001:0.0:1767384881.008866:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384881.008873:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp10 00000100:00000040:0.0:1767384881.008891:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016123c0a] to pc [ptlrpcd_00_02+2] req@0000000016123c0a x1853237348015616/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384881.008917:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp10 NI seq info: [7:7:256:4294967295] 192.168.203.134@tcp10 LPNI seq info [7:7:8:4294967295] 00000400:00000200:3.0:1767384881.008932:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp10 10000000:00000001:0.0:1767384881.008939:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384881.008948:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp10(192.168.203.134@tcp10:) -> 192.168.203.134@tcp10(192.168.203.134@tcp:192.168.203.134@tcp10) : PUT try# 0 10000000:00000001:0.0:1767384881.008950:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384881.008952:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384881.008954:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384881.008959:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384881.008962:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384881.008964:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384881.008966:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384881.008968:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000200:3.0:1767384881.008972:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 80 bytes in 1 frags to 12345-192.168.203.134@tcp10 00000020:01000004:0.0:1767384881.008972:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384881.008974:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384881.008978:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384881.008980:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000010:3.0:1767384881.008982:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000794e0846. 00000020:01000004:0.0:1767384881.008982:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384881.008984:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384881.008987:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384881.008989:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384881.008992:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023fba383. 00000800:00000010:3.0:1767384881.008995:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ef955998. 00000020:00000040:0.0:1767384881.008995:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00000001:0.0:1767384881.008997:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384881.009000:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384881.009003:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384881.009004:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000a5d8e54f. 02000000:00000010:0.0:1767384881.009009:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000db259d0e. 00000100:00000001:0.0:1767384881.009014:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384881.009015:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ef955998] -> 12345-192.168.203.134@tcp10 (2) 00000100:00000001:0.0:1767384881.009019:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384881.009022:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384881.009027:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ef955998] -> 12345-192.168.203.134@tcp10 (2) 00000100:00000040:0.0:1767384881.009029:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023fba383] to pc [ptlrpcd_00_03+3] req@0000000023fba383 x1853237348015744/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384881.009040:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384881.009041:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384881.009043:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384881.009044:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384881.009046:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000097a31791. 00000100:00000001:2.0:1767384881.009052:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384881.009055:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000100:00000001:0.0:1767384881.009058:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384881.009059:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384881.009062:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 0 00000100:00000001:0.0:1767384881.009062:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384881.009064:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384881.009065:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384881.009073:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016123c0a x1853237348015616/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384881.009074:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000023fba383 x1853237348015744/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384881.009094:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384881.009098:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384881.009107:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384881.009109:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384881.009111:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384881.009114:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384881.009116:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384881.009120:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1767384881.009123:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000023fba383 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348015744:0@lo:253: 02000000:00000001:2.0:1767384881.009124:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384881.009129:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 02000000:00000001:2.0:1767384881.009129:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384881.009133:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1767384881.009135:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000016123c0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348015616:0@lo:253: 00000100:00000001:2.0:1767384881.009140:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384881.009140:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384881.009143:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384881.009144:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384881.009147:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384881.009148:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384881.009151:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384881.009155:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000089c56f03. 02000000:00000010:2.0:1767384881.009157:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003c8c4fbc. 02000000:00000001:0.0:1767384881.009159:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384881.009161:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384881.009165:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f6dc66f. 00000400:00000010:2.0:1767384881.009166:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cdaf07c4. 00000400:00000010:0.0:1767384881.009172:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000860120cf. 00000400:00000010:2.0:1767384881.009174:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af5556d1. 00000100:00000200:0.0:1767384881.009177:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348015744, portal 25 00000100:00000200:2.0:1767384881.009180:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348015616, portal 25 00000100:00000001:0.0:1767384881.009181:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384881.009185:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384881.009185:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878147456 : -119482831404160 : ffff9354bc470380) 00000100:00000001:2.0:1767384881.009188:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878155520 : -119482831396096 : ffff9354bc472300) 00000400:00000200:3.0:1767384881.009193:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000100:00000040:2.0:1767384881.009194:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000016123c0a x1853237348015616/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384897 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384881.009194:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000023fba383 x1853237348015744/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384897 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384881.009222:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384881.009223:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384881.009227:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384881.009229:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384881.009232:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000076e4d2ed. 00000400:00000010:2.0:1767384881.009234:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9816c61. 00000100:00000200:0.0:1767384881.009237:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348015744, offset 0 00000100:00000200:2.0:1767384881.009238:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348015616, offset 0 00000400:00000200:0.0:1767384881.009246:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384881.009255:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384881.009257:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384881.009266:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384881.009271:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d01e80 00000400:00000200:0.0:1767384881.009281:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1bd [2] + 0 00000400:00000200:2.0:1767384881.009282:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d01e00 00000400:00000010:0.0:1767384881.009289:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ecf7709. 00000400:00000200:0.0:1767384881.009293:0:16361:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e934cec1 00000400:00000200:2.0:1767384881.009299:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1c1 [2] + 0 00000400:00000200:0.0:1767384881.009299:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384881.009306:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054eadfc3. 00000400:00000200:0.0:1767384881.009306:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384881.009312:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fe4f6bd2 00000400:00000200:0.0:1767384881.009316:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e934cec1 00000400:00000200:2.0:1767384881.009318:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384881.009323:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384881.009327:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e934cec1. 00000400:00000200:2.0:1767384881.009331:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe4f6bd2 00000100:00000001:0.0:1767384881.009332:0:16361:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384881.009334:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384881.009336:0:16361:0:(events.c:337:request_in_callback()) incoming req@00000000ef08b35d x1853237348015744 msgsize 4848 00000400:00000010:2.0:1767384881.009341:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fe4f6bd2. 00000100:00100000:0.0:1767384881.009345:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384881.009348:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384881.009348:0:16361:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:2.0:1767384881.009351:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384881.009355:0:16360:0:(events.c:337:request_in_callback()) incoming req@0000000032f70274 x1853237348015616 msgsize 4848 00000100:00000001:0.0:1767384881.009359:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:2.0:1767384881.009360:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384881.009364:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384881.009369:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076e4d2ed 00000400:00000010:0.0:1767384881.009372:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000076e4d2ed. 00000100:00000001:2.0:1767384881.009373:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384881.009375:0:16361:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384881.009381:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9816c61 00000100:00000200:0.0:1767384881.009381:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023fba383 x1853237348015744/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384897 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384881.009385:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c9816c61. 00000100:00000001:2.0:1767384881.009390:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384881.009396:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384881.009397:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000016123c0a x1853237348015616/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384897 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384881.009403:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000023fba383 x1853237348015744/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384897 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384881.009415:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384881.009418:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384881.009421:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000016123c0a x1853237348015616/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384897 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384881.009422:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384881.009429:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.009430:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.009434:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384881.009435:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294870045 00000100:00000001:2.0:1767384881.009439:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384881.009441:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008ead0708. 00000100:00000001:2.0:1767384881.009445:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294870045 00000100:00000001:0.0:1767384881.009449:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384881.009457:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294870045 00000100:00000001:2.0:1767384881.009458:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, keep current deadline 4294870045 00000100:00000010:0.0:1767384881.009461:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005a7ba5c9. 00000100:00000001:2.0:1767384881.009463:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294870045 00000100:00000001:0.0:1767384881.009466:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384881.009471:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294870045 00000100:00000001:2.0:1767384881.009472:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, keep current deadline 4294870045 00000100:00000010:0.0:1767384881.009474:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028c755e0. 00000100:00000001:2.0:1767384881.009477:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294870045 00000100:00000001:0.0:1767384881.009479:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000800:00000010:3.0:1767384881.009481:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000084c449f9. 00000100:00000001:0.0:1767384881.009486:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294870045 00000100:00000001:2.0:1767384881.009487:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294870045 00000800:00000010:3.0:1767384881.009489:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000298762d. 00000100:00000010:0.0:1767384881.009493:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d64df02. 00000100:00000001:2.0:1767384881.009494:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294870045 00000100:00000001:0.0:1767384881.009497:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000800:00000010:3.0:1767384881.009500:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002114a2a7. 00000100:00000001:0.0:1767384881.009502:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384881.009503:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294870045 00000100:00000001:2.0:1767384881.009509:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384881.009509:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.009512:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.009514:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.009518:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384881.009519:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384881.009522:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384881.009527:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384881.009528:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384881.009531:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384881.009532:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384881.009535:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384881.009536:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384881.009539:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.009542:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384881.009542:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.009545:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384881.009549:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.009563:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384881.009567:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002114a2a7. 00000100:00000001:0.0:1767384881.009577:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384881.009581:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348015744 02000000:00000001:0.0:1767384881.009584:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384881.009586:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384881.009586:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384881.009590:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384881.009591:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348015616 02000000:00000001:0.0:1767384881.009594:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384881.009595:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384881.009598:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384881.009600:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348015744 00000100:00000001:2.0:1767384881.009601:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384881.009604:0:17084:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1767384881.009606:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384881.009608:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000400:00000200:3.0:1767384881.009609:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00100000:2.0:1767384881.009610:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348015616 00000020:00000001:0.0:1767384881.009612:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384881.009614:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384881.009616:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000040:0.0:1767384881.009617:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000020:00000001:2.0:1767384881.009619:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384881.009621:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000040:2.0:1767384881.009622:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000020:00000001:0.0:1767384881.009625:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:0.0:1767384881.009629:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384881.009632:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000128f41f5. 00000100:00000001:0.0:1767384881.009635:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384881.009636:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp10 from 253.3.0.2 00000020:00000010:0.0:1767384881.009640:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000128f41f5. 00000020:00000001:2.0:1767384881.009643:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000800:00000010:3.0:1767384881.009646:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c5f60945. 00000020:00000001:2.0:1767384881.009647:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000010:0.0:1767384881.009647:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000053908059. 00000100:00000001:2.0:1767384881.009656:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384881.009656:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000058ec21e1. 00000020:00000010:2.0:1767384881.009663:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b98862b0. 00000020:00000010:0.0:1767384881.009663:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000082b8a827. 00000100:00000001:2.0:1767384881.009670:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384881.009674:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b98862b0. 00000100:00000040:0.0:1767384881.009675:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384881.009680:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384881.009681:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384881.009683:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de7240e9. 00000100:00000001:0.0:1767384881.009683:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384881.009692:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fb58f8de. 00000100:00000001:0.0:1767384881.009693:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384881.009698:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000058aa63d. 00000100:00000001:0.0:1767384881.009703:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384881.009704:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384881.009707:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384881.009709:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.009715:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384881.009717:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384881.009718:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384881.009721:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384881.009732:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384881.009732:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00000040:0.0:1767384881.009735:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384881.009736:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384881.009739:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624589912953936 : -119483796597680 : ffff935482bf5450) 00000100:00100000:2.0:1767384881.009743:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00000040:2.0:1767384881.009748:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000100:00000040:0.0:1767384881.009748:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ef08b35d x1853237348015744/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:107/0 lens 4848/0 e 0 to 0 dl 1767384892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384881.009752:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624589912949840 : -119483796601776 : ffff935482bf4450) 00000800:00000010:3.0:1767384881.009756:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c9873461. 00000100:00000040:2.0:1767384881.009760:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000032f70274 x1853237348015616/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:107/0 lens 4848/0 e 0 to 0 dl 1767384892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384881.009765:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000010:3.0:1767384881.009766:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009299e827. 00000020:00000010:0.0:1767384881.009768:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000128f41f5. 00000100:00000001:0.0:1767384881.009774:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384881.009779:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000128f41f5. 00000100:00000001:2.0:1767384881.009782:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384881.009786:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ef08b35d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:16361:x1853237348015744:12345-0@lo:253: 00000020:00000010:2.0:1767384881.009787:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b98862b0. 00000100:00000200:0.0:1767384881.009793:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348015744 00000800:00000010:3.0:1767384881.009794:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a29a8e78. 00000100:00000001:2.0:1767384881.009794:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384881.009797:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384881.009799:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b98862b0. 00000020:00000001:0.0:1767384881.009802:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384881.009806:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384881.009807:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ef955998] -> 12345-192.168.203.134@tcp10 (2) 00000100:00100000:2.0:1767384881.009809:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000032f70274 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:16360:x1853237348015616:12345-0@lo:253: 00000020:00000001:0.0:1767384881.009811:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384881.009815:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000001:0.0:1767384881.009819:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000200:3.1:1767384881.009820:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp10 00000000a29a8e78 deleted 00000020:00000001:0.0:1767384881.009821:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384881.009825:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000010:3.1:1767384881.009826:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a29a8e78. 00000020:00000001:0.0:1767384881.009827:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:2.0:1767384881.009842:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348015616 00000020:00000001:2.0:1767384881.009845:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384881.009848:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384881.009850:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384881.009853:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.009854:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384881.009857:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000100:00000001:0.0:1767384881.009859:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000200:3.1:1767384881.009860:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000020:00000001:2.0:1767384881.009860:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384881.009864:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384881.009864:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384881.009868:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384881.009869:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:0.0:1767384881.009871:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000019b5bdb6. 00000020:00000001:2.0:1767384881.009873:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384881.009889:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384881.009890:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp10 ip 192.168.203.134:1021 00000100:00000001:2.0:1767384881.009891:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384881.009895:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384881.009896:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:3.1:1767384881.009898:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000794e0846 type 1, nob 176 niov 1 nkiov 1 20000000:00000001:0.0:1767384881.009900:0:17084:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:2.0:1767384881.009903:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f31a5442. 02000000:00000001:2.0:1767384881.009907:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.009909:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384881.009911:0:17083:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384881.009919:0:17083:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007d4f2875. 20000000:00000010:0.0:1767384881.009919:0:17084:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000019c217c0. 20000000:01000000:0.0:1767384881.009925:0:17084:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1767384881.009926:0:17083:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384881.009931:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384881.009932:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000200:3.0:1767384881.009937:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp10 p 3.x 192.168.203.134 -> 192.168.203.134:1021 incarnation:1767384879375769793 sched[0] 20000000:00000001:0.0:1767384881.009937:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384881.009941:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384881.009945:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384881.009946:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000010:3.0:1767384881.009947:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002114a2a7. 20000000:00000001:2.0:1767384881.009950:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384881.009953:0:17084:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384881.009955:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384881.009958:0:17083:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384881.009964:0:17084:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002aee1d92. 20000000:01000000:0.0:1767384881.009967:0:17084:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 20000000:00000001:0.0:1767384881.009972:0:17084:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384881.009977:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384881.009981:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384881.009997:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000010:3.0:1767384881.010006:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002114a2a7. 00080000:00000001:0.0:1767384881.010009:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384881.010013:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009299e827. 00080000:00000001:0.0:1767384881.010013:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384881.010016:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384881.010019:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384881.010021:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384881.010024:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 000000007e91d003 00000020:00000001:0.0:1767384881.010028:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f71c5dba 00080000:00000002:0.0:1767384881.010029:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384881.010032:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384881.010036:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384881.010038:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384881.010040:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384881.010045:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:0.0:1767384881.010048:0:17084:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384881.010051:0:17084:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e5cad28d. 00000800:00000010:3.0:1767384881.010053:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c5f60945. 00080000:00000001:0.0:1767384881.010054:0:17084:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585622779392 : -119488086772224 : ffff935383087600) 00080000:00000001:0.0:1767384881.010060:0:17084:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384881.010064:0:17084:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384881.010068:0:17084:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000128f41f5. 00080000:00000001:0.0:1767384881.010071:0:17084:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384881.010073:0:17084:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000001:3.0:1767384881.010077:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384881.010084:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384881.010088:0:17084:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384881.010108:0:17084:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000200:3.0:1767384881.010146:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384881.010151:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000794e0846. 00000400:00000200:3.0:1767384881.010154:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384881.010160:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp10->192.168.203.134@tcp10: PUT: OK 00000400:00000200:3.0:1767384881.010164:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384881.010174:0:16353:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp: 0 00000800:00000200:3.1:1767384881.010207:0:16349:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384881.010213:0:16349:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp10 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384879375769793 sched[0] 00000800:00000010:3.0:1767384881.010217:0:16349:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000298762d. 00000800:00000001:0.0:1767384881.010254:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384881.010261:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384881.010264:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384881.010265:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000800:00000001:0.0:1767384881.010267:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384881.010277:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp10(192.168.203.134@tcp10) <- 192.168.203.134@tcp10 : PUT - for me 00000400:00000200:0.0:1767384881.010286:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 80 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384881.010296:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 80/80 into md 0x1179 [1] + 0 00000400:00000010:0.0:1767384881.010299:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ffa2f5a. 00000400:00000200:0.0:1767384881.010302:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004eecb070 00000800:00000001:0.0:1767384881.010306:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384881.010312:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000800:00000001:0.0:1767384881.010314:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384881.010319:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384881.010323:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp10->192.168.203.134@tcp10: PUT: OK 00000400:00000200:0.0:1767384881.010326:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004eecb070 00000400:00000010:0.0:1767384881.010327:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004eecb070. 00000400:00000200:0.0:1767384881.010331:0:16351:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384881.010334:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (4) 00000400:00000200:0.0:1767384881.010338:0:16351:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000010:0.0:1767384881.010340:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 00000000c25d0a4a. 00000400:00000200:0.0:1767384881.010343:0:16351:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.134@tcp 3 00000400:00000200:0.0:1767384881.010347:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:3.0:1767384881.010358:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384881.010359:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (5) 00000400:00000200:0.0:1767384881.010364:0:16351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384881.010408:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp10 to MR: 192.168.203.134@tcp10 local destination 00000400:00000200:0.0:1767384881.010412:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp10 NI seq info: [8:8:256:4294967295] 192.168.203.134@tcp10 LPNI seq info [8:8:8:4294967295] 00000400:00000200:0.0:1767384881.010419:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp10(192.168.203.134@tcp10:192.168.203.134@tcp10) -> 192.168.203.134@tcp10(192.168.203.134@tcp10:192.168.203.134@tcp10) 192.168.203.134@tcp10 : ACK try# 0 00000800:00000200:0.0:1767384881.010425:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp10 00000400:00000200:2.0:1767384881.010426:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:0.0:1767384881.010429:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021779558. 00000400:00000010:2.0:1767384881.010432:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001af9ec5e. 00000800:00000200:0.0:1767384881.010437:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ef955998] -> 12345-192.168.203.134@tcp10 (4) 00000400:00000010:2.0:1767384881.010440:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d4ac3eb. 00000800:00000200:0.0:1767384881.010445:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp10 ip 192.168.203.134:988 00000400:00000200:2.0:1767384881.010448:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c698b414 00000800:00000200:0.0:1767384881.010449:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000021779558 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384881.010463:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1004d1 00000400:00000010:2.0:1767384881.010471:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 80 at 00000000f504b59e. 00000400:00000010:2.0:1767384881.010475:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 96 at 00000000e7178728. 00000400:00000010:2.0:1767384881.010479:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 80 at 0000000046847e4c. 00000400:00000010:2.0:1767384881.010489:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000b3a48b59. 00000400:00000200:2.0:1767384881.010494:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000b3a48b59 nid 192.168.203.134@tcp11 00000400:00000010:2.0:1767384881.010498:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000accfda6d. 00000800:00000200:0.0:1767384881.010500:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384881.010501:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 00000000accfda6d net tcp11 00000800:00000010:0.0:1767384881.010504:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021779558. 00000400:00000200:2.0:1767384881.010506:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (4) 00000400:00000200:0.0:1767384881.010511:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384881.010515:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp11 flags 0x11 00000400:00000010:2.0:1767384881.010520:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 80 at 00000000f504b59e. 00000400:00000200:0.0:1767384881.010520:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp10->192.168.203.134@tcp10: ACK: OK 00000400:00000010:2.0:1767384881.010525:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 96 at 00000000e7178728. 00000800:00000001:0.0:1767384881.010527:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384881.010528:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 80 at 0000000046847e4c. 00000400:00000010:2.0:1767384881.010530:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 89 at 00000000c25d0a4a. 00000400:00000200:2.0:1767384881.010535:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000800:00000001:0.0:1767384881.010538:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384881.010539:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100551 00000800:00000001:0.0:1767384881.010544:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384881.010545:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 1 00000800:00000001:0.0:1767384881.010550:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384881.010552:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 00000800:00000001:0.0:1767384881.010554:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384881.010558:0:16356:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.134@tcp 00000800:00000001:0.0:1767384881.010559:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384881.010562:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100511 rc 0 00000800:00000010:3.0:1767384881.010566:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000093debd1d. 00000400:00000200:2.0:1767384881.010568:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:0.0:1767384881.010572:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp10(192.168.203.134@tcp10) <- 192.168.203.134@tcp10 : ACK - for me 00000400:00000200:2.0:1767384881.010573:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (5) 00000800:00000010:3.0:1767384881.010575:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000298762d. 00000800:00000010:3.0:1767384881.010582:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002114a2a7. 00000400:00000200:0.0:1767384881.010588:0:16351:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp10: ACK from 12345-192.168.203.134@tcp10 into md 0x11a9 00000400:00000200:0.0:1767384881.010592:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384881.010595:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp10->192.168.203.134@tcp10: ACK: OK 00000400:00000200:0.0:1767384881.010598:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051c03a31 00000400:00000010:0.0:1767384881.010600:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000051c03a31. 00000400:00000200:0.0:1767384881.010603:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384881.010606:0:16351:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 00000400:00000200:0.0:1767384881.010608:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (4) 00000800:00000001:0.0:1767384881.010614:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384881.010617:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384881.010633:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002114a2a7. 00000400:00000200:2.0:1767384881.010645:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384881.010658:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp10 from 252.3.0.2 00000800:00000010:2.0:1767384881.010661:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000000b7295d5. 00000800:00000010:3.0:1767384881.010691:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009fe41798. 00000800:00000010:3.0:1767384881.010698:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009299e827. 00000800:00000010:3.0:1767384881.010720:0:16348:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a29a8e78. 00000800:00000200:3.1:1767384881.010727:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ef955998] -> 12345-192.168.203.134@tcp10 (4) 00000800:00000200:3.1:1767384881.010731:0:16348:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp10 00000000a29a8e78 deleted 00000800:00000010:3.1:1767384881.010733:0:16348:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a29a8e78. 00000800:00000200:3.1:1767384881.010737:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384881.010741:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp10 p 3.x 192.168.203.134 -> 192.168.203.134:1020 incarnation:1767384879375769793 sched[0] 00000800:00000010:3.0:1767384881.010748:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002114a2a7. 00000800:00000010:3.0:1767384881.010803:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002114a2a7. 00000800:00000010:3.0:1767384881.010807:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009299e827. 00000800:00000200:2.1:1767384881.010837:0:16349:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384881.010844:0:16349:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp10 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384879375769793 sched[0] 00000800:00000010:2.0:1767384881.010847:0:16349:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000298762d. 00000800:00000010:3.0:1767384881.010891:0:16348:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000b7295d5. 00000800:00000001:2.0:1767384881.010908:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384881.010922:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384881.010924:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384881.010926:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384881.011090:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e5cad28d. 00080000:00000010:2.0:1767384881.011126:0:17084:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000128f41f5. 00040000:00000001:2.0:1767384881.011130:0:17084:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384881.011138:0:17084:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384881.011140:0:17084:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384881.011143:0:17084:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:2.0:1767384881.011145:0:17084:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384881.011146:0:17084:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384881.011157:0:17084:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384881.011164:0:17084:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384881.011166:0:17084:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384881.011170:0:17084:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384881.011183:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384881.011187:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384881.011189:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384881.011193:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000010:3.0:1767384881.011194:0:17083:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f39e5763. 00010000:00000001:0.0:1767384881.011196:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:01000000:3.0:1767384881.011200:0:17083:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 00010000:00000010:0.0:1767384881.011205:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fdce46ed. 20000000:00000001:3.0:1767384881.011206:0:17083:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:0.0:1767384881.011212:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384881.011213:0:17083:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000010:0.0:1767384881.011215:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e7ed7c0c. 00080000:00000001:3.0:1767384881.011218:0:17083:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:0.0:1767384881.011220:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384881.011223:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e7ed7c0c with handle 0xb57eb78819562f0b to hash 00000020:00000001:0.0:1767384881.011225:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384881.011226:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590006034944 : -119483703516672 : ffff9354884ba200) 00010000:00000001:0.0:1767384881.011229:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590006034944 : -119483703516672 : ffff9354884ba200) 00080000:00000001:3.0:1767384881.011231:0:17083:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:0.0:1767384881.011232:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384881.011235:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384881.011238:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e7ed7c0c/0xb57eb78819562f0b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384881.011246:0:17083:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.011252:0:17083:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384881.011256:0:17083:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384881.011257:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384881.011262:0:17083:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384881.011262:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384881.011266:0:17083:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384881.011266:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384881.011270:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000002:3.0:1767384881.011271:0:17083:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000980f9615 00010000:00000001:0.0:1767384881.011273:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000020:2.0:1767384881.011275:0:17084:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384881.011278:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:3.0:1767384881.011280:0:17083:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009e445471 00000100:00000001:2.0:1767384881.011281:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384881.011281:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:2.0:1767384881.011285:0:17084:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000019c217c0. 00080000:00000002:3.0:1767384881.011287:0:17083:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:0.0:1767384881.011287:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 20000000:00000001:2.0:1767384881.011289:0:17084:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384881.011291:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384881.011294:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:3.0:1767384881.011297:0:17083:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1767384881.011297:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348015744 00010000:00000001:0.0:1767384881.011298:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384881.011301:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fdce46ed) refcount = 1 00010000:00010000:0.0:1767384881.011304:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e7ed7c0c/0xb57eb78819562f0b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384881.011313:0:17083:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384881.011313:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384881.011314:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384881.011318:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:3.0:1767384881.011320:0:17083:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384881.011321:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:2.0:1767384881.011322:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ef08b35d x1853237348015744/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:107/0 lens 4848/4768 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384881.011328:0:17083:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384881.011328:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384881.011334:0:17083:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00010000:00000001:0.0:1767384881.011334:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384881.011339:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 20000000:00000001:0.0:1767384881.011340:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:3.0:1767384881.011343:0:17083:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384881.011344:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384881.011344:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001901132s 00000100:00001000:2.0:1767384881.011350:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=15 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384881.011350:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000010:3.0:1767384881.011351:0:17083:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000036400351. 00000020:00000001:0.0:1767384881.011351:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384881.011354:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e7ed7c0c refcount=4 00000100:00000001:2.0:1767384881.011357:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384881.011358:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006034944 : -119483703516672 : ffff9354884ba200) 00080000:00000001:3.0:1767384881.011359:0:17083:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590790391296 : -119482919160320 : ffff9354b70bf600) 00000100:00000040:2.0:1767384881.011362:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:0.0:1767384881.011363:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006034944 : -119483703516672 : ffff9354884ba200) 00000100:00000001:2.0:1767384881.011367:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00080000:00000001:3.0:1767384881.011368:0:17083:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384881.011368:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384881.011372:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e7ed7c0c/0xb57eb78819562f0b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1767384881.011374:0:17083:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 02000000:00000001:2.0:1767384881.011374:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384881.011378:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384881.011380:0:17083:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002114a2a7. 00010000:00000001:0.0:1767384881.011380:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:2.0:1767384881.011381:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:0.0:1767384881.011383:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e7ed7c0c/0xb57eb78819562f0b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384881.011388:0:17083:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384881.011388:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384881.011393:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9816c61. 00080000:00000001:3.0:1767384881.011395:0:17083:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000200:2.0:1767384881.011398:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348015744, offset 224 00010000:00000001:0.0:1767384881.011406:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:3.0:1767384881.011408:0:17083:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384881.011409:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384881.011410:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384881.011414:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e7ed7c0c/0xb57eb78819562f0b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384881.011421:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000001:3.0:1767384881.011422:0:17083:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384881.011423:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384881.011427:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384881.011431:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d01e80 00010000:00000001:0.0:1767384881.011433:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384881.011436:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e7ed7c0c/0xb57eb78819562f0b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384881.011441:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11ad [2] + 224 00010000:00010000:0.0:1767384881.011446:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e7ed7c0c already unused, calling callback (00000000df0e66e0) 00010000:00000001:0.0:1767384881.011450:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:2.0:1767384881.011451:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384881.011452:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384881.011454:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e7ed7c0c/0xb57eb78819562f0b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384881.011462:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384881.011463:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384881.011464:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384881.011465:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384881.011466:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e7ed7c0c refcount=5 00000020:00000001:0.0:1767384881.011468:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006034944 : -119483703516672 : ffff9354884ba200) 00010000:00000001:0.0:1767384881.011469:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006034944 : -119483703516672 : ffff9354884ba200) 00010000:00000001:0.0:1767384881.011473:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384881.011475:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e7ed7c0c/0xb57eb78819562f0b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384881.011477:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384881.011479:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384881.011482:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384881.011483:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384881.011487:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023fba383 x1853237348015744/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384897 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384881.011488:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384881.011491:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384881.011494:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384881.011501:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384881.011503:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000023fba383 x1853237348015744/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384897 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384881.011504:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e7ed7c0c with handle 0xb57eb78819562f0b from hash 00010000:00000001:0.0:1767384881.011508:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384881.011510:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384881.011513:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384881.011516:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384881.011519:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384881.011523:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384881.011524:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384881.011526:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384881.011528:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384881.011530:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384881.011531:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384881.011533:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384881.011534:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384881.011535:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384881.011539:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384881.011541:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384881.011542:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384881.011543:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9816c61 00010000:00010000:0.0:1767384881.011544:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e7ed7c0c/0xb57eb78819562f0b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384881.011550:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c9816c61. 00010000:00000001:0.0:1767384881.011551:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384881.011554:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384881.011556:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767384881.011558:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384881.011558:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:3.0:1767384881.011560:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384881.011562:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384881.011564:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384881.011565:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384881.011566:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384881.011570:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384881.011570:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000001:3.0:1767384881.011573:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384881.011574:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384881.011578:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384881.011578:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 20000000:00000001:0.0:1767384881.011579:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384881.011585:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f6dc66f. 00010000:00010000:0.0:1767384881.011585:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e7ed7c0c/0xb57eb78819562f0b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384881.011586:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384881.011589:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384881.011594:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000860120cf 00000020:00000001:2.0:1767384881.011596:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384881.011597:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000010:3.0:1767384881.011599:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000860120cf. 00010000:00000001:0.0:1767384881.011601:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384881.011605:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef08b35d x1853237348015744/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:107/0 lens 4848/4768 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384881.011605:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e7ed7c0c/0xb57eb78819562f0b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384881.011607:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384881.011615:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023fba383 x1853237348015744/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384897 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384881.011638:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ef08b35d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:16361:x1853237348015744:12345-0@lo:253: Request processed in 1870us (2296us total) trans 0 rc 0/0 00010000:00000040:0.0:1767384881.011643:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fdce46ed count: 0 00000100:00100000:2.0:1767384881.011654:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00010000:00000001:0.0:1767384881.011655:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1767384881.011656:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023fba383 x1853237348015744/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384897 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:0.0:1767384881.011659:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384881.011660:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384881.011665:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384881.011668:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384881.011672:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000058ec21e1. 00000100:00000001:3.0:1767384881.011675:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384881.011677:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000082b8a827. 00000100:00000001:3.0:1767384881.011681:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384881.011681:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000053908059. 00000100:00000001:3.0:1767384881.011687:0:16361:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767384881.011687:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 02000000:00000001:2.0:1767384881.011692:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384881.011693:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1767384881.011695:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000019b5bdb6. 00000100:00000001:3.0:1767384881.011698:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384881.011699:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384881.011702:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.011703:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384881.011708:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:3.0:1767384881.011709:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384881.011714:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bc18dd9. 00000100:00001000:3.0:1767384881.011716:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=15 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384881.011724:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9816c61. 00000100:00001000:3.0:1767384881.011725:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384881.011732:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384881.011742:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384881.011745:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384881.011747:0:16361:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.011750:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384881.011754:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000023fba383 x1853237348015744/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384897 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.011762:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384881.011766:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384881.011768:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384881.011771:0:16361:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384881.011773:0:16361:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384881.011775:0:16361:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384881.011777:0:16361:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384881.011779:0:16361:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384881.011781:0:16361:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384881.011782:0:16361:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384881.011783:0:16361:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384881.011785:0:16361:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384881.011788:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023fba383 x1853237348015744/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384897 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384881.011798:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000023fba383 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348015744:0@lo:253: 00000100:00000001:3.0:1767384881.011803:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384881.011806:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384881.011809:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000023fba383 x1853237348015744/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384897 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.011844:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384881.011847:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384881.011850:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000089c56f03. 02000000:00000001:3.0:1767384881.011854:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384881.011856:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384881.011858:0:16361:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:3.0:1767384881.011861:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384881.011863:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000db259d0e. 02000000:00000001:3.0:1767384881.011867:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384881.011869:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384881.011896:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023fba383. 00000100:00000001:3.0:1767384881.011900:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384881.011902:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384881.011904:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384881.011910:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384881.011912:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.011914:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384881.011916:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384881.012984:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000036400351. 00080000:00000010:3.0:1767384881.013019:0:17083:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002114a2a7. 00040000:00000001:3.0:1767384881.013025:0:17083:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384881.013026:0:17083:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384881.013028:0:17083:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384881.013031:0:17083:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:3.0:1767384881.013034:0:17083:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384881.013036:0:17083:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384881.013038:0:17083:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384881.013046:0:17083:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384881.013049:0:17083:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384881.013053:0:17083:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384881.013057:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384881.013060:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384881.013062:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384881.013064:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384881.013066:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384881.013070:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007188be39. 00010000:00000001:0.0:1767384881.013075:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384881.013078:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001966525f. 00000020:00000001:0.0:1767384881.013081:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384881.013084:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001966525f with handle 0xb57eb78819562f12 to hash 00000020:00000001:0.0:1767384881.013086:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384881.013088:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590006037504 : -119483703514112 : ffff9354884bac00) 00010000:00000001:0.0:1767384881.013091:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590006037504 : -119483703514112 : ffff9354884bac00) 00010000:00000001:0.0:1767384881.013094:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384881.013095:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384881.013098:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001966525f/0xb57eb78819562f12 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384881.013105:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384881.013108:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384881.013110:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384881.013112:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384881.013114:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384881.013116:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384881.013118:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384881.013121:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384881.013122:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384881.013124:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384881.013125:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384881.013127:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007188be39) refcount = 1 00010000:00010000:0.0:1767384881.013136:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001966525f/0xb57eb78819562f12 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384881.013140:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384881.013141:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384881.013142:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384881.013143:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384881.013144:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384881.013146:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384881.013147:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001901132s 00010000:00000001:0.0:1767384881.013149:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384881.013150:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384881.013151:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001966525f refcount=4 00000020:00000001:0.0:1767384881.013152:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006037504 : -119483703514112 : ffff9354884bac00) 00010000:00000001:0.0:1767384881.013154:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006037504 : -119483703514112 : ffff9354884bac00) 00010000:00000001:0.0:1767384881.013155:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384881.013157:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001966525f/0xb57eb78819562f12 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384881.013160:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384881.013161:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001966525f/0xb57eb78819562f12 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384881.013165:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384881.013165:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384881.013166:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001966525f/0xb57eb78819562f12 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384881.013170:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384881.013171:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384881.013172:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384881.013173:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001966525f/0xb57eb78819562f12 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384881.013176:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001966525f already unused, calling callback (00000000df0e66e0) 00010000:00000001:0.0:1767384881.013183:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384881.013184:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384881.013186:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001966525f/0xb57eb78819562f12 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384881.013190:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384881.013191:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384881.013192:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384881.013194:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001966525f refcount=5 00000020:00000001:0.0:1767384881.013195:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006037504 : -119483703514112 : ffff9354884bac00) 00010000:00000001:0.0:1767384881.013197:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006037504 : -119483703514112 : ffff9354884bac00) 00010000:00000001:0.0:1767384881.013199:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384881.013200:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001966525f/0xb57eb78819562f12 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384881.013201:0:17083:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384881.013206:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384881.013207:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 20000000:00000010:3.0:1767384881.013209:0:17083:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007d4f2875. 00010000:00000001:0.0:1767384881.013210:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384881.013213:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384881.013215:0:17083:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384881.013216:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384881.013219:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000040:3.0:1767384881.013221:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348015616 00010000:00000001:0.0:1767384881.013222:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384881.013225:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384881.013226:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384881.013230:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001966525f with handle 0xb57eb78819562f12 from hash 00010000:00000200:3.0:1767384881.013233:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000032f70274 x1853237348015616/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:107/0 lens 4848/4768 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384881.013233:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384881.013236:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384881.013239:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384881.013241:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384881.013244:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384881.013246:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384881.013249:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384881.013249:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384881.013253:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384881.013254:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384881.013260:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=15 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384881.013260:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384881.013265:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384881.013267:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:3.0:1767384881.013268:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384881.013272:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:0.0:1767384881.013272:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384881.013274:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384881.013275:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:3.0:1767384881.013278:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384881.013279:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.013283:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384881.013283:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384881.013286:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384881.013288:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384881.013289:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001966525f/0xb57eb78819562f12 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384881.013295:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384881.013300:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009299e827. 00010000:00000001:0.0:1767384881.013300:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384881.013302:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384881.013305:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000200:3.0:1767384881.013306:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348015616, offset 224 00010000:00000001:0.0:1767384881.013307:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384881.013310:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384881.013312:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384881.013314:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:3.0:1767384881.013316:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384881.013317:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384881.013325:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384881.013329:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001966525f/0xb57eb78819562f12 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384881.013336:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384881.013336:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384881.013340:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384881.013341:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001966525f/0xb57eb78819562f12 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384881.013345:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d01e00 00010000:00000040:0.0:1767384881.013354:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007188be39 count: 0 00000400:00000200:3.0:1767384881.013357:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11b1 [2] + 224 00000400:00000200:3.0:1767384881.013363:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384881.013364:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384881.013367:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 20000000:00000001:0.0:1767384881.013368:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384881.013373:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384881.013376:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000016123c0a x1853237348015616/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384897 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384881.013383:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000016123c0a x1853237348015616/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384897 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.013397:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384881.013401:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009299e827 00000400:00000010:3.0:1767384881.013402:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009299e827. 00000100:00000001:3.0:1767384881.013404:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384881.013406:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384881.013408:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384881.013410:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:3.0:1767384881.013413:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384881.013414:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384881.013415:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.013417:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384881.013419:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384881.013423:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032f70274 x1853237348015616/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:107/0 lens 4848/4768 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384881.013423:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384881.013427:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384881.013430:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cdaf07c4. 00000400:00000200:2.0:1767384881.013436:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af5556d1 00000100:00100000:3.0:1767384881.013441:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000032f70274 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:16360:x1853237348015616:12345-0@lo:253: Request processed in 3655us (4081us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384881.013442:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000af5556d1. 00000100:00000001:2.0:1767384881.013448:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384881.013455:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00000200:2.0:1767384881.013457:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000016123c0a x1853237348015616/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384897 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384881.013462:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:3.0:1767384881.013468:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384881.013471:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384881.013476:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000016123c0a x1853237348015616/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384897 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384881.013477:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fb58f8de. 00000100:00000001:2.0:1767384881.013487:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384881.013490:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000058aa63d. 00000100:00000001:2.0:1767384881.013491:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384881.013496:0:16360:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384881.013498:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de7240e9. 02000000:00000001:2.0:1767384881.013498:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384881.013501:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767384881.013504:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000100:00000001:2.0:1767384881.013504:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384881.013506:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384881.013509:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384881.013510:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=15 v=5 (5 0 0 0) 02000000:00000010:3.0:1767384881.013511:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f31a5442. 02000000:00000001:3.0:1767384881.013518:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:2.0:1767384881.013518:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384881.013520:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384881.013523:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1767384881.013525:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384881.013525:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384881.013527:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384881.013529:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.013531:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384881.013534:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016123c0a x1853237348015616/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384897 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384881.013539:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384881.013541:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384881.013542:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384881.013544:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384881.013548:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:3.0:1767384881.013549:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000256031a3. 00000020:01000004:2.0:1767384881.013549:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384881.013552:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:3.0:1767384881.013555:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009299e827. 00000020:01000004:2.0:1767384881.013561:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384881.013562:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384881.013563:0:16360:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384881.013565:0:16360:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384881.013566:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384881.013566:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384881.013569:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016123c0a x1853237348015616/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384897 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384881.013574:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000016123c0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348015616:0@lo:253: 00000100:00000001:2.0:1767384881.013577:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384881.013579:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384881.013581:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000016123c0a x1853237348015616/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384897 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384881.013585:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384881.013586:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384881.013588:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003c8c4fbc. 02000000:00000001:2.0:1767384881.013590:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384881.013591:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384881.013592:0:16360:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:2.0:1767384881.013594:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384881.013595:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d7df3d5c. 02000000:00000001:2.0:1767384881.013597:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384881.013598:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384881.013599:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016123c0a. 00000100:00000001:2.0:1767384881.013601:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384881.013602:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384881.013603:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384881.013606:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384881.013607:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.013609:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384881.013610:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384881.015863:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294870045, at 4294870047 00000100:00000010:3.0:1767384881.015869:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d64df02. 00000100:00000040:2.0:1767384881.015902:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294870045, at 4294870047 00000100:00000040:0.0:1767384881.015906:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294870045, at 4294870047 00000100:00000010:2.0:1767384881.015911:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028c755e0. 00000100:00000010:0.0:1767384881.015914:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008ead0708. 00010000:00000010:0.1:1767384881.021869:0:19367:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fdce46ed. 00010000:00000010:0.1:1767384881.021892:0:19367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e7ed7c0c. 00010000:00000010:0.1:1767384881.021897:0:19367:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007188be39. 00010000:00000010:0.1:1767384881.021900:0:19367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001966525f. 00000400:00000010:2.0:1767384881.025561:0:19366:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d54d2f8a. 00000400:00000040:2.0:1767384881.025579:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384881.025584:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384881.025586:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384881.025587:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384881.025589:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384881.025590:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384881.025592:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384881.025592:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384881.025593:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384881.025594:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384881.025596:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384881.025597:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384881.025598:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384881.025599:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384881.025600:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384881.025602:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384881.025603:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384881.025603:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384881.025604:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384881.025606:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384881.025607:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384881.025608:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384881.025609:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384881.025610:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384881.025610:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384881.025612:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384881.025613:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384881.025614:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384881.025615:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384881.025616:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384881.025616:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384881.025618:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384881.025619:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384881.025619:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384881.025620:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384881.025621:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384881.025622:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384881.025624:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384881.025625:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384881.025626:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384881.025629:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384881.025631:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384881.025632:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384881.025633:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384881.025634:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384881.025635:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384881.025636:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384881.025637:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384881.025638:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384881.025639:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384881.025640:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384881.025641:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384881.025642:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384881.025643:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384881.025644:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384881.025645:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384881.025646:0:19366:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384881.025660:0:19366:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d54d2f8a. 00010000:00000001:0.0:1767384881.177186:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384881.177190:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384881.177196:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384881.177197:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384881.573055:0:19500:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d8909e13. 00080000:00000010:2.0:1767384881.573066:0:19500:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d8909e13. 00000020:00000001:2.0:1767384881.573070:0:19500:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384881.573078:0:19500:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d8909e13. 00080000:00000010:2.0:1767384881.573082:0:19500:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d8909e13. 00000020:00000001:2.0:1767384881.573086:0:19500:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384882.008940:0:17112:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384882.008945:0:17112:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384882.008950:0:17112:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000249b5040. 00000020:00000040:0.0:1767384882.008956:0:17112:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384882.008960:0:17112:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384882.008969:0:17112:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384882.008973:0:17112:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384882.008978:0:17112:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000020cd823d. 00000100:00000001:0.0:1767384882.008984:0:17112:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.008990:0:17112:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384882.008992:0:17112:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384882.009000:0:17112:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000249b5040] to pc [ptlrpcd_00_00+0] req@00000000249b5040 x1853237348015872/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384882.009015:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b543db4a-4900-454f-be04-352b2897a173->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384882.009022:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000001:0.0:1767384882.009023:0:17112:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384882.009027:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000027b1c78. 00000020:00000040:3.0:1767384882.009031:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:0.0:1767384882.009033:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384882.009034:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384882.009036:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1767384882.009037:0:16359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:3.0:1767384882.009039:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.009040:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384882.009045:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000794e0846. 00000100:00000001:3.0:1767384882.009049:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.009049:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384882.009052:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384882.009055:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384882.009056:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b543db4a-4900-454f-be04-352b2897a173->MGS req@00000000027b1c78 x1853237348016000/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384882.009058:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384882.009060:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384882.009066:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000249b5040 x1853237348015872/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384882.009068:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384882.009071:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.009078:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384882.009079:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000027b1c78] to pc [ptlrpcd_00_01+1] req@00000000027b1c78 x1853237348016000/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384882.009080:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384882.009086:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384882.009089:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384882.009092:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384882.009093:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384882.009094:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767384882.009108:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000249b5040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16359:1853237348015872:0@lo:13: 00000100:00000001:3.0:1767384882.009110:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384882.009113:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049efebf8. 00000100:00000001:0.0:1767384882.009115:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1767384882.009117:0:8:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=5 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:0.0:1767384882.009121:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384882.009125:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384882.009126:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384882.009128:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384882.009131:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384882.009132:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384882.009135:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000022ce736e. 00000100:00000001:3.0:1767384882.009139:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384882.009139:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009a5dabb9. 02000000:00000001:0.0:1767384882.009144:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384882.009145:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000049efebf8 x1853237348016128/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384882.009153:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384882.009153:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384882.009155:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098295e44. 00000100:00000040:3.0:1767384882.009156:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049efebf8] to pc [ptlrpcd_00_02+2] req@0000000049efebf8 x1853237348016128/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384882.009165:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004de08150. 00000100:00000200:0.0:1767384882.009173:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348015872, portal 4 00000100:00000001:0.0:1767384882.009175:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384882.009177:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384882.009180:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384882.009184:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384882.009184:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878160896 : -119482831390720 : ffff9354bc473800) 00000100:00000010:3.0:1767384882.009189:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e200afc1. 00000100:00000040:0.0:1767384882.009194:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000249b5040 x1853237348015872/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384898 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384882.009195:0:8:0:(genops.c:1229:class_import_get()) import 00000000aab4eb9e refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384882.009200:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384882.009203:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384882.009205:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384882.009212:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000567fa46. 00000100:00000001:3.0:1767384882.009218:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.009221:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384882.009227:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384882.009229:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000e200afc1 x1853237348016256/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767384882.009232:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c29b7161. 00000100:00000200:0.0:1767384882.009238:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237348015872, offset 0 00000100:00000001:3.0:1767384882.009249:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384882.009249:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384882.009254:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384882.009264:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e200afc1] to pc [ptlrpcd_00_03+3] req@00000000e200afc1 x1853237348016256/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384882.009267:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384882.009281:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384882.009282:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958271d01f00 00000100:00000040:3.0:1767384882.009287:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767384882.009292:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 224 00000100:00000001:3.0:1767384882.009295:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1767384882.009299:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384882.009300:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000004678e43. 00000400:00000200:0.0:1767384882.009305:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384882.009311:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:3.0:1767384882.009312:0:8:0:(genops.c:1229:class_import_get()) import 0000000062c1ff66 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000200:0.0:1767384882.009314:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:3.0:1767384882.009317:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384882.009321:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:0.0:1767384882.009322:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025a259e1. 02000000:00000001:3.0:1767384882.009324:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384882.009327:0:16359:0:(events.c:337:request_in_callback()) incoming req@0000000025a259e1 x1853237348015872 msgsize 224 02000000:00000010:3.0:1767384882.009329:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d96c0dc7. 00000100:00000001:3.0:1767384882.009336:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384882.009342:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384882.009345:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000004678e43 x1853237348016384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384882.009353:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384882.009358:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384882.009360:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384882.009361:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c29b7161 00000400:00000010:0.0:1767384882.009365:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c29b7161. 00000100:00000040:3.0:1767384882.009367:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004678e43] to pc [ptlrpcd_00_00+0] req@0000000004678e43 x1853237348016384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384882.009369:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384882.009375:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000249b5040 x1853237348015872/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384898 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384882.009387:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.009390:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384882.009395:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (208) 00000100:00000040:0.0:1767384882.009396:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000249b5040 x1853237348015872/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384898 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384882.009405:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.009408:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384882.009413:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384882.009418:0:16359:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4310 usecs (5 jiffies) 00000100:00000001:0.0:1767384882.009424:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294871045 00000100:00000010:0.0:1767384882.009434:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007009834f. 00000100:00000001:0.0:1767384882.009456:0:16359:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384882.009463:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384882.009463:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294871045 00000100:00000010:0.0:1767384882.009467:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b92ab95c. 00000100:00000001:3.0:1767384882.009468:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384882.009471:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384882.009472:0:16359:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384882.009478:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294871045 00000100:00000040:3.0:1767384882.009479:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000004678e43 x1853237348016384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384882.009484:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000037b1509e. 00000100:00000001:0.0:1767384882.009489:0:16359:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384882.009494:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294871045 00000100:00000001:3.0:1767384882.009497:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384882.009501:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384882.009501:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008ead0708. 02000000:00000001:3.0:1767384882.009507:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384882.009507:0:16359:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 02000000:00000001:3.0:1767384882.009510:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384882.009512:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384882.009516:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.009519:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384882.009523:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000004678e43 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16358:1853237348016384:0@lo:400: 00000100:00000001:0.0:1767384882.009525:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.009531:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384882.009533:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384882.009537:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384882.009539:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384882.009540:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.009543:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767384882.009544:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384882.009548:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767384882.009549:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013e42277. 02000000:00000001:3.0:1767384882.009552:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.009552:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384882.009556:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767384882.009560:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c70bd6cc. 00000100:00000040:0.0:1767384882.009562:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000027b1c78 x1853237348016000/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384882.009566:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d85af59. 00000100:00000200:3.0:1767384882.009577:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348016384, portal 10 00000100:00000001:3.0:1767384882.009584:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384882.009584:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384882.009587:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789833856 : -119482919717760 : ffff9354b7037480) 00000100:00000001:0.0:1767384882.009588:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384882.009595:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:3.0:1767384882.009596:0:16358:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000003c8c4fbc. 02000000:00000001:0.0:1767384882.009599:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384882.009603:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384882.009606:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000004678e43 x1853237348016384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384882.009610:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000027b1c78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348016000:0@lo:400: 00000100:00000001:0.0:1767384882.009619:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384882.009623:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384882.009624:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384882.009628:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384882.009629:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384882.009635:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b051682. 02000000:00000001:0.0:1767384882.009635:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767384882.009640:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237348016384, offset 0 02000000:00000010:0.0:1767384882.009641:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f014cd7f. 00000400:00000200:3.0:1767384882.009648:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384882.009652:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384882.009658:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0bda995. 00000400:00000200:3.0:1767384882.009660:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384882.009666:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c29b7161. 00000400:00000200:3.0:1767384882.009671:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958271d02100 00000100:00000200:0.0:1767384882.009672:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348016000, portal 25 00000100:00000001:0.0:1767384882.009678:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384882.009679:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2008 00000100:00000001:0.0:1767384882.009681:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789831168 : -119482919720448 : ffff9354b7036a00) 00000400:00000200:3.0:1767384882.009690:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384882.009691:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000027b1c78 x1853237348016000/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384882.009697:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384882.009704:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384882.009708:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384882.009708:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1767384882.009714:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002242f1d5. 00000100:00000040:0.0:1767384882.009714:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384882.009720:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000002242f1d5 x1853237348016384 msgsize 224 00000400:00000010:0.0:1767384882.009720:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073bfe857. 00000100:00000200:0.0:1767384882.009725:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237348016000, offset 0 00000100:00100000:3.0:1767384882.009732:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384882.009737:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384882.009746:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384882.009747:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384882.009753:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b051682 00000400:00000010:3.0:1767384882.009758:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b051682. 00000400:00000200:0.0:1767384882.009759:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958271d01f80 00000100:00000001:3.0:1767384882.009762:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384882.009765:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1c5 [2] + 0 00000100:00000200:3.0:1767384882.009768:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000004678e43 x1853237348016384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384882.009771:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bec90c6. 00000400:00000200:0.0:1767384882.009776:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e3c1c99e 00000100:00000001:3.0:1767384882.009780:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384882.009781:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384882.009784:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000004678e43 x1853237348016384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384898 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384882.009791:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384882.009799:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3c1c99e 00000100:00000001:3.0:1767384882.009800:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384882.009804:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e3c1c99e. 00000100:00000001:3.0:1767384882.009805:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384882.009810:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.009811:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384882.009848:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2810 usecs (3 jiffies) 00000100:00000001:3.0:1767384882.009851:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294871044 00000100:00000200:0.0:1767384882.009851:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384882.009856:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294871045 00000100:00000040:0.0:1767384882.009857:0:16359:0:(events.c:337:request_in_callback()) incoming req@000000006f5f54c0 x1853237348016000 msgsize 224 00000100:00000001:3.0:1767384882.009859:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294871044 00000100:00000001:3.0:1767384882.009866:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294871045 00000100:00100000:0.0:1767384882.009880:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384882.009883:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294871044 00000100:00000040:0.0:1767384882.009885:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384882.009886:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294871045 00000100:00000001:3.0:1767384882.009890:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294871044 00000100:00000001:3.0:1767384882.009892:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294871045 00000100:00000001:3.0:1767384882.009896:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384882.009897:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384882.009902:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384882.009903:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073bfe857 00000100:00000001:3.0:1767384882.009906:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384882.009906:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073bfe857. 00000100:00000001:3.0:1767384882.009908:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384882.009910:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384882.009914:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384882.009917:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000027b1c78 x1853237348016000/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384882.009918:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384882.009924:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384882.009928:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384882.009932:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.009933:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384882.009936:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384882.009945:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000027b1c78 x1853237348016000/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384898 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384882.009947:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384882.009951:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.009964:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384882.009965:0:17899:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384882.009969:0:17899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348015872 00000100:00000001:0.0:1767384882.009970:0:16359:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384882.009975:0:17899:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384882.009978:0:17899:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384882.009978:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384882.009982:0:17899:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.009983:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294871046 02000000:00000001:3.0:1767384882.009987:0:17899:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.009991:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294871045 00000100:00100000:3.0:1767384882.009993:0:17899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348015872 00000020:00000001:3.0:1767384882.009997:0:17899:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384882.010000:0:17899:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562efd 00000100:00000001:0.0:1767384882.010000:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294871046 00000020:00000001:3.0:1767384882.010005:0:17899:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384882.010008:0:17899:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d9a32349 refcount=8 00000100:00000001:0.0:1767384882.010008:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294871045 00000020:00000001:3.0:1767384882.010014:0:17899:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000001:0.0:1767384882.010014:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294871046 00000100:00000001:0.0:1767384882.010018:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294871045 00000100:00000001:0.0:1767384882.010023:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294871046 00000020:00000001:3.0:1767384882.010024:0:17899:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000001:0.0:1767384882.010029:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294871045 00000100:00000001:3.0:1767384882.010031:0:17899:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384882.010035:0:17899:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002114a2a7. 00000100:00000001:0.0:1767384882.010036:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384882.010042:0:17899:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000946e6856. 00000100:00000001:0.0:1767384882.010043:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.010050:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384882.010051:0:17899:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000029ff95b7) now 6 - evictor 00000100:00000001:0.0:1767384882.010056:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384882.010063:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384882.010065:0:17899:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384882.010067:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384882.010070:0:17899:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000460f63ea. 00000100:00000001:0.0:1767384882.010072:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384882.010074:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384882.010075:0:17899:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b085afbc. 00000100:00000001:0.0:1767384882.010078:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384882.010081:0:17899:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004aaa6929. 00000100:00000001:0.0:1767384882.010081:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384882.010104:0:17899:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384882.010110:0:17899:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384882.010114:0:17899:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384882.010117:0:17899:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.010121:0:17089:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384882.010125:0:17089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348016384 00000100:00000001:3.0:1767384882.010126:0:17899:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384882.010130:0:17089:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384882.010133:0:17089:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384882.010135:0:17089:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384882.010137:0:17899:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384882.010138:0:17089:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384882.010142:0:17089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348016384 00000020:00000001:0.0:1767384882.010144:0:17089:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384882.010145:0:17089:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562ee1 00000020:00000001:0.0:1767384882.010147:0:17089:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384882.010152:0:17899:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:0.0:1767384882.010155:0:17089:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000083ded37e refcount=5 00000100:00000001:3.0:1767384882.010157:0:17899:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384882.010160:0:17089:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00000100:00100000:3.0:1767384882.010165:0:17899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000020:00000001:0.0:1767384882.010166:0:17089:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00000100:00000040:3.0:1767384882.010172:0:17899:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d9a32349 : new rpc_count 1 00000100:00000001:0.0:1767384882.010174:0:17089:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384882.010175:0:17899:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878159104 : -119482831392512 : ffff9354bc473100) 00000020:00000010:0.0:1767384882.010180:0:17089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004b18cca6. 00000100:00000040:3.0:1767384882.010181:0:17899:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000025a259e1 x1853237348015872/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:108/0 lens 224/0 e 0 to 0 dl 1767384893 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384882.010187:0:17089:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a1c7f4c7. 00000020:00000040:0.0:1767384882.010194:0:17089:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8d9ce3b) now 8 - evictor 00000100:00000001:3.0:1767384882.010196:0:17899:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384882.010197:0:17089:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384882.010200:0:17899:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000946e6856. 00000100:00000001:3.0:1767384882.010205:0:17899:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384882.010205:0:17089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8ae1ed6. 00000020:00000010:3.0:1767384882.010211:0:17899:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000946e6856. 00000020:00000010:0.0:1767384882.010213:0:17089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e5ee8b04. 00000020:00000010:0.0:1767384882.010220:0:17089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000efa008de. 00000100:00100000:3.0:1767384882.010225:0:17899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000025a259e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:16359:x1853237348015872:12345-0@lo:13: 00000100:00000040:0.0:1767384882.010228:0:17089:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384882.010234:0:17089:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1767384882.010236:0:17899:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348015872 00000100:00000001:0.0:1767384882.010237:0:17089:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384882.010243:0:17089:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384882.010244:0:17899:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384882.010246:0:17089:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384882.010250:0:17089:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1767384882.010251:0:17899:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384882.010255:0:17089:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384882.010256:0:17899:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.010263:0:17089:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384882.010264:0:17899:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384882.010273:0:17089:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384882.010275:0:17899:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665454032 : -1044097584 : ffffffffc1c455d0) 00000100:00100000:0.0:1767384882.010277:0:17089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348016256 02000000:00000001:0.0:1767384882.010280:0:17089:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384882.010283:0:17089:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384882.010284:0:17899:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384882.010286:0:17089:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384882.010289:0:17899:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384882.010291:0:17089:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384882.010293:0:17899:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:0.0:1767384882.010294:0:17089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348016256 00000020:00000001:3.0:1767384882.010296:0:17899:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384882.010297:0:17089:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384882.010301:0:17899:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384882.010302:0:17089:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562e71 00000020:00000001:0.0:1767384882.010305:0:17089:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384882.010309:0:17899:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:0.0:1767384882.010309:0:17089:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099807a16 refcount=5 00000020:00000001:0.0:1767384882.010313:0:17089:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00000020:00000001:0.0:1767384882.010317:0:17089:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00000100:00000001:0.0:1767384882.010323:0:17089:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384882.010329:0:17899:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1767384882.010329:0:17089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f959b943. 02000000:00000010:3.0:1767384882.010335:0:17899:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000f8d063fd. 02000000:00000001:3.0:1767384882.010341:0:17899:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.010341:0:17089:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384882.010346:0:17899:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384882.010348:0:17089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f959b943. 00002000:00000001:3.0:1767384882.010350:0:17899:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000010:0.0:1767384882.010355:0:17089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f32c5fa2. 00002000:00000001:3.0:1767384882.010356:0:17899:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767384882.010360:0:17899:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000010:0.0:1767384882.010361:0:17089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000090b12aba. 00000020:00000010:0.0:1767384882.010367:0:17089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007d2a811d. 00000020:00000001:3.0:1767384882.010369:0:17899:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384882.010373:0:17089:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00002000:00000024:3.0:1767384882.010374:0:17899:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:0.0:1767384882.010376:0:17089:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000020:3.0:1767384882.010379:0:17899:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:0.0:1767384882.010379:0:17089:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:3.0:1767384882.010385:0:17899:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000d9a32349 dirty 0 pend 0 grant 0 00000100:00000001:0.0:1767384882.010387:0:17089:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384882.010390:0:17089:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00002000:00000020:3.0:1767384882.010393:0:17899:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000001:0.0:1767384882.010394:0:17089:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384882.010401:0:17899:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:0.0:1767384882.010405:0:17089:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384882.010406:0:17899:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384882.010410:0:17899:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384882.010413:0:17899:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384882.010417:0:17899:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934593, transno 0, xid 1853237348015872 00000100:00000001:0.0:1767384882.010418:0:17089:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1767384882.010422:0:17899:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384882.010422:0:17089:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000200:3.0:1767384882.010429:0:17899:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000025a259e1 x1853237348015872/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:108/0 lens 224/368 e 0 to 0 dl 1767384893 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384882.010431:0:17089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:0.0:1767384882.010437:0:17089:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000083ded37e : new rpc_count 1 00000100:00000001:0.0:1767384882.010442:0:17089:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590789822208 : -119482919729408 : ffff9354b7034700) 00000100:00000040:0.0:1767384882.010449:0:17089:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002242f1d5 x1853237348016384/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:108/0 lens 224/0 e 0 to 0 dl 1767384893 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384882.010454:0:17899:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384882.010458:0:17899:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384882.010464:0:17899:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097a41e79 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384882.010472:0:17089:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384882.010473:0:17899:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384882.010479:0:17899:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000020:00000010:0.0:1767384882.010479:0:17089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f959b943. 00000100:00000001:3.0:1767384882.010485:0:17899:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000001:0.0:1767384882.010486:0:17089:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384882.010490:0:17899:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:0.0:1767384882.010493:0:17089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f959b943. 02000000:00000001:3.0:1767384882.010499:0:17899:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384882.010503:0:17089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002242f1d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16358:x1853237348016384:12345-0@lo:400: 00000100:00000001:3.0:1767384882.010505:0:17899:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384882.010512:0:17899:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384882.010513:0:17089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348016384 00000400:00000010:3.0:1767384882.010515:0:17899:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b051682. 00000020:00000001:0.0:1767384882.010519:0:17089:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:3.0:1767384882.010521:0:17899:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237348015872, offset 224 00000020:00000001:0.0:1767384882.010525:0:17089:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384882.010529:0:17899:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384882.010530:0:17089:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384882.010535:0:17089:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384882.010538:0:17089:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000400:00000200:3.0:1767384882.010539:0:17899:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384882.010544:0:17089:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384882.010548:0:17089:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384882.010552:0:17899:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958271d01f00 00000020:00000001:0.0:1767384882.010559:0:17089:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384882.010562:0:17089:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384882.010564:0:17089:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384882.010567:0:17899:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x11d1 [1] + 224 00000020:00000001:0.0:1767384882.010570:0:17089:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384882.010574:0:17089:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384882.010576:0:17899:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384882.010576:0:17089:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384882.010582:0:17089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009acc6732. 00000400:00000200:3.0:1767384882.010585:0:17899:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384882.010586:0:17089:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.010591:0:17089:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384882.010593:0:17089:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384882.010595:0:17089:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348016384 00010000:00000001:0.0:1767384882.010598:0:17089:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384882.010602:0:17899:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000200:0.0:1767384882.010603:0:17089:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002242f1d5 x1853237348016384/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:108/0 lens 224/224 e 0 to 0 dl 1767384893 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384882.010610:0:17899:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000249b5040 x1853237348015872/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384898 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384882.010629:0:17089:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384882.010632:0:17089:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384882.010638:0:17089:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=10 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384882.010642:0:17899:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000249b5040 x1853237348015872/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384882.010648:0:17089:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384882.010653:0:17089:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 23 to 0@lo 00000100:00000001:0.0:1767384882.010658:0:17089:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:0.0:1767384882.010664:0:17089:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384882.010666:0:17089:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.010674:0:17089:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384882.010677:0:17089:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384882.010679:0:17899:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767384882.010680:0:17089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073bfe857. 00000400:00000200:3.0:1767384882.010686:0:17899:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b051682 00000100:00000200:0.0:1767384882.010686:0:17089:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348016384, offset 224 00000400:00000010:3.0:1767384882.010690:0:17899:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b051682. 00000100:00000001:3.0:1767384882.010694:0:17899:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384882.010695:0:17899:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384882.010700:0:17899:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384882.010706:0:17899:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 22 to 0@lo 00000400:00000200:0.0:1767384882.010709:0:17089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384882.010711:0:17899:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384882.010714:0:17899:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384882.010719:0:17899:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384882.010721:0:17089:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384882.010725:0:17899:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025a259e1 x1853237348015872/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:108/0 lens 224/368 e 0 to 0 dl 1767384893 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384882.010733:0:17089:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d02100 00000400:00000200:0.0:1767384882.010745:0:17089:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x11e1 [1] + 224 00000100:00100000:3.0:1767384882.010755:0:17899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000025a259e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:16359:x1853237348015872:12345-0@lo:13: Request processed in 555us (1423us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384882.010755:0:17089:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384882.010765:0:17089:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1767384882.010771:0:17899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000001:0.0:1767384882.010774:0:17089:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384882.010776:0:17899:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d9a32349 : new rpc_count 1 00000100:00000001:3.0:1767384882.010780:0:17899:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384882.010781:0:17089:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000004678e43 x1853237348016384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384898 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384882.010789:0:17899:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384882.010796:0:17899:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b085afbc. 00000020:00000010:3.0:1767384882.010804:0:17899:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004aaa6929. 00000100:00000040:0.0:1767384882.010810:0:17089:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000004678e43 x1853237348016384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384882.010837:0:17899:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000460f63ea. 00000100:00000001:0.0:1767384882.010844:0:17089:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384882.010845:0:17899:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 8 00000100:00000001:3.0:1767384882.010851:0:17899:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384882.010853:0:17089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073bfe857 00000400:00000010:0.0:1767384882.010856:0:17089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073bfe857. 00000100:00000001:0.0:1767384882.010859:0:17089:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384882.010860:0:17089:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384882.010863:0:17089:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384882.010866:0:17089:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:0.0:1767384882.010879:0:17089:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384882.010880:0:17089:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384882.010882:0:17089:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384882.010885:0:17089:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002242f1d5 x1853237348016384/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:108/0 lens 224/224 e 0 to 0 dl 1767384893 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384882.010891:0:17091:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f31a5442. 00000100:00100000:0.0:1767384882.010895:0:17089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002242f1d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16358:x1853237348016384:12345-0@lo:400: Request processed in 420us (1171us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384882.010896:0:17091:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384882.010899:0:17091:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384882.010906:0:17091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:3.0:1767384882.010909:0:17091:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000099807a16 : new rpc_count 1 00000100:00000001:3.0:1767384882.010910:0:17091:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590793074304 : -119482916477312 : ffff9354b734e680) 00000100:00100000:0.0:1767384882.010914:0:17089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384882.010918:0:17091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c5db5cbb x1853237348016256/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:108/0 lens 224/0 e 0 to 0 dl 1767384893 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384882.010920:0:17089:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000083ded37e : new rpc_count 0 00000100:00000001:0.0:1767384882.010926:0:17089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384882.010930:0:17091:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384882.010931:0:17089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384882.010934:0:17091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000946e6856. 00000020:00000010:0.0:1767384882.010935:0:17089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e5ee8b04. 00000100:00000001:3.0:1767384882.010938:0:17091:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384882.010940:0:17091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000946e6856. 00000020:00000010:0.0:1767384882.010941:0:17089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000efa008de. 00000100:00100000:3.0:1767384882.010947:0:17091:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c5db5cbb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16360:x1853237348016256:12345-0@lo:400: 00000020:00000010:0.0:1767384882.010948:0:17089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8ae1ed6. 00000100:00000200:3.0:1767384882.010955:0:17091:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348016256 00000020:00000040:0.0:1767384882.010956:0:17089:0:(genops.c:898:class_export_put()) PUTting export 0000000083ded37e : new refcount 4 00000020:00000001:3.0:1767384882.010958:0:17091:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384882.010961:0:17089:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384882.010962:0:17091:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384882.010965:0:17091:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384882.010968:0:17091:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384882.010970:0:17091:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000020:00000001:3.0:1767384882.010975:0:17091:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384882.010978:0:17091:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384882.010980:0:17091:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384882.010983:0:17091:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384882.010986:0:17091:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384882.010990:0:17091:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384882.010993:0:17091:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384882.010995:0:17091:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00080000:0.0:1767384882.010998:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:0.0:1767384882.011003:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8d9ce3b) now 8 - evictor 02000000:00000010:3.0:1767384882.011005:0:17091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000046c3d7b2. 02000000:00000001:3.0:1767384882.011010:0:17091:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384882.011011:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1767384882.011015:0:17091:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384882.011017:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000029ff95b7) now 6 - evictor 00000020:00000001:3.0:1767384882.011018:0:17091:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384882.011024:0:17091:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348016256 00010000:00000001:3.0:1767384882.011030:0:17091:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384882.011030:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000200:3.0:1767384882.011034:0:17091:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c5db5cbb x1853237348016256/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:108/0 lens 224/224 e 0 to 0 dl 1767384893 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384882.011034:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348016000 02000000:00000001:0.0:1767384882.011045:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1767384882.011050:0:17091:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384882.011050:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384882.011055:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384882.011056:0:17091:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384882.011062:0:17091:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=10 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384882.011062:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384882.011069:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348016000 00000100:00000001:3.0:1767384882.011070:0:17091:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384882.011073:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1767384882.011076:0:17091:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000020:00000040:0.0:1767384882.011078:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000001:3.0:1767384882.011079:0:17091:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000020:00000001:0.0:1767384882.011083:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767384882.011084:0:17091:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384882.011087:0:17091:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384882.011089:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000100:00000001:3.0:1767384882.011090:0:17091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384882.011095:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000040:3.0:1767384882.011096:0:17091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384882.011106:0:17091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b051682. 00000020:00000001:0.0:1767384882.011111:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000200:3.0:1767384882.011112:0:17091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348016256, offset 224 00000100:00000001:0.0:1767384882.011121:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384882.011122:0:17091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384882.011127:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f959b943. 00000400:00000200:3.0:1767384882.011133:0:17091:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384882.011134:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384882.011143:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f959b943. 00000400:00000200:3.0:1767384882.011145:0:17091:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d02080 00000020:00000010:0.0:1767384882.011150:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006bbf54f4. 00000020:00000010:0.0:1767384882.011154:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e5ee8b04. 00000400:00000200:3.0:1767384882.011155:0:17091:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x11f1 [1] + 224 00000020:00000010:0.0:1767384882.011159:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000efa008de. 00000400:00000200:3.0:1767384882.011166:0:17091:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384882.011169:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:3.0:1767384882.011174:0:17091:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384882.011175:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384882.011179:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384882.011181:0:17091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384882.011183:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384882.011187:0:17091:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e200afc1 x1853237348016256/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384898 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384882.011190:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.011200:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384882.011209:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384882.011212:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384882.011218:0:17091:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e200afc1 x1853237348016256/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384882.011219:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00000040:0.0:1767384882.011224:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:0.0:1767384882.011229:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624589912957008 : -119483796594608 : ffff935482bf6050) 00000100:00000040:0.0:1767384882.011239:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006f5f54c0 x1853237348016000/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:108/0 lens 224/0 e 0 to 0 dl 1767384893 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384882.011245:0:17091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384882.011252:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384882.011253:0:17091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b051682 00000020:00000010:0.0:1767384882.011257:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f959b943. 00000400:00000010:3.0:1767384882.011264:0:17091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b051682. 00000100:00000001:0.0:1767384882.011268:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384882.011273:0:17091:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:0.0:1767384882.011273:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f959b943. 00000100:00000001:3.0:1767384882.011278:0:17091:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:0.0:1767384882.011283:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006f5f54c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:16359:x1853237348016000:12345-0@lo:400: 00000100:00000001:3.0:1767384882.011286:0:17091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384882.011292:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348016000 00000100:00000040:3.0:1767384882.011293:0:17091:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000020:00000001:0.0:1767384882.011297:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384882.011298:0:17091:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384882.011301:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384882.011303:0:17091:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384882.011304:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384882.011308:0:17091:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1767384882.011309:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384882.011313:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289088 : -1048262528 : ffffffffc184c880) 00000100:00000040:3.0:1767384882.011316:0:17091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c5db5cbb x1853237348016256/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:108/0 lens 224/224 e 0 to 0 dl 1767384893 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384882.011317:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384882.011320:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384882.011325:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384882.011328:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384882.011331:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384882.011336:0:17083:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384882.011339:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384882.011343:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1767384882.011344:0:17091:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c5db5cbb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16360:x1853237348016256:12345-0@lo:400: Request processed in 411us (1359us total) trans 0 rc 0/0 02000000:00000010:0.0:1767384882.011347:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000080c099d4. 02000000:00000001:0.0:1767384882.011353:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384882.011359:0:17091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000001:0.0:1767384882.011360:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384882.011366:0:17091:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099807a16 : new rpc_count 0 00000020:00000001:0.0:1767384882.011367:0:17083:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384882.011372:0:17091:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000040:0.0:1767384882.011373:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348016000 00000100:00000001:3.0:1767384882.011375:0:17091:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384882.011378:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:3.0:1767384882.011380:0:17091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000090b12aba. 00010000:00000200:0.0:1767384882.011384:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006f5f54c0 x1853237348016000/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:108/0 lens 224/224 e 0 to 0 dl 1767384893 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384882.011385:0:17091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007d2a811d. 00000020:00000010:3.0:1767384882.011391:0:17091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f32c5fa2. 00000020:00000040:3.0:1767384882.011396:0:17091:0:(genops.c:898:class_export_put()) PUTting export 0000000099807a16 : new refcount 4 00000100:00000001:3.0:1767384882.011401:0:17091:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384882.011408:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384882.011411:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384882.011418:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384882.011423:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384882.011428:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:0.0:1767384882.011433:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:0.0:1767384882.011439:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384882.011442:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.011449:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384882.011468:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384882.011472:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073bfe857. 00000100:00000200:0.0:1767384882.011475:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237348016000, offset 224 00000400:00000200:0.0:1767384882.011484:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384882.011494:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384882.011503:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958271d01f80 00000400:00000200:0.0:1767384882.011510:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x11e9 [1] + 224 00000400:00000200:0.0:1767384882.011517:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384882.011523:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384882.011528:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384882.011534:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000027b1c78 x1853237348016000/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384898 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384882.011548:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000027b1c78 x1853237348016000/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384882.011556:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384882.011558:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384882.011559:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073bfe857 00000100:00000001:3.0:1767384882.011560:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384882.011563:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073bfe857. 00000100:00000001:0.0:1767384882.011566:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384882.011567:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384882.011568:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384882.011571:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384882.011573:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c70bd6cc. 00000100:00000001:0.0:1767384882.011573:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384882.011579:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000400:00000200:3.0:1767384882.011580:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d85af59 00000400:00000010:3.0:1767384882.011583:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d85af59. 00010000:00000001:0.0:1767384882.011584:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384882.011587:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384882.011588:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384882.011591:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384882.011594:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000004678e43 x1853237348016384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384882.011596:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f5f54c0 x1853237348016000/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:108/0 lens 224/224 e 0 to 0 dl 1767384893 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384882.011616:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000004678e43 x1853237348016384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384882.011619:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006f5f54c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:16359:x1853237348016000:12345-0@lo:400: Request processed in 364us (1758us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384882.011634:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384882.011634:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00000040:0.0:1767384882.011637:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:0.0:1767384882.011638:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384882.011641:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384882.011642:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384882.011644:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e5ee8b04. 00000100:00000001:3.0:1767384882.011645:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384882.011647:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384882.011648:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384882.011649:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384882.011650:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384882.011656:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000efa008de. 00000100:00001000:3.0:1767384882.011657:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000002c0000f4 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384882.011662:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c093201a time=10 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384882.011662:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006bbf54f4. 00000100:00000001:3.0:1767384882.011668:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1767384882.011669:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000100:00000001:3.0:1767384882.011670:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384882.011674:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384882.011683:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000004678e43 x1853237348016384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384882.011685:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384882.011688:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000080c099d4. 00010000:00000001:3.0:1767384882.011692:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384882.011694:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384882.011696:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384882.011697:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384882.011698:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384882.011701:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384882.011702:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384882.011702:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384882.011707:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000004678e43 x1853237348016384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384882.011708:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5033db8. 00000400:00000010:0.0:1767384882.011714:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000076e4d2ed. 00000100:00000001:3.0:1767384882.011716:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384882.011719:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384882.011720:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384882.011723:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004678e43 x1853237348016384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384898 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384882.011727:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000004678e43 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16358:1853237348016384:0@lo:400: 00000100:00000001:3.0:1767384882.011732:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384882.011734:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384882.011736:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000004678e43 x1853237348016384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384898 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384882.011740:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384882.011741:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384882.011742:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013e42277. 02000000:00000001:3.0:1767384882.011761:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384882.011762:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384882.011763:0:16358:0:(genops.c:1242:class_import_put()) import 0000000062c1ff66 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384882.011765:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384882.011767:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d96c0dc7. 02000000:00000001:3.0:1767384882.011770:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384882.011771:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384882.011772:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000004678e43. 00000100:00000001:3.0:1767384882.011775:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384882.011776:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384882.011777:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384882.011781:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384882.011783:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384882.011785:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384882.011787:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384882.011797:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384882.011799:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384882.011801:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384882.011802:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384882.011804:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0bda995. 00000400:00000200:3.0:1767384882.011806:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c29b7161 00000400:00000010:3.0:1767384882.011808:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c29b7161. 00000100:00000001:3.0:1767384882.011810:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384882.011812:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000027b1c78 x1853237348016000/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384882.011843:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000027b1c78 x1853237348016000/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384882.011849:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384882.011850:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384882.011852:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384882.011853:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384882.011855:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384882.011856:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384882.011857:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384882.011860:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384882.011862:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384882.011864:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384882.011882:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384882.011884:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384882.011885:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384882.011887:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384882.011889:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000027b1c78 x1853237348016000/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384882.011894:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384882.011895:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384882.011897:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384882.011900:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000027b1c78 x1853237348016000/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384898 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384882.011904:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000027b1c78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348016000:0@lo:400: 00000400:00000001:3.0:1767384882.011910:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384882.011911:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384882.011912:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000098295e44. 00000400:00000200:3.0:1767384882.011914:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004de08150 00000400:00000010:3.0:1767384882.011925:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004de08150. 00000100:00000001:3.0:1767384882.011927:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384882.011929:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000249b5040 x1853237348015872/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384882.011935:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000249b5040 x1853237348015872/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384882.011940:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384882.011941:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384882.011943:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384882.011944:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384882.011945:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384882.011946:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384882.011947:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384882.011950:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000046e5fbb1 time=6 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384882.011952:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000785c58c4 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384882.011954:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384882.011955:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384882.011957:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384882.011964:0:16359:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000249b5040 x1853237348015872/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384882.011968:0:16359:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384882.011970:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384882.011971:0:16359:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934593 00000100:00000001:3.0:1767384882.011972:0:16359:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384882.011973:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384882.011975:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000249b5040 x1853237348015872/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384882.011979:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384882.011981:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384882.011981:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384882.011983:0:16359:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384882.011985:0:16359:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384882.011987:0:16359:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:3.0:1767384882.011991:0:16359:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006f80896a): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:3.0:1767384882.011995:0:16359:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384882.011997:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000249b5040 x1853237348015872/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384898 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384882.012001:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000249b5040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16359:1853237348015872:0@lo:13: 00000100:00000001:3.0:1767384882.012004:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384882.012005:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384882.012006:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000027b1c78 x1853237348016000/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384898 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384882.012011:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384882.012012:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384882.012014:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f014cd7f. 02000000:00000001:3.0:1767384882.012017:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384882.012018:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384882.012019:0:16359:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:3.0:1767384882.012025:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384882.012027:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000794e0846. 02000000:00000001:3.0:1767384882.012029:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384882.012030:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384882.012031:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000027b1c78. 00000100:00000001:3.0:1767384882.012033:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384882.012034:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384882.012035:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384882.012037:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000249b5040 x1853237348015872/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384898 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384882.012041:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384882.012042:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384882.012043:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009a5dabb9. 02000000:00000001:3.0:1767384882.012045:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384882.012047:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384882.012048:0:16359:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384882.012050:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384882.012051:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000020cd823d. 02000000:00000001:3.0:1767384882.012053:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384882.012054:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384882.012055:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000249b5040. 00000100:00000001:3.0:1767384882.012057:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384882.012058:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384882.012059:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384882.012063:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384882.012064:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384882.012065:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384882.012066:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.012980:0:17891:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1767384882.012983:0:17891:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1767384882.012985:0:17891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934596 is committed 00000001:00000040:0.0:1767384882.012988:0:17891:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000d9a32349 : new cb_count 2 00000020:00000040:0.0:1767384882.012990:0:17891:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 6 00000001:00000010:0.0:1767384882.012992:0:17891:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000760a206e. 00002000:00001000:0.0:1767384882.012995:0:17891:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 24 for [0x240000400:0x41:0x0], th_sync 0 00002000:00000010:0.0:1767384882.012997:0:17891:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000e763fccf. 00080000:00000010:0.0:1767384882.012999:0:17891:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000728893be. 00000001:00000040:0.0:1767384882.013003:0:17891:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000d9a32349 : new cb_count 1 00000020:00000040:0.0:1767384882.013005:0:17891:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 5 00000001:00000010:0.0:1767384882.013006:0:17891:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000d286506e. 00002000:00001000:0.0:1767384882.013008:0:17891:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 16 for [0x240000400:0x41:0x0], th_sync 0 00002000:00000010:0.0:1767384882.013010:0:17891:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000af9515ca. 00080000:00000010:0.0:1767384882.013011:0:17891:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c4087d86. 00000001:00000040:0.0:1767384882.013014:0:17891:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000d9a32349 : new cb_count 0 00000020:00000040:0.0:1767384882.013015:0:17891:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 4 00000001:00000010:0.0:1767384882.013016:0:17891:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000004d24d8ba. 00002000:00001000:0.0:1767384882.013019:0:17891:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 8 for [0x240000400:0x41:0x0], th_sync 0 00002000:00000010:0.0:1767384882.013020:0:17891:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000002525da07. 00080000:00000010:0.0:1767384882.013023:0:17891:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003b4abbf3. 00000100:00000040:2.0:1767384882.015882:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294871046, at 4294871047 00000100:00000010:2.0:1767384882.015907:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000037b1509e. 00000100:00000040:0.0:1767384882.015914:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294871046, at 4294871047 00000100:00000010:0.0:1767384882.015923:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007009834f. 00000100:00000040:3.0:1767384882.015926:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294871046, at 4294871047 00000100:00000010:3.0:1767384882.015933:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008ead0708. 00010000:00000001:0.0:1767384882.200919:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384882.200926:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384882.200933:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384882.200935:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384882.200957:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384882.200960:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384882.200963:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384882.283936:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384882.283943:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000400:00000010:3.0:1767384882.283949:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d85af59. 00000400:00000200:3.0:1767384882.283952:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (4) 00000400:00000010:3.0:1767384882.283958:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cfe931b1. 00000400:00000200:3.0:1767384882.283964:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000020:00000001:0.0:1767384882.283972:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384882.283977:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384882.283980:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384882.283983:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 10000000:01000000:0.0:1767384882.283984:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384882.283990:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384882.283993:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:0.0:1767384882.283994:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384882.283997:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384882.284001:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384882.284003:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:0.0:1767384882.284004:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384882.284008:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384882.284010:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384882.284011:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000020:01000004:0.0:1767384882.284013:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384882.284016:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384882.284018:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp11 00000020:01000004:0.0:1767384882.284019:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384882.284024:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp11 lpni_is_preferred = 0 00000100:00000010:0.0:1767384882.284026:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c68bbec8. 00000400:00000200:3.0:1767384882.284029:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp11 00000020:00000040:0.0:1767384882.284032:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000400:00000200:3.0:1767384882.284037:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp11 NI seq info: [9:9:256:4294967295] 192.168.203.134@tcp11 LPNI seq info [9:9:8:4294967295] 00000100:00000001:0.0:1767384882.284039:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384882.284043:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp11 02000000:00000001:0.0:1767384882.284044:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384882.284049:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384882.284053:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp11(192.168.203.134@tcp11:) -> 192.168.203.134@tcp11(192.168.203.134@tcp:192.168.203.134@tcp11) : PUT try# 0 00000800:00000200:3.0:1767384882.284059:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 96 bytes in 1 frags to 12345-192.168.203.134@tcp11 02000000:00000010:0.0:1767384882.284060:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005831797b. 00000800:00000010:3.0:1767384882.284063:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000794e0846. 00000100:00000001:0.0:1767384882.284067:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384882.284073:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a29a8e78. 00000100:00000001:0.0:1767384882.284075:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:3.0:1767384882.284078:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000006786003b. 00000100:00000001:0.0:1767384882.284079:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384882.284087:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a29a8e78] -> 12345-192.168.203.134@tcp11 (2) 00000100:00000040:0.0:1767384882.284090:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c68bbec8] to pc [ptlrpcd_00_01+1] req@00000000c68bbec8 x1853237348016512/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.1:1767384882.284096:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a29a8e78] -> 12345-192.168.203.134@tcp11 (2) 00000400:00000200:3.0:1767384882.284114:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000400:00000200:3.0:1767384882.284117:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 0 10000000:00000001:0.0:1767384882.284129:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384882.284132:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384882.284136:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384882.284138:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384882.284145:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384882.284156:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384882.284158:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384882.284162:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384882.284166:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384882.284168:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:3.0:1767384882.284171:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000020:01000004:0.0:1767384882.284172:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384882.284177:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384882.284179:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384882.284182:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384882.284186:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384882.284189:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384882.284190:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384882.284194:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e933ccb9. 00000020:00000040:0.0:1767384882.284198:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00000001:0.0:1767384882.284200:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384882.284202:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384882.284206:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384882.284215:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000096b5f9d7. 00000400:00000200:3.0:1767384882.284216:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000100:00000001:0.0:1767384882.284221:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.284226:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384882.284230:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384882.284235:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e933ccb9] to pc [ptlrpcd_00_02+2] req@00000000e933ccb9 x1853237348016640/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384882.284244:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 10000000:00000001:0.0:1767384882.284259:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384882.284264:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384882.284268:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384882.284271:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384882.284274:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000020:00000010:0.0:1767384882.284275:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000006a9f1913. 00000100:00000001:0.0:1767384882.284291:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384882.284295:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.284302:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384882.284307:0:16361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767384882.284309:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384882.284319:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384882.284323:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384882.284326:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384882.284329:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384882.284337:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384882.284344:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e933ccb9 x1853237348016640/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384882.284355:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384882.284358:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384882.284363:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384882.284366:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384882.284371:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384882.284377:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e933ccb9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348016640:0@lo:253: 00000100:00000001:0.0:1767384882.284381:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384882.284384:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384882.284386:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384882.284388:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384882.284395:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000918ec3d7. 02000000:00000001:0.0:1767384882.284401:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384882.284406:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005638b6d1. 00000400:00000010:0.0:1767384882.284412:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb6c8e1a. 00000100:00000200:0.0:1767384882.284417:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348016640, portal 25 00000100:00000001:0.0:1767384882.284422:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384882.284425:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878158208 : -119482831393408 : ffff9354bc472d80) 00000100:00000040:0.0:1767384882.284433:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e933ccb9 x1853237348016640/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384898 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384882.284448:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384882.284454:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384882.284460:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000087955232. 00000100:00000200:0.0:1767384882.284464:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348016640, offset 0 00000400:00000200:0.0:1767384882.284470:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384882.284481:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384882.284490:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d02200 00000400:00000200:0.0:1767384882.284497:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1cd [2] + 0 00000800:00000010:3.0:1767384882.284498:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d7df3d5c. 00000400:00000010:0.0:1767384882.284504:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecc238d2. 00000800:00000010:3.0:1767384882.284505:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000298762d. 00000400:00000200:0.0:1767384882.284509:0:16361:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e25841c0 00000800:00000010:3.0:1767384882.284512:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cc31fb73. 00000400:00000200:0.0:1767384882.284515:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384882.284527:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384882.284531:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e25841c0 00000400:00000010:0.0:1767384882.284535:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e25841c0. 00000100:00000001:0.0:1767384882.284538:0:16361:0:(events.c:286:request_in_callback()) Process entered 00000800:00000010:3.0:1767384882.284542:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cc31fb73. 00000100:00000200:0.0:1767384882.284542:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384882.284545:0:16361:0:(events.c:337:request_in_callback()) incoming req@0000000077c82907 x1853237348016640 msgsize 4848 00000100:00100000:0.0:1767384882.284553:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384882.284557:0:16361:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384882.284567:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384882.284573:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087955232 00000100:00000001:3.0:1767384882.284577:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1767384882.284577:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000087955232. 00000100:00100000:3.0:1767384882.284581:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348016512 00000100:00000001:0.0:1767384882.284582:0:16361:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767384882.284587:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1767384882.284590:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e933ccb9 x1853237348016640/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384898 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384882.284593:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384882.284597:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.284602:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384882.284608:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e933ccb9 x1853237348016640/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384898 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384882.284609:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384882.284617:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348016512 00000100:00000001:0.0:1767384882.284618:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384882.284621:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384882.284622:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1767384882.284626:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:3.0:1767384882.284630:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384882.284630:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384882.284634:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000100:00000001:0.0:1767384882.284636:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294871320 00000020:00000001:3.0:1767384882.284637:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:3.0:1767384882.284643:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:0.0:1767384882.284644:0:16361:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, keep current deadline 4294871320 00000100:00000001:3.0:1767384882.284646:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384882.284649:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294871320 00000020:00000010:3.0:1767384882.284651:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cc31fb73. 00000100:00000001:0.0:1767384882.284654:0:16361:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, keep current deadline 4294871320 00000100:00000001:3.0:1767384882.284655:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384882.284660:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294871320 00000020:00000010:3.0:1767384882.284661:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cc31fb73. 00000100:00000001:0.0:1767384882.284666:0:16361:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294871320 00000020:00000010:3.0:1767384882.284668:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004de477b1. 00000100:00000001:0.0:1767384882.284670:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294871320 00000020:00000010:3.0:1767384882.284675:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cd68e3d3. 00000100:00000001:0.0:1767384882.284675:0:16361:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294871320 00000100:00000001:0.0:1767384882.284679:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384882.284682:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004aaa6929. 00000100:00000001:0.0:1767384882.284683:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.284689:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384882.284693:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384882.284694:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384882.284696:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384882.284698:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384882.284700:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384882.284709:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384882.284724:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384882.284738:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384882.284742:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384882.284751:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00000040:3.0:1767384882.284756:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:3.0:1767384882.284762:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624589912958032 : -119483796593584 : ffff935482bf6450) 00000400:00000200:0.0:1767384882.284766:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000040:3.0:1767384882.284771:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a6035c50 x1853237348016512/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:108/0 lens 4848/0 e 0 to 0 dl 1767384893 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384882.284783:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384882.284789:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cc31fb73. 00000400:00000200:0.0:1767384882.284791:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp11 from 251.3.0.2 00000100:00000001:3.0:1767384882.284793:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384882.284798:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cc31fb73. 00000800:00000010:0.0:1767384882.284798:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a8e39ccc. 00000100:00100000:3.0:1767384882.284810:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a6035c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:16359:x1853237348016512:12345-0@lo:253: 00000100:00000200:3.0:1767384882.284847:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348016512 00000020:00000001:3.0:1767384882.284852:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384882.284856:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384882.284860:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384882.284878:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384882.284881:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000001:3.0:1767384882.284884:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384882.284885:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384882.284888:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384882.284890:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384882.284893:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384882.284897:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384882.284901:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384882.284908:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000db259d0e. 02000000:00000001:3.0:1767384882.284911:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384882.284916:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384882.284919:0:17084:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000010:0.0:1767384882.284921:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000019c217c0. 00000800:00000010:0.0:1767384882.284926:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000087955232. 20000000:00000010:3.0:1767384882.284928:0:17084:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000089c56f03. 20000000:01000000:3.0:1767384882.284935:0:17084:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384882.284940:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384882.284945:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000010:0.0:1767384882.284947:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f535409e. 20000000:00000001:3.0:1767384882.284948:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384882.284953:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384882.284957:0:17084:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000200:0.1:1767384882.284958:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a29a8e78] -> 12345-192.168.203.134@tcp11 (2) 00000800:00000200:0.1:1767384882.284966:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp11 00000000f535409e deleted 20000000:00000010:3.0:1767384882.284968:0:17084:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f014cd7f. 00000800:00000010:0.1:1767384882.284971:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f535409e. 20000000:01000000:3.0:1767384882.284973:0:17084:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #12 00000800:00000200:0.1:1767384882.284980:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 20000000:00000001:3.0:1767384882.284981:0:17084:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384882.284989:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000800:00000200:0.1:1767384882.284993:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp11 ip 192.168.203.134:1019 00080000:00000001:3.0:1767384882.284995:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000800:00000200:0.1:1767384882.285000:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000794e0846 type 1, nob 192 niov 1 nkiov 1 00080000:00000001:3.0:1767384882.285010:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000200:0.0:1767384882.285011:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp11 p 3.x 192.168.203.134 -> 192.168.203.134:1019 incarnation:1767384881006665501 sched[0] 00000800:00000010:0.0:1767384882.285019:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000476cd8b0. 00080000:00000001:3.0:1767384882.285025:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384882.285029:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384882.285032:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384882.285034:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384882.285038:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384882.285043:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 000000007e91d003 00000020:00000001:3.0:1767384882.285054:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f71c5dba 00080000:00000002:3.0:1767384882.285057:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384882.285064:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767384882.285066:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000476cd8b0. 00080000:00000001:3.0:1767384882.285069:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384882.285071:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000087955232. 00080000:00000001:3.0:1767384882.285073:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384882.285081:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384882.285087:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:3.0:1767384882.285091:0:17084:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000800:00000010:0.0:1767384882.285093:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a8e39ccc. 00080000:00000010:3.0:1767384882.285095:0:17084:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003ab65f41. 00080000:00000001:3.0:1767384882.285099:0:17084:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590819172352 : -119482890379264 : ffff9354b8c32000) 00080000:00000001:3.0:1767384882.285102:0:17084:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000800:00000001:0.0:1767384882.285103:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000001:00000001:3.0:1767384882.285105:0:17084:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000800:00000001:0.0:1767384882.285108:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384882.285110:0:17084:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000cc31fb73. 00080000:00000001:3.0:1767384882.285114:0:17084:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384882.285116:0:17084:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384882.285128:0:17084:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384882.285143:0:17084:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000200:0.0:1767384882.285159:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384882.285162:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000794e0846. 00000400:00000200:0.0:1767384882.285166:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384882.285171:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp11->192.168.203.134@tcp11: PUT: OK 00000400:00000200:0.0:1767384882.285175:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384882.285178:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp: 0 00000800:00000200:1.1:1767384882.285193:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:0.0:1767384882.285230:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384882.285237:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384882.285240:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384882.285244:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384882.285253:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp11(192.168.203.134@tcp11) <- 192.168.203.134@tcp11 : PUT - for me 00000400:00000200:0.0:1767384882.285261:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 96 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384882.285267:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 96/96 into md 0x11bd [1] + 0 00000400:00000010:0.0:1767384882.285269:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001af9ec5e. 00000400:00000200:0.0:1767384882.285273:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007d4ac3eb 00000800:00000001:0.0:1767384882.285276:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384882.285283:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384882.285285:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384882.285290:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp11->192.168.203.134@tcp11: PUT: OK 00000400:00000200:0.0:1767384882.285293:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d4ac3eb 00000400:00000010:0.0:1767384882.285301:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d4ac3eb. 00000400:00000200:0.0:1767384882.285305:0:16351:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384882.285310:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (5) 00000400:00000200:0.0:1767384882.285314:0:16351:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000010:0.0:1767384882.285317:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 105 at 000000009ed509d9. 00000400:00000200:0.0:1767384882.285321:0:16351:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.134@tcp 4 00000400:00000200:0.0:1767384882.285325:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:0.0:1767384882.285335:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (6) 00000400:00000200:0.0:1767384882.285340:0:16351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384882.285346:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp11 to MR: 192.168.203.134@tcp11 local destination 00000400:00000200:0.0:1767384882.285356:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp11 NI seq info: [10:10:256:4294967295] 192.168.203.134@tcp11 LPNI seq info [10:10:8:4294967295] 00000400:00000200:0.0:1767384882.285369:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp11(192.168.203.134@tcp11:192.168.203.134@tcp11) -> 192.168.203.134@tcp11(192.168.203.134@tcp11:192.168.203.134@tcp11) 192.168.203.134@tcp11 : ACK try# 0 00000400:00000200:3.0:1767384882.285374:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:0.0:1767384882.285374:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp11 00000800:00000010:0.0:1767384882.285377:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa3697db. 00000400:00000010:3.0:1767384882.285380:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c70bd6cc. 00000800:00000200:0.0:1767384882.285385:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a29a8e78] -> 12345-192.168.203.134@tcp11 (4) 00000400:00000010:3.0:1767384882.285388:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b051682. 00000400:00000200:3.0:1767384882.285393:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c698b414 00000800:00000200:0.0:1767384882.285394:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp11 ip 192.168.203.134:988 00000800:00000200:0.0:1767384882.285398:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000aa3697db type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384882.285400:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1004d1 00000400:00000010:3.0:1767384882.285407:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 100 at 0000000036bf9d70. 00000400:00000010:3.0:1767384882.285410:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 120 at 00000000d6599be8. 00000400:00000010:3.0:1767384882.285414:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 100 at 0000000054c601eb. 00000400:00000010:3.0:1767384882.285424:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000887383e7. 00000400:00000200:3.0:1767384882.285428:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000887383e7 nid 192.168.203.134@tcp12 00000400:00000010:3.0:1767384882.285434:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000001cefd2. 00000400:00000200:3.0:1767384882.285438:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 00000000001cefd2 net tcp12 00000400:00000200:3.0:1767384882.285441:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (5) 00000400:00000200:3.0:1767384882.285446:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp12 flags 0x11 00000800:00000200:0.0:1767384882.285447:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1767384882.285451:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 100 at 0000000036bf9d70. 00000800:00000010:0.0:1767384882.285451:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa3697db. 00000400:00000010:3.0:1767384882.285457:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 120 at 00000000d6599be8. 00000400:00000200:0.0:1767384882.285458:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384882.285462:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 100 at 0000000054c601eb. 00000400:00000200:0.0:1767384882.285465:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp11->192.168.203.134@tcp11: ACK: OK 00000800:00000001:0.0:1767384882.285471:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384882.285473:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 000000009ed509d9. 00000800:00000001:0.0:1767384882.285475:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384882.285479:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000800:00000001:0.0:1767384882.285480:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384882.285485:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100551 00000800:00000001:0.0:1767384882.285487:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384882.285489:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 1 00000800:00000001:0.0:1767384882.285491:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384882.285495:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 00000800:00000001:0.0:1767384882.285497:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384882.285500:0:16356:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.134@tcp 00000400:00000200:3.0:1767384882.285505:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100511 rc 0 00000400:00000200:0.0:1767384882.285510:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp11(192.168.203.134@tcp11) <- 192.168.203.134@tcp11 : ACK - for me 00000400:00000200:3.0:1767384882.285513:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:3.0:1767384882.285519:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (6) 00000400:00000200:0.0:1767384882.285524:0:16351:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp11: ACK from 12345-192.168.203.134@tcp11 into md 0x1215 00000400:00000200:0.0:1767384882.285529:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384882.285532:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp11->192.168.203.134@tcp11: ACK: OK 00000400:00000200:0.0:1767384882.285542:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d85af59 00000400:00000010:0.0:1767384882.285544:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d85af59. 00000400:00000200:0.0:1767384882.285546:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384882.285549:0:16351:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 00000400:00000200:0.0:1767384882.285552:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (5) 00000800:00000001:0.0:1767384882.285556:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384882.285559:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384882.285604:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384882.285643:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp11 from 250.3.0.2 00000800:00000010:0.0:1767384882.285648:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000003e5e154a. 00000800:00000010:3.0:1767384882.285691:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f1c575f6. 00000800:00000010:3.0:1767384882.285696:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b58aa36e. 00000800:00000010:3.0:1767384882.285709:0:16349:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000028388c78. 00000800:00000200:3.1:1767384882.285713:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a29a8e78] -> 12345-192.168.203.134@tcp11 (4) 00000800:00000200:3.1:1767384882.285720:0:16349:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp11 0000000028388c78 deleted 00000800:00000010:3.1:1767384882.285722:0:16349:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000028388c78. 00000800:00000200:3.1:1767384882.285724:0:16349:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384882.285727:0:16349:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp11 p 3.x 192.168.203.134 -> 192.168.203.134:1018 incarnation:1767384881006665501 sched[0] 00000800:00000010:3.0:1767384882.285730:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004f701fd7. 00000800:00000010:3.0:1767384882.285770:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004f701fd7. 00000800:00000010:3.0:1767384882.285772:0:16349:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b58aa36e. 00000800:00000010:3.0:1767384882.285795:0:16349:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000003e5e154a. 00000800:00000200:1.1:1767384882.285797:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000001:0.0:1767384882.285837:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384882.285843:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384882.285882:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384882.285887:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384882.286537:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003ab65f41. 00080000:00000010:3.0:1767384882.286603:0:17084:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000cc31fb73. 00040000:00000001:3.0:1767384882.286608:0:17084:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384882.286610:0:17084:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384882.286612:0:17084:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384882.286614:0:17084:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:3.0:1767384882.286616:0:17084:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384882.286618:0:17084:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384882.286630:0:17084:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384882.286637:0:17084:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384882.286640:0:17084:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384882.286644:0:17084:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384882.286653:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384882.286658:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384882.286663:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384882.286671:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384882.286677:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384882.286686:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000036513722. 00010000:00000001:0.0:1767384882.286694:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384882.286698:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000079c02e99. 00000020:00000001:0.0:1767384882.286701:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384882.286704:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000079c02e99 with handle 0xb57eb78819562f19 to hash 00000020:00000001:0.0:1767384882.286709:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384882.286711:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590006041600 : -119483703510016 : ffff9354884bbc00) 00010000:00000001:0.0:1767384882.286716:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590006041600 : -119483703510016 : ffff9354884bbc00) 00010000:00000001:0.0:1767384882.286721:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384882.286725:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384882.286731:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000079c02e99/0xb57eb78819562f19 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384882.286741:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384882.286745:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384882.286748:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000020:3.0:1767384882.286749:0:17084:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384882.286752:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:3.0:1767384882.286754:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384882.286758:0:17084:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000089c56f03. 00010000:00000001:0.0:1767384882.286761:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384882.286767:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 20000000:00000001:3.0:1767384882.286769:0:17084:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384882.286771:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1767384882.286775:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348016512 00010000:00000001:0.0:1767384882.286775:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384882.286779:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384882.286780:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384882.286783:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000200:3.0:1767384882.286787:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a6035c50 x1853237348016512/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:108/0 lens 4848/4768 e 0 to 0 dl 1767384893 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384882.286788:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384882.286793:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000036513722) refcount = 1 00010000:00010000:0.0:1767384882.286801:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000079c02e99/0xb57eb78819562f19 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384882.286806:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384882.286809:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384882.286810:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384882.286812:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00001000:3.0:1767384882.286832:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384882.286837:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384882.286839:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:0.0:1767384882.286841:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384882.286842:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:0.0:1767384882.286845:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384882.286847:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384882.286848:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384882.286850:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384882.286852:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:3.0:1767384882.286853:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 20000000:01000000:0.0:1767384882.286856:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001901132s 00000100:00000040:3.0:1767384882.286860:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384882.286861:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:3.0:1767384882.286864:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b58aa36e. 00000020:00000001:0.0:1767384882.286864:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384882.286865:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000079c02e99 refcount=4 00000100:00000200:3.0:1767384882.286879:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348016512, offset 224 00000020:00000001:0.0:1767384882.286881:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006041600 : -119483703510016 : ffff9354884bbc00) 00010000:00000001:0.0:1767384882.286885:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006041600 : -119483703510016 : ffff9354884bbc00) 00000400:00000200:3.0:1767384882.286889:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384882.286890:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384882.286894:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000079c02e99/0xb57eb78819562f19 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384882.286901:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384882.286904:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384882.286906:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000079c02e99/0xb57eb78819562f19 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384882.286911:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d02180 00010000:00000001:0.0:1767384882.286918:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384882.286920:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1219 [2] + 224 00010000:00000001:0.0:1767384882.286922:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384882.286926:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000079c02e99/0xb57eb78819562f19 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384882.286927:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384882.286935:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384882.286940:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384882.286944:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c68bbec8 x1853237348016512/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384898 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384882.286963:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c68bbec8 x1853237348016512/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384882.286966:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384882.286971:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384882.286977:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384882.286981:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000079c02e99/0xb57eb78819562f19 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384882.286991:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000079c02e99 already unused, calling callback (00000000df0e66e0) 00010000:00000001:0.0:1767384882.286996:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384882.286998:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384882.287000:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000079c02e99/0xb57eb78819562f19 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384882.287007:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384882.287009:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384882.287011:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384882.287013:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000079c02e99 refcount=5 00000020:00000001:0.0:1767384882.287016:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006041600 : -119483703510016 : ffff9354884bbc00) 00010000:00000001:0.0:1767384882.287019:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006041600 : -119483703510016 : ffff9354884bbc00) 00010000:00000001:0.0:1767384882.287024:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384882.287028:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000079c02e99/0xb57eb78819562f19 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384882.287032:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384882.287034:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384882.287035:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384882.287038:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384882.287039:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384882.287041:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384882.287042:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384882.287043:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000079c02e99 with handle 0xb57eb78819562f19 from hash 00010000:00000001:0.0:1767384882.287045:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384882.287046:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384882.287047:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384882.287054:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384882.287056:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384882.287058:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384882.287059:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384882.287061:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384882.287063:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384882.287065:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384882.287065:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384882.287067:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384882.287068:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384882.287069:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384882.287070:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384882.287071:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384882.287073:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000079c02e99/0xb57eb78819562f19 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384882.287075:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384882.287076:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384882.287077:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384882.287078:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384882.287079:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384882.287080:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384882.287081:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384882.287083:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384882.287084:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384882.287086:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000079c02e99/0xb57eb78819562f19 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384882.287089:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384882.287091:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384882.287092:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000079c02e99/0xb57eb78819562f19 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384882.287096:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000036513722 count: 0 00000100:00000001:3.0:1767384882.287104:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384882.287104:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384882.287106:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:3.0:1767384882.287133:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b58aa36e 00000400:00000010:3.0:1767384882.287136:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b58aa36e. 00000100:00000001:3.0:1767384882.287140:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384882.287141:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384882.287142:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384882.287144:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384882.287152:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384882.287154:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8ee7c92. 00000100:00000040:3.0:1767384882.287158:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000400:00000200:0.0:1767384882.287160:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa6d9c01 00010000:00000001:3.0:1767384882.287161:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384882.287164:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384882.287166:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384882.287168:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa6d9c01. 00000100:00000040:3.0:1767384882.287172:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6035c50 x1853237348016512/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:108/0 lens 4848/4768 e 0 to 0 dl 1767384893 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384882.287174:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384882.287180:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c68bbec8 x1853237348016512/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384882.287198:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a6035c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:16359:x1853237348016512:12345-0@lo:253: Request processed in 2411us (2832us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384882.287198:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c68bbec8 x1853237348016512/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384882.287215:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384882.287217:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384882.287218:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00000001:0.0:1767384882.287221:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384882.287224:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767384882.287225:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000100:00000001:0.0:1767384882.287226:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384882.287230:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384882.287231:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384882.287236:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384882.287236:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384882.287242:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=16 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384882.287244:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cd68e3d3. 00000100:00001000:0.0:1767384882.287245:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384882.287250:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1767384882.287252:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004aaa6929. 00000100:00000001:0.0:1767384882.287252:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384882.287256:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384882.287258:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384882.287259:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004de477b1. 00000100:00000001:0.0:1767384882.287260:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384882.287266:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00000100:00000040:0.0:1767384882.287266:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c68bbec8 x1853237348016512/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384882.287272:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384882.287276:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000db259d0e. 00000100:00000001:0.0:1767384882.287276:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384882.287280:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384882.287281:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384882.287284:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384882.287285:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384882.287289:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000200:3.0:1767384882.287290:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:0.0:1767384882.287291:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384882.287295:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:3.0:1767384882.287297:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1cded85. 00000020:01000004:0.0:1767384882.287297:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384882.287301:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384882.287303:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:3.0:1767384882.287304:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b58aa36e. 00000020:01000004:0.0:1767384882.287305:0:16359:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384882.287308:0:16359:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384882.287310:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384882.287316:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384882.287318:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c68bbec8 x1853237348016512/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384898 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384882.287324:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c68bbec8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348016512:0@lo:253: 00000100:00000001:0.0:1767384882.287329:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384882.287330:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384882.287333:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c68bbec8 x1853237348016512/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384898 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384882.287338:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384882.287339:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384882.287341:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000097a31791. 02000000:00000001:0.0:1767384882.287346:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384882.287348:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384882.287348:0:16359:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:0.0:1767384882.287350:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384882.287351:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005831797b. 02000000:00000001:0.0:1767384882.287354:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384882.287355:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384882.287357:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c68bbec8. 00000100:00000001:0.0:1767384882.287359:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384882.287360:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384882.287361:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384882.287364:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384882.287366:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.287368:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384882.287369:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384882.288287:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000033aa8608. 20000000:01000000:0.0:1767384882.288410:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384882.288413:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384882.288415:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384882.288417:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384882.288418:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384882.288422:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000acda2b0. 00010000:00000001:0.0:1767384882.288425:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384882.288427:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000062e8d9d7. 00000020:00000001:0.0:1767384882.288434:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384882.288436:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000062e8d9d7 with handle 0xb57eb78819562f20 to hash 00000020:00000001:0.0:1767384882.288438:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384882.288439:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590006042112 : -119483703509504 : ffff9354884bbe00) 00010000:00000001:0.0:1767384882.288441:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590006042112 : -119483703509504 : ffff9354884bbe00) 00010000:00000001:0.0:1767384882.288442:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384882.288444:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384882.288445:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000062e8d9d7/0xb57eb78819562f20 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384882.288450:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384882.288451:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384882.288452:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384882.288453:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384882.288454:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384882.288456:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384882.288457:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384882.288458:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384882.288459:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384882.288460:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384882.288460:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384882.288461:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000acda2b0) refcount = 1 00010000:00010000:0.0:1767384882.288463:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000062e8d9d7/0xb57eb78819562f20 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384882.288468:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384882.288469:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384882.288470:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384882.288472:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384882.288473:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384882.288475:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384882.288476:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001901132s 00010000:00000001:0.0:1767384882.288478:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384882.288479:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384882.288480:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000062e8d9d7 refcount=4 00000020:00000001:0.0:1767384882.288486:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006042112 : -119483703509504 : ffff9354884bbe00) 00010000:00000001:0.0:1767384882.288488:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006042112 : -119483703509504 : ffff9354884bbe00) 00010000:00000001:0.0:1767384882.288489:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384882.288491:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000062e8d9d7/0xb57eb78819562f20 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384882.288494:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384882.288495:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000062e8d9d7/0xb57eb78819562f20 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384882.288498:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384882.288498:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384882.288499:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000062e8d9d7/0xb57eb78819562f20 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384882.288502:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384882.288503:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384882.288504:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384882.288505:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000062e8d9d7/0xb57eb78819562f20 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384882.288508:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000062e8d9d7 already unused, calling callback (00000000df0e66e0) 00010000:00000001:0.0:1767384882.288509:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384882.288510:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384882.288511:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000062e8d9d7/0xb57eb78819562f20 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384882.288514:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384882.288515:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384882.288515:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384882.288516:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000062e8d9d7 refcount=5 00000020:00000001:0.0:1767384882.288517:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006042112 : -119483703509504 : ffff9354884bbe00) 00010000:00000001:0.0:1767384882.288519:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006042112 : -119483703509504 : ffff9354884bbe00) 00010000:00000001:0.0:1767384882.288520:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384882.288524:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000062e8d9d7/0xb57eb78819562f20 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384882.288528:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384882.288530:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384882.288531:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384882.288534:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384882.288535:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384882.288536:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384882.288538:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384882.288539:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000062e8d9d7 with handle 0xb57eb78819562f20 from hash 00010000:00000001:0.0:1767384882.288541:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384882.288542:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384882.288543:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384882.288544:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384882.288544:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384882.288546:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384882.288547:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384882.288548:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384882.288549:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384882.288550:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384882.288551:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384882.288553:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384882.288554:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384882.288555:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384882.288557:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384882.288561:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384882.288565:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000062e8d9d7/0xb57eb78819562f20 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384882.288572:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384882.288575:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384882.288577:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384882.288579:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384882.288582:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384882.288583:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384882.288586:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384882.288590:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384882.288598:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384882.288602:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000062e8d9d7/0xb57eb78819562f20 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384882.288610:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384882.288613:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384882.288617:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000062e8d9d7/0xb57eb78819562f20 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384882.288627:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000acda2b0 count: 0 00010000:00000001:0.0:1767384882.288639:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384882.288644:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384882.288710:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384882.288714:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384882.288720:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384882.288724:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384882.288728:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005638b6d1. 00000400:00000200:0.0:1767384882.288734:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb6c8e1a 00000400:00000010:0.0:1767384882.288737:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bb6c8e1a. 00000100:00000001:0.0:1767384882.288743:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384882.288750:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e933ccb9 x1853237348016640/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384882.288768:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e933ccb9 x1853237348016640/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384882.288775:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384882.288778:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384882.288780:0:16361:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384882.288783:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384882.288785:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384882.288787:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384882.288793:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384882.288796:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=16 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384882.288803:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384882.288805:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384882.288806:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384882.288808:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384882.288845:0:16361:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.288850:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384882.288855:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e933ccb9 x1853237348016640/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384882.288880:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384882.288883:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384882.288886:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384882.288889:0:16361:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384882.288894:0:16361:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384882.288895:0:16361:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384882.288896:0:16361:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384882.288898:0:16361:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384882.288899:0:16361:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384882.288900:0:16361:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384882.288902:0:16361:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384882.288902:0:16361:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384882.288904:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e933ccb9 x1853237348016640/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384898 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384882.288909:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e933ccb9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348016640:0@lo:253: 00000100:00000001:0.0:1767384882.288912:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384882.288913:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384882.288914:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e933ccb9 x1853237348016640/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384898 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384882.288918:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384882.288919:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384882.288920:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000918ec3d7. 02000000:00000001:0.0:1767384882.288922:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384882.288923:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384882.288924:0:16361:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:0.0:1767384882.288926:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384882.288927:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000096b5f9d7. 02000000:00000001:0.0:1767384882.288929:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384882.288930:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384882.288930:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e933ccb9. 00000100:00000001:0.0:1767384882.288932:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384882.288939:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384882.288940:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384882.288944:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384882.288945:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.288946:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384882.288948:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384882.290841:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294871320, at 4294871322 00000100:00000010:2.0:1767384882.290847:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3a7ade2. 00000100:00000040:3.0:1767384882.290882:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294871320, at 4294871322 00000100:00000010:3.0:1767384882.290889:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ec4b30db. 00000100:00000040:0.0:1767384882.290894:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294871320, at 4294871322 00000100:00000010:0.0:1767384882.290901:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000069848531. 00010000:00000010:0.1:1767384882.292925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000036513722. 00010000:00000010:0.1:1767384882.292935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000079c02e99. 00010000:00000010:0.1:1767384882.294830:0:19669:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000acda2b0. 00010000:00000010:0.1:1767384882.294836:0:19669:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000062e8d9d7. 00000400:00000010:2.0:1767384882.299324:0:19670:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000056d969e1. 00000400:00000040:2.0:1767384882.299339:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384882.299342:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384882.299343:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384882.299345:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384882.299347:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384882.299348:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384882.299350:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384882.299354:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384882.299355:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384882.299356:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384882.299357:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384882.299358:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384882.299360:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384882.299361:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384882.299361:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384882.299363:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384882.299364:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384882.299364:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384882.299365:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384882.299367:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384882.299368:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384882.299369:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384882.299370:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384882.299371:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384882.299371:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384882.299373:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384882.299374:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384882.299375:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384882.299376:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384882.299377:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384882.299378:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384882.299379:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384882.299380:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384882.299381:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384882.299382:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384882.299383:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384882.299384:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384882.299385:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384882.299386:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384882.299387:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384882.299388:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384882.299389:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384882.299390:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384882.299391:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384882.299392:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384882.299394:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384882.299399:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384882.299400:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384882.299401:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384882.299402:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384882.299404:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384882.299404:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384882.299405:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384882.299407:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384882.299408:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384882.299409:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384882.299409:0:19670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384882.299425:0:19670:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000056d969e1. 00080000:00000010:0.0:1767384882.793097:0:19816:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000035f13e07. 00080000:00000010:0.0:1767384882.793107:0:19816:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000035f13e07. 00000020:00000001:0.0:1767384882.793110:0:19816:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384882.793116:0:19816:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000035f13e07. 00080000:00000010:0.0:1767384882.793120:0:19816:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000035f13e07. 00000020:00000001:0.0:1767384882.793122:0:19816:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384883.224940:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384883.224945:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384883.224951:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384883.224953:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384883.224993:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384883.224997:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384883.225000:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384883.550684:0:19980:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384883.550688:0:19980:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp13 --if ens2 00000001:00000001:3.0:1767384883.554871:0:19980:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000200:1.0:1767384883.562281:0:19981:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131085 00000020:00000010:1.0:1767384883.562290:0:19981:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000ba45e0cf. 00000400:00000200:2.0:1767384883.562292:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384883.562293:0:19981:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384883.562297:0:19981:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp13 00000400:00000200:2.0:1767384883.562299:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000400:00000010:2.0:1767384883.562307:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004593a643. 00000400:00000200:2.0:1767384883.562310:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (5) 00000400:00000010:1.0:1767384883.562312:0:19981:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e4d62d9f. 00000400:00000010:2.0:1767384883.562314:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e2980bf1. 00000400:00000010:1.0:1767384883.562316:0:19981:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e6c7c76f. 00000400:00000200:2.0:1767384883.562321:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1767384883.562331:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1767384883.562335:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:00000001:3.0:1767384883.562337:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384883.562341:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 10000000:00000001:3.0:1767384883.562344:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384883.562348:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 10000000:00000001:3.0:1767384883.562350:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384883.562353:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 10000000:01000000:3.0:1767384883.562355:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384883.562358:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp12 00000020:01000004:3.0:1767384883.562363:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384883.562363:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp12 lpni_is_preferred = 0 00000020:01000004:3.0:1767384883.562369:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384883.562369:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp12 00000400:00000200:2.0:1767384883.562373:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp12 NI seq info: [11:11:256:4294967295] 192.168.203.134@tcp12 LPNI seq info [11:11:8:4294967295] 00000020:01000004:3.0:1767384883.562374:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384883.562379:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384883.562382:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384883.562382:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp12 00000020:01000004:3.0:1767384883.562386:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384883.562389:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384883.562392:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384883.562396:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384883.562399:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384883.562400:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp12(192.168.203.134@tcp12:) -> 192.168.203.134@tcp12(192.168.203.134@tcp:192.168.203.134@tcp12) : PUT try# 0 00000100:00000010:3.0:1767384883.562407:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000027b1c78. 00000800:00000200:2.0:1767384883.562407:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 112 bytes in 1 frags to 12345-192.168.203.134@tcp12 00000800:00000010:2.0:1767384883.562413:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b387623. 00000020:00000040:3.0:1767384883.562414:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:3.0:1767384883.562419:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384883.562423:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384883.562427:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384883.562430:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c62ef481. 00000800:00000010:2.0:1767384883.562434:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000001d2ce5d3. 02000000:00000010:3.0:1767384883.562437:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003eadec5a. 00000800:00000200:2.0:1767384883.562441:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c62ef481] -> 12345-192.168.203.134@tcp12 (2) 00000100:00000001:3.0:1767384883.562445:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384883.562447:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c62ef481] -> 12345-192.168.203.134@tcp12 (2) 00000100:00000001:3.0:1767384883.562454:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384883.562456:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384883.562463:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000027b1c78] to pc [ptlrpcd_00_03+3] req@00000000027b1c78 x1853237348016768/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384883.562467:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000400:00000200:2.0:1767384883.562475:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 0 10000000:00000001:3.0:1767384883.562494:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384883.562498:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384883.562500:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384883.562502:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384883.562507:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384883.562508:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384883.562512:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384883.562513:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767384883.562514:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:01000000:3.0:1767384883.562515:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384883.562519:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767384883.562520:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:3.0:1767384883.562521:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:0.0:1767384883.562524:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000020:01000004:3.0:1767384883.562525:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000040:2.0:1767384883.562529:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000027b1c78 x1853237348016768/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384883.562535:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384883.562537:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384883.562540:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384883.562543:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384883.562546:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384883.562548:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384883.562552:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1767384883.562554:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000004678e43. 00000100:00000001:2.0:1767384883.562556:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384883.562558:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00000001:3.0:1767384883.562562:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384883.562563:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384883.562564:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384883.562566:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 02000000:00000001:3.0:1767384883.562569:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384883.562569:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384883.562575:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384883.562578:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000027b1c78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348016768:0@lo:253: 02000000:00000010:3.0:1767384883.562580:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004543b83b. 00000100:00000001:2.0:1767384883.562582:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384883.562585:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384883.562589:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384883.562591:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384883.562591:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 02000000:00000001:2.0:1767384883.562593:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384883.562594:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384883.562598:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384883.562603:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004678e43] to pc [ptlrpcd_00_00+0] req@0000000004678e43 x1853237348016896/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384883.562605:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007d4f2875. 02000000:00000001:2.0:1767384883.562611:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384883.562616:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000010:2.0:1767384883.562619:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cdaf07c4. 00000400:00000010:2.0:1767384883.562625:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000450cbf2a. 10000000:00000001:3.0:1767384883.562628:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384883.562629:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348016768, portal 25 10000000:00000001:3.0:1767384883.562632:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384883.562633:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1767384883.562634:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384883.562635:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789831168 : -119482919720448 : ffff9354b7036a00) 00000020:01000000:3.0:1767384883.562638:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384883.562641:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000ba45e0cf. 00000100:00000040:2.0:1767384883.562643:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000027b1c78 x1853237348016768/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384899 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384883.562651:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000100:00000001:2.0:1767384883.562652:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384883.562654:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384883.562658:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384883.562660:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384883.562662:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004daa4d47. 00000100:00000200:2.0:1767384883.562666:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348016768, offset 0 00000400:00000200:2.0:1767384883.562676:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384883.562680:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384883.562683:0:16359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000200:0.0:1767384883.562684:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000100:00000001:3.0:1767384883.562689:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384883.562696:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384883.562698:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384883.562701:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384883.562703:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384883.562705:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384883.562707:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384883.562711:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000004678e43 x1853237348016896/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384883.562711:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d02280 00000100:00000001:3.0:1767384883.562721:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384883.562723:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384883.562724:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d1 [2] + 0 02000000:00000001:3.0:1767384883.562726:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767384883.562730:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f655847. 00000400:00000200:2.0:1767384883.562735:0:16361:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fb69445a 02000000:00000001:3.0:1767384883.562736:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384883.562740:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384883.562742:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000004678e43 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348016896:0@lo:253: 00000400:00000200:2.0:1767384883.562743:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384883.562746:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384883.562750:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384883.562751:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384883.562754:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384883.562754:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb69445a 02000000:00000001:3.0:1767384883.562755:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384883.562759:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fb69445a. 02000000:00000010:3.0:1767384883.562763:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000cf9e794b. 00000100:00000001:2.0:1767384883.562764:0:16361:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384883.562768:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384883.562768:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384883.562774:0:16361:0:(events.c:337:request_in_callback()) incoming req@0000000096c75807 x1853237348016768 msgsize 4848 00000400:00000010:3.0:1767384883.562776:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000771762ea. 00000100:00100000:2.0:1767384883.562781:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384883.562784:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fe4af3bf. 00000100:00000040:2.0:1767384883.562784:0:16361:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:3.0:1767384883.562790:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348016896, portal 25 00000100:00000001:3.0:1767384883.562792:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384883.562793:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789833856 : -119482919717760 : ffff9354b7037480) 00000100:00000001:2.0:1767384883.562796:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384883.562799:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000004678e43 x1853237348016896/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384899 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384883.562803:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004daa4d47 00000100:00000001:3.0:1767384883.562805:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767384883.562808:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004daa4d47. 00000100:00000040:3.0:1767384883.562812:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384883.562840:0:16361:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767384883.562844:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002cf8cfa7. 00000100:00000200:2.0:1767384883.562847:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000027b1c78 x1853237348016768/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384899 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384883.562848:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348016896, offset 0 00000100:00000001:2.0:1767384883.562871:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384883.562873:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384883.562876:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000027b1c78 x1853237348016768/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384899 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384883.562885:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384883.562885:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384883.562890:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384883.562896:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d02300 00000100:00000001:2.0:1767384883.562897:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384883.562902:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d5 [2] + 0 00000100:00000001:2.0:1767384883.562903:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294872599 00000400:00000010:3.0:1767384883.562909:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b63f26c. 00000100:00000010:2.0:1767384883.562909:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c552511a. 00000400:00000200:3.0:1767384883.562913:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b0884d7d 00000100:00000001:2.0:1767384883.562917:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384883.562919:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384883.562923:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294872599 00000400:00000200:3.0:1767384883.562925:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1767384883.562928:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f504b59e. 00000400:00000200:3.0:1767384883.562930:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0884d7d 00000100:00000001:2.0:1767384883.562933:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000400:00000010:3.0:1767384883.562934:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b0884d7d. 00000100:00000001:3.0:1767384883.562940:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384883.562941:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294872599 00000100:00000200:3.0:1767384883.562942:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384883.562944:0:16359:0:(events.c:337:request_in_callback()) incoming req@00000000e02078bf x1853237348016896 msgsize 4848 00000800:00000010:0.0:1767384883.562947:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000096b5f9d7. 00000100:00100000:3.0:1767384883.562952:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:2.0:1767384883.562953:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e7178728. 00000800:00000010:0.0:1767384883.562955:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f5edbeb2. 00000100:00000001:2.0:1767384883.562956:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1767384883.562962:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384883.562962:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294872599 00000800:00000010:0.0:1767384883.562963:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fdea3325. 00000100:00000010:2.0:1767384883.562968:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000461c6d8d. 00000100:00000001:2.0:1767384883.562972:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384883.562973:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384883.562974:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384883.562978:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384883.562979:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cf8cfa7 00000100:00000001:2.0:1767384883.562981:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384883.562983:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002cf8cfa7. 00000100:00000001:2.0:1767384883.562984:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384883.562987:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384883.562990:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767384883.562993:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000004678e43 x1853237348016896/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384899 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384883.562994:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:0.0:1767384883.562996:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fdea3325. 00000100:00000001:2.0:1767384883.562999:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384883.563003:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384883.563007:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384883.563009:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384883.563011:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384883.563014:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000004678e43 x1853237348016896/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384899 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384883.563020:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384883.563022:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384883.563026:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384883.563029:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294872599 00000100:00000001:3.0:1767384883.563031:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, keep current deadline 4294872599 00000100:00000001:3.0:1767384883.563033:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294872599 00000100:00000001:3.0:1767384883.563034:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, keep current deadline 4294872599 00000100:00000001:3.0:1767384883.563036:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294872599 00000100:00000001:2.0:1767384883.563037:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384883.563041:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294872599 00000100:00100000:2.0:1767384883.563042:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348016768 00000100:00000001:3.0:1767384883.563045:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294872599 02000000:00000001:2.0:1767384883.563046:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384883.563050:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294872599 00000100:00000001:2.0:1767384883.563050:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384883.563053:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384883.563054:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384883.563058:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384883.563059:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384883.563065:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348016768 00000100:00000001:3.0:1767384883.563066:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384883.563070:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384883.563071:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384883.563072:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000400:00000200:0.0:1767384883.563076:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000020:00000001:2.0:1767384883.563077:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384883.563080:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000020:00000001:2.0:1767384883.563083:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:3.0:1767384883.563084:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384883.563085:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:3.0:1767384883.563088:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384883.563091:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384883.563095:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e7bde82. 00000400:00000200:0.0:1767384883.563098:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp12 from 249.3.0.2 00000100:00000001:2.0:1767384883.563099:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384883.563101:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1767384883.563104:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004e7bde82. 00000800:00000010:0.0:1767384883.563104:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000037114040. 00000100:00100000:3.0:1767384883.563105:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348016896 02000000:00000001:3.0:1767384883.563111:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1767384883.563113:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc91a2d0. 00000100:00000001:3.0:1767384883.563114:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384883.563118:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384883.563120:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d8909e13. 02000000:00000001:3.0:1767384883.563123:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384883.563132:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003f23a639. 00000100:00100000:3.0:1767384883.563135:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348016896 00000020:00000001:3.0:1767384883.563140:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384883.563141:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:3.0:1767384883.563143:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384883.563145:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:3.0:1767384883.563146:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000100:00000001:2.0:1767384883.563149:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384883.563152:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384883.563152:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384883.563155:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384883.563158:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384883.563164:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384883.563165:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384883.563171:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000242e240d. 00000100:00000001:3.0:1767384883.563174:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384883.563176:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000242e240d. 00000100:00000001:2.0:1767384883.563177:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384883.563181:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f938b9b9. 00000020:00000010:3.0:1767384883.563187:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000004a1b71e. 00000020:00000010:3.0:1767384883.563192:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004aaa6929. 00000100:00000001:2.0:1767384883.563192:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384883.563196:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384883.563197:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1767384883.563201:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00000001:3.0:1767384883.563202:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384883.563205:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384883.563207:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384883.563210:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624589912960080 : -119483796591536 : ffff935482bf6c50) 00000100:00000001:3.0:1767384883.563212:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384883.563215:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000096c75807 x1853237348016768/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:109/0 lens 4848/0 e 0 to 0 dl 1767384894 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384883.563217:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384883.563226:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384883.563229:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e7bde82. 00000100:00000001:2.0:1767384883.563232:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384883.563234:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384883.563234:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004e7bde82. 00000100:00000001:3.0:1767384883.563237:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384883.563240:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000096c75807 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:16361:x1853237348016768:12345-0@lo:253: 00000100:00100000:3.0:1767384883.563245:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00000200:2.0:1767384883.563246:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348016768 00000100:00000040:3.0:1767384883.563250:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000020:00000001:2.0:1767384883.563251:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000010:0.0:1767384883.563254:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000918ec3d7. 00000100:00000001:3.0:1767384883.563255:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590404889680 : -119483304661936 : ffff9354a011ac50) 00000020:00000001:2.0:1767384883.563256:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384883.563260:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384883.563261:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000078cb680. 00000020:00000001:2.0:1767384883.563262:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1767384883.563263:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e02078bf x1853237348016896/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:109/0 lens 4848/0 e 0 to 0 dl 1767384894 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384883.563265:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000001:2.0:1767384883.563272:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384883.563274:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384883.563277:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384883.563277:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384883.563281:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:3.0:1767384883.563282:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000242e240d. 00000020:00000001:2.0:1767384883.563284:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384883.563284:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000037f6c140. 00000100:00000001:3.0:1767384883.563285:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384883.563290:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000242e240d. 00000100:00000001:2.0:1767384883.563290:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384883.563294:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384883.563300:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000019b5bdb6. 00000100:00100000:3.0:1767384883.563302:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e02078bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:16359:x1853237348016896:12345-0@lo:253: 00000800:00000200:0.1:1767384883.563303:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c62ef481] -> 12345-192.168.203.134@tcp12 (2) 02000000:00000001:2.0:1767384883.563311:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384883.563312:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348016896 00000800:00000200:0.1:1767384883.563315:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp12 0000000037f6c140 deleted 00000100:00000001:2.0:1767384883.563317:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.1:1767384883.563319:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000037f6c140. 00000020:00000001:3.0:1767384883.563323:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:2.0:1767384883.563324:0:17083:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000200:0.1:1767384883.563326:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000020:00000001:3.0:1767384883.563329:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384883.563333:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384883.563334:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp12 ip 192.168.203.134:1017 20000000:00000010:2.0:1767384883.563335:0:17083:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000eb7e63e5. 00000020:00000001:3.0:1767384883.563338:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000200:0.1:1767384883.563340:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b387623 type 1, nob 208 niov 1 nkiov 1 00000020:00000001:3.0:1767384883.563342:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 20000000:01000000:2.0:1767384883.563342:0:17083:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384883.563347:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000200:0.0:1767384883.563348:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp12 p 3.x 192.168.203.134 -> 192.168.203.134:1017 incarnation:1767384882282291429 sched[0] 00000020:00000001:3.0:1767384883.563350:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:2.0:1767384883.563351:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000010:0.0:1767384883.563355:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fdea3325. 00000020:00000001:3.0:1767384883.563356:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384883.563356:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384883.563362:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384883.563363:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:2.0:1767384883.563364:0:17083:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:3.0:1767384883.563368:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384883.563372:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384883.563374:0:17083:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007d5e06ff. 00000100:00000001:3.0:1767384883.563376:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:01000000:2.0:1767384883.563377:0:17083:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 02000000:00000001:3.0:1767384883.563381:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:2.0:1767384883.563385:0:17083:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000010:3.0:1767384883.563390:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000db259d0e. 00080000:00000001:2.0:1767384883.563391:0:17083:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384883.563394:0:17083:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 02000000:00000001:3.0:1767384883.563396:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384883.563397:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fdea3325. 00000100:00000001:3.0:1767384883.563399:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384883.563401:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000078cb680. 20000000:00000001:3.0:1767384883.563403:0:17084:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384883.563411:0:17084:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000089c56f03. 00080000:00000001:2.0:1767384883.563413:0:17083:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:01000000:3.0:1767384883.563414:0:17084:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384883.563418:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384883.563420:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384883.563422:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384883.563423:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000037114040. 20000000:00000001:3.0:1767384883.563424:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384883.563428:0:17084:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384883.563430:0:17083:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384883.563434:0:17083:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384883.563436:0:17083:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384883.563436:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:2.0:1767384883.563440:0:17083:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384883.563442:0:17083:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384883.563443:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000002:2.0:1767384883.563445:0:17083:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000980f9615 00000020:00000001:2.0:1767384883.563449:0:17083:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009e445471 00080000:00000002:2.0:1767384883.563450:0:17083:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384883.563452:0:17083:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384883.563456:0:17083:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384883.563458:0:17083:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384883.563460:0:17083:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384883.563464:0:17083:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:2.0:1767384883.563467:0:17083:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384883.563471:0:17083:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004a9b3eea. 00080000:00000001:2.0:1767384883.563473:0:17083:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585589714944 : -119488119836672 : ffff9353810ff000) 00080000:00000001:2.0:1767384883.563476:0:17083:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384883.563479:0:17083:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384883.563483:0:17083:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004e7bde82. 00080000:00000001:2.0:1767384883.563485:0:17083:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384883.563490:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000001:2.0:1767384883.563494:0:17083:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000010:0.0:1767384883.563495:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b387623. 00000400:00000200:0.0:1767384883.563500:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384883.563503:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp12->192.168.203.134@tcp12: PUT: OK 00000400:00000200:0.0:1767384883.563506:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384883.563508:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp: 0 00080000:00000001:2.0:1767384883.563512:0:17083:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384883.563529:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:2.0:1767384883.563534:0:17083:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000200:0.0:1767384883.563534:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp12 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384882282291429 sched[0] 00000800:00000010:0.0:1767384883.563539:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f5edbeb2. 00000400:00000200:0.0:1767384883.563588:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:0.0:1767384883.563635:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000800:00000001:3.0:1767384883.563651:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384883.563658:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384883.563660:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384883.563665:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384883.563672:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp12(192.168.203.134@tcp12) <- 192.168.203.134@tcp12 : PUT - for me 00000400:00000200:3.0:1767384883.563681:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 112 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384883.563682:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:3.0:1767384883.563687:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 112/112 into md 0x1229 [1] + 0 00000400:00000010:3.0:1767384883.563691:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c70bd6cc. 00000400:00000200:3.0:1767384883.563695:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006b051682 00000800:00000001:3.0:1767384883.563698:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384883.563706:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384883.563708:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384883.563712:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp12->192.168.203.134@tcp12: PUT: OK 00000400:00000200:0.0:1767384883.563715:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:3.0:1767384883.563723:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b051682 00000400:00000010:3.0:1767384883.563726:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b051682. 00000400:00000200:3.0:1767384883.563729:0:16351:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384883.563732:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (6) 00000400:00000200:3.0:1767384883.563735:0:16351:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000010:3.0:1767384883.563738:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 121 at 00000000fc9b299a. 00000400:00000200:3.0:1767384883.563741:0:16351:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.134@tcp 5 00000400:00000200:3.0:1767384883.563745:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:0.0:1767384883.563746:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:3.0:1767384883.563757:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (7) 00000400:00000200:3.0:1767384883.563762:0:16351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384883.563767:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp12 to MR: 192.168.203.134@tcp12 local destination 00000400:00000200:0.0:1767384883.563769:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:3.0:1767384883.563776:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp12 NI seq info: [12:12:256:4294967295] 192.168.203.134@tcp12 LPNI seq info [12:12:8:4294967295] 00000400:00000200:3.0:1767384883.563787:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp12(192.168.203.134@tcp12:192.168.203.134@tcp12) -> 192.168.203.134@tcp12(192.168.203.134@tcp12:192.168.203.134@tcp12) 192.168.203.134@tcp12 : ACK try# 0 00000800:00000200:3.0:1767384883.563793:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp12 00000400:00000200:2.0:1767384883.563793:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:3.0:1767384883.563797:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003c88dd5. 00000400:00000200:0.0:1767384883.563798:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000010:2.0:1767384883.563800:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd45543f. 00000800:00000200:3.0:1767384883.563805:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c62ef481] -> 12345-192.168.203.134@tcp12 (4) 00000400:00000010:2.0:1767384883.563808:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004cd42342. 00000800:00000200:3.0:1767384883.563813:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp12 ip 192.168.203.134:988 00000400:00000200:2.0:1767384883.563831:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c698b414 00000800:00000200:3.0:1767384883.563843:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000003c88dd5 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384883.563889:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1004d1 00000400:00000010:2.0:1767384883.563897:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 120 at 0000000069e291d9. 00000400:00000010:2.0:1767384883.563899:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 144 at 000000004daa4d47. 00000400:00000010:2.0:1767384883.563901:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 120 at 00000000831f9a8e. 00000400:00000010:2.0:1767384883.563912:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000048402160. 00000800:00000200:3.0:1767384883.563913:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384883.563916:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003c88dd5. 00000400:00000200:2.0:1767384883.563917:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000048402160 nid 192.168.203.134@tcp13 00000400:00000010:2.0:1767384883.563923:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c96b0cfd. 00000400:00000200:3.0:1767384883.563924:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384883.563928:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c96b0cfd net tcp13 00000400:00000200:2.0:1767384883.563931:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (6) 00000400:00000200:3.0:1767384883.563933:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp12->192.168.203.134@tcp12: ACK: OK 00000400:00000200:2.0:1767384883.563939:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp13 flags 0x11 00000400:00000010:2.0:1767384883.563944:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 120 at 0000000069e291d9. 00000400:00000010:2.0:1767384883.563947:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 144 at 000000004daa4d47. 00000800:00000001:3.0:1767384883.563948:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384883.563951:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 120 at 00000000831f9a8e. 00000800:00000001:3.0:1767384883.563953:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384883.563956:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 00000000fc9b299a. 00000800:00000001:3.0:1767384883.563957:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384883.563963:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384883.563963:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000800:00000001:3.0:1767384883.563967:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384883.563968:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100551 00000800:00000001:3.0:1767384883.563973:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384883.563973:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 1 00000400:00000200:2.0:1767384883.563983:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 00000400:00000200:3.0:1767384883.563988:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp12(192.168.203.134@tcp12) <- 192.168.203.134@tcp12 : ACK - for me 00000400:00000200:2.0:1767384883.563992:0:16356:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.134@tcp 00000400:00000200:2.0:1767384883.563996:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100511 rc 0 00000400:00000200:2.0:1767384883.564003:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:3.0:1767384883.564006:0:16351:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp12: ACK from 12345-192.168.203.134@tcp12 into md 0x1241 00000400:00000200:2.0:1767384883.564007:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (7) 00000800:00000010:0.0:1767384883.564007:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005831797b. 00000400:00000200:3.0:1767384883.564011:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1767384883.564013:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000078cb680. 00000800:00000010:0.0:1767384883.564018:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fdea3325. 00000400:00000200:3.0:1767384883.564023:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp12->192.168.203.134@tcp12: ACK: OK 00000400:00000200:3.0:1767384883.564027:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004593a643 00000400:00000010:3.0:1767384883.564029:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004593a643. 00000400:00000200:3.0:1767384883.564033:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384883.564037:0:16351:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 00000400:00000200:3.0:1767384883.564040:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (6) 00000800:00000001:3.0:1767384883.564046:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384883.564050:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384883.564051:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fdea3325. 00000400:00000200:3.0:1767384883.564157:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384883.564176:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp12 from 248.3.0.2 00000800:00000010:3.0:1767384883.564180:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000bfd07e07. 00000800:00000010:2.0:1767384883.564231:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000047fa068. 00000800:00000010:2.0:1767384883.564236:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004daa4d47. 00000800:00000010:2.0:1767384883.564253:0:16349:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cfad80e3. 00000800:00000200:2.1:1767384883.564258:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c62ef481] -> 12345-192.168.203.134@tcp12 (4) 00000800:00000200:2.1:1767384883.564261:0:16349:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp12 00000000cfad80e3 deleted 00000800:00000010:2.1:1767384883.564263:0:16349:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000cfad80e3. 00000800:00000200:2.1:1767384883.564266:0:16349:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384883.564270:0:16349:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp12 p 3.x 192.168.203.134 -> 192.168.203.134:1016 incarnation:1767384882282291429 sched[0] 00000800:00000010:2.0:1767384883.564280:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009e8f6e7c. 00000800:00000010:2.0:1767384883.564324:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009e8f6e7c. 00000800:00000010:2.0:1767384883.564328:0:16349:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004daa4d47. 00000800:00000010:2.0:1767384883.564349:0:16349:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000bfd07e07. 00000800:00000200:0.1:1767384883.564349:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384883.564356:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp12 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384882282291429 sched[0] 00000800:00000010:0.0:1767384883.564358:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000078cb680. 00000800:00000001:3.0:1767384883.564380:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384883.564386:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384883.564387:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384883.564394:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384883.564553:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004a9b3eea. 00080000:00000010:3.0:1767384883.564588:0:17083:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004e7bde82. 00040000:00000001:3.0:1767384883.564592:0:17083:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384883.564594:0:17083:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384883.564596:0:17083:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384883.564599:0:17083:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:3.0:1767384883.564601:0:17083:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384883.564603:0:17083:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384883.564612:0:17083:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384883.564620:0:17083:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384883.564622:0:17083:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384883.564627:0:17083:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:2.0:1767384883.564627:0:17084:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004a9b3eea. 20000000:01000000:2.0:1767384883.564631:0:17084:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 20000000:00000001:2.0:1767384883.564634:0:17084:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384883.564637:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384883.564639:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:0.0:1767384883.564641:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384883.564644:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384883.564650:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384883.564652:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384883.564654:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 10000000:01000000:0.0:1767384883.564656:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384883.564657:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384883.564662:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384883.564663:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384883.564664:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384883.564668:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 000000007e91d003 00010000:00000001:0.0:1767384883.564668:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:2.0:1767384883.564674:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f71c5dba 00010000:00000010:0.0:1767384883.564676:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a8e00e56. 00080000:00000002:2.0:1767384883.564677:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:0.0:1767384883.564682:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384883.564683:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384883.564686:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000041cc37ef. 00080000:00000001:2.0:1767384883.564689:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384883.564690:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384883.564694:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384883.564695:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000041cc37ef with handle 0xb57eb78819562f27 to hash 00000020:00000001:0.0:1767384883.564700:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384883.564701:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384883.564702:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590006036992 : -119483703514624 : ffff9354884baa00) 00010000:00000001:0.0:1767384883.564706:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590006036992 : -119483703514624 : ffff9354884baa00) 00000020:00000001:2.0:1767384883.564707:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00010000:00000001:0.0:1767384883.564708:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384883.564711:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384883.564713:0:17084:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00010000:0.0:1767384883.564715:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000041cc37ef/0xb57eb78819562f27 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000010:2.0:1767384883.564719:0:17084:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000fbcaae3e. 00010000:00000001:0.0:1767384883.564723:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384883.564725:0:17084:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585589713920 : -119488119837696 : ffff9353810fec00) 00010000:00000001:0.0:1767384883.564727:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000020:3.0:1767384883.564731:0:17083:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:2.0:1767384883.564731:0:17084:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384883.564731:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384883.564735:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000001:00000001:2.0:1767384883.564736:0:17084:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:3.0:1767384883.564737:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384883.564739:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:3.0:1767384883.564741:0:17083:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000eb7e63e5. 00080000:00000010:2.0:1767384883.564741:0:17084:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009e8f6e7c. 00010000:00000001:0.0:1767384883.564743:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 20000000:00000001:3.0:1767384883.564746:0:17083:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384883.564747:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384883.564748:0:17084:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384883.564752:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348016768 00080000:00000001:2.0:1767384883.564754:0:17084:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384883.564755:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384883.564755:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384883.564759:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384883.564761:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000200:3.0:1767384883.564762:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000096c75807 x1853237348016768/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:109/0 lens 4848/4768 e 0 to 0 dl 1767384894 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384883.564763:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:2.0:1767384883.564765:0:17084:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384883.564767:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a8e00e56) refcount = 1 00080000:00000001:2.0:1767384883.564775:0:17084:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00010000:0.0:1767384883.564775:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000041cc37ef/0xb57eb78819562f27 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384883.564779:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384883.564782:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384883.564785:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00001000:3.0:1767384883.564787:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=17 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384883.564788:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384883.564791:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384883.564793:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384883.564794:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384883.564804:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384883.564805:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 20000000:00000001:0.0:1767384883.564809:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:3.0:1767384883.564810:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 20000000:01000000:0.0:1767384883.564842:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001901132s 00010000:00000001:0.0:1767384883.564846:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384883.564848:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384883.564849:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000041cc37ef refcount=4 02000000:00000001:3.0:1767384883.564851:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384883.564852:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006036992 : -119483703514624 : ffff9354884baa00) 02000000:00000001:3.0:1767384883.564854:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384883.564855:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006036992 : -119483703514624 : ffff9354884baa00) 00010000:00000001:0.0:1767384883.564871:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000001:3.0:1767384883.564872:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:0.0:1767384883.564873:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000041cc37ef/0xb57eb78819562f27 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384883.564877:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384883.564882:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002cf8cfa7. 00010000:00000001:0.0:1767384883.564884:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000200:3.0:1767384883.564886:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348016768, offset 224 00010000:00010000:0.0:1767384883.564887:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000041cc37ef/0xb57eb78819562f27 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384883.564894:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384883.564899:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384883.564901:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384883.564904:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:0.0:1767384883.564904:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000041cc37ef/0xb57eb78819562f27 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384883.564913:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384883.564916:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384883.564917:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d02280 00010000:00000001:0.0:1767384883.564923:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:3.0:1767384883.564924:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1245 [2] + 224 00010000:00010000:0.0:1767384883.564926:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000041cc37ef/0xb57eb78819562f27 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384883.564930:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:0.0:1767384883.564935:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000041cc37ef already unused, calling callback (00000000df0e66e0) 00000400:00000200:3.0:1767384883.564936:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384883.564939:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767384883.564941:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384883.564942:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384883.564945:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000041cc37ef/0xb57eb78819562f27 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384883.564946:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000027b1c78 x1853237348016768/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384899 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384883.564962:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384883.564966:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:3.0:1767384883.564967:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000027b1c78 x1853237348016768/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384899 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384883.564975:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384883.564977:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000041cc37ef refcount=5 00000020:00000001:0.0:1767384883.564978:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006036992 : -119483703514624 : ffff9354884baa00) 00010000:00000001:0.0:1767384883.564980:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006036992 : -119483703514624 : ffff9354884baa00) 00000100:00000001:3.0:1767384883.564983:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384883.564983:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384883.564987:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000041cc37ef/0xb57eb78819562f27 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384883.564988:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cf8cfa7 00000400:00000010:3.0:1767384883.564992:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002cf8cfa7. 00010000:00000001:0.0:1767384883.564994:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1767384883.564995:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384883.564997:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767384883.564998:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384883.565000:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384883.565000:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384883.565002:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384883.565003:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384883.565006:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:3.0:1767384883.565007:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000400:00000001:2.0:1767384883.565010:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384883.565011:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384883.565012:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384883.565013:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384883.565016:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384883.565016:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:2.0:1767384883.565017:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cdaf07c4. 00000020:00000001:3.0:1767384883.565022:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384883.565022:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384883.565023:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000450cbf2a 00000100:00000040:3.0:1767384883.565028:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096c75807 x1853237348016768/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:109/0 lens 4848/4768 e 0 to 0 dl 1767384894 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384883.565028:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000041cc37ef with handle 0xb57eb78819562f27 from hash 00000400:00000010:2.0:1767384883.565029:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000450cbf2a. 00000100:00000001:2.0:1767384883.565035:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384883.565035:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384883.565039:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384883.565042:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000027b1c78 x1853237348016768/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384899 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384883.565043:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384883.565046:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00100000:3.0:1767384883.565048:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000096c75807 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:16361:x1853237348016768:12345-0@lo:253: Request processed in 1818us (2268us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384883.565050:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384883.565053:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384883.565057:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384883.565061:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384883.565065:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000027b1c78 x1853237348016768/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384899 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384883.565065:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384883.565070:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384883.565073:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384883.565079:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384883.565082:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1767384883.565084:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00010000:00000001:0.0:1767384883.565085:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384883.565086:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384883.565088:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00010000:00000001:0.0:1767384883.565089:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384883.565090:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384883.565092:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384883.565095:0:16361:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384883.565095:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384883.565096:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:0.0:1767384883.565099:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000041cc37ef/0xb57eb78819562f27 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384883.565100:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384883.565102:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d8909e13. 00000100:00000001:2.0:1767384883.565104:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384883.565107:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384883.565110:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003f23a639. 02000000:00000001:2.0:1767384883.565111:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384883.565112:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1767384883.565118:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc91a2d0. 00000100:00001000:2.0:1767384883.565118:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=17 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384883.565120:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:2.0:1767384883.565125:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=17 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384883.565125:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000040:3.0:1767384883.565127:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00010000:00000001:0.0:1767384883.565128:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1767384883.565133:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767384883.565133:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384883.565135:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384883.565137:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384883.565138:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384883.565139:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000019b5bdb6. 00010000:00000001:0.0:1767384883.565141:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384883.565143:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384883.565146:0:16361:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384883.565147:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384883.565147:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384883.565148:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384883.565153:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384883.565153:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384883.565155:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000027b1c78 x1853237348016768/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384899 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384883.565160:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000041cc37ef/0xb57eb78819562f27 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384883.565162:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384883.565170:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c70bd6cc. 00000100:00000001:2.0:1767384883.565171:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384883.565177:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002cf8cfa7. 00000100:00000001:2.0:1767384883.565177:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384883.565180:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384883.565180:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:01000004:2.0:1767384883.565185:0:16361:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:0.0:1767384883.565185:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:2.0:1767384883.565190:0:16361:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00010000:00010000:0.0:1767384883.565190:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000041cc37ef/0xb57eb78819562f27 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000020:01000004:2.0:1767384883.565192:0:16361:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384883.565194:0:16361:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384883.565197:0:16361:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000040:0.0:1767384883.565202:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a8e00e56 count: 0 00000020:01000004:2.0:1767384883.565206:0:16361:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384883.565208:0:16361:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384883.565209:0:16361:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384883.565210:0:16361:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384883.565212:0:16361:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384883.565215:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000027b1c78 x1853237348016768/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384899 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384883.565216:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384883.565221:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00100000:2.0:1767384883.565224:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000027b1c78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348016768:0@lo:253: 00000100:00000001:2.0:1767384883.565228:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384883.565229:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384883.565231:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000027b1c78 x1853237348016768/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384899 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384883.565235:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384883.565237:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384883.565238:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007d4f2875. 02000000:00000001:2.0:1767384883.565241:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384883.565242:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384883.565243:0:16361:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:2.0:1767384883.565244:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384883.565246:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003eadec5a. 02000000:00000001:2.0:1767384883.565248:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384883.565249:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384883.565250:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000027b1c78. 00000100:00000001:2.0:1767384883.565253:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384883.565253:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384883.565255:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384883.565259:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384883.565260:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384883.565261:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384883.565263:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384883.566172:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000fbcaae3e. 00080000:00000010:2.0:1767384883.566238:0:17084:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009e8f6e7c. 00040000:00000001:2.0:1767384883.566243:0:17084:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384883.566244:0:17084:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384883.566246:0:17084:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384883.566248:0:17084:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:2.0:1767384883.566250:0:17084:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384883.566258:0:17084:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384883.566259:0:17084:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384883.566270:0:17084:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384883.566273:0:17084:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384883.566276:0:17084:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384883.566287:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384883.566291:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384883.566292:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384883.566294:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384883.566296:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384883.566300:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f6a7806e. 00010000:00000001:0.0:1767384883.566302:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384883.566304:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005b02c91f. 00000020:00000001:0.0:1767384883.566306:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384883.566308:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005b02c91f with handle 0xb57eb78819562f2e to hash 00000020:00000001:0.0:1767384883.566309:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384883.566310:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590006041088 : -119483703510528 : ffff9354884bba00) 00010000:00000001:0.0:1767384883.566312:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590006041088 : -119483703510528 : ffff9354884bba00) 00010000:00000001:0.0:1767384883.566314:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384883.566315:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384883.566316:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005b02c91f/0xb57eb78819562f2e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384883.566329:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384883.566331:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384883.566333:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384883.566334:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384883.566335:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384883.566336:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384883.566337:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384883.566339:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384883.566340:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384883.566340:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384883.566341:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384883.566342:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f6a7806e) refcount = 1 00010000:00010000:0.0:1767384883.566344:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005b02c91f/0xb57eb78819562f2e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384883.566347:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384883.566348:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384883.566349:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384883.566350:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384883.566351:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384883.566353:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384883.566355:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001901132s 00010000:00000001:0.0:1767384883.566357:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384883.566358:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384883.566359:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005b02c91f refcount=4 00000020:00000001:0.0:1767384883.566360:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006041088 : -119483703510528 : ffff9354884bba00) 00010000:00000001:0.0:1767384883.566362:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006041088 : -119483703510528 : ffff9354884bba00) 00010000:00000001:0.0:1767384883.566363:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384883.566365:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005b02c91f/0xb57eb78819562f2e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384883.566369:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384883.566370:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005b02c91f/0xb57eb78819562f2e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384883.566371:0:17084:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384883.566376:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384883.566378:0:17084:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000089c56f03. 20000000:00000001:2.0:1767384883.566380:0:17084:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384883.566385:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348016896 00010000:00000001:2.0:1767384883.566389:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384883.566391:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384883.566393:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000200:2.0:1767384883.566395:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e02078bf x1853237348016896/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:109/0 lens 4848/4768 e 0 to 0 dl 1767384894 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384883.566396:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005b02c91f/0xb57eb78819562f2e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384883.566415:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384883.566417:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384883.566418:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384883.566420:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384883.566421:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00001000:2.0:1767384883.566424:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=17 v=5 (1 0 0 0) 00010000:00010000:0.0:1767384883.566424:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005b02c91f/0xb57eb78819562f2e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384883.566431:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:0.0:1767384883.566434:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005b02c91f already unused, calling callback (00000000df0e66e0) 00000100:00000040:2.0:1767384883.566435:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:2.0:1767384883.566440:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:0.0:1767384883.566440:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384883.566444:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 02000000:00000001:2.0:1767384883.566445:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384883.566448:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384883.566448:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005b02c91f/0xb57eb78819562f2e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384883.566453:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384883.566458:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384883.566458:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384883.566461:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384883.566462:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1767384883.566463:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000450cbf2a. 00000020:00000040:0.0:1767384883.566464:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005b02c91f refcount=5 00000100:00000200:2.0:1767384883.566467:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348016896, offset 224 00000020:00000001:0.0:1767384883.566468:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006041088 : -119483703510528 : ffff9354884bba00) 00010000:00000001:0.0:1767384883.566473:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006041088 : -119483703510528 : ffff9354884bba00) 00010000:00000001:0.0:1767384883.566475:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:2.0:1767384883.566477:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:0.0:1767384883.566478:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005b02c91f/0xb57eb78819562f2e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384883.566484:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384883.566487:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:2.0:1767384883.566488:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384883.566490:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384883.566494:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384883.566495:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384883.566497:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1767384883.566500:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d02300 00010000:00000001:0.0:1767384883.566506:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384883.566508:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005b02c91f with handle 0xb57eb78819562f2e from hash 00000400:00000200:2.0:1767384883.566509:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x124d [2] + 224 00010000:00000001:0.0:1767384883.566512:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384883.566515:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384883.566517:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384883.566519:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384883.566519:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384883.566522:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384883.566525:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:2.0:1767384883.566528:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384883.566529:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384883.566532:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384883.566535:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384883.566536:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384883.566537:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384883.566541:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384883.566543:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384883.566546:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000004678e43 x1853237348016896/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384899 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384883.566546:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384883.566548:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384883.566552:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384883.566556:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384883.566560:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005b02c91f/0xb57eb78819562f2e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384883.566570:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384883.566572:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000004678e43 x1853237348016896/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384899 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384883.566572:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384883.566574:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384883.566575:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384883.566576:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384883.566577:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384883.566578:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384883.566580:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384883.566583:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384883.566588:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005b02c91f/0xb57eb78819562f2e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384883.566597:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384883.566598:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384883.566599:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005b02c91f/0xb57eb78819562f2e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384883.566604:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384883.566611:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000450cbf2a 00010000:00000040:0.0:1767384883.566613:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f6a7806e count: 0 00000400:00000010:2.0:1767384883.566614:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000450cbf2a. 00000100:00000001:2.0:1767384883.566620:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384883.566622:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384883.566625:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384883.566628:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384883.566629:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384883.566631:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384883.566632:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000400:00000001:3.0:1767384883.566634:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 20000000:00000001:0.0:1767384883.566635:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384883.566636:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384883.566638:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384883.566639:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384883.566641:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000771762ea. 00000020:00000001:2.0:1767384883.566643:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384883.566646:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe4af3bf 00000100:00000040:2.0:1767384883.566648:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e02078bf x1853237348016896/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:109/0 lens 4848/4768 e 0 to 0 dl 1767384894 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384883.566650:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fe4af3bf. 00000100:00000001:3.0:1767384883.566656:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384883.566661:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000004678e43 x1853237348016896/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384899 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384883.566662:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e02078bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+14:16359:x1853237348016896:12345-0@lo:253: Request processed in 3383us (3714us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384883.566680:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000004678e43 x1853237348016896/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384899 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384883.566681:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00000040:2.0:1767384883.566688:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:3.0:1767384883.566691:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384883.566692:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384883.566693:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384883.566697:0:16359:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384883.566697:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384883.566701:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384883.566702:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384883.566703:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000004a1b71e. 00000100:00000001:3.0:1767384883.566704:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384883.566710:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004aaa6929. 02000000:00000001:3.0:1767384883.566713:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384883.566716:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f938b9b9. 00000100:00001000:3.0:1767384883.566717:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=17 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384883.566722:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=17 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384883.566723:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000100:00000001:3.0:1767384883.566724:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384883.566726:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384883.566729:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384883.566730:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384883.566731:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384883.566734:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000db259d0e. 00000100:00000001:3.0:1767384883.566735:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384883.566739:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1767384883.566740:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000004678e43 x1853237348016896/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384899 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384883.566742:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384883.566747:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384883.566750:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384883.566753:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1767384883.566753:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cdaf07c4. 00000100:00000001:3.0:1767384883.566756:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384883.566759:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000450cbf2a. 00000020:01000004:3.0:1767384883.566760:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384883.566763:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384883.566764:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384883.566766:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384883.566767:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384883.566768:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384883.566769:0:16359:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384883.566770:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384883.566771:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384883.566774:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004678e43 x1853237348016896/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384899 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384883.566779:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000004678e43 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348016896:0@lo:253: 00000100:00000001:3.0:1767384883.566783:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384883.566784:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384883.566787:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000004678e43 x1853237348016896/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384899 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384883.566791:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384883.566792:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384883.566793:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000cf9e794b. 02000000:00000001:3.0:1767384883.566797:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384883.566798:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384883.566799:0:16359:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:3.0:1767384883.566805:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384883.566807:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004543b83b. 02000000:00000001:3.0:1767384883.566810:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384883.566811:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384883.566812:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000004678e43. 00000100:00000001:3.0:1767384883.566841:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384883.566843:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384883.566844:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384883.566850:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384883.566851:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384883.566853:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384883.566855:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384883.568886:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294872599, at 4294872600 00000100:00000010:3.0:1767384883.568893:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000461c6d8d. 00000100:00000040:0.0:1767384883.568893:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294872599, at 4294872600 00000100:00000040:2.0:1767384883.568898:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294872599, at 4294872600 00000100:00000010:0.0:1767384883.568902:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c552511a. 00000100:00000010:2.0:1767384883.568905:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e7178728. 00000100:00000040:1.0:1767384883.569932:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294872599, at 4294872601 00000100:00000010:1.0:1767384883.569941:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f504b59e. 00010000:00000010:0.1:1767384883.569943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a8e00e56. 00010000:00000010:0.1:1767384883.569951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000041cc37ef. 00010000:00000010:0.1:1767384883.573879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f6a7806e. 00010000:00000010:0.1:1767384883.573888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005b02c91f. 00000400:00000010:1.0:1767384883.577653:0:19986:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000003c25f045. 00000400:00000040:1.0:1767384883.577671:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384883.577673:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384883.577675:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384883.577677:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384883.577678:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384883.577680:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384883.577682:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384883.577683:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384883.577684:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384883.577685:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384883.577687:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384883.577688:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384883.577690:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384883.577691:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384883.577692:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384883.577693:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384883.577694:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384883.577695:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384883.577696:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384883.577698:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384883.577699:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384883.577700:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384883.577701:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384883.577702:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384883.577702:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384883.577704:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384883.577705:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384883.577706:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384883.577707:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384883.577712:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384883.577713:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384883.577714:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384883.577715:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384883.577716:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384883.577717:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384883.577718:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384883.577719:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384883.577720:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384883.577721:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384883.577722:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384883.577723:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384883.577724:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384883.577725:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384883.577726:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384883.577727:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384883.577728:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384883.577729:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384883.577730:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384883.577731:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384883.577732:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384883.577733:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384883.577734:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384883.577735:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384883.577736:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384883.577737:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384883.577738:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384883.577739:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384883.577753:0:19986:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000003c25f045. 00080000:00000010:1.0:1767384884.107459:0:20142:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c252d0cf. 00080000:00000010:1.0:1767384884.107468:0:20142:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c252d0cf. 00000020:00000001:1.0:1767384884.107472:0:20142:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384884.107478:0:20142:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c252d0cf. 00080000:00000010:1.0:1767384884.107482:0:20142:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c252d0cf. 00000020:00000001:1.0:1767384884.107484:0:20142:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384884.248905:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384884.248910:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384884.248915:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384884.248916:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384884.248932:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384884.248934:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384884.248936:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1767384884.568875:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384884.568885:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000002298ce) refs 2 10000000:00000001:2.0:1767384884.568889:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384884.568892:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384884.568893:0:17086:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384884.568894:0:17086:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384884.568896:0:17086:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384884.568898:0:17086:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384884.568900:0:17086:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff935488f3f000 from 7 10000000:00000001:2.0:1767384884.568903:0:17086:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384884.568904:0:17086:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384884.568910:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004f1ab0f3. 00000020:00000040:2.0:1767384884.568913:0:17086:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:2.0:1767384884.568917:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384884.568920:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384884.568924:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384884.568928:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e8832737. 00000100:00000001:2.0:1767384884.568933:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384884.568936:0:17086:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384884.568938:0:17086:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384884.568944:0:17086:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008e99b4ee. 00010000:00000001:2.0:1767384884.568947:0:17086:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384884.568949:0:17086:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000aa3321da. 00000020:00000001:2.0:1767384884.568952:0:17086:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384884.568954:0:17086:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000aa3321da with handle 0xb57eb78819562f35 to hash 00000020:00000001:2.0:1767384884.568955:0:17086:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384884.568956:0:17086:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590004430848 : -119483705120768 : ffff935488332800) 00010000:00000001:2.0:1767384884.568958:0:17086:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590004430848 : -119483705120768 : ffff935488332800) 00010000:00000001:2.0:1767384884.568961:0:17086:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384884.568962:0:17086:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384884.568964:0:17086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.134@tcp lock: 00000000aa3321da/0xb57eb78819562f35 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384884.568971:0:17086:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.134@tcp lock: 00000000aa3321da/0xb57eb78819562f35 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384884.568979:0:17086:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.134@tcp lock: 00000000aa3321da/0xb57eb78819562f35 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384884.568986:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384884.568988:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384884.568991:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d0958eb4. 00000100:00000001:2.0:1767384884.568993:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624585625094592 : -119488084457024 : ffff9353832bc9c0) 00000100:00000001:2.0:1767384884.568995:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384884.568996:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667955072 : -119483041596544 : ffff9354afbfbb80) 00000100:00000001:2.0:1767384884.569000:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384884.569002:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.569003:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384884.569004:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384884.569010:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004f1ab0f3 x1853237348017024/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384884.569017:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384884.569019:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384884.569021:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384884.569023:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384884.569025:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384884.569026:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004f1ab0f3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348017024:0@lo:101: 00000100:00000001:2.0:1767384884.569029:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384884.569034:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384884.569036:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384884.569038:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384884.569040:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c099939c. 02000000:00000001:2.0:1767384884.569041:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384884.569045:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a842f207. 00000400:00000010:2.0:1767384884.569050:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005531450d. 00000100:00000200:2.0:1767384884.569054:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348017024, portal 25 00000100:00000001:2.0:1767384884.569056:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384884.569057:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667955072 : -119483041596544 : ffff9354afbfbb80) 00000100:00000040:2.0:1767384884.569060:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004f1ab0f3 x1853237348017024/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384900 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384884.569065:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384884.569070:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384884.569072:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c99b0362. 00000100:00000200:2.0:1767384884.569073:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237348017024, offset 0 00000400:00000200:2.0:1767384884.569078:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384884.569087:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384884.569095:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958271d02380 00000400:00000200:2.0:1767384884.569099:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1d9 [2] + 0 00000400:00000010:2.0:1767384884.569102:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e031ef5f. 00000400:00000200:2.0:1767384884.569105:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001a0de3dc 00000400:00000200:2.0:1767384884.569109:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384884.569112:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384884.569115:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a0de3dc 00000400:00000010:2.0:1767384884.569117:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001a0de3dc. 00000100:00000001:2.0:1767384884.569120:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384884.569122:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384884.569124:0:17086:0:(events.c:337:request_in_callback()) incoming req@00000000b2acb55a x1853237348017024 msgsize 328 00000100:00100000:2.0:1767384884.569126:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384884.569127:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384884.569137:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384884.569142:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c99b0362 00000400:00000010:2.0:1767384884.569143:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c99b0362. 00000100:00000001:2.0:1767384884.569146:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384884.569148:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004f1ab0f3 x1853237348017024/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384900 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384884.569156:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384884.569157:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000004f1ab0f3 x1853237348017024/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384900 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384884.569161:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.569163:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384884.569165:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.569168:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294873605 00000100:00000010:2.0:1767384884.569170:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e7178728. 00000100:00000001:2.0:1767384884.569175:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384884.569179:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294873605 00000100:00000010:2.0:1767384884.569184:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f504b59e. 00000100:00000001:2.0:1767384884.569187:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384884.569189:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294873605 00000100:00000010:2.0:1767384884.569191:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c552511a. 00000100:00000001:2.0:1767384884.569193:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384884.569194:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294873605 00000100:00000010:2.0:1767384884.569196:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000461c6d8d. 00000100:00000001:2.0:1767384884.569198:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384884.569201:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384884.569203:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.569204:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384884.569206:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384884.569207:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384884.569207:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d0958eb4 going to sleep for 11 seconds 00000100:00100000:3.0:1767384884.569212:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348017024 00000100:00000001:2.0:1767384884.569213:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384884.569217:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384884.569217:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.569221:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384884.569223:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384884.569227:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384884.569230:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348017024 00000020:00000001:3.0:1767384884.569232:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384884.569233:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:3.0:1767384884.569235:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384884.569237:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000020:00000001:3.0:1767384884.569239:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:3.0:1767384884.569241:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:3.0:1767384884.569245:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384884.569248:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000200f0251. 00000100:00000001:3.0:1767384884.569250:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384884.569252:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000200f0251. 00000020:00000010:3.0:1767384884.569257:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ea0e139. 00000020:00000010:3.0:1767384884.569261:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036bf9d70. 00000020:00000010:3.0:1767384884.569264:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f01e995c. 00000100:00000040:3.0:1767384884.569271:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384884.569280:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384884.569281:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384884.569282:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.569288:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.569301:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384884.569310:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384884.569312:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384884.569316:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00000040:3.0:1767384884.569319:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:3.0:1767384884.569321:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590404886608 : -119483304665008 : ffff9354a011a050) 00000100:00000040:3.0:1767384884.569326:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b2acb55a x1853237348017024/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:110/0 lens 328/0 e 0 to 0 dl 1767384895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384884.569333:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384884.569335:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000200f0251. 00000100:00000001:3.0:1767384884.569336:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384884.569337:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000200f0251. 00000100:00100000:3.0:1767384884.569340:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b2acb55a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+14:17086:x1853237348017024:12345-0@lo:101: 00000100:00000200:3.0:1767384884.569343:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348017024 00000020:00000001:3.0:1767384884.569345:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384884.569348:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384884.569349:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384884.569351:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384884.569353:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289024 : -1048262592 : ffffffffc184c840) 00000020:00000001:3.0:1767384884.569355:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384884.569356:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384884.569358:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384884.569359:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384884.569362:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384884.569363:0:17084:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384884.569365:0:17084:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384884.569366:0:17084:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384884.569367:0:17084:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384884.569369:0:17084:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384884.569376:0:17084:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384884.569379:0:17084:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c3c3ceb8. 00010000:00000001:3.0:1767384884.569381:0:17084:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384884.569383:0:17084:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002fa4dab2. 00000020:00000001:3.0:1767384884.569385:0:17084:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384884.569386:0:17084:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002fa4dab2 with handle 0xb57eb78819562f3c to hash 00000020:00000001:3.0:1767384884.569388:0:17084:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384884.569389:0:17084:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384884.569390:0:17084:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00010000:3.0:1767384884.569392:0:17084:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f3c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb57eb78819562f35 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384884.569397:0:17084:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003d3e266f : new locks_count 10 00000020:00000040:3.0:1767384884.569399:0:17084:0:(genops.c:887:class_export_get()) GET export 000000003d3e266f refcount=15 00000100:00000001:3.0:1767384884.569404:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384884.569406:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384884.569408:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000c3899b49. 02000000:00000001:3.0:1767384884.569410:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.569411:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384884.569413:0:17084:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384884.569416:0:17084:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384884.569417:0:17084:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384884.569419:0:17084:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384884.569420:0:17084:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384884.569422:0:17084:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384884.569423:0:17084:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384884.569425:0:17084:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384884.569427:0:17084:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384884.569428:0:17084:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384884.569429:0:17084:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384884.569431:0:17084:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c3c3ceb8) refcount = 1 00010000:00010000:3.0:1767384884.569433:0:17084:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f3c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb57eb78819562f35 expref: 15 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384884.569437:0:17084:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384884.569441:0:17084:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384884.569442:0:17084:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384884.569444:0:17084:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384884.569445:0:17084:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384884.569448:0:17084:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384884.569449:0:17084:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f3c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819562f35 expref: 15 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384884.569454:0:17084:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384884.569456:0:17084:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384884.569457:0:17084:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384884.569459:0:17084:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384884.569460:0:17084:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384884.569461:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384884.569462:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384884.569463:0:17084:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000002fa4dab2, rc 0) 00000020:00000001:3.0:1767384884.569464:0:17084:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384884.569466:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348017024 00010000:00000001:3.0:1767384884.569468:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384884.569470:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b2acb55a x1853237348017024/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:110/0 lens 328/344 e 0 to 0 dl 1767384895 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384884.569478:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384884.569480:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384884.569484:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384884.569488:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384884.569491:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:3.0:1767384884.569493:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:3.0:1767384884.569496:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384884.569498:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.569500:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384884.569502:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384884.569506:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b051682. 00000100:00000200:3.0:1767384884.569509:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237348017024, offset 224 00000400:00000200:3.0:1767384884.569514:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384884.569520:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384884.569526:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958271d02380 00000400:00000200:3.0:1767384884.569536:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1269 [1] + 224 00000400:00000200:3.0:1767384884.569541:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384884.569544:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384884.569548:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384884.569551:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004f1ab0f3 x1853237348017024/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384900 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384884.569561:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000004f1ab0f3 x1853237348017024/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384900 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384884.569577:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384884.569581:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b051682 00000400:00000010:3.0:1767384884.569583:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b051682. 00000100:00000001:3.0:1767384884.569586:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384884.569588:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384884.569588:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384884.569591:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384884.569594:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384884.569595:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000400:00000001:2.0:1767384884.569597:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384884.569598:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384884.569600:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a842f207. 00000020:00000001:3.0:1767384884.569601:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384884.569605:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384884.569605:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005531450d 00000400:00000010:2.0:1767384884.569609:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005531450d. 00000100:00000040:3.0:1767384884.569612:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b2acb55a x1853237348017024/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:110/0 lens 328/344 e 0 to 0 dl 1767384895 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384884.569613:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384884.569619:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004f1ab0f3 x1853237348017024/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384900 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384884.569628:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b2acb55a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:17086:x1853237348017024:12345-0@lo:101: Request processed in 291us (499us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384884.569636:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004f1ab0f3 x1853237348017024/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384900 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384884.569640:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00000040:3.0:1767384884.569646:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:2.0:1767384884.569649:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384884.569650:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384884.569652:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384884.569654:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384884.569655:0:17086:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384884.569659:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036bf9d70. 02000000:00000001:2.0:1767384884.569659:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384884.569661:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384884.569663:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384884.569664:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f01e995c. 02000000:00000001:2.0:1767384884.569665:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384884.569671:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ea0e139. 00000100:00001000:2.0:1767384884.569672:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=18 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384884.569675:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 02000000:00000001:3.0:1767384884.569681:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384884.569682:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=18 v=5 (1 0 0 0) 02000000:00000010:3.0:1767384884.569683:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000c3899b49. 00000100:00000001:2.0:1767384884.569685:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384884.569687:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384884.569688:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384884.569689:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.569694:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384884.569695:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384884.569698:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384884.569698:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004f1ab0f3 x1853237348017024/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384900 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384884.569706:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384884.569707:0:17086:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384884.569711:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000771762ea. 00000100:00000001:2.0:1767384884.569711:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384884.569714:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384884.569716:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a178b394. 00000100:00000040:2.0:1767384884.569719:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f1ab0f3 x1853237348017024/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384900 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384884.569726:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004f1ab0f3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348017024:0@lo:101: 00000100:00000001:2.0:1767384884.569730:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384884.569731:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.569732:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384884.569733:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384884.569735:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004f1ab0f3 x1853237348017024/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384900 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384884.569738:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384884.569740:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d0958eb4. 00000100:00000001:2.0:1767384884.569742:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384884.569742:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384884.569744:0:17086:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384884.569746:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384884.569747:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384884.569748:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000aa3321da refcount=4 00000020:00000001:2.0:1767384884.569749:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004430848 : -119483705120768 : ffff935488332800) 00010000:00000001:2.0:1767384884.569751:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004430848 : -119483705120768 : ffff935488332800) 00010000:00000040:2.0:1767384884.569754:0:17086:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000aa3321da, remote cookie: 0xb57eb78819562f3c, flags: 0x0 00010000:00000001:2.0:1767384884.569755:0:17086:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384884.569761:0:17086:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384884.569762:0:17086:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384884.569763:0:17086:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384884.569764:0:17086:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384884.569765:0:17086:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008e99b4ee) refcount = 1 00010000:00010000:2.0:1767384884.569767:0:17086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.134@tcp lock: 00000000aa3321da/0xb57eb78819562f35 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb78819562f3c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384884.569772:0:17086:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384884.569773:0:17086:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384884.569774:0:17086:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384884.569776:0:17086:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384884.569777:0:17086:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384884.569779:0:17086:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.134@tcp lock: 00000000aa3321da/0xb57eb78819562f35 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb57eb78819562f3c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384884.569782:0:17086:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384884.569783:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384884.569784:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384884.569785:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384884.569785:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384884.569786:0:17086:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.569787:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384884.569789:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004f1ab0f3 x1853237348017024/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384900 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384884.569793:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384884.569794:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384884.569796:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c099939c. 02000000:00000001:2.0:1767384884.569798:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384884.569799:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384884.569800:0:17086:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:2.0:1767384884.569801:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384884.569802:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e8832737. 02000000:00000001:2.0:1767384884.569804:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384884.569806:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384884.569807:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004f1ab0f3. 00000100:00000001:2.0:1767384884.569809:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384884.569813:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384884.569834:0:17086:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384884.569836:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384884.569837:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000002298ce) refs 3 10000000:00000001:2.0:1767384884.569838:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384884.569840:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384884.569841:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384884.569841:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000aa3321da refcount=3 00000020:00000001:2.0:1767384884.569843:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004430848 : -119483705120768 : ffff935488332800) 00010000:00000001:2.0:1767384884.569844:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004430848 : -119483705120768 : ffff935488332800) 00010000:00000001:2.0:1767384884.569845:0:17086:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384884.569846:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384884.569847:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384884.569847:0:17086:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384884.569849:0:17086:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384884.569863:0:17086:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000d1b409a6. 00000100:00000010:2.0:1767384884.569874:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004f1ab0f3. 00000020:00000040:2.0:1767384884.569876:0:17086:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:2.0:1767384884.569877:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384884.569879:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384884.569881:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384884.569883:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e8832737. 00000100:00000001:2.0:1767384884.569886:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.569889:0:17086:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384884.569891:0:17086:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000c099939c. 00000100:00000010:2.0:1767384884.569893:0:17086:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000009cf993ad. 00000020:00000040:2.0:1767384884.569894:0:17086:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00000001:2.0:1767384884.569896:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384884.569897:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384884.569899:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d0958eb4. 00000100:00000001:2.0:1767384884.569900:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624585625094592 : -119488084457024 : ffff9353832bc9c0) 00000100:00000001:2.0:1767384884.569902:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384884.569903:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667955072 : -119483041596544 : ffff9354afbfbb80) 00000100:00000001:2.0:1767384884.569905:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384884.569906:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.569910:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384884.569910:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384884.569913:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004f1ab0f3 x1853237348017152/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384884.569917:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384884.569918:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384884.569920:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384884.569921:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384884.569922:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384884.569924:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004f1ab0f3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348017152:0@lo:256: 00000100:00000001:2.0:1767384884.569925:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384884.569927:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384884.569928:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.569930:0:17086:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384884.569933:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a842f207. 00000400:00000010:2.0:1767384884.569935:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000002aeb208d. 00000100:00000200:2.0:1767384884.569937:0:17086:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958271d02400-0x6958271d02400, portal 33 00000100:00000001:2.0:1767384884.569939:0:17086:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384884.569940:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384884.569942:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001bd315ee. 02000000:00000001:2.0:1767384884.569943:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384884.569944:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca7121dc. 00000400:00000010:2.0:1767384884.569946:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005531450d. 00000100:00000200:2.0:1767384884.569947:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348017152, portal 25 00000100:00000001:2.0:1767384884.569948:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384884.569949:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667955072 : -119483041596544 : ffff9354afbfbb80) 00000100:00000040:2.0:1767384884.569951:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004f1ab0f3 x1853237348017152/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384900 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384884.569955:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384884.569956:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384884.569957:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c99b0362. 00000100:00000200:2.0:1767384884.569959:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237348017152, offset 0 00000400:00000200:2.0:1767384884.569961:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384884.569965:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384884.569972:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958271d02400 00000400:00000200:2.0:1767384884.569975:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1dd [2] + 0 00000400:00000010:2.0:1767384884.569977:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fbe1408. 00000400:00000200:2.0:1767384884.569978:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000065fb6a3d 00000400:00000200:2.0:1767384884.569981:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384884.569983:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384884.569985:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065fb6a3d 00000400:00000010:2.0:1767384884.569986:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000065fb6a3d. 00000100:00000001:2.0:1767384884.569988:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384884.569989:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384884.569991:0:17086:0:(events.c:337:request_in_callback()) incoming req@0000000071008888 x1853237348017152 msgsize 304 00000100:00100000:2.0:1767384884.569993:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384884.569995:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384884.570003:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384884.570005:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c99b0362 00000400:00000010:2.0:1767384884.570006:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c99b0362. 00000100:00000001:2.0:1767384884.570008:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384884.570010:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004f1ab0f3 x1853237348017152/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384900 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384884.570016:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384884.570018:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000004f1ab0f3 x1853237348017152/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384900 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384884.570022:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384884.570023:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384884.570025:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348017152 00000100:00000001:2.0:1767384884.570026:0:17086:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384884.570030:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384884.570031:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.570033:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384884.570035:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.570035:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294873606 02000000:00000001:3.0:1767384884.570041:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.570042:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294873605 00000100:00100000:3.0:1767384884.570043:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348017152 00000020:00000001:3.0:1767384884.570048:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384884.570050:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000001:2.0:1767384884.570050:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294873606 00000020:00000001:3.0:1767384884.570053:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384884.570055:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294873605 00000020:00000040:3.0:1767384884.570056:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000020:00000001:3.0:1767384884.570061:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384884.570062:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294873606 00000020:00000001:3.0:1767384884.570064:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384884.570067:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294873605 00000100:00000001:3.0:1767384884.570068:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384884.570072:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294873606 00000020:00000010:3.0:1767384884.570073:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000200f0251. 00000100:00000001:3.0:1767384884.570076:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384884.570082:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000200f0251. 00000100:00000001:2.0:1767384884.570083:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294873605 00000020:00000010:3.0:1767384884.570086:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ea0e139. 00000100:00000001:2.0:1767384884.570086:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384884.570087:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384884.570092:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036bf9d70. 00000100:00000001:2.0:1767384884.570092:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384884.570094:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384884.570097:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f01e995c. 00000100:00100000:2.0:1767384884.570098:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d0958eb4 going to sleep for 11 seconds 00000100:00000001:2.0:1767384884.570103:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384884.570105:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384884.570106:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384884.570109:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384884.570110:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384884.570111:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.570114:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.570121:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384884.570128:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384884.570130:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384884.570133:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00000040:3.0:1767384884.570135:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:3.0:1767384884.570142:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590404885584 : -119483304666032 : ffff9354a0119c50) 00000100:00000040:3.0:1767384884.570145:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000071008888 x1853237348017152/t0(0) o256->b543db4a-4900-454f-be04-352b2897a173@0@lo:110/0 lens 304/0 e 0 to 0 dl 1767384895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384884.570151:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384884.570153:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000200f0251. 00000100:00000001:3.0:1767384884.570154:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384884.570156:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000200f0251. 00000100:00100000:3.0:1767384884.570158:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000071008888 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:17086:x1853237348017152:12345-0@lo:256: 00000100:00000200:3.0:1767384884.570161:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348017152 00000020:00000001:3.0:1767384884.570162:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384884.570163:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384884.570164:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384884.570166:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384884.570167:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289440 : -1048262176 : ffffffffc184c9e0) 00000020:00000001:3.0:1767384884.570169:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384884.570170:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384884.570171:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384884.570172:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384884.570174:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.570176:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384884.570177:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384884.570178:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000c3899b49. 02000000:00000001:3.0:1767384884.570179:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.570180:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384884.570182:0:17084:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384884.570184:0:17084:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384884.570186:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384884.570188:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384884.570190:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384884.570191:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384884.570192:0:17084:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384884.570194:0:17084:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000020f2ebba. 20000000:00000001:3.0:1767384884.570196:0:17084:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384884.570206:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384884.570210:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384884.570215:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384884.570216:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384884.570218:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:01000000:3.0:1767384884.570219:0:17084:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 124, pages 3972/1/4/3. 20000000:00000040:3.0:1767384884.570223:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384884.570224:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384884.570225:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384884.570227:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384884.570228:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:01000000:3.0:1767384884.570229:0:17084:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 124, pages 3848/1/4/3. 20000000:01000000:3.0:1767384884.570230:0:17084:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 248, version 14 20000000:00000001:3.0:1767384884.570231:0:17084:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=248 : 248 : f8) 00000100:00000001:3.0:1767384884.570233:0:17084:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384884.570235:0:17084:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000dd446bf5. 00000100:00000010:3.0:1767384884.570237:0:17084:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000001f8407b8. 00000020:00000040:3.0:1767384884.570238:0:17084:0:(genops.c:887:class_export_get()) GET export 000000003d3e266f refcount=16 00010000:00000001:3.0:1767384884.570240:0:17084:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384884.570242:0:17084:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384884.570244:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b051682. 00000400:00000010:3.0:1767384884.570247:0:17084:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009e791011. 00000400:00000200:3.0:1767384884.570249:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384884.570255:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384884.570259:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 248 into portal 33 MB=0x6958271d02400 00000400:00000200:3.0:1767384884.570262:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 248/248 into md 0x1279 [4] + 0 00000400:00000010:3.0:1767384884.570264:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a842f207. 00000400:00000200:3.0:1767384884.570266:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002aeb208d 00000400:00000200:3.0:1767384884.570268:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384884.570270:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384884.570272:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002aeb208d 00000400:00000010:3.0:1767384884.570273:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000002aeb208d. 00000100:00000001:3.0:1767384884.570275:0:17084:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384884.570276:0:17084:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000004f1ab0f3 desc 00000000c099939c mbits 1853237348017152 00000100:00000001:3.0:1767384884.570285:0:17084:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384884.570287:0:17084:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384884.570294:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384884.570299:0:17084:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1285 00000400:00000200:3.0:1767384884.570301:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384884.570305:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384884.570307:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384884.570308:0:17084:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384884.570312:0:17084:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000dd446bf5 00000100:00000001:2.0:1767384884.570313:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.570314:0:17084:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384884.570318:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b051682 00000400:00000010:3.0:1767384884.570321:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b051682. 00000100:00000001:3.0:1767384884.570323:0:17084:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384884.570324:0:17084:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000dd446bf5 00000100:00000001:3.0:1767384884.570325:0:17084:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384884.570328:0:17084:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 248 bytes via portal 33 id 12345-0@lo mbits 0x6958271d02400-0x6958271d02400 00000100:00000001:3.0:1767384884.570330:0:17084:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384884.570333:0:17084:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.570334:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384884.570336:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 15 00000100:00000010:3.0:1767384884.570338:0:17084:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000001f8407b8. 00000100:00000010:3.0:1767384884.570340:0:17084:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000dd446bf5. 00000100:00000001:3.0:1767384884.570341:0:17084:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384884.570342:0:17084:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384884.570346:0:17084:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000020f2ebba. 20000000:00000001:3.0:1767384884.570348:0:17084:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384884.570350:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348017152 00010000:00000001:3.0:1767384884.570352:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384884.570354:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000071008888 x1853237348017152/t0(0) o256->b543db4a-4900-454f-be04-352b2897a173@0@lo:110/0 lens 304/240 e 0 to 0 dl 1767384895 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384884.570359:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384884.570360:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384884.570361:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384884.570363:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384884.570365:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:3.0:1767384884.570366:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:3.0:1767384884.570367:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384884.570371:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.570373:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384884.570374:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384884.570375:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b051682. 00000100:00000200:3.0:1767384884.570377:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237348017152, offset 224 00000400:00000200:3.0:1767384884.570379:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384884.570383:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384884.570385:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958271d02400 00000400:00000200:3.0:1767384884.570388:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x127d [1] + 224 00000400:00000200:3.0:1767384884.570390:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384884.570392:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384884.570394:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384884.570395:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004f1ab0f3 x1853237348017152/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384900 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384884.570400:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000004f1ab0f3 x1853237348017152/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384900 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384884.570411:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384884.570413:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b051682 00000400:00000010:3.0:1767384884.570414:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b051682. 00000100:00000001:3.0:1767384884.570415:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384884.570416:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384884.570418:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384884.570419:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:3.0:1767384884.570420:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384884.570422:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384884.570423:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384884.570427:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071008888 x1853237348017152/t0(0) o256->b543db4a-4900-454f-be04-352b2897a173@0@lo:110/0 lens 304/240 e 0 to 0 dl 1767384895 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384884.570428:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384884.570433:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384884.570435:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384884.570436:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000071008888 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:17086:x1853237348017152:12345-0@lo:256: Request processed in 283us (442us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384884.570438:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca7121dc. 00000400:00000200:2.0:1767384884.570444:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005531450d 00000100:00100000:3.0:1767384884.570448:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000400:00000010:2.0:1767384884.570449:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005531450d. 00000100:00000040:3.0:1767384884.570454:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:2.0:1767384884.570455:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384884.570459:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384884.570461:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004f1ab0f3 x1853237348017152/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384900 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384884.570466:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384884.570470:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036bf9d70. 00000100:00000200:2.0:1767384884.570471:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004f1ab0f3 x1853237348017152/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384900 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384884.570475:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f01e995c. 00000100:00000001:2.0:1767384884.570480:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384884.570482:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ea0e139. 00000100:00000001:2.0:1767384884.570482:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384884.570486:0:17086:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384884.570488:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:3.0:1767384884.570490:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00000100:00000001:2.0:1767384884.570490:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384884.570493:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384884.570496:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384884.570497:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384884.570498:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=18 v=5 (5 0 0 0) 02000000:00000010:3.0:1767384884.570500:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000c3899b49. 00000100:00001000:2.0:1767384884.570502:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=18 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384884.570507:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384884.570507:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384884.570509:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.570512:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384884.570512:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384884.570514:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.570518:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384884.570520:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000004f1ab0f3 x1853237348017152/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384900 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384884.570521:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384884.570526:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000baf2f313. 00000400:00000010:3.0:1767384884.570534:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2d52fef. 00000100:00000040:2.0:1767384884.570536:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000004f1ab0f3 x1853237348017152/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384900 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384884.570542:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384884.570544:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384884.570546:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f1ab0f3 x1853237348017152/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384900 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384884.570550:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004f1ab0f3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348017152:0@lo:256: 00000100:00000001:2.0:1767384884.570553:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384884.570554:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.570555:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384884.570556:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384884.570557:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004f1ab0f3 x1853237348017152/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384900 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384884.570561:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384884.570562:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d0958eb4. 00000100:00000001:2.0:1767384884.570563:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384884.570564:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384884.570566:0:17086:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 14, more 0. 10000000:00000001:2.0:1767384884.570568:0:17086:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384884.570572:0:17086:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000005398abe5. 10000000:00000040:2.0:1767384884.570580:0:17086:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.134@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384884.570584:0:17086:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384884.570586:0:17086:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384884.570589:0:17086:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.134@tcp has 192.168.203.134@tcp. 00000100:00000001:2.0:1767384884.570591:0:17086:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384884.570592:0:17086:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384884.570593:0:17086:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.134@tcp with 192.168.203.134@tcp 00000100:00000200:2.0:1767384884.570595:0:17086:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.134@tcp' 00000400:00000200:2.0:1767384884.570597:0:17086:0:(peer.c:1356:LNetAddPeer()) Add peer with 5 NIDs 00000400:00001000:2.0:1767384884.570599:0:17086:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384884.570601:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.134@tcp 00000400:00000200:2.0:1767384884.570609:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384884.570613:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (5) 00000400:00000200:2.0:1767384884.570616:0:17086:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384884.570618:0:17086:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp: 0. pending discovery 00000400:00000200:2.0:1767384884.570620:0:17086:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (6) 00000400:00000200:2.0:1767384884.570621:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp 00000400:00000200:2.0:1767384884.570623:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.134@tcp10 00000400:00000200:2.0:1767384884.570625:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384884.570626:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp10 00000400:00000200:2.0:1767384884.570627:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.134@tcp11 00000400:00000200:2.0:1767384884.570628:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384884.570629:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp11 00000400:00000200:2.0:1767384884.570630:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.134@tcp12 00000400:00000200:2.0:1767384884.570632:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384884.570633:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp12 00000400:00000200:2.0:1767384884.570633:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.134@tcp13 00000400:00000200:2.0:1767384884.570635:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384884.570636:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp13 00000100:00000001:2.0:1767384884.570637:0:17086:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384884.570638:0:17086:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384884.570640:0:17086:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.134@tcp' by NID '192.168.203.134@tcp' 10000000:00000010:2.0:1767384884.570642:0:17086:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000058234175. 10000000:00000040:2.0:1767384884.570644:0:17086:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 14/14 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.134@tcp::2 00000020:00000080:2.0:1767384884.570646:0:17086:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767384884.570651:0:17086:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384884.570653:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a1f5f9a. 00000020:00000010:2.0:1767384884.570655:0:17086:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ec9bfa61. 00000040:00000010:2.0:1767384884.570657:0:17086:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000405b51da. 00000020:00000010:2.0:1767384884.570660:0:17086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e8d6aed7. 00000020:00000010:2.0:1767384884.570663:0:17086:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009eac1f08. 00000020:00000010:2.0:1767384884.570666:0:17086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a9c8da7f. 80000000:00000010:2.0:1767384884.570668:0:17086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000095ae29ce. 40000000:00000010:2.0:1767384884.570671:0:17086:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000061e8f55b. 00100000:00000010:2.0:1767384884.570674:0:17086:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001f9da12e. 00040000:00000010:2.0:1767384884.570680:0:17086:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c0309a32. 00040000:00000010:2.0:1767384884.570683:0:17086:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007630cb84. 00040000:00000010:2.0:1767384884.570686:0:17086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e473c240. 00080000:00000010:2.0:1767384884.570691:0:17086:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b66b6643. 00080000:00000010:2.0:1767384884.570694:0:17086:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000017d21130. 00000004:00000010:2.0:1767384884.570700:0:17086:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ac0119b1. 00000004:00000010:2.0:1767384884.570704:0:17086:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007bf18bc8. 00000004:00000010:2.0:1767384884.570707:0:17086:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d8b5c0c0. 00002000:00000010:2.0:1767384884.570710:0:17086:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e5d18eea. 00000004:00000010:2.0:1767384884.570712:0:17086:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000313c51ca. 00000004:00000001:2.0:1767384884.570715:0:17086:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384884.570718:0:17086:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384884.570720:0:17086:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000058234175 00000040:00001000:2.0:1767384884.570721:0:17086:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384884.570722:0:17086:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384884.570723:0:17086:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384884.570724:0:17086:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384884.570726:0:17086:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384884.570727:0:17086:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384884.570728:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384884.570729:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.134@tcp::2 00000040:00000001:2.0:1767384884.570730:0:17086:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:2.0:1767384884.570777:0:17086:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384884.570780:0:17086:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ec9bfa61. 00000040:00000010:2.0:1767384884.570783:0:17086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000405b51da. 00000020:00000010:2.0:1767384884.570786:0:17086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e8d6aed7. 00000020:00000010:2.0:1767384884.570789:0:17086:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009eac1f08. 00000020:00000010:2.0:1767384884.570792:0:17086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a9c8da7f. 80000000:00000010:2.0:1767384884.570795:0:17086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000095ae29ce. 40000000:00000010:2.0:1767384884.570799:0:17086:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000061e8f55b. 00100000:00000010:2.0:1767384884.570801:0:17086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001f9da12e. 00040000:00000010:2.0:1767384884.570804:0:17086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c0309a32. 00040000:00000010:2.0:1767384884.570806:0:17086:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007630cb84. 00040000:00000010:2.0:1767384884.570809:0:17086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e473c240. 00080000:00000010:2.0:1767384884.570812:0:17086:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000017d21130. 00080000:00000010:2.0:1767384884.570844:0:17086:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b66b6643. 00000004:00000010:2.0:1767384884.570847:0:17086:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ac0119b1. 00000004:00000010:2.0:1767384884.570849:0:17086:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000007bf18bc8. 00000004:00000010:2.0:1767384884.570865:0:17086:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d8b5c0c0. 00002000:00000010:2.0:1767384884.570869:0:17086:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e5d18eea. 00000004:00000010:2.0:1767384884.570871:0:17086:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000313c51ca. 00000020:00000010:2.0:1767384884.570873:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a1f5f9a. 00000020:00000001:2.0:1767384884.570875:0:17086:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384884.570876:0:17086:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384884.570878:0:17086:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000058234175. 10000000:00000010:2.0:1767384884.570880:0:17086:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000005398abe5. 10000000:00000001:2.0:1767384884.570882:0:17086:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.570884:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384884.570887:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004f1ab0f3 x1853237348017152/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384900 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384884.570893:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384884.570895:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384884.570896:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001bd315ee. 02000000:00000001:2.0:1767384884.570898:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384884.570900:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384884.570901:0:17086:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:2.0:1767384884.570902:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384884.570903:0:17086:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384884.570904:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384884.570905:0:17086:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:2.0:1767384884.570907:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384884.570908:0:17086:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000009cf993ad. 00000100:00000010:2.0:1767384884.570910:0:17086:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000c099939c. 00000100:00000001:2.0:1767384884.570912:0:17086:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384884.570914:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e8832737. 02000000:00000001:2.0:1767384884.570916:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384884.570917:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384884.570918:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004f1ab0f3. 00000100:00000001:2.0:1767384884.570921:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384884.570921:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384884.570931:0:17086:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000d1b409a6. 10000000:01000000:2.0:1767384884.570938:0:17086:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.134@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384884.570941:0:17086:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384884.570942:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384884.570943:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384884.570945:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000aa3321da refcount=3 00000020:00000001:2.0:1767384884.570947:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004430848 : -119483705120768 : ffff935488332800) 00010000:00000001:2.0:1767384884.570949:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004430848 : -119483705120768 : ffff935488332800) 00010000:00000001:2.0:1767384884.570951:0:17086:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384884.570953:0:17086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.134@tcp lock: 00000000aa3321da/0xb57eb78819562f35 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb78819562f3c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384884.570957:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384884.570959:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384884.570960:0:17086:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.134@tcp lock: 00000000aa3321da/0xb57eb78819562f35 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb78819562f3c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384884.570964:0:17086:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384884.570965:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384884.570966:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384884.570967:0:17086:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384884.570968:0:17086:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384884.570969:0:17086:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384884.570971:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384884.570972:0:17086:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000002298ce) refs 3 10000000:00000001:2.0:1767384884.570974:0:17086:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:3.0:1767384884.575844:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294873606, at 4294873607 00000100:00000010:3.0:1767384884.575871:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000461c6d8d. 00000100:00000040:2.0:1767384884.575875:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294873606, at 4294873607 00000100:00000040:0.0:1767384884.575878:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294873606, at 4294873607 00000100:00000010:2.0:1767384884.575883:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c552511a. 00000100:00000010:0.0:1767384884.575889:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e7178728. 00000100:00000040:1.0:1767384884.576870:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294873606, at 4294873608 00000100:00000010:1.0:1767384884.576877:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f504b59e. 00000020:00000010:1.0:1767384884.577596:0:20248:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000004f1d611b. 00000020:00000040:1.0:1767384884.577601:0:20248:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384884.577603:0:20248:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000004f1d611b. 00000001:00000001:0.0:1767384884.818029:0:20308:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384884.818034:0:20308:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp14 --if ens2 00000001:00000001:0.0:1767384884.821788:0:20308:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384884.828219:0:20309:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000000598db0. 00000400:00000010:0.0:1767384884.828232:0:20309:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000616cb974. 00000400:00000010:0.0:1767384884.828240:0:20309:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000008537414f. 00000400:00000010:0.0:1767384884.828243:0:20309:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000eaeb3ba7. 00000400:00000010:0.0:1767384884.828246:0:20309:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000711e6fff. 00000400:00000010:0.0:1767384884.828249:0:20309:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000be85edf0. 00000400:00000010:0.0:1767384884.828251:0:20309:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f0c63ef1. 00000400:00000010:0.0:1767384884.828253:0:20309:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000acb63455. 00000400:00000010:0.0:1767384884.828256:0:20309:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000014327eeb. 00000800:00000010:0.0:1767384884.828264:0:20309:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000047189afa. 00000800:00000200:0.0:1767384884.828273:0:20309:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384884.828277:0:20309:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384884.828308:0:20309:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:0.0:1767384884.828324:0:20309:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp14 [8/256/0/180] 00000400:00000010:0.0:1767384884.829646:0:20309:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 000000009856f36c. 00000400:00000010:0.0:1767384884.829652:0:20309:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005638b6d1. 00000400:00000010:0.0:1767384884.829656:0:20309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073bfe857. 00000400:00000001:0.0:1767384884.829668:0:20309:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384884.829669:0:20309:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384884.829670:0:20309:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3999632. 00000400:00000200:0.0:1767384884.829672:0:20309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039e9994e 00000400:00000010:0.0:1767384884.829674:0:20309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039e9994e. 00000400:00000010:0.0:1767384884.829676:0:20309:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 000000002e868630. 00000400:00000200:0.0:1767384884.829680:0:20309:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (5) 00000400:00000200:0.0:1767384884.829689:0:20309:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:0.0:1767384884.829696:0:20309:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131086 00000020:00000010:0.0:1767384884.829703:0:20309:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000006a9f1913. 00000020:01000000:0.0:1767384884.829707:0:20309:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384884.829709:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384884.829710:0:20309:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp14 00000400:00000200:3.0:1767384884.829717:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000400:00000010:0.0:1767384884.829724:0:20309:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000616cb974. 00000400:00000010:3.0:1767384884.829725:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b051682. 00000400:00000010:0.0:1767384884.829730:0:20309:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000000598db0. 00000400:00000200:3.0:1767384884.829731:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (6) 00000400:00000010:3.0:1767384884.829739:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e58e06ca. 00000400:00000200:3.0:1767384884.829743:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000020:00000001:2.0:1767384884.829745:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384884.829749:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384884.829753:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384884.829755:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 10000000:01000000:2.0:1767384884.829756:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384884.829762:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384884.829765:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:2.0:1767384884.829766:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384884.829769:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384884.829774:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384884.829775:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:3.0:1767384884.829779:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:2.0:1767384884.829783:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384884.829787:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:2.0:1767384884.829787:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384884.829789:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384884.829792:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384884.829795:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 00000020:01000004:2.0:1767384884.829796:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384884.829799:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384884.829802:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp13 00000100:00000010:2.0:1767384884.829804:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004f1ab0f3. 00000400:00000200:3.0:1767384884.829808:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp13 lpni_is_preferred = 0 00000020:00000040:2.0:1767384884.829810:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000400:00000200:3.0:1767384884.829832:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp13 00000400:00000200:3.0:1767384884.829837:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp13 NI seq info: [13:13:256:4294967295] 192.168.203.134@tcp13 LPNI seq info [13:13:8:4294967295] 00000100:00000001:2.0:1767384884.829843:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384884.829845:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp13 02000000:00000001:2.0:1767384884.829847:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384884.829861:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384884.829869:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b66b6643. 00000100:00000001:2.0:1767384884.829877:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384884.829878:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp13(192.168.203.134@tcp13:) -> 192.168.203.134@tcp13(192.168.203.134@tcp:192.168.203.134@tcp13) : PUT try# 0 00000800:00000200:3.0:1767384884.829885:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 128 bytes in 1 frags to 12345-192.168.203.134@tcp13 00000100:00000001:2.0:1767384884.829886:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384884.829898:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384884.829901:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da47313c. 00000100:00000040:2.0:1767384884.829906:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f1ab0f3] to pc [ptlrpcd_00_01+1] req@000000004f1ab0f3 x1853237348017280/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384884.829911:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000167b58f3. 00000800:00000010:3.0:1767384884.829918:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000006c8e528c. 00000800:00000200:3.0:1767384884.829924:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000167b58f3] -> 12345-192.168.203.134@tcp13 (2) 00000800:00000200:3.1:1767384884.829929:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000167b58f3] -> 12345-192.168.203.134@tcp13 (2) 10000000:00000001:2.0:1767384884.829935:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384884.829938:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384884.829940:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384884.829942:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384884.829944:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000400:00000200:3.0:1767384884.829948:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 0 00000020:00000001:2.0:1767384884.829949:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384884.829952:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384884.829953:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384884.829955:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384884.829956:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384884.829958:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384884.829959:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384884.829961:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384884.829962:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384884.829964:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384884.829965:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384884.829966:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384884.829967:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384884.829970:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000488f77c0. 00000020:00000040:2.0:1767384884.829973:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00000001:3.0:1767384884.829974:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384884.829975:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384884.829979:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384884.829983:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384884.829984:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384884.829987:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384884.829991:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004f1ab0f3 x1853237348017280/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384884.829995:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000017d21130. 00000100:00000001:2.0:1767384884.830000:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.830002:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384884.830005:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.830005:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384884.830008:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384884.830009:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384884.830013:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384884.830014:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000488f77c0] to pc [ptlrpcd_00_02+2] req@00000000488f77c0 x1853237348017408/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384884.830016:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384884.830016:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000100:00100000:3.0:1767384884.830024:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004f1ab0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348017280:0@lo:253: 00000100:00000001:3.0:1767384884.830033:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384884.830039:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384884.830041:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384884.830043:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:2.0:1767384884.830047:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384884.830048:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000db259d0e. 10000000:00000001:2.0:1767384884.830050:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384884.830052:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384884.830053:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384884.830057:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:3.0:1767384884.830060:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009306e848. 00000020:00000010:2.0:1767384884.830061:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000006a9f1913. 00000400:00000010:3.0:1767384884.830069:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000009f3418f. 00000400:00000200:1.0:1767384884.830073:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000100:00000200:3.0:1767384884.830074:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348017280, portal 25 00000100:00000001:2.0:1767384884.830075:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384884.830079:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.830080:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384884.830084:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667955072 : -119483041596544 : ffff9354afbfbb80) 00000100:00000001:2.0:1767384884.830086:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384884.830089:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384884.830091:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004f1ab0f3 x1853237348017280/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384900 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384884.830092:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384884.830099:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000488f77c0 x1853237348017408/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384884.830106:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384884.830109:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384884.830114:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 02000000:00000001:2.0:1767384884.830115:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384884.830118:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384884.830121:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384884.830122:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384884.830127:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000488f77c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348017408:0@lo:253: 00000100:00000040:3.0:1767384884.830129:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384884.830132:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384884.830135:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d21a7212. 02000000:00000001:2.0:1767384884.830136:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384884.830139:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384884.830141:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348017280, offset 0 02000000:00000001:2.0:1767384884.830142:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384884.830145:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 02000000:00000010:2.0:1767384884.830149:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000489cc9ab. 00000400:00000200:3.0:1767384884.830150:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384884.830153:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384884.830158:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca7121dc. 00000400:00000200:3.0:1767384884.830162:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384884.830165:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d0958eb4. 00000100:00000200:2.0:1767384884.830170:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348017408, portal 25 00000400:00000200:3.0:1767384884.830173:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d02480 00000400:00000200:1.0:1767384884.830175:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:3.0:1767384884.830182:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e1 [2] + 0 00000100:00000001:2.0:1767384884.830183:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384884.830186:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667944320 : -119483041607296 : ffff9354afbf9180) 00000400:00000010:3.0:1767384884.830189:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000067ad32f. 00000100:00000040:2.0:1767384884.830193:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000488f77c0 x1853237348017408/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384900 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384884.830194:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dc4283d7 00000100:00000001:2.0:1767384884.830201:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384884.830202:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384884.830207:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384884.830208:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000010:2.0:1767384884.830212:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eab79f25. 00000400:00000200:3.0:1767384884.830213:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384884.830219:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348017408, offset 0 00000400:00000200:3.0:1767384884.830221:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc4283d7 00000400:00000010:3.0:1767384884.830224:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dc4283d7. 00000100:00000001:3.0:1767384884.830228:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384884.830229:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384884.830232:0:16359:0:(events.c:337:request_in_callback()) incoming req@00000000a853c686 x1853237348017280 msgsize 4848 00000400:00000200:2.0:1767384884.830233:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384884.830236:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000100:00100000:3.0:1767384884.830242:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384884.830247:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384884.830248:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384884.830259:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384884.830260:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d02500 00000400:00000200:2.0:1767384884.830266:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e5 [2] + 0 00000400:00000010:2.0:1767384884.830269:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090196103. 00000400:00000200:1.0:1767384884.830270:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:2.0:1767384884.830272:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007ea415db 00000400:00000200:3.0:1767384884.830276:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d21a7212 00000400:00000200:2.0:1767384884.830278:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384884.830280:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d21a7212. 00000400:00000200:2.0:1767384884.830285:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384884.830286:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384884.830290:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ea415db 00000100:00000200:3.0:1767384884.830293:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004f1ab0f3 x1853237348017280/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384900 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384884.830294:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ea415db. 00000100:00000001:2.0:1767384884.830300:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384884.830303:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384884.830305:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384884.830307:0:16360:0:(events.c:337:request_in_callback()) incoming req@0000000019e8e6f8 x1853237348017408 msgsize 4848 00000100:00000040:3.0:1767384884.830310:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004f1ab0f3 x1853237348017280/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384900 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384884.830317:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384884.830322:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384884.830327:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.830329:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384884.830331:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384884.830333:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384884.830337:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eab79f25 00000100:00000001:3.0:1767384884.830338:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294873866 00000400:00000010:2.0:1767384884.830341:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eab79f25. 00000100:00000010:3.0:1767384884.830344:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cfb11653. 00000100:00000001:2.0:1767384884.830345:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384884.830348:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000488f77c0 x1853237348017408/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384900 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384884.830358:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384884.830359:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767384884.830361:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000488f77c0 x1853237348017408/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384900 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384884.830365:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294873866 00000100:00000001:2.0:1767384884.830367:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.830370:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1767384884.830371:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f02cf6e9. 00000100:00000001:3.0:1767384884.830374:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384884.830378:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294873866 00000100:00000001:2.0:1767384884.830381:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384884.830382:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012ffc8d4. 00000100:00000001:3.0:1767384884.830388:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384884.830388:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294873866 00000100:00000001:3.0:1767384884.830394:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294873866 00000100:00000001:2.0:1767384884.830395:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, keep current deadline 4294873866 00000100:00000001:2.0:1767384884.830400:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294873866 00000100:00000010:3.0:1767384884.830401:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000941b14d. 00000100:00000001:2.0:1767384884.830402:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, keep current deadline 4294873866 00000100:00000001:2.0:1767384884.830406:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294873866 00000100:00000001:3.0:1767384884.830407:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384884.830408:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294873866 00000100:00000001:2.0:1767384884.830412:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294873866 00000100:00000001:3.0:1767384884.830415:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384884.830415:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294873866 00000100:00000001:2.0:1767384884.830418:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384884.830419:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.830421:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.830424:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.830425:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.830427:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384884.830429:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384884.830436:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384884.830436:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384884.830440:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384884.830441:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384884.830446:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384884.830447:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384884.830449:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384884.830450:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384884.830452:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.830454:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.830456:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.830457:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.830472:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384884.830474:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.830488:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384884.830492:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384884.830493:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348017280 00000100:00100000:2.0:1767384884.830495:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348017408 00000800:00000010:1.0:1767384884.830496:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000527b7000. 02000000:00000001:3.0:1767384884.830499:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384884.830499:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000010:1.0:1767384884.830502:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a98fd7a8. 00000100:00000001:3.0:1767384884.830504:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384884.830504:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384884.830509:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.830510:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384884.830510:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004f1d611b. 02000000:00000001:2.0:1767384884.830513:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384884.830518:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384884.830518:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348017408 00000020:00000001:2.0:1767384884.830520:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1767384884.830523:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348017280 00000020:00000040:2.0:1767384884.830524:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:2.0:1767384884.830528:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384884.830529:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384884.830531:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000020:00000040:3.0:1767384884.830533:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:2.0:1767384884.830535:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:3.0:1767384884.830539:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384884.830539:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000040:3.0:1767384884.830544:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=16 00000020:00000001:3.0:1767384884.830550:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384884.830552:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384884.830553:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000800:00000010:1.0:1767384884.830555:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004f1d611b. 00000020:00000010:2.0:1767384884.830556:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000095583c4f. 00000100:00000001:3.0:1767384884.830558:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384884.830562:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384884.830565:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000095583c4f. 00000020:00000010:3.0:1767384884.830570:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c569cd82. 00000020:00000010:2.0:1767384884.830573:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a1f5f9a. 00000100:00000001:3.0:1767384884.830574:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384884.830578:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c569cd82. 00000020:00000010:2.0:1767384884.830591:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000058234175. 00000020:00000010:3.0:1767384884.830595:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b8cfdfe. 00000020:00000010:2.0:1767384884.830597:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003fff0dd0. 00000020:00000010:3.0:1767384884.830602:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000054c601eb. 00000020:00000010:3.0:1767384884.830608:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f01e995c. 00000100:00000040:2.0:1767384884.830609:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384884.830613:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384884.830614:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384884.830615:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384884.830619:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384884.830620:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.830623:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.830629:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.830630:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.830639:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384884.830644:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384884.830653:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384884.830656:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384884.830662:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384884.830663:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00000001:3.0:1767384884.830666:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384884.830668:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384884.830670:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590404879440 : -119483304672176 : ffff9354a0118450) 00000100:00100000:3.0:1767384884.830672:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00000040:3.0:1767384884.830677:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000100:00000040:2.0:1767384884.830678:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000019e8e6f8 x1853237348017408/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:110/0 lens 4848/0 e 0 to 0 dl 1767384895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384884.830678:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:3.0:1767384884.830681:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590404890704 : -119483304660912 : ffff9354a011b050) 00000100:00000040:3.0:1767384884.830692:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a853c686 x1853237348017280/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:110/0 lens 4848/0 e 0 to 0 dl 1767384895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384884.830692:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384884.830697:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000095583c4f. 00000400:00000200:1.0:1767384884.830700:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp13 from 247.3.0.2 00000100:00000001:2.0:1767384884.830702:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767384884.830706:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c5137a0a. 00000020:00000010:2.0:1767384884.830709:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000095583c4f. 00000100:00000001:3.0:1767384884.830710:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384884.830715:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c569cd82. 00000100:00100000:2.0:1767384884.830716:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000019e8e6f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+16:16360:x1853237348017408:12345-0@lo:253: 00000100:00000001:3.0:1767384884.830719:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384884.830722:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348017408 00000020:00000010:3.0:1767384884.830724:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c569cd82. 00000020:00000001:2.0:1767384884.830726:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384884.830730:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384884.830732:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384884.830733:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a853c686 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+16:16359:x1853237348017280:12345-0@lo:253: 00000020:00000001:2.0:1767384884.830737:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:3.0:1767384884.830739:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348017280 00000020:00000001:2.0:1767384884.830740:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000001:3.0:1767384884.830743:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384884.830745:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384884.830747:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384884.830749:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384884.830750:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384884.830754:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000001:2.0:1767384884.830754:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384884.830759:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384884.830760:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384884.830763:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384884.830764:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384884.830768:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384884.830768:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384884.830770:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c1444752. 00000100:00000001:2.0:1767384884.830772:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000010:1.0:1767384884.830775:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000044d2eed9. 00000020:00000001:3.0:1767384884.830778:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1767384884.830778:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384884.830782:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.830786:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:2.0:1767384884.830787:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004543b83b. 02000000:00000001:3.0:1767384884.830789:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000010:1.0:1767384884.830789:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004d5cacbd. 02000000:00000001:2.0:1767384884.830791:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.830795:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384884.830796:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000089c56f03. 00000800:00000200:1.1:1767384884.830799:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000167b58f3] -> 12345-192.168.203.134@tcp13 (2) 20000000:00000001:2.0:1767384884.830800:0:17083:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:3.0:1767384884.830801:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.830806:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384884.830810:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp13 000000004d5cacbd deleted 20000000:00000001:3.0:1767384884.830812:0:17084:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384884.830812:0:17083:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000cf9e794b. 00000800:00000010:1.1:1767384884.830836:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004d5cacbd. 20000000:01000000:2.0:1767384884.830842:0:17083:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000200:1.1:1767384884.830843:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 20000000:00000001:2.0:1767384884.830845:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:3.0:1767384884.830847:0:17084:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000019b5bdb6. 20000000:00000001:2.0:1767384884.830860:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384884.830865:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384884.830865:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp13 ip 192.168.203.134:1015 20000000:01000000:3.0:1767384884.830866:0:17084:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384884.830871:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384884.830872:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000200:1.1:1767384884.830872:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da47313c type 1, nob 224 niov 1 nkiov 1 20000000:00000001:3.0:1767384884.830876:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384884.830877:0:17083:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384884.830879:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384884.830882:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384884.830885:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp13 p 3.x 192.168.203.134 -> 192.168.203.134:1015 incarnation:1767384883560708223 sched[0] 20000000:00000001:3.0:1767384884.830886:0:17084:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384884.830898:0:17083:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e473c240. 20000000:01000000:2.0:1767384884.830903:0:17083:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #14 00000800:00000010:1.0:1767384884.830904:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004f1d611b. 20000000:00000001:2.0:1767384884.830908:0:17083:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384884.830913:0:17083:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384884.830917:0:17083:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384884.830931:0:17083:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000010:1.0:1767384884.830940:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004f1d611b. 00080000:00000001:2.0:1767384884.830943:0:17083:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384884.830944:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000044d2eed9. 00080000:00000001:2.0:1767384884.830949:0:17083:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384884.830952:0:17083:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384884.830954:0:17083:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384884.830961:0:17083:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384884.830965:0:17083:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000980f9615 00000020:00000001:2.0:1767384884.830969:0:17083:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009e445471 00080000:00000002:2.0:1767384884.830971:0:17083:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384884.830974:0:17083:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384884.830977:0:17083:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384884.830980:0:17083:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384884.830983:0:17083:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000010:1.0:1767384884.830983:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c5137a0a. 00000020:00000001:2.0:1767384884.830988:0:17083:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:2.0:1767384884.831003:0:17083:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000800:00000001:1.0:1767384884.831006:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384884.831011:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384884.831012:0:17083:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a9c8da7f. 00080000:00000001:2.0:1767384884.831017:0:17083:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585624821248 : -119488084730368 : ffff935383279e00) 00080000:00000001:2.0:1767384884.831020:0:17083:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384884.831023:0:17083:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384884.831026:0:17083:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000095583c4f. 00080000:00000001:2.0:1767384884.831028:0:17083:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384884.831030:0:17083:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384884.831042:0:17083:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384884.831056:0:17083:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000200:1.0:1767384884.831062:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384884.831067:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da47313c. 00000400:00000200:1.0:1767384884.831073:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384884.831080:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp13->192.168.203.134@tcp13: PUT: OK 00000400:00000200:1.0:1767384884.831092:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384884.831096:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp: 0 00000800:00000200:1.1:1767384884.831125:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384884.831130:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp13 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384883560708223 sched[0] 00000800:00000010:1.0:1767384884.831132:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a98fd7a8. 00000800:00000001:2.0:1767384884.831172:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384884.831174:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000800:00000001:2.0:1767384884.831180:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384884.831184:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384884.831188:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384884.831194:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp13(192.168.203.134@tcp13) <- 192.168.203.134@tcp13 : PUT - for me 00000400:00000200:2.0:1767384884.831201:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 128 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384884.831206:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 128/128 into md 0x1255 [1] + 0 00000400:00000200:1.0:1767384884.831206:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000010:2.0:1767384884.831213:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd45543f. 00000400:00000200:2.0:1767384884.831216:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004cd42342 00000800:00000001:2.0:1767384884.831237:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384884.831245:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384884.831247:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384884.831251:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp13->192.168.203.134@tcp13: PUT: OK 00000400:00000200:1.0:1767384884.831253:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:2.0:1767384884.831254:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cd42342 00000400:00000010:2.0:1767384884.831259:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004cd42342. 00000400:00000200:2.0:1767384884.831263:0:16353:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384884.831266:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (7) 00000400:00000200:2.0:1767384884.831270:0:16353:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000010:2.0:1767384884.831273:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 00000000eab79f25. 00000400:00000200:2.0:1767384884.831277:0:16353:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.134@tcp 6 00000400:00000200:2.0:1767384884.831280:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:1.0:1767384884.831284:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:2.0:1767384884.831292:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (8) 00000400:00000200:2.0:1767384884.831298:0:16353:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384884.831303:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp13 to MR: 192.168.203.134@tcp13 local destination 00000400:00000200:2.0:1767384884.831309:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp13 NI seq info: [14:14:256:4294967295] 192.168.203.134@tcp13 LPNI seq info [14:14:8:4294967295] 00000400:00000200:1.0:1767384884.831309:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:2.0:1767384884.831329:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp13(192.168.203.134@tcp13:192.168.203.134@tcp13) -> 192.168.203.134@tcp13(192.168.203.134@tcp13:192.168.203.134@tcp13) 192.168.203.134@tcp13 : ACK try# 0 00000800:00000200:2.0:1767384884.831335:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp13 00000400:00000200:3.0:1767384884.831336:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:2.0:1767384884.831339:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0309a32. 00000400:00000200:1.0:1767384884.831340:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000010:3.0:1767384884.831342:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ccaabf2. 00000800:00000200:2.0:1767384884.831348:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000167b58f3] -> 12345-192.168.203.134@tcp13 (4) 00000400:00000010:3.0:1767384884.831349:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d65c81fb. 00000400:00000200:3.0:1767384884.831355:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c698b414 00000800:00000200:2.0:1767384884.831355:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp13 ip 192.168.203.134:988 00000800:00000200:2.0:1767384884.831360:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c0309a32 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384884.831364:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1004d1 00000400:00000010:3.0:1767384884.831373:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 140 at 00000000d21a7212. 00000400:00000010:3.0:1767384884.831376:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 168 at 0000000000b52311. 00000400:00000010:3.0:1767384884.831380:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 140 at 00000000c34ad24e. 00000400:00000200:1.0:1767384884.831390:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000010:3.0:1767384884.831392:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000f938b9b9. 00000400:00000200:3.0:1767384884.831399:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000f938b9b9 nid 192.168.203.134@tcp14 00000400:00000010:3.0:1767384884.831403:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000005b9b0a9f. 00000400:00000200:3.0:1767384884.831406:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 000000005b9b0a9f net tcp14 00000400:00000200:3.0:1767384884.831410:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (7) 00000400:00000200:3.0:1767384884.831416:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp14 flags 0x11 00000400:00000010:3.0:1767384884.831420:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 140 at 00000000d21a7212. 00000800:00000200:2.0:1767384884.831420:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384884.831426:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0309a32. 00000400:00000010:3.0:1767384884.831427:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 168 at 0000000000b52311. 00000400:00000200:2.0:1767384884.831432:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384884.831433:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 140 at 00000000c34ad24e. 00000400:00000010:3.0:1767384884.831438:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 00000000eab79f25. 00000400:00000200:2.0:1767384884.831442:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp13->192.168.203.134@tcp13: ACK: OK 00000400:00000200:1.0:1767384884.831446:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:3.0:1767384884.831447:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000800:00000001:2.0:1767384884.831449:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384884.831455:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100551 00000800:00000001:2.0:1767384884.831456:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384884.831460:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384884.831466:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384884.831467:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 1 00000800:00000001:2.0:1767384884.831469:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384884.831477:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 00000800:00000001:2.0:1767384884.831477:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384884.831482:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp13(192.168.203.134@tcp13) <- 192.168.203.134@tcp13 : ACK - for me 00000400:00000200:1.0:1767384884.831488:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:3.0:1767384884.831496:0:16356:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.134@tcp 00000400:00000200:2.0:1767384884.831500:0:16353:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp13: ACK from 12345-192.168.203.134@tcp13 into md 0x1295 00000400:00000200:3.0:1767384884.831505:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100511 rc 0 00000400:00000200:2.0:1767384884.831506:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384884.831533:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp13->192.168.203.134@tcp13: ACK: OK 00000400:00000200:3.0:1767384884.831534:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:3.0:1767384884.831542:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (8) 00000400:00000200:2.0:1767384884.831550:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b051682 00000400:00000010:2.0:1767384884.831554:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b051682. 00000400:00000200:2.0:1767384884.831557:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384884.831561:0:16353:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 00000400:00000200:2.0:1767384884.831563:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (7) 00000800:00000001:2.0:1767384884.831567:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384884.831570:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384884.831657:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ba45e0cf. 00000800:00000010:1.0:1767384884.831662:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a98fd7a8. 00000800:00000010:1.0:1767384884.831665:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004f1d611b. 00000400:00000200:3.0:1767384884.831690:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384884.831693:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004f1d611b. 00000400:00000200:3.0:1767384884.831710:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp13 from 246.3.0.2 00000800:00000010:3.0:1767384884.831714:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000600ca571. 00000800:00000010:2.0:1767384884.831775:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003eadec5a. 00000800:00000010:2.0:1767384884.831780:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000060dae2e2. 00000800:00000010:2.0:1767384884.831795:0:16349:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000028d8a3a6. 00000800:00000200:2.1:1767384884.831799:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000167b58f3] -> 12345-192.168.203.134@tcp13 (4) 00000800:00000200:2.1:1767384884.831803:0:16349:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp13 0000000028d8a3a6 deleted 00000800:00000010:2.1:1767384884.831805:0:16349:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000028d8a3a6. 00000800:00000200:2.1:1767384884.831807:0:16349:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384884.831811:0:16349:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp13 p 3.x 192.168.203.134 -> 192.168.203.134:1014 incarnation:1767384883560708223 sched[0] 00000800:00000010:2.0:1767384884.831844:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009cf993ad. 00000800:00000010:2.0:1767384884.831905:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009cf993ad. 00000800:00000010:2.0:1767384884.831909:0:16349:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000060dae2e2. 00000800:00000200:1.1:1767384884.831928:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:2.0:1767384884.831930:0:16349:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000600ca571. 00000800:00000200:1.0:1767384884.831935:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp13 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384883560708223 sched[0] 00000800:00000010:1.0:1767384884.831938:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a98fd7a8. 00000800:00000001:2.0:1767384884.831940:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384884.831946:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384884.831967:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384884.831971:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384884.832674:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a9c8da7f. 00080000:00000010:1.0:1767384884.832713:0:17083:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000095583c4f. 00040000:00000001:1.0:1767384884.832719:0:17083:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384884.832721:0:17083:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384884.832724:0:17083:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384884.832727:0:17083:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:1.0:1767384884.832730:0:17083:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384884.832732:0:17083:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384884.832757:0:17083:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:3.0:1767384884.832769:0:17084:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004795a6a5. 20000000:00000001:1.0:1767384884.832770:0:17083:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384884.832773:0:17084:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #14 20000000:01000000:1.0:1767384884.832775:0:17083:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000001:3.0:1767384884.832779:0:17084:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384884.832782:0:17083:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:3.0:1767384884.832783:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384884.832786:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384884.832793:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:01000000:2.0:1767384884.832794:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384884.832799:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384884.832801:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384884.832803:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384884.832805:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384884.832807:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384884.832809:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384884.832810:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384884.832836:0:17105:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c3c3ceb8 count: 2 00080000:00000001:3.0:1767384884.832837:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384884.832841:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384884.832841:0:17105:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000002:3.0:1767384884.832845:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 000000007e91d003 00010000:00000001:2.0:1767384884.832846:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384884.832864:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000095cc370a. 00000020:00000001:3.0:1767384884.832867:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f71c5dba 00000020:00000001:2.0:1767384884.832869:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000002:3.0:1767384884.832870:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000040:2.0:1767384884.832873:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000095cc370a with handle 0xb57eb78819562f43 to hash 00080000:00000001:3.0:1767384884.832874:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384884.832878:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384884.832882:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384884.832882:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590004435456 : -119483705116160 : ffff935488333a00) 00010000:00000001:2.0:1767384884.832887:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590004435456 : -119483705116160 : ffff935488333a00) 00080000:00000001:3.0:1767384884.832889:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384884.832891:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384884.832910:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384884.832911:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:2.0:1767384884.832913:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000095cc370a/0xb57eb78819562f43 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384884.832917:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00010000:00000001:2.0:1767384884.832921:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384884.832923:0:17084:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384884.832925:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384884.832928:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384884.832930:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:3.0:1767384884.832931:0:17084:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b8e4eff2. 00010000:00000001:2.0:1767384884.832931:0:17105:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384884.832936:0:17105:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f3c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819562f35 expref: 16 pid: 17084 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384884.832938:0:17084:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590259928576 : -119483449623040 : ffff9354976dbe00) 00080000:00000001:3.0:1767384884.832946:0:17084:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384884.832947:0:17105:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000001:00000001:3.0:1767384884.832951:0:17084:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384884.832959:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384884.832962:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384884.832963:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384884.832967:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384884.832969:0:17084:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c569cd82. 00010000:00000001:2.0:1767384884.832969:0:17105:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384884.832972:0:17105:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000095cc370a/0xb57eb78819562f43 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384884.832975:0:17084:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384884.832979:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c3c3ceb8) refcount = 2 00080000:00000001:3.0:1767384884.832997:0:17084:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000040:2.0:1767384884.832999:0:17105:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384884.833003:0:17105:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f3c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xb57eb78819562f35 expref: 16 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384884.833008:0:17105:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384884.833010:0:17105:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000095cc370a/0xb57eb78819562f43 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384884.833011:0:17084:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384884.833020:0:17105:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009cf993ad. 00000100:00000001:2.0:1767384884.833023:0:17105:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00080000:00000001:3.0:1767384884.833024:0:17084:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000010:2.0:1767384884.833026:0:17105:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000060dae2e2. 00000100:00000001:2.0:1767384884.833030:0:17105:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624585625092864 : -119488084458752 : ffff9353832bc300) 00000100:00000001:2.0:1767384884.833032:0:17105:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624585625092864 : -119488084458752 : ffff9353832bc300) 00000100:00000001:2.0:1767384884.833035:0:17105:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384884.833036:0:17105:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384884.833038:0:17105:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384884.833040:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000020:1.0:1767384884.833040:0:17083:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384884.833043:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384884.833061:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384884.833062:0:17105:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 20000000:00000010:1.0:1767384884.833066:0:17083:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000cf9e794b. 00010000:00000001:2.0:1767384884.833067:0:17105:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384884.833069:0:17105:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384884.833073:0:17105:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 20000000:00000001:1.0:1767384884.833075:0:17083:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384884.833076:0:17105:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004bb0b38e. 00000020:00000040:2.0:1767384884.833081:0:17105:0:(genops.c:1229:class_import_get()) import 000000003b66da55 refcount=2 obd=MGS 00010000:00000040:1.0:1767384884.833083:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348017408 00000100:00000001:2.0:1767384884.833084:0:17105:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384884.833087:0:17105:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:1.0:1767384884.833090:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:2.0:1767384884.833091:0:17105:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384884.833095:0:17105:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e8832737. 00010000:00000200:1.0:1767384884.833096:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000019e8e6f8 x1853237348017408/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:110/0 lens 4848/4768 e 0 to 0 dl 1767384895 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384884.833107:0:17105:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384884.833108:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384884.833112:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384884.833115:0:17105:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f3c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb57eb78819562f35 expref: 16 pid: 17084 timeout: 0 lvb_type: 0 00000100:00001000:1.0:1767384884.833116:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=18 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384884.833125:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384884.833128:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:1.0:1767384884.833130:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00010000:2.0:1767384884.833133:0:17105:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f3c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb57eb78819562f35 expref: 16 pid: 17084 timeout: 356 lvb_type: 0 02000000:00000001:1.0:1767384884.833134:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384884.833138:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384884.833143:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384884.833144:0:17105:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000040:1.0:1767384884.833148:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384884.833149:0:17105:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384884.833154:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a98fd7a8. 00000100:00000040:2.0:1767384884.833155:0:17105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004bb0b38e x1853237348017536/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384884.833159:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348017408, offset 224 00000100:00000001:2.0:1767384884.833167:0:17105:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384884.833168:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384884.833169:0:17105:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384884.833174:0:17105:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004bb0b38e pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17105:1853237348017536:0@lo:104: 00000400:00000200:1.0:1767384884.833180:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384884.833181:0:17105:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384884.833185:0:17105:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384884.833188:0:17105:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384884.833192:0:17105:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384884.833192:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d02500 02000000:00000010:2.0:1767384884.833197:0:17105:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000405b51da. 02000000:00000001:2.0:1767384884.833201:0:17105:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384884.833201:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12a1 [2] + 224 00000400:00000010:2.0:1767384884.833209:0:17105:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd45543f. 00000400:00000200:1.0:1767384884.833209:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384884.833214:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384884.833224:0:17105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004cd42342. 00000100:00000001:1.0:1767384884.833226:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384884.833229:0:17105:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348017536, portal 16 00000100:00000200:1.0:1767384884.833247:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000488f77c0 x1853237348017408/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384900 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384884.833249:0:17105:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384884.833252:0:17105:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667954176 : -119483041597440 : ffff9354afbfb800) 00000100:00000040:2.0:1767384884.833260:0:17105:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000004bb0b38e x1853237348017536/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384900 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384884.833264:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000488f77c0 x1853237348017408/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384900 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384884.833277:0:17105:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384884.833296:0:17105:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384884.833299:0:17105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005531450d. 00000100:00000001:1.0:1767384884.833300:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384884.833302:0:17105:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237348017536, offset 0 00000400:00000200:2.0:1767384884.833308:0:17105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384884.833313:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a98fd7a8 00000400:00000010:1.0:1767384884.833318:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a98fd7a8. 00000400:00000200:2.0:1767384884.833319:0:17105:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384884.833322:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384884.833325:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384884.833330:0:17105:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958271d02580 00000100:00000001:1.0:1767384884.833334:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384884.833335:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384884.833337:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384884.833338:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384884.833343:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca7121dc. 00000100:00000001:1.0:1767384884.833347:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384884.833348:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0958eb4 00000400:00000010:3.0:1767384884.833351:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d0958eb4. 00000100:00000040:1.0:1767384884.833356:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:3.0:1767384884.833357:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384884.833362:0:17105:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 656 00010000:00000001:1.0:1767384884.833363:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:3.0:1767384884.833366:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000488f77c0 x1853237348017408/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384900 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384884.833368:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384884.833370:0:17105:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384884.833374:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384884.833380:0:17105:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384884.833384:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000019e8e6f8 x1853237348017408/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:110/0 lens 4848/4768 e 0 to 0 dl 1767384895 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384884.833388:0:17105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384884.833391:0:17105:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000200:3.0:1767384884.833392:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000488f77c0 x1853237348017408/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384900 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384884.833398:0:17105:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002af5336b. 00000100:00000040:2.0:1767384884.833404:0:17105:0:(events.c:337:request_in_callback()) incoming req@000000002af5336b x1853237348017536 msgsize 328 00000100:00100000:1.0:1767384884.833417:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000019e8e6f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+16:16360:x1853237348017408:12345-0@lo:253: Request processed in 2721us (3105us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384884.833418:0:17105:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384884.833423:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384884.833428:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384884.833432:0:16360:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384884.833432:0:17105:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384884.833435:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 02000000:00000001:3.0:1767384884.833437:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767384884.833439:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000100:00000001:3.0:1767384884.833440:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384884.833441:0:17105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005531450d 00000100:00000001:1.0:1767384884.833443:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384884.833445:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384884.833446:0:17105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005531450d. 00000100:00000001:1.0:1767384884.833447:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384884.833450:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.833452:0:17105:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1767384884.833453:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000058234175. 00000100:00001000:3.0:1767384884.833455:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=18 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384884.833459:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003fff0dd0. 00000100:00000200:2.0:1767384884.833460:0:17105:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004bb0b38e x1853237348017536/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384900 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00001000:3.0:1767384884.833462:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=18 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384884.833467:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a1f5f9a. 00000100:00000001:3.0:1767384884.833474:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:1.0:1767384884.833476:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 15 00000100:00000001:3.0:1767384884.833478:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.833478:0:17105:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384884.833482:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1767384884.833484:0:17105:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004bb0b38e x1853237348017536/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384900 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384884.833485:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1767384884.833486:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004543b83b. 00010000:00000001:3.0:1767384884.833490:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384884.833493:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384884.833497:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384884.833499:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384884.833503:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384884.833524:0:17105:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384884.833525:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1aaaf08. 00000100:00000040:3.0:1767384884.833526:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000488f77c0 x1853237348017408/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384900 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384884.833527:0:17105:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1767384884.833531:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a98fd7a8. 00000100:00000001:2.0:1767384884.833534:0:17105:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.833539:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294873869 00000100:00000001:3.0:1767384884.833546:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384884.833547:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294873866 00000100:00000001:3.0:1767384884.833552:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384884.833553:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294873869 00000100:00000001:3.0:1767384884.833567:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384884.833570:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294873866 00000100:00000001:2.0:1767384884.833574:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294873869 00000100:00000001:1.0:1767384884.833576:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:01000004:3.0:1767384884.833579:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:2.0:1767384884.833579:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294873866 00000100:00100000:1.0:1767384884.833580:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348017536 00000020:01000004:3.0:1767384884.833584:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384884.833586:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294873869 02000000:00000001:1.0:1767384884.833586:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:01000004:3.0:1767384884.833587:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384884.833592:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384884.833592:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384884.833593:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294873866 00000020:01000004:3.0:1767384884.833597:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384884.833597:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.833598:0:17105:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384884.833601:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384884.833603:0:17105:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384884.833604:0:16360:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:1.0:1767384884.833605:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384884.833607:0:17105:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384884.833608:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:1.0:1767384884.833610:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348017536 00000020:01000004:3.0:1767384884.833612:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:2.0:1767384884.833612:0:17105:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384884.833615:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384884.833617:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562d98 00000100:00000040:3.0:1767384884.833618:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000488f77c0 x1853237348017408/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384900 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384884.833632:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000488f77c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348017408:0@lo:253: 00000020:00000001:2.0:1767384884.833632:0:17105:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384884.833635:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384884.833640:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384884.833640:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384884.833641:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384884.833644:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 000000009de0d226 refcount=3 00000100:00000001:3.0:1767384884.833645:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384884.833645:0:17105:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384884.833652:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000488f77c0 x1853237348017408/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384900 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384884.833652:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590787602432 : -119482921949184 : ffff9354b6e16800) 00010000:00000001:2.0:1767384884.833653:0:17105:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384884.833656:0:17105:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:1.0:1767384884.833659:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590787602432 : -119482921949184 : ffff9354b6e16800) 00000100:00000001:2.0:1767384884.833662:0:17105:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384884.833666:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384884.833667:0:17105:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384884.833670:0:17105:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384884.833671:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f1d611b. 00000100:00000001:3.0:1767384884.833672:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1767384884.833673:0:17105:0:(client.c:2690:ptlrpc_set_wait()) set 0000000060dae2e2 going to sleep for 11 seconds 00000100:00000001:1.0:1767384884.833676:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384884.833677:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384884.833678:0:17105:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384884.833680:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f1d611b. 02000000:00000010:3.0:1767384884.833682:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000489cc9ab. 00000100:00000001:2.0:1767384884.833683:0:17105:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384884.833686:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a63480d1. 02000000:00000001:3.0:1767384884.833691:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:1.0:1767384884.833691:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000de7496ba. 00000020:00000001:3.0:1767384884.833695:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:1.0:1767384884.833697:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000477df253. 00000020:00000040:3.0:1767384884.833698:0:16360:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:3.0:1767384884.833703:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384884.833705:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000017d21130. 00000100:00000040:1.0:1767384884.833707:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 02000000:00000001:3.0:1767384884.833710:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384884.833711:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1767384884.833712:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384884.833713:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:3.0:1767384884.833715:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000488f77c0. 00000100:00000001:1.0:1767384884.833716:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.833722:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384884.833723:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.833724:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384884.833728:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384884.833732:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384884.833733:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.833736:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384884.833736:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384884.833740:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384884.833753:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384884.833755:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384884.833756:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384884.833758:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384884.833762:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:1.0:1767384884.833765:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000009de0d226 : new rpc_count 1 00000100:00000001:2.0:1767384884.833766:0:17072:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384884.833767:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590667953280 : -119483041598336 : ffff9354afbfb480) 00000100:00000001:2.0:1767384884.833769:0:17072:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384884.833774:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002af5336b x1853237348017536/t0(0) o104->b543db4a-4900-454f-be04-352b2897a173@0@lo:110/0 lens 328/0 e 0 to 0 dl 1767384895 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384884.833781:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384884.833784:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f1d611b. 00000100:00000001:1.0:1767384884.833787:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384884.833789:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f1d611b. 00000100:00100000:1.0:1767384884.833794:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002af5336b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b543db4a-4900-454f-be04-352b2897a173+3:17105:x1853237348017536:12345-0@lo:104: 00000100:00000200:1.0:1767384884.833797:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348017536 00010000:00000001:1.0:1767384884.833799:0:17073:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384884.833807:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384884.833809:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384884.833810:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000aa3321da refcount=2 00000020:00000001:1.0:1767384884.833812:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004430848 : -119483705120768 : ffff935488332800) 00010000:00000001:1.0:1767384884.833847:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004430848 : -119483705120768 : ffff935488332800) 00010000:00000001:1.0:1767384884.833863:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384884.833865:0:17073:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384884.833867:0:17073:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.134@tcp lock: 00000000aa3321da/0xb57eb78819562f35 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb57eb78819562f3c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384884.833875:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384884.833877:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384884.833881:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c1418056. 02000000:00000001:1.0:1767384884.833883:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384884.833885:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384884.833889:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384884.833891:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384884.833894:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ecba4e0e time=18 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384884.833909:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384884.833911:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:1.0:1767384884.833914:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:1.0:1767384884.833916:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384884.833918:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384884.833920:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384884.833922:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384884.833926:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000265f5e51. 00000100:00000200:1.0:1767384884.833929:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237348017536, offset 224 00000400:00000200:1.0:1767384884.833935:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384884.833942:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384884.833947:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958271d02580 00000400:00000200:1.0:1767384884.833952:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x12b1 [1] + 224 00000400:00000200:1.0:1767384884.833956:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384884.833958:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384884.833962:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384884.833972:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004bb0b38e x1853237348017536/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384900 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384884.833982:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000004bb0b38e x1853237348017536/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384900 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384884.834000:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384884.834006:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000265f5e51 00000400:00000010:1.0:1767384884.834009:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000265f5e51. 00000100:00000001:2.0:1767384884.834014:0:17105:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384884.834026:0:17105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384884.834026:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384884.834030:0:17105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384884.834030:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:2.0:1767384884.834034:0:17105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd45543f. 00000400:00000200:2.0:1767384884.834039:0:17105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cd42342 00000100:00000001:1.0:1767384884.834039:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384884.834044:0:17105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004cd42342. 00000100:00000040:1.0:1767384884.834046:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:2.0:1767384884.834049:0:17105:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384884.834051:0:17073:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000200:2.0:1767384884.834055:0:17105:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004bb0b38e x1853237348017536/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384900 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.0:1767384884.834055:0:17073:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000044d2eed9. 00010000:00000001:1.0:1767384884.834061:0:17073:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:2.0:1767384884.834066:0:17105:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004bb0b38e x1853237348017536/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384900 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384884.834071:0:17073:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:2.0:1767384884.834072:0:17105:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384884.834077:0:17105:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384884.834077:0:17073:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384884.834081:0:17073:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.834082:0:17105:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384884.834086:0:17105:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767384884.834086:0:17073:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.834088:0:17105:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384884.834091:0:17105:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384884.834094:0:17105:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384884.834094:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002af5336b x1853237348017536/t0(0) o104->b543db4a-4900-454f-be04-352b2897a173@0@lo:110/0 lens 328/224 e 0 to 0 dl 1767384895 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00001000:2.0:1767384884.834100:0:17105:0:(import.c:2128:obd_at_measure()) add 5 to 000000008ef118cb time=18 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384884.834106:0:17105:0:(import.c:2128:obd_at_measure()) add 1 to 00000000456edb1d time=18 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384884.834110:0:17105:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:1.0:1767384884.834111:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002af5336b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b543db4a-4900-454f-be04-352b2897a173+3:17105:x1853237348017536:12345-0@lo:104: Request processed in 327us (704us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384884.834118:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000001:2.0:1767384884.834119:0:17105:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384884.834121:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009de0d226 : new rpc_count 0 00010000:00000001:2.0:1767384884.834122:0:17105:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384884.834126:0:17105:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384884.834127:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384884.834130:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384884.834131:0:17105:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384884.834134:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000de7496ba. 00000100:00000040:2.0:1767384884.834138:0:17105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004bb0b38e x1853237348017536/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384900 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1767384884.834140:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000477df253. 00000020:00000010:1.0:1767384884.834146:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a63480d1. 00000100:00000001:2.0:1767384884.834147:0:17105:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384884.834151:0:17105:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384884.834152:0:17105:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384884.834152:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000009de0d226 : new refcount 2 00000100:00000001:1.0:1767384884.834157:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384884.834158:0:17105:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384884.834161:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384884.834163:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384884.834165:0:17105:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384884.834169:0:17105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004bb0b38e x1853237348017536/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384900 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384884.834174:0:17105:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004bb0b38e pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17105:1853237348017536:0@lo:104: 00000020:00000001:1.0:1767384884.834176:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384884.834179:0:17105:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384884.834183:0:17105:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.834186:0:17105:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000020:00000001:1.0:1767384884.834186:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.834189:0:17105:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:1.0:1767384884.834190:0:17078:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:2.0:1767384884.834194:0:17105:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004bb0b38e x1853237348017536/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384900 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384884.834196:0:17078:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384884.834200:0:17078:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384884.834203:0:17078:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.134@tcp lock: 00000000aa3321da/0xb57eb78819562f35 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb57eb78819562f3c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384884.834204:0:17105:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384884.834207:0:17105:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384884.834210:0:17105:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000405b51da. 02000000:00000001:2.0:1767384884.834215:0:17105:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00010000:1.0:1767384884.834216:0:17078:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000aa3321da already unused, calling callback (00000000099ed54c) 00000020:00000001:2.0:1767384884.834218:0:17105:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384884.834221:0:17105:0:(genops.c:1242:class_import_put()) import 000000003b66da55 refcount=1 obd=MGS 10000000:00000001:1.0:1767384884.834221:0:17078:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384884.834224:0:17078:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.134@tcp lock: 00000000aa3321da/0xb57eb78819562f35 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb57eb78819562f3c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384884.834225:0:17105:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384884.834228:0:17105:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e8832737. 02000000:00000001:2.0:1767384884.834233:0:17105:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384884.834235:0:17105:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1767384884.834235:0:17078:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384884.834238:0:17078:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000010:2.0:1767384884.834239:0:17105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004bb0b38e. 00000020:00000001:1.0:1767384884.834242:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384884.834244:0:17105:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384884.834247:0:17105:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384884.834247:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000aa3321da refcount=3 00000020:00000001:1.0:1767384884.834251:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004430848 : -119483705120768 : ffff935488332800) 00000100:00000010:2.0:1767384884.834259:0:17105:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000060dae2e2. 00010000:00000001:1.0:1767384884.834259:0:17078:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004430848 : -119483705120768 : ffff935488332800) 00000100:00000001:2.0:1767384884.834263:0:17105:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384884.834267:0:17105:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384884.834267:0:17078:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000010:2.0:1767384884.834270:0:17105:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009cf993ad. 00010000:00010000:1.0:1767384884.834273:0:17078:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.134@tcp lock: 00000000aa3321da/0xb57eb78819562f35 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb57eb78819562f3c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384884.834274:0:17105:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384884.834277:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384884.834281:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384884.834286:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384884.834290:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 10000000:00000001:1.0:1767384884.834291:0:17078:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00010000:2.0:1767384884.834292:0:17105:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000095cc370a/0xb57eb78819562f43 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767384884.834296:0:17078:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.134@tcp lock: 00000000aa3321da/0xb57eb78819562f35 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb57eb78819562f3c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767384884.834306:0:17078:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1767384884.834310:0:17078:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384884.834313:0:17078:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767384884.834316:0:17078:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384884.834318:0:17078:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384884.834320:0:17078:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384884.834331:0:17078:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384884.834334:0:17078:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384884.834336:0:17078:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000002298ce) refs 2 10000000:00000001:1.0:1767384884.834345:0:17078:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384884.834347:0:17078:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384884.834350:0:17078:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384884.834353:0:17078:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384884.834354:0:17078:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384884.834356:0:17078:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384884.834358:0:17078:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384884.834360:0:17078:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000aa3321da with handle 0xb57eb78819562f35 from hash 00010000:00000001:1.0:1767384884.834363:0:17078:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384884.834365:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384884.834366:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384884.834375:0:17078:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384884.834377:0:17078:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384884.834379:0:17078:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384884.834383:0:17078:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384884.834385:0:17078:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384884.834390:0:17078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ac792fc8. 00000020:00000040:1.0:1767384884.834393:0:17078:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00000001:1.0:1767384884.834396:0:17078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384884.834397:0:17078:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384884.834400:0:17078:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384884.834403:0:17078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a63480d1. 00000100:00000001:1.0:1767384884.834406:0:17078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384884.834408:0:17078:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384884.834410:0:17078:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.134@tcp lock: 00000000aa3321da/0xb57eb78819562f35 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb57eb78819562f3c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384884.834414:0:17078:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384884.834415:0:17078:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384884.834417:0:17078:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384884.834418:0:17078:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384884.834422:0:17078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac792fc8] to pc [ptlrpcd_00_03+3] req@00000000ac792fc8 x1853237348017664/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384884.834442:0:17078:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384884.834444:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384884.834445:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384884.834450:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384884.834452:0:17078:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.834453:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384884.834455:0:17078:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.834456:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767384884.834457:0:17078:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384884.834461:0:17078:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.134@tcp lock: 00000000aa3321da/0xb57eb78819562f35 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb57eb78819562f3c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384884.834464:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ac792fc8 x1853237348017664/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384884.834471:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384884.834473:0:17078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.134@tcp lock: 00000000aa3321da/0xb57eb78819562f35 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb57eb78819562f3c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384884.834478:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384884.834482:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384884.834482:0:17078:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008e99b4ee count: 0 02000000:00000001:2.0:1767384884.834487:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384884.834489:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384884.834491:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384884.834492:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:2.0:1767384884.834493:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ac792fc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348017664:0@lo:103: 00000100:00000001:3.0:1767384884.834496:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384884.834496:0:17078:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767384884.834497:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000010:1.0:1767384884.834501:0:17078:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000044d2eed9. 02000000:00000001:2.0:1767384884.834502:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384884.834503:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384884.834504:0:17078:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384884.834505:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384884.834510:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767384884.834511:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1767384884.834515:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384884.834516:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e8832737. 02000000:00000001:2.0:1767384884.834520:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384884.834520:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384884.834525:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:2.0:1767384884.834526:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd45543f. 00000020:00000001:1.0:1767384884.834530:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384884.834531:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004cd42342. 00000100:00000200:2.0:1767384884.834538:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348017664, portal 18 00010000:00010000:1.0:1767384884.834538:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384884.834542:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1767384884.834543:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384884.834544:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590793079680 : -119482916471936 : ffff9354b734fb80) 00000020:00000001:1.0:1767384884.834547:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384884.834550:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384884.834561:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ac792fc8 x1853237348017664/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384900 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384884.834571:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384884.834573:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384884.834574:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005531450d. 00000100:00000200:2.0:1767384884.834577:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237348017664, offset 0 00080000:00000010:3.0:1767384884.834578:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b8e4eff2. 00000400:00000200:2.0:1767384884.834580:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384884.834585:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384884.834595:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958271d02600 00000400:00000200:2.0:1767384884.834598:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 656 00000400:00000200:2.0:1767384884.834601:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384884.834604:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384884.834607:0:16361:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384884.834608:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384884.834610:0:16361:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004bb0b38e. 00000100:00000040:2.0:1767384884.834612:0:16361:0:(events.c:337:request_in_callback()) incoming req@000000004bb0b38e x1853237348017664 msgsize 328 00000100:00100000:2.0:1767384884.834615:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00080000:00000010:1.0:1767384884.834619:0:17084:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c569cd82. 00040000:00000001:1.0:1767384884.834633:0:17084:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384884.834634:0:17084:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:2.0:1767384884.834636:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00080000:00000001:1.0:1767384884.834637:0:17084:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384884.834642:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005531450d 00000020:00000002:1.0:1767384884.834643:0:17084:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 00000400:00000010:2.0:1767384884.834646:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005531450d. 20000000:00000001:1.0:1767384884.834649:0:17084:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.834650:0:16361:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384884.834652:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 20000000:00000001:1.0:1767384884.834652:0:17084:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000100:00000200:2.0:1767384884.834656:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ac792fc8 x1853237348017664/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384900 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384884.834657:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348017664 20000000:01000000:1.0:1767384884.834658:0:17084:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 02000000:00000001:3.0:1767384884.834663:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 20000000:00000001:1.0:1767384884.834664:0:17084:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384884.834667:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 20000000:01000000:1.0:1767384884.834670:0:17084:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00000001:3.0:1767384884.834671:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.834672:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00080000:00000001:1.0:1767384884.834675:0:17084:0:(osd_handler.c:2844:osd_sync()) Process entered 02000000:00000001:3.0:1767384884.834677:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384884.834678:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ac792fc8 x1853237348017664/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384900 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384884.834680:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348017664 00000020:00000001:3.0:1767384884.834684:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384884.834686:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000001:2.0:1767384884.834688:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384884.834689:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384884.834691:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1767384884.834693:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=16 00000020:00000001:3.0:1767384884.834696:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384884.834697:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384884.834699:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384884.834700:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294873870 00000100:00000001:3.0:1767384884.834704:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384884.834708:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f42c4df. 00000100:00000001:2.0:1767384884.834708:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294873869 00000100:00000001:3.0:1767384884.834714:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384884.834715:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294873870 00000020:00000010:3.0:1767384884.834717:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f42c4df. 00000100:00000001:2.0:1767384884.834720:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294873869 00000020:00000010:3.0:1767384884.834725:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8e4eff2. 00000100:00000001:2.0:1767384884.834727:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294873870 00000020:00000010:3.0:1767384884.834731:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003972f3ba. 00000020:00000010:3.0:1767384884.834739:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b1bc6685. 00000100:00000001:2.0:1767384884.834739:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294873869 00000100:00000001:2.0:1767384884.834743:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294873870 00000100:00000001:2.0:1767384884.834748:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294873869 00000100:00000040:3.0:1767384884.834752:0:17076:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384884.834752:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384884.834755:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.834758:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384884.834759:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.834763:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384884.834763:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384884.834769:0:17076:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1767384884.834771:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767384884.834774:0:17076:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.834774:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384884.834779:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384884.834781:0:17076:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:2.0:1767384884.834782:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384884.834784:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384884.834786:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384884.834787:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384884.834792:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384884.834795:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002fa4dab2 refcount=4 00080000:00000020:1.0:1767384884.834798:0:17084:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000001:3.0:1767384884.834799:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384884.834802:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00010000:3.0:1767384884.834807:0:17076:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f3c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb57eb78819562f35 expref: 16 pid: 17084 timeout: 356 lvb_type: 0 00000100:00000001:1.0:1767384884.834809:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384884.834811:0:17084:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000019b5bdb6. 20000000:00000001:1.0:1767384884.834837:0:17084:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384884.834843:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348017280 00010000:00000001:3.0:1767384884.834844:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384884.834847:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384884.834865:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a853c686 x1853237348017280/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:110/0 lens 4848/4768 e 0 to 0 dl 1767384895 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384884.834866:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384884.834869:0:17076:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384884.834873:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384884.834879:0:17076:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:1.0:1767384884.834882:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:3.0:1767384884.834886:0:17076:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004bb0b38e x1853237348017664/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:110/0 lens 328/0 e 0 to 0 dl 1767384895 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384884.834886:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384884.834899:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384884.834908:0:17076:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384884.834910:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384884.834911:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384884.834916:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:1.0:1767384884.834919:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:1.0:1767384884.834921:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384884.834922:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384884.834923:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384884.834929:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384884.834933:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384884.834937:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044d2eed9. 00000100:00000001:3.0:1767384884.834938:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384884.834939:0:18907:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000004543b83b. 00000100:00000200:1.0:1767384884.834940:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348017280, offset 224 00000100:00000001:3.0:1767384884.834941:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384884.834946:0:18907:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384884.834950:0:18907:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384884.834951:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000400:00000200:1.0:1767384884.834951:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384884.834957:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000100:00000001:2.0:1767384884.834958:0:18907:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.834960:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590667954176 : -119483041597440 : ffff9354afbfb800) 00000100:00000001:2.0:1767384884.834964:0:18907:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384884.834964:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384884.834968:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004bb0b38e x1853237348017664/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:110/0 lens 328/0 e 0 to 0 dl 1767384895 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384884.834977:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384884.834978:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d02480 00000020:00000010:3.0:1767384884.834981:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f42c4df. 00000100:00000001:3.0:1767384884.834984:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384884.834987:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f42c4df. 00000400:00000200:1.0:1767384884.834988:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1299 [2] + 224 00000100:00100000:3.0:1767384884.834993:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004bb0b38e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b543db4a-4900-454f-be04-352b2897a173+16:16361:x1853237348017664:12345-0@lo:103: 00000100:00000200:3.0:1767384884.834998:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348017664 00000400:00000200:1.0:1767384884.834998:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384884.835002:0:17076:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384884.835005:0:17076:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000400:00000200:1.0:1767384884.835007:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384884.835008:0:17076:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384884.835013:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384884.835015:0:17084:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384884.835016:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384884.835021:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c3899b49. 02000000:00000001:3.0:1767384884.835024:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384884.835024:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004f1ab0f3 x1853237348017280/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384900 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384884.835028:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384884.835032:0:17076:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384884.835034:0:17076:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384884.835038:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:1.0:1767384884.835044:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004f1ab0f3 x1853237348017280/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384900 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384884.835046:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384884.835048:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002fa4dab2 refcount=4 00000020:00000001:3.0:1767384884.835052:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384884.835058:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000040:3.0:1767384884.835064:0:17076:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c3c3ceb8 count: 3 00010000:00010000:3.0:1767384884.835068:0:17076:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f3c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb57eb78819562f35 expref: 16 pid: 17084 timeout: 356 lvb_type: 0 00000100:00001000:3.0:1767384884.835073:0:17076:0:(import.c:2128:obd_at_measure()) add 0 to 00000000f06c522d time=1767384884 v=100 (0 0 0 0) 00000100:00000001:1.0:1767384884.835073:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384884.835078:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767384884.835079:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384884.835080:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044d2eed9 00010000:00000001:3.0:1767384884.835082:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384884.835083:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384884.835084:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000044d2eed9. 00010000:00000001:3.0:1767384884.835086:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384884.835089:0:17076:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f3c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb57eb78819562f35 expref: 16 pid: 17084 timeout: 356 lvb_type: 0 00000100:00000001:1.0:1767384884.835095:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384884.835096:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384884.835097:0:17076:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000001:2.0:1767384884.835099:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384884.835099:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384884.835100:0:17076:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000010:2.0:1767384884.835104:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009306e848. 00010000:00000001:3.0:1767384884.835105:0:17076:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384884.835105:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384884.835111:0:17076:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384884.835112:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009f3418f 00000100:00000040:1.0:1767384884.835113:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000400:00000010:2.0:1767384884.835117:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000009f3418f. 00010000:00000001:1.0:1767384884.835118:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384884.835119:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:1.0:1767384884.835122:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384884.835123:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384884.835124:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384884.835125:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384884.835128:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384884.835131:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384884.835132:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004f1ab0f3 x1853237348017280/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384900 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384884.835132:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a853c686 x1853237348017280/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:110/0 lens 4848/4768 e 0 to 0 dl 1767384895 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384884.835135:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384884.835138:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384884.835144:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002fa4dab2 with handle 0xb57eb78819562f3c from hash 00010000:00000001:3.0:1767384884.835150:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384884.835152:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384884.835156:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384884.835159:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384884.835162:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384884.835165:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1767384884.835170:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a853c686 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+16:16359:x1853237348017280:12345-0@lo:253: Request processed in 4457us (4934us total) trans 0 rc 0/0 00010000:00010000:3.0:1767384884.835171:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f3c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb57eb78819562f35 expref: 16 pid: 17084 timeout: 356 lvb_type: 0 00000100:00000200:2.0:1767384884.835171:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004f1ab0f3 x1853237348017280/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384900 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384884.835187:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00010000:00000040:3.0:1767384884.835193:0:17076:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003d3e266f : new locks_count 9 00000100:00000040:1.0:1767384884.835194:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384884.835196:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384884.835197:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384884.835199:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384884.835200:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:3.0:1767384884.835203:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 15 00000100:00000001:2.0:1767384884.835205:0:16359:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384884.835206:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000054c601eb. 02000000:00000001:2.0:1767384884.835208:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384884.835210:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384884.835211:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:1.0:1767384884.835212:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f01e995c. 00010000:00000001:3.0:1767384884.835215:0:17076:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000010:1.0:1767384884.835216:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b8cfdfe. 00010000:00000001:3.0:1767384884.835218:0:17076:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1767384884.835219:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384884.835221:0:17076:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000095cc370a 02000000:00000001:2.0:1767384884.835222:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384884.835222:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00010000:00000001:3.0:1767384884.835225:0:17076:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 02000000:00000001:1.0:1767384884.835228:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384884.835229:0:17076:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00001000:2.0:1767384884.835229:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=18 v=5 (5 0 0 0) 02000000:00000010:1.0:1767384884.835230:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000089c56f03. 00010000:00000001:3.0:1767384884.835233:0:17076:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384884.835238:0:17076:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00001000:2.0:1767384884.835238:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=18 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384884.835238:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384884.835242:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384884.835243:0:17076:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384884.835244:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384884.835247:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384884.835247:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384884.835249:0:17076:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384884.835254:0:17076:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:2.0:1767384884.835254:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767384884.835254:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c24b94a. 00010000:00000001:2.0:1767384884.835257:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384884.835259:0:17076:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000095cc370a/0xb57eb78819562f43 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384884.835260:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384884.835261:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044d2eed9. 00000100:00000040:2.0:1767384884.835267:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004f1ab0f3 x1853237348017280/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384900 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384884.835272:0:17076:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384884.835275:0:17076:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000001:2.0:1767384884.835278:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384884.835279:0:17076:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000001:2.0:1767384884.835282:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1767384884.835283:0:17076:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:2.0:1767384884.835285:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1767384884.835286:0:17076:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c3c3ceb8) refcount = 2 00000020:01000004:2.0:1767384884.835289:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00010000:3.0:1767384884.835290:0:17076:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000095cc370a/0xb57eb78819562f43 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000020:01000004:2.0:1767384884.835292:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384884.835295:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384884.835298:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:3.0:1767384884.835299:0:17076:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:01000004:2.0:1767384884.835300:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:3.0:1767384884.835302:0:17076:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:01000004:2.0:1767384884.835303:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:3.0:1767384884.835306:0:17076:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384884.835307:0:16359:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384884.835309:0:16359:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00010000:00000001:3.0:1767384884.835311:0:17076:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384884.835311:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384884.835315:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000010:3.0:1767384884.835317:0:17076:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006f42c4df. 00000100:00000040:2.0:1767384884.835317:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f1ab0f3 x1853237348017280/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384900 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384884.835322:0:17076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384884.835326:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c34ad24e. 00000100:00100000:2.0:1767384884.835328:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004f1ab0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348017280:0@lo:253: 00000100:00000001:3.0:1767384884.835330:0:17076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624585626334720 : -119488083216896 : ffff9353833eb600) 00000100:00000001:3.0:1767384884.835335:0:17076:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624585626334720 : -119488083216896 : ffff9353833eb600) 00000100:00000001:2.0:1767384884.835336:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384884.835337:0:17076:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384884.835339:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384884.835340:0:17076:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384884.835343:0:17076:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000040:2.0:1767384884.835344:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004f1ab0f3 x1853237348017280/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384900 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:3.0:1767384884.835345:0:17076:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:2.0:1767384884.835349:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384884.835350:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384884.835353:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000db259d0e. 20000000:01000000:3.0:1767384884.835355:0:17076:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 02000000:00000001:2.0:1767384884.835356:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1767384884.835359:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384884.835360:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384884.835361:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000095cc370a refcount=5 00000020:00000001:3.0:1767384884.835365:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004435456 : -119483705116160 : ffff935488333a00) 00000020:00000001:2.0:1767384884.835365:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384884.835368:0:16359:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00010000:00000001:3.0:1767384884.835369:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004435456 : -119483705116160 : ffff935488333a00) 00000020:00000001:2.0:1767384884.835372:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767384884.835373:0:17076:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 02000000:00000010:2.0:1767384884.835374:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b66b6643. 00010000:00010000:3.0:1767384884.835376:0:17076:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000095cc370a/0xb57eb78819562f43 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384884.835379:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384884.835382:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384884.835384:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004f1ab0f3. 00010000:00000001:3.0:1767384884.835385:0:17076:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:2.0:1767384884.835387:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384884.835389:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384884.835391:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384884.835398:0:17076:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000095cc370a/0xb57eb78819562f43 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384884.835398:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384884.835401:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.835405:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384884.835408:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384884.835409:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384884.835412:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384884.835413:0:17076:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000095cc370a/0xb57eb78819562f43 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384884.835417:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384884.835418:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384884.835420:0:17076:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384884.835421:0:17076:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000095cc370a/0xb57eb78819562f43 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384884.835424:0:17076:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000095cc370a already unused, calling callback (00000000df0e66e0) 00010000:00000001:3.0:1767384884.835426:0:17076:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384884.835428:0:17076:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384884.835429:0:17076:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000095cc370a/0xb57eb78819562f43 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384884.835432:0:17076:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384884.835432:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384884.835433:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384884.835434:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000095cc370a refcount=6 00000020:00000001:3.0:1767384884.835440:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004435456 : -119483705116160 : ffff935488333a00) 00010000:00000001:3.0:1767384884.835442:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004435456 : -119483705116160 : ffff935488333a00) 00010000:00000001:3.0:1767384884.835443:0:17076:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384884.835445:0:17076:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000095cc370a/0xb57eb78819562f43 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384884.835448:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384884.835449:0:17076:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384884.835450:0:17076:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384884.835458:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384884.835459:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384884.835460:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384884.835461:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384884.835463:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000095cc370a with handle 0xb57eb78819562f43 from hash 00010000:00000001:3.0:1767384884.835464:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384884.835465:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384884.835466:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384884.835467:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384884.835468:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384884.835470:0:17076:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:2.0:1767384884.835471:0:17105:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000095cc370a/0xb57eb78819562f43 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384884.835472:0:17076:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384884.835476:0:17076:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384884.835482:0:17105:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384884.835483:0:17076:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384884.835486:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384884.835488:0:17076:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767384884.835489:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000095cc370a/0xb57eb78819562f43 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384884.835492:0:17076:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384884.835496:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384884.835499:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384884.835500:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384884.835503:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384884.835505:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384884.835505:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:3.0:1767384884.835509:0:17076:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384884.835512:0:17076:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384884.835514:0:17076:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384884.835517:0:17076:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000095cc370a/0xb57eb78819562f43 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384884.835524:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384884.835525:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384884.835526:0:17076:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384884.835534:0:17076:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384884.835536:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384884.835537:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384884.835538:0:17076:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384884.835541:0:17076:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384884.835542:0:17076:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384884.835544:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384884.835545:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000095cc370a/0xb57eb78819562f43 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384884.835563:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384884.835564:0:17076:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384884.835566:0:17076:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384884.835567:0:17076:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384884.835568:0:17076:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.835569:0:17076:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.835571:0:17076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384884.835572:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c34ad24e. 00000100:00000001:3.0:1767384884.835574:0:17076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384884.835575:0:17076:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384884.835576:0:17076:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006f42c4df. 00010000:00000001:3.0:1767384884.835578:0:17076:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384884.835579:0:17076:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c3c3ceb8 count: 0 00010000:00010000:3.0:1767384884.835583:0:17076:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384884.835585:0:17076:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384884.835588:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384884.835590:0:17076:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384884.835591:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 0000000059180339 time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384884.835594:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384884.835596:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:3.0:1767384884.835598:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:3.0:1767384884.835600:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384884.835602:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.835604:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384884.835606:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384884.835609:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b47390a. 00000100:00000200:3.0:1767384884.835611:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237348017664, offset 224 00000400:00000200:3.0:1767384884.835621:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384884.835625:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384884.835630:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958271d02600 00000400:00000200:3.0:1767384884.835645:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x12c1 [1] + 224 00000400:00000200:3.0:1767384884.835648:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384884.835650:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384884.835652:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384884.835654:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ac792fc8 x1853237348017664/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384900 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384884.835661:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ac792fc8 x1853237348017664/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384900 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384884.835672:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384884.835676:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b47390a 00000400:00000010:3.0:1767384884.835678:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b47390a. 00000100:00000001:2.0:1767384884.835678:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384884.835682:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384884.835682:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384884.835685:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384884.835685:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384884.835687:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384884.835688:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384884.835692:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd45543f. 00000100:00000040:3.0:1767384884.835693:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000400:00000200:2.0:1767384884.835696:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cd42342 00010000:00000001:3.0:1767384884.835697:0:17076:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384884.835699:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004cd42342. 00010000:00000001:3.0:1767384884.835700:0:17076:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.835702:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384884.835705:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004bb0b38e x1853237348017664/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:110/0 lens 328/224 e 0 to 0 dl 1767384895 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384884.835708:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ac792fc8 x1853237348017664/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384900 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384884.835729:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004bb0b38e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b543db4a-4900-454f-be04-352b2897a173+14:16361:x1853237348017664:12345-0@lo:103: Request processed in 749us (1113us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384884.835731:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ac792fc8 x1853237348017664/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384900 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384884.835739:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384884.835744:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:3.0:1767384884.835748:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384884.835749:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384884.835750:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384884.835751:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384884.835754:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003972f3ba. 00000100:00000001:2.0:1767384884.835755:0:16361:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384884.835757:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384884.835760:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384884.835761:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b1bc6685. 00000100:00000001:2.0:1767384884.835761:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384884.835767:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8e4eff2. 02000000:00000001:2.0:1767384884.835767:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384884.835769:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 000000009e62be5a time=18 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384884.835771:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000100:00001000:2.0:1767384884.835773:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=18 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384884.835775:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384884.835776:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384884.835777:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384884.835778:0:16361:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384884.835782:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384884.835782:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384884.835789:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ac792fc8 x1853237348017664/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384900 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384884.835794:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384884.835795:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384884.835796:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384884.835798:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ac792fc8 x1853237348017664/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384900 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384884.835802:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ac792fc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348017664:0@lo:103: 00000100:00000001:2.0:1767384884.835804:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384884.835805:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384884.835806:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ac792fc8 x1853237348017664/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384900 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384884.835810:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384884.835811:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384884.835812:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e8832737. 02000000:00000001:2.0:1767384884.835840:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384884.835842:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384884.835843:0:16361:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:2.0:1767384884.835845:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384884.835861:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a63480d1. 02000000:00000001:2.0:1767384884.835865:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384884.835866:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384884.835867:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ac792fc8. 00000100:00000001:2.0:1767384884.835870:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384884.835872:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384884.835874:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384884.835878:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384884.835879:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384884.835881:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384884.835883:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384884.839861:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294873870, at 4294873871 00000100:00000010:1.0:1767384884.839870:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f02cf6e9. 00000100:00000040:0.0:1767384884.839871:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294873870, at 4294873871 00000100:00000010:0.0:1767384884.839878:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cfb11653. 00000100:00000040:2.0:1767384884.839891:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294873870, at 4294873871 00000100:00000010:2.0:1767384884.839909:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012ffc8d4. 00010000:00000010:3.1:1767384884.840878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002fa4dab2. 00010000:00000010:3.1:1767384884.840887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000095cc370a. 00010000:00000010:3.1:1767384884.840897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c3c3ceb8. 00010000:00000010:1.1:1767384884.840899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008e99b4ee. 00010000:00000010:1.1:1767384884.840905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000aa3321da. 00000100:00000040:3.0:1767384884.840908:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294873870, at 4294873872 00000100:00000010:3.0:1767384884.840913:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000941b14d. 00000400:00000010:0.0:1767384884.845608:0:20314:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000feca7a9b. 00000400:00000040:0.0:1767384884.845627:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384884.845629:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384884.845631:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384884.845632:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384884.845634:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384884.845635:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384884.845636:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384884.845637:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384884.845638:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384884.845639:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384884.845641:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384884.845642:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384884.845643:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384884.845644:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384884.845645:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384884.845646:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384884.845651:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384884.845664:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384884.845666:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384884.845669:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384884.845671:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384884.845672:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384884.845673:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384884.845674:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384884.845675:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384884.845676:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384884.845677:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384884.845678:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384884.845679:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384884.845680:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384884.845681:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384884.845682:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384884.845683:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384884.845684:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384884.845685:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384884.845686:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384884.845687:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384884.845688:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384884.845689:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384884.845690:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384884.845691:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384884.845692:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384884.845693:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384884.845694:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384884.845695:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384884.845696:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384884.845697:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384884.845698:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384884.845699:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384884.845700:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384884.845701:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384884.845702:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384884.845702:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384884.845704:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384884.845705:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384884.845709:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384884.845710:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384884.845727:0:20314:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000feca7a9b. 00010000:00000001:0.0:1767384885.272896:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384885.272901:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384885.272907:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384885.272908:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384885.272920:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384885.272922:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384885.272923:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384885.418450:0:20481:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008735ac60. 00080000:00000010:3.0:1767384885.418460:0:20481:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008735ac60. 00000020:00000001:3.0:1767384885.418464:0:20481:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384885.418470:0:20481:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008735ac60. 00080000:00000010:3.0:1767384885.418474:0:20481:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008735ac60. 00000020:00000001:3.0:1767384885.418477:0:20481:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384886.127633:0:20645:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384886.127637:0:20645:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp15 --if ens2 00000001:00000001:0.0:1767384886.132911:0:20645:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384886.139889:0:20646:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000008664273b. 00000400:00000010:0.0:1767384886.139902:0:20646:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000616cb974. 00000400:00000010:0.0:1767384886.139911:0:20646:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000cc105cdb. 00000400:00000010:0.0:1767384886.139914:0:20646:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a8afe1cc. 00000400:00000010:0.0:1767384886.139918:0:20646:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000023258ef. 00000400:00000010:0.0:1767384886.139922:0:20646:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ee305915. 00000400:00000010:0.0:1767384886.139924:0:20646:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008ac0c239. 00000400:00000010:0.0:1767384886.139925:0:20646:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003353f489. 00000400:00000010:0.0:1767384886.139928:0:20646:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000cb7baa73. 00000800:00000010:0.0:1767384886.139938:0:20646:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000007d171385. 00000800:00000200:0.0:1767384886.139947:0:20646:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384886.139953:0:20646:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384886.139987:0:20646:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:0.0:1767384886.140012:0:20646:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp15 [8/256/0/180] 00000400:00000010:0.0:1767384886.141751:0:20646:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 0000000011dbbfca. 00000400:00000010:0.0:1767384886.141757:0:20646:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3728938. 00000400:00000010:0.0:1767384886.141762:0:20646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8d1e8df. 00000400:00000001:0.0:1767384886.141774:0:20646:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384886.141776:0:20646:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384886.141778:0:20646:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005638b6d1. 00000400:00000200:0.0:1767384886.141780:0:20646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073bfe857 00000400:00000010:0.0:1767384886.141786:0:20646:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073bfe857. 00000400:00000010:0.0:1767384886.141790:0:20646:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 000000009856f36c. 00000400:00000200:0.0:1767384886.141794:0:20646:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (6) 00000400:00000200:0.0:1767384886.141805:0:20646:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:0.0:1767384886.141855:0:20646:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131087 00000020:00000010:0.0:1767384886.141864:0:20646:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000097a31791. 00000400:00000200:2.0:1767384886.141868:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384886.141868:0:20646:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384886.141873:0:20646:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp15 00000400:00000200:2.0:1767384886.141879:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000400:00000010:2.0:1767384886.141890:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004cd42342. 00000400:00000010:0.0:1767384886.141892:0:20646:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000616cb974. 00000400:00000200:2.0:1767384886.141895:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (7) 00000400:00000010:0.0:1767384886.141898:0:20646:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000008664273b. 00000400:00000010:2.0:1767384886.141904:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000054fcc2ec. 00000400:00000200:2.0:1767384886.141912:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000020:00000001:3.0:1767384886.141923:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384886.141927:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 10000000:00000001:3.0:1767384886.141928:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384886.141933:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384886.141936:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384886.141939:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:3.0:1767384886.141941:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384886.141944:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384886.141946:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384886.141948:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384886.141952:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384886.141954:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384886.141957:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384886.141957:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:3.0:1767384886.141959:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384886.141961:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384886.141964:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384886.141969:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000004678e43. 00000400:00000200:2.0:1767384886.141970:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:00000040:3.0:1767384886.141976:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:3.0:1767384886.141982:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384886.141984:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 02000000:00000001:3.0:1767384886.141986:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384886.141992:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384886.141997:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 02000000:00000010:3.0:1767384886.142001:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000019b5bdb6. 00000400:00000200:2.0:1767384886.142005:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 00000100:00000001:3.0:1767384886.142009:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384886.142013:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp14 00000100:00000001:3.0:1767384886.142019:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384886.142020:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp14 lpni_is_preferred = 0 00000100:00000001:3.0:1767384886.142022:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384886.142027:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp14 00000100:00000040:3.0:1767384886.142031:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004678e43] to pc [ptlrpcd_00_00+0] req@0000000004678e43 x1853237348017792/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384886.142037:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp14 NI seq info: [15:15:256:4294967295] 192.168.203.134@tcp14 LPNI seq info [15:15:8:4294967295] 00000400:00000200:2.0:1767384886.142054:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp14 10000000:00000001:3.0:1767384886.142073:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384886.142076:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp14(192.168.203.134@tcp14:) -> 192.168.203.134@tcp14(192.168.203.134@tcp:192.168.203.134@tcp14) : PUT try# 0 10000000:00000001:3.0:1767384886.142083:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.142087:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384886.142088:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 144 bytes in 1 frags to 12345-192.168.203.134@tcp14 00000020:01000000:3.0:1767384886.142090:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384886.142092:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384886.142098:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384886.142099:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000010:2.0:1767384886.142099:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0309a32. 00000100:00000001:1.0:1767384886.142101:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384886.142104:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384886.142106:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384886.142108:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:1.0:1767384886.142109:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000004678e43 x1853237348017792/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384886.142111:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000010:2.0:1767384886.142111:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000088f1df0d. 00000020:01000004:3.0:1767384886.142115:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000010:2.0:1767384886.142118:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000004daa4d47. 00000020:01000004:3.0:1767384886.142119:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384886.142124:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384886.142127:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000200:2.0:1767384886.142130:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088f1df0d] -> 12345-192.168.203.134@tcp14 (2) 00000020:01000004:3.0:1767384886.142131:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384886.142132:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384886.142134:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384886.142137:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384886.142140:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:2.1:1767384886.142141:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088f1df0d] -> 12345-192.168.203.134@tcp14 (2) 00000100:00000001:1.0:1767384886.142143:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384886.142147:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000027b1c78. 02000000:00000001:1.0:1767384886.142148:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384886.142154:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384886.142155:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000400:00000200:2.0:1767384886.142161:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 02000000:00000001:1.0:1767384886.142161:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.142163:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384886.142166:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 0 00000100:00100000:1.0:1767384886.142166:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000004678e43 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348017792:0@lo:253: 02000000:00000001:3.0:1767384886.142168:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384886.142174:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.142174:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384886.142182:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1767384886.142185:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b66b6643. 02000000:00000001:1.0:1767384886.142187:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.142192:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384886.142193:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384886.142200:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1767384886.142203:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000db259d0e. 00000100:00000001:3.0:1767384886.142204:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384886.142210:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384886.142214:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000027b1c78] to pc [ptlrpcd_00_01+1] req@00000000027b1c78 x1853237348017920/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384886.142216:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072ef2c8e. 00000400:00000010:1.0:1767384886.142226:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032278879. 00000400:00000200:2.0:1767384886.142229:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 10000000:00000001:3.0:1767384886.142230:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384886.142232:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348017792, portal 25 10000000:00000001:3.0:1767384886.142234:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.142236:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1767384886.142237:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384886.142241:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384886.142241:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789833856 : -119482919717760 : ffff9354b7037480) 00000020:00000010:3.0:1767384886.142245:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000097a31791. 00000100:00000040:1.0:1767384886.142254:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000004678e43 x1853237348017792/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384902 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384886.142262:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384886.142266:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384886.142267:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384886.142271:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384886.142275:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384886.142279:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000027b1c78 x1853237348017920/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384886.142280:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000973fb0cc. 00000100:00000200:1.0:1767384886.142285:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348017792, offset 0 00000400:00000200:2.0:1767384886.142292:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:1.0:1767384886.142295:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384886.142305:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384886.142310:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384886.142310:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384886.142317:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384886.142321:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384886.142326:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384886.142326:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d02680 00000400:00000200:2.0:1767384886.142330:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000100:00100000:3.0:1767384886.142333:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000027b1c78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348017920:0@lo:253: 00000400:00000200:1.0:1767384886.142339:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e9 [2] + 0 00000100:00000001:3.0:1767384886.142342:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384886.142348:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767384886.142348:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000267c8f71. 02000000:00000001:3.0:1767384886.142353:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384886.142364:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000157f5673 02000000:00000001:3.0:1767384886.142365:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384886.142373:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000017d21130. 00000400:00000200:2.0:1767384886.142373:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:1.0:1767384886.142375:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384886.142378:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384886.142383:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384886.142384:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032e48dde. 00000400:00000200:1.0:1767384886.142391:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000157f5673 00000400:00000010:3.0:1767384886.142392:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce3bfdcc. 00000400:00000010:1.0:1767384886.142397:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000157f5673. 00000100:00000001:1.0:1767384886.142405:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384886.142406:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348017920, portal 25 00000100:00000200:1.0:1767384886.142408:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384886.142409:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000100:00000001:3.0:1767384886.142410:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384886.142412:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789831168 : -119482919720448 : ffff9354b7036a00) 00000100:00000040:3.0:1767384886.142420:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000027b1c78 x1853237348017920/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384902 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384886.142421:0:16358:0:(events.c:337:request_in_callback()) incoming req@0000000003833471 x1853237348017792 msgsize 4848 00000100:00000001:3.0:1767384886.142433:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384886.142437:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384886.142439:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384886.142441:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000100:00000040:1.0:1767384886.142443:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:3.0:1767384886.142445:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004d159d27. 00000100:00000200:3.0:1767384886.142449:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348017920, offset 0 00000100:00000001:1.0:1767384886.142456:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384886.142457:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384886.142466:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384886.142470:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000973fb0cc 00000400:00000010:1.0:1767384886.142474:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000973fb0cc. 00000400:00000200:3.0:1767384886.142475:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d02700 00000400:00000200:2.0:1767384886.142482:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000100:00000001:1.0:1767384886.142482:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384886.142487:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1ed [2] + 0 00000100:00000200:1.0:1767384886.142491:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000004678e43 x1853237348017792/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384902 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384886.142492:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000486a03d1. 00000400:00000200:3.0:1767384886.142498:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004b44a738 00000400:00000200:3.0:1767384886.142521:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384886.142525:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384886.142526:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384886.142532:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b44a738 00000100:00000040:1.0:1767384886.142533:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000004678e43 x1853237348017792/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384902 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384886.142537:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000010:3.0:1767384886.142544:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004b44a738. 00000100:00000001:1.0:1767384886.142548:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.142550:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384886.142553:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1767384886.142554:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384886.142558:0:16359:0:(events.c:337:request_in_callback()) incoming req@00000000c053d46f x1853237348017920 msgsize 4848 00000100:00000001:1.0:1767384886.142563:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384886.142568:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384886.142571:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294875178 00000100:00000040:3.0:1767384886.142572:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384886.142574:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000100:00000010:1.0:1767384886.142579:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bba012e3. 00000100:00000001:3.0:1767384886.142584:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384886.142587:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384886.142593:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d159d27 00000100:00000001:1.0:1767384886.142596:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294875178 00000400:00000010:3.0:1767384886.142597:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004d159d27. 00000100:00000001:3.0:1767384886.142603:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:1.0:1767384886.142604:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002525da07. 00000100:00000200:3.0:1767384886.142609:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000027b1c78 x1853237348017920/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384902 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384886.142610:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000100:00000001:1.0:1767384886.142611:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384886.142618:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294875178 00000100:00000010:1.0:1767384886.142625:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004d24d8ba. 00000100:00000001:3.0:1767384886.142628:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384886.142631:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1767384886.142632:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000027b1c78 x1853237348017920/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384902 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384886.142647:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294875178 00000100:00000010:1.0:1767384886.142654:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000af9515ca. 00000100:00000001:3.0:1767384886.142655:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.142659:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384886.142663:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384886.142665:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.142671:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294875178 00000100:00000001:1.0:1767384886.142672:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384886.142673:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, keep current deadline 4294875178 00000100:00000001:3.0:1767384886.142679:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294875178 00000100:00000001:1.0:1767384886.142681:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.142682:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, keep current deadline 4294875178 00000100:00000001:3.0:1767384886.142687:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294875178 00000100:00000001:1.0:1767384886.142688:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.142689:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294875178 00000100:00000001:3.0:1767384886.142695:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294875178 00000100:00000001:1.0:1767384886.142695:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384886.142696:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294875178 00000100:00000001:3.0:1767384886.142701:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384886.142711:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.142713:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.142715:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384886.142718:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384886.142720:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384886.142722:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384886.142729:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384886.142732:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384886.142736:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384886.142737:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384886.142738:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.142743:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384886.142744:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.142748:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.142753:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.142777:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384886.142779:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384886.142792:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348017792 00000100:00100000:1.0:1767384886.142795:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348017920 02000000:00000001:3.0:1767384886.142796:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384886.142801:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384886.142802:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384886.142803:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.142807:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384886.142809:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.142811:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384886.142813:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348017792 00000020:00000001:3.0:1767384886.142819:0:17084:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1767384886.142820:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384886.142822:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:3.0:1767384886.142827:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767384886.142827:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348017920 00000020:00000001:1.0:1767384886.142832:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384886.142834:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:1.0:1767384886.142837:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384886.142868:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000020:00000001:3.0:1767384886.142871:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:3.0:1767384886.142873:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000040:1.0:1767384886.142881:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000100:00000001:3.0:1767384886.142889:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384886.142892:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000010:3.0:1767384886.142894:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000043c551ba. 00000100:00000001:3.0:1767384886.142900:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384886.142900:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000010:3.0:1767384886.142907:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000043c551ba. 00000100:00000001:1.0:1767384886.142910:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384886.142914:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023bba4ba. 00000020:00000010:1.0:1767384886.142917:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e71f8be0. 00000020:00000010:3.0:1767384886.142921:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c2d318f2. 00000100:00000001:1.0:1767384886.142922:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384886.142928:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b1bc6685. 00000020:00000010:1.0:1767384886.142929:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e71f8be0. 00000100:00000040:3.0:1767384886.142939:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:1.0:1767384886.142940:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a63480d1. 00000100:00000001:3.0:1767384886.142944:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384886.142947:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1767384886.142948:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a1bbbb2b. 00000100:00000001:3.0:1767384886.142949:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384886.142957:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000477df253. 00000100:00000001:3.0:1767384886.142960:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.142966:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384886.142970:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384886.142973:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384886.142973:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384886.142977:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cf9e794b. 00000800:00000010:2.0:1767384886.142982:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000011c90b4. 00000100:00000001:1.0:1767384886.142983:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.142987:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384886.142990:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000010:2.0:1767384886.142990:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000048081628. 00000100:00000001:3.0:1767384886.142994:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384886.143001:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00000001:1.0:1767384886.143004:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384886.143005:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:3.0:1767384886.143011:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590404891728 : -119483304659888 : ffff9354a011b450) 00000100:00000001:1.0:1767384886.143011:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384886.143022:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00000040:3.0:1767384886.143027:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000003833471 x1853237348017792/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:112/0 lens 4848/0 e 0 to 0 dl 1767384897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384886.143028:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000100:00000001:1.0:1767384886.143034:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590813824080 : -119482895727536 : ffff9354b8718450) 00000100:00000001:3.0:1767384886.143038:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000010:2.0:1767384886.143039:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000048081628. 00000020:00000010:3.0:1767384886.143042:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000043c551ba. 00000100:00000001:3.0:1767384886.143047:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384886.143049:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000043c551ba. 00000100:00000040:1.0:1767384886.143052:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c053d46f x1853237348017920/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:112/0 lens 4848/0 e 0 to 0 dl 1767384897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384886.143060:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000003833471 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:16358:x1853237348017792:12345-0@lo:253: 00000100:00000200:3.0:1767384886.143070:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348017792 00000020:00000001:3.0:1767384886.143074:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384886.143079:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384886.143079:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384886.143084:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384886.143086:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e71f8be0. 00000020:00000001:3.0:1767384886.143087:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384886.143090:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000100:00000001:1.0:1767384886.143092:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384886.143122:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384886.143125:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384886.143125:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e71f8be0. 00000020:00000001:3.0:1767384886.143130:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384886.143132:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384886.143135:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384886.143139:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00100000:1.0:1767384886.143139:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c053d46f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:16359:x1853237348017920:12345-0@lo:253: 00000100:00000001:3.0:1767384886.143142:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:1.0:1767384886.143145:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348017920 02000000:00000001:3.0:1767384886.143147:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384886.143150:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384886.143155:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000010:3.0:1767384886.143156:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000489cc9ab. 00000020:00000001:1.0:1767384886.143158:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384886.143161:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp14 from 245.3.0.2 02000000:00000001:3.0:1767384886.143162:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384886.143163:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000010:2.0:1767384886.143167:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b7adec14. 00000020:00000001:1.0:1767384886.143167:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000100:00000001:3.0:1767384886.143168:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384886.143173:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:3.0:1767384886.143175:0:17084:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384886.143177:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384886.143182:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384886.143184:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384886.143186:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384886.143188:0:17084:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000eb7e63e5. 00000100:00000001:1.0:1767384886.143189:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384886.143195:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:3.0:1767384886.143196:0:17084:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384886.143201:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000010:1.0:1767384886.143202:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000089c56f03. 20000000:00000001:3.0:1767384886.143204:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000001:1.0:1767384886.143207:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384886.143209:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.143211:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384886.143215:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384886.143216:0:17083:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384886.143221:0:17084:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384886.143232:0:17084:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b8729c66. 20000000:01000000:3.0:1767384886.143234:0:17084:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 20000000:00000010:1.0:1767384886.143239:0:17083:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000890413e8. 20000000:00000001:3.0:1767384886.143240:0:17084:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:1.0:1767384886.143246:0:17083:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384886.143251:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384886.143253:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:3.0:1767384886.143254:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:1.0:1767384886.143256:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.143259:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:1.0:1767384886.143261:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384886.143265:0:17083:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384886.143279:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384886.143298:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.143302:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384886.143304:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.143307:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384886.143309:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384886.143313:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 000000007e91d003 00000020:00000001:3.0:1767384886.143319:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f71c5dba 00080000:00000002:3.0:1767384886.143322:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384886.143326:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384886.143331:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.143335:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384886.143339:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384886.143345:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:3.0:1767384886.143350:0:17084:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384886.143355:0:17084:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000953ef30. 00080000:00000001:3.0:1767384886.143358:0:17084:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585622867456 : -119488086684160 : ffff93538309ce00) 00080000:00000001:3.0:1767384886.143377:0:17084:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384886.143381:0:17084:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384886.143384:0:17084:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000043c551ba. 00080000:00000001:3.0:1767384886.143386:0:17084:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.143389:0:17084:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384886.143412:0:17084:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.143428:0:17084:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:3.0:1767384886.143474:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000296aa2b0. 00000800:00000010:3.0:1767384886.143479:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004d159d27. 00000800:00000010:3.0:1767384886.143497:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f9487a82. 00000800:00000200:3.1:1767384886.143503:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088f1df0d] -> 12345-192.168.203.134@tcp14 (2) 00000800:00000200:3.1:1767384886.143507:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp14 00000000f9487a82 deleted 00000800:00000010:3.1:1767384886.143509:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f9487a82. 00000800:00000200:3.1:1767384886.143514:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384886.143519:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp14 ip 192.168.203.134:1013 00000800:00000200:3.1:1767384886.143523:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c0309a32 type 1, nob 240 niov 1 nkiov 1 00000800:00000200:3.0:1767384886.143527:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp14 p 3.x 192.168.203.134 -> 192.168.203.134:1013 incarnation:1767384884828266089 sched[0] 00000800:00000010:3.0:1767384886.143531:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009077a899. 00000800:00000010:3.0:1767384886.143587:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009077a899. 00000800:00000010:3.0:1767384886.143591:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004d159d27. 00000800:00000200:1.1:1767384886.143624:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:3.0:1767384886.143627:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b7adec14. 00000800:00000200:1.0:1767384886.143638:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp14 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384884828266089 sched[0] 00000800:00000001:2.0:1767384886.143640:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384886.143643:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000011c90b4. 00000800:00000001:2.0:1767384886.143648:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384886.143696:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384886.143703:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384886.143705:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384886.143708:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0309a32. 00000800:00000001:2.0:1767384886.143710:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384886.143713:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384886.143718:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384886.143722:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:3.0:1767384886.143723:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp14->192.168.203.134@tcp14: PUT: OK 00000400:00000200:3.0:1767384886.143731:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384886.143732:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp14(192.168.203.134@tcp14) <- 192.168.203.134@tcp14 : PUT - for me 00000400:00000200:3.0:1767384886.143736:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp: 0 00000400:00000200:2.0:1767384886.143754:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 144 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384886.143763:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 144/144 into md 0x12a9 [1] + 0 00000400:00000010:2.0:1767384886.143766:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ccaabf2. 00000400:00000200:2.0:1767384886.143771:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d65c81fb 00000400:00000200:1.0:1767384886.143791:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:1.0:1767384886.143902:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000800:00000001:2.0:1767384886.143904:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384886.143915:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384886.143919:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384886.143926:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp14->192.168.203.134@tcp14: PUT: OK 00000400:00000200:2.0:1767384886.143930:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d65c81fb 00000400:00000010:2.0:1767384886.143933:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d65c81fb. 00000400:00000200:2.0:1767384886.143938:0:16353:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384886.143942:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (8) 00000400:00000200:2.0:1767384886.143947:0:16353:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000010:2.0:1767384886.143951:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 00000000c82877ca. 00000400:00000200:2.0:1767384886.143957:0:16353:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.134@tcp 7 00000400:00000200:2.0:1767384886.143962:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:1.0:1767384886.143963:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:2.0:1767384886.143974:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (9) 00000400:00000200:2.0:1767384886.143980:0:16353:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384886.143988:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp14 to MR: 192.168.203.134@tcp14 local destination 00000400:00000200:2.0:1767384886.143996:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp14 NI seq info: [16:16:256:4294967295] 192.168.203.134@tcp14 LPNI seq info [16:16:8:4294967295] 00000400:00000200:2.0:1767384886.144011:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp14(192.168.203.134@tcp14:192.168.203.134@tcp14) -> 192.168.203.134@tcp14(192.168.203.134@tcp14:192.168.203.134@tcp14) 192.168.203.134@tcp14 : ACK try# 0 00000400:00000200:3.0:1767384886.144018:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:2.0:1767384886.144019:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp14 00000400:00000200:1.0:1767384886.144024:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000800:00000010:2.0:1767384886.144026:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005fba7342. 00000800:00000200:2.0:1767384886.144031:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088f1df0d] -> 12345-192.168.203.134@tcp14 (4) 00000800:00000200:2.0:1767384886.144037:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp14 ip 192.168.203.134:988 00000800:00000200:2.0:1767384886.144040:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005fba7342 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:3.0:1767384886.144043:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d030819. 00000400:00000010:3.0:1767384886.144049:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b47390a. 00000400:00000200:3.0:1767384886.144053:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c698b414 00000400:00000200:3.0:1767384886.144057:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1004d1 00000400:00000010:3.0:1767384886.144064:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 160 at 000000004d159d27. 00000400:00000200:1.0:1767384886.144064:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000010:3.0:1767384886.144071:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 192 at 00000000f9487a82. 00000400:00000010:3.0:1767384886.144095:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 160 at 000000001bc9d762. 00000800:00000200:2.0:1767384886.144103:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384886.144108:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005fba7342. 00000400:00000010:3.0:1767384886.144110:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e21f2641. 00000400:00000200:2.0:1767384886.144113:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384886.144117:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e21f2641 nid 192.168.203.134@tcp15 00000400:00000200:1.0:1767384886.144117:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000010:3.0:1767384886.144124:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000033596824. 00000400:00000200:2.0:1767384886.144124:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp14->192.168.203.134@tcp14: ACK: OK 00000400:00000200:3.0:1767384886.144129:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 0000000033596824 net tcp15 00000400:00000200:3.0:1767384886.144131:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (8) 00000400:00000200:3.0:1767384886.144141:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp15 flags 0x11 00000400:00000010:3.0:1767384886.144146:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 160 at 000000004d159d27. 00000400:00000010:3.0:1767384886.144151:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 192 at 00000000f9487a82. 00000800:00000001:2.0:1767384886.144151:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384886.144154:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 160 at 000000001bc9d762. 00000800:00000001:2.0:1767384886.144157:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384886.144157:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000010:3.0:1767384886.144159:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 153 at 00000000c82877ca. 00000800:00000001:2.0:1767384886.144162:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384886.144168:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000800:00000001:2.0:1767384886.144169:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384886.144174:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384886.144177:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100551 00000800:00000001:2.0:1767384886.144181:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384886.144185:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 1 00000400:00000200:2.0:1767384886.144194:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp14(192.168.203.134@tcp14) <- 192.168.203.134@tcp14 : ACK - for me 00000400:00000200:3.0:1767384886.144197:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 00000400:00000200:3.0:1767384886.144204:0:16356:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.134@tcp 00000400:00000200:3.0:1767384886.144209:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100511 rc 0 00000400:00000200:1.0:1767384886.144212:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:2.0:1767384886.144216:0:16353:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp14: ACK from 12345-192.168.203.134@tcp14 into md 0x12d9 00000400:00000200:3.0:1767384886.144220:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:2.0:1767384886.144222:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384886.144226:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (9) 00000400:00000200:2.0:1767384886.144233:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp14->192.168.203.134@tcp14: ACK: OK 00000400:00000200:2.0:1767384886.144239:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cd42342 00000400:00000010:2.0:1767384886.144241:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004cd42342. 00000400:00000200:2.0:1767384886.144246:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384886.144250:0:16353:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 00000400:00000200:2.0:1767384886.144253:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (8) 00000800:00000001:2.0:1767384886.144260:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384886.144264:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384886.144281:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:1.0:1767384886.144344:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00080000:00000010:3.0:1767384886.144465:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000953ef30. 00080000:00000010:3.0:1767384886.144496:0:17084:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000043c551ba. 00040000:00000001:3.0:1767384886.144501:0:17084:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384886.144504:0:17084:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000800:00000010:1.0:1767384886.144504:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004fc3a54a. 00080000:00000001:3.0:1767384886.144507:0:17084:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384886.144513:0:17084:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 00000800:00000010:1.0:1767384886.144513:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000973fb0cc. 20000000:00000001:3.0:1767384886.144520:0:17084:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384886.144522:0:17084:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000800:00000010:1.0:1767384886.144524:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e71f8be0. 20000000:01000000:3.0:1767384886.144530:0:17084:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384886.144538:0:17084:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384886.144542:0:17084:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384886.144547:0:17084:0:(osd_handler.c:2844:osd_sync()) Process entered 00000800:00000010:1.0:1767384886.144569:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e71f8be0. 00000400:00000200:2.0:1767384886.144573:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384886.144591:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp14 from 244.3.0.2 00000800:00000010:2.0:1767384886.144595:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a1d67a06. 20000000:00000010:1.0:1767384886.144601:0:17083:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003d4af6bc. 20000000:01000000:1.0:1767384886.144604:0:17083:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 20000000:00000001:1.0:1767384886.144608:0:17083:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384886.144612:0:17083:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384886.144616:0:17083:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:3.0:1767384886.144617:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384886.144622:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384886.144624:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384886.144625:0:17083:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:3.0:1767384886.144630:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384886.144633:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384886.144636:0:17083:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384886.144641:0:17083:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384886.144643:0:17083:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384886.144646:0:17083:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384886.144647:0:17083:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384886.144650:0:17083:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000980f9615 00000020:00000001:1.0:1767384886.144655:0:17083:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009e445471 00080000:00000002:1.0:1767384886.144657:0:17083:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000010:3.0:1767384886.144660:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000061e7fd68. 00080000:00000001:1.0:1767384886.144661:0:17083:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384886.144667:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384886.144667:0:17083:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384886.144672:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000244b599e. 00080000:00000001:1.0:1767384886.144673:0:17083:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384886.144677:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:1.0:1767384886.144678:0:17083:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000040:3.0:1767384886.144680:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000244b599e with handle 0xb57eb78819562f4a to hash 00000020:00000001:3.0:1767384886.144684:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1767384886.144685:0:17083:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00010000:00000001:3.0:1767384886.144686:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00010000:00000001:3.0:1767384886.144689:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00010000:00000001:3.0:1767384886.144692:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384886.144695:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384886.144698:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000244b599e/0xb57eb78819562f4a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384886.144698:0:17083:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384886.144704:0:17083:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000cab0a53f. 00010000:00000001:3.0:1767384886.144710:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384886.144711:0:17083:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585636112896 : -119488073438720 : ffff935383d3ea00) 00010000:00000001:3.0:1767384886.144715:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:1.0:1767384886.144716:0:17083:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384886.144718:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384886.144721:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000001:00000001:1.0:1767384886.144721:0:17083:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384886.144726:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384886.144729:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000800:00000010:2.0:1767384886.144729:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007d4f2875. 00080000:00000010:1.0:1767384886.144729:0:17083:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e71f8be0. 00000800:00000010:2.0:1767384886.144734:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000de002774. 00080000:00000001:1.0:1767384886.144734:0:17083:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384886.144737:0:17083:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384886.144739:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384886.144743:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384886.144745:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384886.144747:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384886.144750:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:1.0:1767384886.144750:0:17083:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384886.144754:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000061e7fd68) refcount = 1 00000800:00000010:2.0:1767384886.144754:0:16349:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002acd0874. 00010000:00010000:3.0:1767384886.144761:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000244b599e/0xb57eb78819562f4a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384886.144763:0:17083:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000200:2.1:1767384886.144768:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088f1df0d] -> 12345-192.168.203.134@tcp14 (4) 00010000:00000001:3.0:1767384886.144773:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384886.144777:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000800:00000200:2.1:1767384886.144778:0:16349:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp14 000000002acd0874 deleted 00010000:00000001:3.0:1767384886.144779:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384886.144784:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.1:1767384886.144785:0:16349:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002acd0874. 00010000:00000001:3.0:1767384886.144787:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384886.144793:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000800:00000200:2.1:1767384886.144794:0:16349:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 20000000:01000000:3.0:1767384886.144796:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 00010000:00000001:3.0:1767384886.144801:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384886.144803:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384886.144807:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000244b599e refcount=4 00000800:00000200:2.0:1767384886.144807:0:16349:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp14 p 3.x 192.168.203.134 -> 192.168.203.134:1012 incarnation:1767384884828266089 sched[0] 00000020:00000001:3.0:1767384886.144811:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00000800:00000010:2.0:1767384886.144863:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000048081628. 00010000:00000001:3.0:1767384886.144871:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00010000:00000001:3.0:1767384886.144873:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384886.144875:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000244b599e/0xb57eb78819562f4a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384886.144881:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384886.144882:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000244b599e/0xb57eb78819562f4a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384886.144888:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384886.144889:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384886.144891:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000244b599e/0xb57eb78819562f4a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384886.144894:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384886.144895:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384886.144904:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384886.144906:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000244b599e/0xb57eb78819562f4a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384886.144911:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000244b599e already unused, calling callback (00000000df0e66e0) 00010000:00000001:3.0:1767384886.144914:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384886.144916:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000800:00000010:2.0:1767384886.144917:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000048081628. 00010000:00010000:3.0:1767384886.144919:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000244b599e/0xb57eb78819562f4a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000800:00000010:2.0:1767384886.144924:0:16349:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000de002774. 00000800:00000200:1.1:1767384886.144926:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000001:3.0:1767384886.144929:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384886.144931:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384886.144934:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384886.144937:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000244b599e refcount=5 00000800:00000200:1.0:1767384886.144937:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp14 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384884828266089 sched[0] 00000020:00000001:3.0:1767384886.144942:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00010000:00000001:3.0:1767384886.144946:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00000800:00000010:2.0:1767384886.144947:0:16349:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a1d67a06. 00000800:00000010:1.0:1767384886.144947:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000973fb0cc. 00010000:00000001:3.0:1767384886.144950:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384886.144954:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000244b599e/0xb57eb78819562f4a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384886.144959:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384886.144961:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384886.144962:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384886.144965:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384886.144967:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384886.144970:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384886.144971:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384886.144973:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000244b599e with handle 0xb57eb78819562f4a from hash 00080000:00000020:2.0:1767384886.144973:0:17084:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000800:00000001:1.0:1767384886.144975:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767384886.144979:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384886.144980:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384886.144982:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:1.0:1767384886.144982:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:2.0:1767384886.144985:0:17084:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000eb7e63e5. 00010000:00000001:3.0:1767384886.144986:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:1.0:1767384886.144988:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767384886.144989:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000800:00000001:1.0:1767384886.144991:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384886.144992:0:17084:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384886.144993:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384886.144997:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384886.145000:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384886.145001:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348017792 00010000:00000001:3.0:1767384886.145002:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384886.145006:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384886.145010:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384886.145012:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384886.145013:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384886.145016:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384886.145018:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384886.145019:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384886.145021:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384886.145023:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384886.145023:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000003833471 x1853237348017792/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:112/0 lens 4848/4768 e 0 to 0 dl 1767384897 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384886.145027:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000244b599e/0xb57eb78819562f4a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384886.145041:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384886.145044:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384886.145046:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384886.145049:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384886.145052:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384886.145054:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384886.145054:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384886.145059:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384886.145059:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384886.145064:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384886.145066:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384886.145066:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=20 v=5 (1 0 0 0) 00010000:00010000:3.0:1767384886.145072:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000244b599e/0xb57eb78819562f4a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384886.145075:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384886.145079:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:2.0:1767384886.145082:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:3.0:1767384886.145083:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384886.145086:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000244b599e/0xb57eb78819562f4a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384886.145088:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:2.0:1767384886.145095:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:3.0:1767384886.145097:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000061e7fd68 count: 0 02000000:00000001:2.0:1767384886.145099:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.145104:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384886.145108:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384886.145109:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 20000000:00000001:3.0:1767384886.145111:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:2.0:1767384886.145116:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de002774. 00000100:00000200:2.0:1767384886.145120:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348017792, offset 224 00000400:00000200:2.0:1767384886.145124:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384886.145129:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384886.145135:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d02680 00000400:00000200:2.0:1767384886.145139:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12dd [2] + 224 00000400:00000200:2.0:1767384886.145143:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384886.145145:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384886.145147:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384886.145150:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000004678e43 x1853237348017792/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384902 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384886.145157:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000004678e43 x1853237348017792/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.145172:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384886.145177:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de002774 00000400:00000010:2.0:1767384886.145179:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000de002774. 00000100:00000001:2.0:1767384886.145182:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384886.145184:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384886.145187:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384886.145190:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:2.0:1767384886.145193:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384886.145195:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.145198:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384886.145201:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384886.145204:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384886.145205:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384886.145206:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384886.145208:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000072ef2c8e. 00000100:00000040:2.0:1767384886.145209:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000003833471 x1853237348017792/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:112/0 lens 4848/4768 e 0 to 0 dl 1767384897 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384886.145212:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032278879 00000400:00000010:1.0:1767384886.145213:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032278879. 00000100:00000001:1.0:1767384886.145216:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384886.145219:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000004678e43 x1853237348017792/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384886.145220:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000003833471 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:16358:x1853237348017792:12345-0@lo:253: Request processed in 2181us (2798us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384886.145228:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000004678e43 x1853237348017792/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384886.145229:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00000040:2.0:1767384886.145232:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384886.145235:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384886.145236:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384886.145237:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384886.145237:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384886.145240:0:16358:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384886.145241:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c2d318f2. 02000000:00000001:1.0:1767384886.145243:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384886.145244:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384886.145245:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b1bc6685. 00000100:00000001:1.0:1767384886.145246:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384886.145248:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023bba4ba. 02000000:00000001:1.0:1767384886.145249:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384886.145253:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=20 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384886.145254:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 02000000:00000001:2.0:1767384886.145259:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384886.145261:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000489cc9ab. 00000100:00001000:1.0:1767384886.145261:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384886.145264:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384886.145265:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384886.145266:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.145267:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384886.145269:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384886.145271:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384886.145272:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384886.145273:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384886.145276:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd45543f. 00000100:00000040:1.0:1767384886.145277:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000004678e43 x1853237348017792/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384886.145280:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de002774. 00000100:00000001:1.0:1767384886.145285:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384886.145288:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384886.145290:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384886.145294:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384886.145296:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384886.145298:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384886.145299:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384886.145301:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384886.145302:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384886.145304:0:16358:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384886.145305:0:16358:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384886.145307:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384886.145309:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384886.145312:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004678e43 x1853237348017792/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384902 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384886.145322:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000004678e43 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348017792:0@lo:253: 00000100:00000001:1.0:1767384886.145327:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384886.145330:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384886.145332:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000004678e43 x1853237348017792/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384902 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384886.145340:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384886.145342:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384886.145345:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000db259d0e. 02000000:00000001:1.0:1767384886.145349:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384886.145351:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384886.145352:0:16358:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:1.0:1767384886.145354:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384886.145363:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000019b5bdb6. 02000000:00000001:1.0:1767384886.145367:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384886.145369:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384886.145370:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000004678e43. 00000100:00000001:1.0:1767384886.145372:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384886.145373:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384886.145374:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384886.145378:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384886.145379:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.145381:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384886.145382:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384886.146193:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000cab0a53f. 00080000:00000010:1.0:1767384886.146230:0:17083:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e71f8be0. 00040000:00000001:1.0:1767384886.146234:0:17083:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384886.146235:0:17083:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384886.146237:0:17083:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384886.146239:0:17083:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:1.0:1767384886.146241:0:17083:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384886.146243:0:17083:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384886.146245:0:17083:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384886.146253:0:17083:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384886.146256:0:17083:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384886.146259:0:17083:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384886.146265:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384886.146269:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384886.146270:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384886.146273:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384886.146275:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384886.146287:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002ba76e8a. 00010000:00000001:3.0:1767384886.146292:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384886.146295:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000beada4e4. 00000020:00000001:3.0:1767384886.146299:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384886.146300:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000beada4e4 with handle 0xb57eb78819562f51 to hash 00000020:00000001:3.0:1767384886.146302:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384886.146304:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624589867063296 : -119483842488320 : ffff935480031800) 00010000:00000001:3.0:1767384886.146306:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624589867063296 : -119483842488320 : ffff935480031800) 00010000:00000001:3.0:1767384886.146320:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384886.146322:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384886.146325:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000beada4e4/0xb57eb78819562f51 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384886.146333:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384886.146335:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384886.146337:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384886.146338:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384886.146340:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384886.146342:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384886.146344:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384886.146346:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384886.146348:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384886.146350:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384886.146352:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384886.146354:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002ba76e8a) refcount = 1 00010000:00010000:3.0:1767384886.146358:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000beada4e4/0xb57eb78819562f51 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384886.146363:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384886.146364:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384886.146365:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384886.146367:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384886.146368:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384886.146370:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384886.146372:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 00010000:00000001:3.0:1767384886.146375:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000020:1.0:1767384886.146375:0:17083:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384886.146380:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384886.146383:0:17083:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000890413e8. 00000020:00000001:3.0:1767384886.146384:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384886.146387:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000beada4e4 refcount=4 20000000:00000001:1.0:1767384886.146390:0:17083:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.146391:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867063296 : -119483842488320 : ffff935480031800) 00010000:00000001:3.0:1767384886.146397:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867063296 : -119483842488320 : ffff935480031800) 00010000:00000001:3.0:1767384886.146399:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000040:1.0:1767384886.146399:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348017920 00010000:00010000:3.0:1767384886.146402:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000beada4e4/0xb57eb78819562f51 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384886.146406:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384886.146411:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384886.146413:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000beada4e4/0xb57eb78819562f51 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000200:1.0:1767384886.146414:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c053d46f x1853237348017920/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:112/0 lens 4848/4768 e 0 to 0 dl 1767384897 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384886.146423:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384886.146426:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384886.146428:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000beada4e4/0xb57eb78819562f51 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384886.146441:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384886.146441:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384886.146446:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384886.146446:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384886.146453:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=20 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384886.146454:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384886.146457:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000beada4e4/0xb57eb78819562f51 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384886.146460:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:3.0:1767384886.146465:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000beada4e4 already unused, calling callback (00000000df0e66e0) 00000100:00000040:1.0:1767384886.146465:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:1.0:1767384886.146470:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:3.0:1767384886.146471:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384886.146472:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384886.146474:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000beada4e4/0xb57eb78819562f51 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384886.146477:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384886.146480:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384886.146483:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384886.146483:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:3.0:1767384886.146487:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000beada4e4 refcount=5 02000000:00000001:1.0:1767384886.146487:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.146493:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867063296 : -119483842488320 : ffff935480031800) 00000100:00000001:1.0:1767384886.146493:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384886.146496:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867063296 : -119483842488320 : ffff935480031800) 00000100:00000040:1.0:1767384886.146499:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384886.146504:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032278879. 00010000:00000001:3.0:1767384886.146506:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384886.146508:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000beada4e4/0xb57eb78819562f51 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384886.146508:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348017920, offset 224 00010000:00000001:3.0:1767384886.146517:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384886.146521:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:1.0:1767384886.146521:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384886.146525:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384886.146528:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384886.146531:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:1.0:1767384886.146533:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384886.146535:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384886.146538:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384886.146540:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000beada4e4 with handle 0xb57eb78819562f51 from hash 00010000:00000001:3.0:1767384886.146544:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:1.0:1767384886.146544:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d02700 00010000:00000001:3.0:1767384886.146547:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384886.146551:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384886.146554:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:1.0:1767384886.146554:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12e5 [2] + 224 00010000:00000001:3.0:1767384886.146556:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384886.146560:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384886.146562:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:1.0:1767384886.146562:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384886.146565:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384886.146568:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384886.146568:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384886.146571:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:1.0:1767384886.146573:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384886.146574:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384886.146578:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1767384886.146580:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000027b1c78 x1853237348017920/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384902 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384886.146581:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384886.146583:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384886.146587:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384886.146591:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384886.146595:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000beada4e4/0xb57eb78819562f51 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384886.146601:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000027b1c78 x1853237348017920/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384886.146604:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384886.146607:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384886.146609:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384886.146611:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384886.146614:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384886.146617:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384886.146623:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384886.146625:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384886.146627:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.146627:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:3.0:1767384886.146632:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000beada4e4/0xb57eb78819562f51 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384886.146636:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:1.0:1767384886.146636:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032278879 00010000:00000001:3.0:1767384886.146639:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767384886.146641:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032278879. 00000100:00000001:1.0:1767384886.146644:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384886.146646:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:3.0:1767384886.146649:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000beada4e4/0xb57eb78819562f51 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384886.146651:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.146652:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384886.146656:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000040:3.0:1767384886.146659:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002ba76e8a count: 0 00000100:00000040:1.0:1767384886.146660:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000400:00000001:2.0:1767384886.146661:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384886.146664:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384886.146664:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384886.146666:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032e48dde. 00000020:00000001:1.0:1767384886.146666:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384886.146667:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384886.146670:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:2.0:1767384886.146670:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce3bfdcc 00000020:00000001:1.0:1767384886.146670:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384886.146674:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ce3bfdcc. 00000100:00000040:1.0:1767384886.146677:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c053d46f x1853237348017920/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:112/0 lens 4848/4768 e 0 to 0 dl 1767384897 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.146679:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384886.146683:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000027b1c78 x1853237348017920/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384886.146687:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c053d46f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:16359:x1853237348017920:12345-0@lo:253: Request processed in 3609us (4127us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384886.146693:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000027b1c78 x1853237348017920/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384886.146696:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00000040:1.0:1767384886.146699:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:2.0:1767384886.146701:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384886.146713:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384886.146718:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384886.146719:0:16359:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384886.146720:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384886.146721:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384886.146722:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384886.146723:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a1bbbb2b. 00000100:00000001:2.0:1767384886.146724:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384886.146726:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384886.146727:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000477df253. 00000100:00001000:2.0:1767384886.146730:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=20 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384886.146730:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a63480d1. 00000100:00001000:2.0:1767384886.146733:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=20 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384886.146733:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000100:00000001:2.0:1767384886.146736:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384886.146736:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384886.146737:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384886.146738:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000089c56f03. 00010000:00000001:2.0:1767384886.146739:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384886.146741:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384886.146741:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384886.146743:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384886.146744:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384886.146747:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000027b1c78 x1853237348017920/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384886.146747:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384886.146751:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072ef2c8e. 00000400:00000010:1.0:1767384886.146755:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032278879. 00000100:00000001:2.0:1767384886.146756:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384886.146758:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384886.146759:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384886.146762:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384886.146764:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384886.146766:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384886.146768:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384886.146770:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384886.146772:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384886.146773:0:16359:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384886.146774:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384886.146775:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384886.146779:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000027b1c78 x1853237348017920/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384902 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384886.146787:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000027b1c78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348017920:0@lo:253: 00000100:00000001:2.0:1767384886.146792:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384886.146794:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384886.146796:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000027b1c78 x1853237348017920/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384902 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.146804:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384886.146806:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384886.146853:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000017d21130. 02000000:00000001:2.0:1767384886.146858:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384886.146860:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384886.146861:0:16359:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:2.0:1767384886.146864:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384886.146866:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b66b6643. 02000000:00000001:2.0:1767384886.146870:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384886.146871:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384886.146873:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000027b1c78. 00000100:00000001:2.0:1767384886.146876:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384886.146877:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384886.146880:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384886.146885:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384886.146886:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.146890:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384886.146892:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384886.147873:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294875178, at 4294875179 00000100:00000040:1.0:1767384886.147873:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294875178, at 4294875179 00000100:00000010:2.0:1767384886.147881:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004d24d8ba. 00000100:00000010:1.0:1767384886.147907:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002525da07. 00000100:00000040:0.0:1767384886.148865:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294875178, at 4294875180 00000100:00000010:0.0:1767384886.148872:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bba012e3. 00000100:00000040:3.0:1767384886.148898:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294875178, at 4294875180 00000100:00000010:3.0:1767384886.148905:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000af9515ca. 00010000:00000010:3.1:1767384886.152903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000061e7fd68. 00010000:00000010:3.1:1767384886.152914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000244b599e. 00010000:00000010:3.1:1767384886.152922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002ba76e8a. 00010000:00000010:3.1:1767384886.152929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000beada4e4. 00000400:00000010:0.0:1767384886.160036:0:20651:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000feca7a9b. 00000400:00000040:0.0:1767384886.160053:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384886.160055:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384886.160057:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384886.160059:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384886.160060:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384886.160062:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384886.160064:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384886.160065:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384886.160066:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384886.160067:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384886.160069:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384886.160070:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384886.160071:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384886.160073:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384886.160073:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384886.160075:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384886.160076:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384886.160077:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384886.160078:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384886.160080:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384886.160081:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384886.160083:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384886.160085:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384886.160093:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384886.160095:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384886.160097:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384886.160099:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384886.160101:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384886.160102:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384886.160104:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384886.160105:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384886.160108:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384886.160109:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384886.160111:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384886.160113:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384886.160115:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384886.160116:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384886.160119:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384886.160122:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384886.160124:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384886.160126:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384886.160128:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384886.160130:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384886.160132:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384886.160133:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384886.160135:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384886.160137:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384886.160139:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384886.160140:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384886.160142:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384886.160143:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384886.160145:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384886.160146:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384886.160147:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384886.160148:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384886.160149:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384886.160150:0:20651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384886.160170:0:20651:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000feca7a9b. 00010000:00000001:0.0:1767384886.296919:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384886.296925:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384886.296930:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384886.296940:0:53:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384886.296941:0:53:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384886.296944:0:53:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384886.296946:0:53:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384886.296948:0:53:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384886.296950:0:53:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384886.296952:0:53:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.296980:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384886.296984:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384886.296987:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384886.806515:0:20829:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000427958fd. 00080000:00000010:2.0:1767384886.806526:0:20829:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000427958fd. 00000020:00000001:2.0:1767384886.806532:0:20829:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384886.806541:0:20829:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000427958fd. 00080000:00000010:2.0:1767384886.806547:0:20829:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000427958fd. 00000020:00000001:2.0:1767384886.806551:0:20829:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384887.128897:0:17112:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384887.128903:0:17112:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384887.128910:0:17112:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e200afc1. 00000020:00000040:3.0:1767384887.128917:0:17112:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384887.128922:0:17112:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384887.128926:0:17112:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384887.128931:0:17112:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384887.128938:0:17112:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d6090a2d. 00000100:00000001:3.0:1767384887.128946:0:17112:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384887.128953:0:17112:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384887.128955:0:17112:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384887.128967:0:17112:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e200afc1] to pc [ptlrpcd_00_02+2] req@00000000e200afc1 x1853237348018048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384887.128993:0:17112:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384887.129021:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384887.129025:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384887.129036:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384887.129041:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e200afc1 x1853237348018048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384887.129050:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384887.129053:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384887.129057:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384887.129059:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384887.129062:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384887.129065:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e200afc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16360:1853237348018048:0@lo:13: 00000100:00000001:3.0:1767384887.129070:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384887.129076:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384887.129079:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384887.129081:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384887.129087:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000065a0d07a. 02000000:00000001:3.0:1767384887.129090:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384887.129097:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4ffcadf. 00000400:00000010:3.0:1767384887.129105:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001aea56c7. 00000100:00000200:3.0:1767384887.129112:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348018048, portal 4 00000100:00000001:3.0:1767384887.129115:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384887.129118:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789827584 : -119482919724032 : ffff9354b7035c00) 00000100:00000040:3.0:1767384887.129125:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e200afc1 x1853237348018048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384903 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384887.129133:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384887.129138:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384887.129142:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000358862aa. 00000100:00000200:3.0:1767384887.129145:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237348018048, offset 0 00000400:00000200:3.0:1767384887.129154:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384887.129170:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384887.129182:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958271d02780 00000400:00000200:3.0:1767384887.129191:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 448 00000400:00000200:3.0:1767384887.129199:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384887.129206:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384887.129210:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384887.129214:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384887.129215:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384887.129219:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:2.0:1767384887.129231:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b543db4a-4900-454f-be04-352b2897a173->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:3.0:1767384887.129232:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049efebf8. 00000100:00000040:3.0:1767384887.129239:0:16360:0:(events.c:337:request_in_callback()) incoming req@0000000049efebf8 x1853237348018048 msgsize 224 00000100:00000001:2.0:1767384887.129239:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384887.129244:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004f1ab0f3. 00000100:00100000:3.0:1767384887.129248:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:2.0:1767384887.129249:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:2.0:1767384887.129253:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384887.129255:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384887.129258:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384887.129261:0:16360:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:2.0:1767384887.129264:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ac50ee55. 00000100:00000001:2.0:1767384887.129269:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384887.129274:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000358862aa 00000100:00000040:2.0:1767384887.129274:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b543db4a-4900-454f-be04-352b2897a173->MGS req@000000004f1ab0f3 x1853237348018176/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767384887.129278:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000358862aa. 00000100:00000001:3.0:1767384887.129284:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384887.129291:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1767384887.129292:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e200afc1 x1853237348018048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384903 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384887.129294:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384887.129301:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f1ab0f3] to pc [ptlrpcd_00_03+3] req@000000004f1ab0f3 x1853237348018176/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384887.129304:0:17898:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000890413e8. 00000100:00000001:3.0:1767384887.129314:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384887.129315:0:17898:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384887.129319:0:17898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348018048 00000100:00000001:2.0:1767384887.129321:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384887.129323:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e200afc1 x1853237348018048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384903 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384887.129323:0:17898:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1767384887.129325:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384887.129326:0:17898:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384887.129330:0:17898:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384887.129336:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767384887.129337:0:17898:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384887.129343:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001009c66d. 00000100:00100000:1.0:1767384887.129343:0:17898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348018048 00000100:00000001:3.0:1767384887.129344:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384887.129348:0:17898:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384887.129350:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:2.0:1767384887.129350:0:38:0:(genops.c:1229:class_import_get()) import 00000000aab4eb9e refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000040:1.0:1767384887.129352:0:17898:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562efd 00000020:00000001:1.0:1767384887.129356:0:17898:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384887.129358:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384887.129359:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384887.129360:0:17898:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d9a32349 refcount=5 02000000:00000001:2.0:1767384887.129362:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1767384887.129364:0:17898:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000040:3.0:1767384887.129368:0:16360:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3932 usecs (4 jiffies) 02000000:00000001:2.0:1767384887.129368:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384887.129368:0:17898:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000001:1.0:1767384887.129375:0:17898:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384887.129376:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294876164 02000000:00000010:2.0:1767384887.129377:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ad538527. 00000020:00000010:1.0:1767384887.129379:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000045739a18. 00000100:00000001:2.0:1767384887.129385:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384887.129386:0:17898:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000002114a2a7. 00000100:00000010:3.0:1767384887.129387:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee25667b. 00000100:00000040:2.0:1767384887.129393:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000001009c66d x1853237348018304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:1.0:1767384887.129394:0:17898:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000029ff95b7) now 6 - evictor 00000100:00000001:3.0:1767384887.129396:0:16360:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384887.129406:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384887.129407:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294876164 00000100:00000001:1.0:1767384887.129407:0:17898:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384887.129409:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384887.129415:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001009c66d] to pc [ptlrpcd_00_00+0] req@000000001009c66d x1853237348018304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384887.129416:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000301427ae. 00000020:00000010:1.0:1767384887.129420:0:17898:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae73cb90. 00000100:00000001:3.0:1767384887.129423:0:16360:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000020:00000010:1.0:1767384887.129427:0:17898:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000301e357d. 00000100:00000001:3.0:1767384887.129431:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294876164 00000020:00000010:1.0:1767384887.129434:0:17898:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000477df253. 00000100:00000010:3.0:1767384887.129438:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c3ce499e. 00000100:00000001:3.0:1767384887.129444:0:16360:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000040:1.0:1767384887.129444:0:17898:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384887.129447:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384887.129448:0:17898:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384887.129449:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294876164 00000100:00000040:2.0:1767384887.129452:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384887.129453:0:17898:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:3.0:1767384887.129456:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000923cc638. 00000100:00000001:1.0:1767384887.129456:0:17898:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384887.129458:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384887.129464:0:16360:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000010:2.0:1767384887.129465:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000034c7ffcc. 00000100:00000001:1.0:1767384887.129467:0:17898:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384887.129469:0:38:0:(genops.c:1229:class_import_get()) import 0000000062c1ff66 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384887.129470:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384887.129474:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384887.129476:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384887.129477:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384887.129477:0:17898:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384887.129480:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384887.129484:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384887.129485:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006b0ce45d. 00000100:00000001:2.0:1767384887.129489:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384887.129491:0:17898:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384887.129494:0:17898:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384887.129497:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384887.129502:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000034c7ffcc x1853237348018432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384887.129503:0:17898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000001:3.0:1767384887.129507:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384887.129512:0:17898:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d9a32349 : new rpc_count 1 00000100:00000001:3.0:1767384887.129513:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384887.129514:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384887.129519:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384887.129519:0:17898:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590789829376 : -119482919722240 : ffff9354b7036300) 00000100:00000001:3.0:1767384887.129520:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384887.129524:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384887.129527:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034c7ffcc] to pc [ptlrpcd_00_01+1] req@0000000034c7ffcc x1853237348018432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384887.129529:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384887.129530:0:17898:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000049efebf8 x1853237348018048/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:113/0 lens 224/0 e 0 to 0 dl 1767384898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384887.129537:0:16360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384887.129542:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384887.129551:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384887.129552:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384887.129555:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384887.129556:0:17898:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384887.129557:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (213) 00000100:00000001:3.0:1767384887.129562:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384887.129563:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c10155b. 00000100:00000001:3.0:1767384887.129566:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384887.129568:0:17898:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384887.129569:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384887.129570:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1767384887.129573:0:17898:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c10155b. 00000100:00000001:2.0:1767384887.129574:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384887.129577:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384887.129579:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004f1ab0f3 x1853237348018176/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384887.129582:0:17898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000049efebf8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16360:x1853237348018048:12345-0@lo:13: 00000100:00000040:2.0:1767384887.129584:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001009c66d x1853237348018304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384887.129593:0:17898:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348018048 00000020:00000001:1.0:1767384887.129598:0:17898:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384887.129603:0:17898:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384887.129606:0:17898:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384887.129612:0:17898:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384887.129616:0:17898:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665454032 : -1044097584 : ffffffffc1c455d0) 00000100:00000001:3.0:1767384887.129617:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384887.129617:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1767384887.129620:0:17898:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384887.129621:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384887.129622:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384887.129625:0:17898:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384887.129626:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384887.129628:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1767384887.129629:0:17898:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384887.129630:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384887.129632:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384887.129633:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384887.129638:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001009c66d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16358:1853237348018304:0@lo:400: 02000000:00000001:3.0:1767384887.129639:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384887.129644:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1767384887.129648:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004f1ab0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348018176:0@lo:400: 02000000:00000001:2.0:1767384887.129649:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384887.129652:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384887.129656:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384887.129656:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384887.129661:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000031339cc. 02000000:00000001:3.0:1767384887.129662:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384887.129664:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384887.129666:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384887.129668:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070108ba1. 02000000:00000001:3.0:1767384887.129670:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384887.129674:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004cd42342. 02000000:00000010:3.0:1767384887.129676:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff3c05ca. 00000100:00000200:2.0:1767384887.129678:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348018304, portal 10 02000000:00000001:3.0:1767384887.129681:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384887.129682:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384887.129684:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667942528 : -119483041609088 : ffff9354afbf8a80) 00000400:00000010:3.0:1767384887.129689:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd958cd3. 00000020:00000010:2.0:1767384887.129691:0:16358:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b66b6643. 00000400:00000010:3.0:1767384887.129697:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000358862aa. 00000100:00000040:2.0:1767384887.129698:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001009c66d x1853237348018304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384887.129706:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348018176, portal 25 00000100:00000001:3.0:1767384887.129710:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384887.129714:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667955072 : -119483041596544 : ffff9354afbfbb80) 00000100:00000001:2.0:1767384887.129721:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384887.129726:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004f1ab0f3 x1853237348018176/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384887.129727:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384887.129731:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005531450d. 00000100:00000200:2.0:1767384887.129736:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237348018304, offset 0 00000100:00000001:3.0:1767384887.129742:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384887.129744:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384887.129754:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384887.129756:0:17898:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1767384887.129759:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384887.129761:0:17898:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384887.129765:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002aaf35de. 00000100:00000001:1.0:1767384887.129766:0:17898:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384887.129767:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958271d02880 00000100:00000200:3.0:1767384887.129773:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237348018176, offset 0 00000400:00000200:2.0:1767384887.129776:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2456 02000000:00000001:1.0:1767384887.129776:0:17898:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384887.129781:0:17898:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000e6c7c76f. 00000400:00000200:2.0:1767384887.129782:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384887.129785:0:17898:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384887.129789:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384887.129790:0:17898:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384887.129791:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00002000:00000001:1.0:1767384887.129797:0:17898:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:2.0:1767384887.129800:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384887.129803:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00002000:00000001:1.0:1767384887.129803:0:17898:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000400:00000200:3.0:1767384887.129804:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384887.129807:0:17898:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000010:2.0:1767384887.129810:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069b7613e. 00000020:00000001:1.0:1767384887.129862:0:17898:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384887.129866:0:17898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:1.0:1767384887.129869:0:17898:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:1.0:1767384887.129873:0:17898:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000d9a32349 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1767384887.129876:0:17898:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:1.0:1767384887.129878:0:17898:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:1.0:1767384887.129882:0:17898:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384887.129884:0:17898:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384887.129886:0:17898:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384887.129888:0:17898:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237348018048 00010000:00000001:1.0:1767384887.129892:0:17898:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384887.129896:0:17898:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000049efebf8 x1853237348018048/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:113/0 lens 224/368 e 0 to 0 dl 1767384898 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384887.129903:0:17898:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384887.129905:0:17898:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384887.129907:0:17898:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097a41e79 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384887.129911:0:17898:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384887.129914:0:17898:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:1.0:1767384887.129916:0:17898:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:1.0:1767384887.129918:0:17898:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384887.129920:0:17898:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384887.129922:0:17898:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384887.129924:0:17898:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384887.129927:0:17898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000265f5e51. 00000100:00000200:1.0:1767384887.129930:0:17898:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237348018048, offset 224 00000400:00000200:1.0:1767384887.129936:0:17898:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384887.129972:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958271d02800 00000400:00000200:1.0:1767384887.129973:0:17898:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384887.129983:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1f1 [2] + 0 00000400:00000200:1.0:1767384887.129986:0:17898:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958271d02780 00000400:00000010:3.0:1767384887.129989:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000616896a5. 00000100:00000040:2.0:1767384887.129992:0:16358:0:(events.c:337:request_in_callback()) incoming req@0000000069b7613e x1853237348018304 msgsize 224 00000400:00000200:3.0:1767384887.129995:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cd1e18f8 00000100:00100000:2.0:1767384887.130000:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384887.130001:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384887.130004:0:17898:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1301 [1] + 224 00000400:00000200:3.0:1767384887.130011:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384887.130011:0:17898:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384887.130012:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384887.130019:0:17898:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384887.130020:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005531450d 00000400:00000010:2.0:1767384887.130023:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005531450d. 00000100:00000001:2.0:1767384887.130026:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384887.130029:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001009c66d x1853237348018304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384887.130030:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd1e18f8 00000400:00000010:3.0:1767384887.130036:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cd1e18f8. 00000100:00000001:2.0:1767384887.130038:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384887.130042:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384887.130043:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001009c66d x1853237348018304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384903 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384887.130043:0:17898:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384887.130047:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:1.0:1767384887.130051:0:17898:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e200afc1 x1853237348018048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384903 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384887.130055:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000f3c9d18a x1853237348018176 msgsize 224 00000100:00000001:2.0:1767384887.130056:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384887.130062:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384887.130067:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384887.130072:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384887.130072:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2550 usecs (3 jiffies) 00000100:00000040:1.0:1767384887.130072:0:17898:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000e200afc1 x1853237348018048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384903 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384887.130078:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384887.130079:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294876164 00000100:00000001:2.0:1767384887.130084:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294876164 00000100:00000001:2.0:1767384887.130088:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294876164 00000100:00000001:1.0:1767384887.130089:0:17898:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384887.130090:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294876164 00000100:00000001:3.0:1767384887.130093:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384887.130095:0:17898:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000265f5e51 00000400:00000010:1.0:1767384887.130099:0:17898:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000265f5e51. 00000100:00000001:2.0:1767384887.130100:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294876164 00000100:00000001:2.0:1767384887.130104:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294876164 00000100:00000001:1.0:1767384887.130105:0:17898:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:3.0:1767384887.130106:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002aaf35de 00000100:00000001:2.0:1767384887.130106:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294876164 00000100:00000001:1.0:1767384887.130107:0:17898:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:3.0:1767384887.130111:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002aaf35de. 00000100:00000001:2.0:1767384887.130112:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294876164 00000100:00000001:1.0:1767384887.130114:0:17898:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384887.130115:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384887.130119:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384887.130119:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384887.130120:0:17898:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:2.0:1767384887.130125:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384887.130125:0:17898:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:3.0:1767384887.130128:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004f1ab0f3 x1853237348018176/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384887.130129:0:17898:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384887.130130:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384887.130135:0:17898:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384887.130138:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384887.130141:0:17898:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049efebf8 x1853237348018048/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:113/0 lens 224/368 e 0 to 0 dl 1767384898 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384887.130142:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384887.130147:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384887.130150:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384887.130151:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384887.130155:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384887.130159:0:16358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:3.0:1767384887.130160:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004f1ab0f3 x1853237348018176/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384903 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384887.130161:0:17898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000049efebf8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16360:x1853237348018048:12345-0@lo:13: Request processed in 601us (917us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384887.130162:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384887.130167:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384887.130169:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384887.130174:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384887.130176:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384887.130179:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1767384887.130181:0:17898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:2.0:1767384887.130185:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000034c7ffcc x1853237348018432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384887.130186:0:17898:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d9a32349 : new rpc_count 0 00000100:00000001:3.0:1767384887.130189:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384887.130191:0:17898:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384887.130196:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384887.130197:0:17898:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384887.130199:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384887.130202:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384887.130204:0:17898:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000301e357d. 00000100:00000001:3.0:1767384887.130205:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384887.130205:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384887.130208:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384887.130212:0:17898:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000477df253. 00000100:00000001:3.0:1767384887.130213:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294876166 02000000:00000001:2.0:1767384887.130213:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384887.130219:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000034c7ffcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16358:1853237348018432:0@lo:400: 00000020:00000010:1.0:1767384887.130222:0:17898:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae73cb90. 00000100:00000001:2.0:1767384887.130223:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384887.130224:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294876164 02000000:00000001:2.0:1767384887.130226:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384887.130229:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384887.130232:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1767384887.130232:0:17898:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 4 00000100:00000001:3.0:1767384887.130234:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294876166 02000000:00000010:2.0:1767384887.130236:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008514e7e9. 00000100:00000001:1.0:1767384887.130238:0:17898:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384887.130240:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384887.130243:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294876164 00000400:00000010:2.0:1767384887.130250:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3aff75d. 00000400:00000010:2.0:1767384887.130257:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005531450d. 00000100:00000001:3.0:1767384887.130259:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294876166 00000100:00000200:2.0:1767384887.130261:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348018432, portal 10 00000100:00080000:1.0:1767384887.130261:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767384887.130265:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384887.130266:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294876164 00000100:00000001:2.0:1767384887.130267:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667947008 : -119483041604608 : ffff9354afbf9c00) 00000100:00000040:2.0:1767384887.130275:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000034c7ffcc x1853237348018432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384887.130276:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000029ff95b7) now 6 - evictor 00000100:00000001:3.0:1767384887.130277:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294876166 00000100:00000001:3.0:1767384887.130286:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294876164 00000100:00000001:2.0:1767384887.130287:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384887.130292:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384887.130295:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384887.130296:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c99b0362. 00000100:00000200:2.0:1767384887.130300:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237348018432, offset 0 00000100:00000001:3.0:1767384887.130302:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384887.130307:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000001:3.0:1767384887.130312:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384887.130314:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000001:3.0:1767384887.130316:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384887.130317:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1767384887.130318:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348018176 00000400:00000010:3.0:1767384887.130322:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4ffcadf. 02000000:00000001:1.0:1767384887.130322:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384887.130325:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384887.130328:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001aea56c7 00000400:00000200:2.0:1767384887.130329:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958271d02900 00000100:00000001:1.0:1767384887.130329:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384887.130334:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001aea56c7. 02000000:00000001:1.0:1767384887.130335:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384887.130339:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348018176 00000100:00000001:3.0:1767384887.130340:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384887.130341:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384887.130345:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:1.0:1767384887.130347:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1767384887.130349:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e200afc1 x1853237348018048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384903 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384887.130349:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2680 00000020:00000040:1.0:1767384887.130350:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000020:00000001:1.0:1767384887.130356:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:1.0:1767384887.130361:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000400:00000200:2.0:1767384887.130362:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384887.130366:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384887.130371:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000002cc8f2. 00000400:00000200:2.0:1767384887.130373:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384887.130376:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384887.130379:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e200afc1 x1853237348018048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384903 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384887.130379:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:1.0:1767384887.130380:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000002cc8f2. 00000100:00000200:2.0:1767384887.130384:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1767384887.130387:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae73cb90. 00000100:00000010:2.0:1767384887.130392:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000090ee15f8. 00000020:00000010:1.0:1767384887.130393:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000301e357d. 00000100:00000001:3.0:1767384887.130399:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384887.130400:0:16358:0:(events.c:337:request_in_callback()) incoming req@0000000090ee15f8 x1853237348018432 msgsize 224 00000020:00000010:1.0:1767384887.130400:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000477df253. 00000100:00000001:3.0:1767384887.130404:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384887.130409:0:16360:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767384887.130411:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:2.0:1767384887.130413:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384887.130414:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384887.130416:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384887.130418:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384887.130419:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384887.130422:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384887.130423:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384887.130425:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384887.130430:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c99b0362 00000400:00000010:2.0:1767384887.130432:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c99b0362. 02000000:00000001:3.0:1767384887.130437:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384887.130438:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384887.130439:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384887.130445:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000034c7ffcc x1853237348018432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384887.130447:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000046e5fbb1 time=11 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384887.130451:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384887.130459:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000785c58c4 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384887.130461:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384887.130463:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384887.130465:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000034c7ffcc x1853237348018432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384903 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384887.130467:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384887.130467:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384887.130472:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384887.130475:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00010000:00000001:3.0:1767384887.130480:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767384887.130481:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384887.130482:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384887.130486:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384887.130486:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590822518864 : -119482887032752 : ffff9354b8f63050) 00010000:00080000:3.0:1767384887.130487:0:16360:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e200afc1 x1853237348018048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384903 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384887.130492:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f3c9d18a x1853237348018176/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:113/0 lens 224/0 e 0 to 0 dl 1767384898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384887.130498:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384887.130504:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2815 usecs (3 jiffies) 00000100:00000001:2.0:1767384887.130509:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294876164 00000100:00000001:2.0:1767384887.130514:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294876166 00010000:00000001:3.0:1767384887.130521:0:16360:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384887.130521:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294876164 00000100:00000001:2.0:1767384887.130523:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294876166 00000100:00000001:2.0:1767384887.130528:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294876164 00000100:00000001:3.0:1767384887.130529:0:16360:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384887.130533:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294876166 00000100:00100000:3.0:1767384887.130534:0:16360:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 2 00000100:00000001:2.0:1767384887.130537:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294876164 00000100:00000001:2.0:1767384887.130541:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294876166 00000100:00000001:2.0:1767384887.130545:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384887.130549:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384887.130552:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384887.130553:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384887.130554:0:16360:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589934596) req@000000008c83e0ab x1853237348014976/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384892 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384887.130557:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384887.130559:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000002cc8f2. 00000100:00000001:1.0:1767384887.130565:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384887.130569:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384887.130570:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000002cc8f2. 00000100:00000001:3.0:1767384887.130573:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384887.130574:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384887.130579:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f3c9d18a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:16360:x1853237348018176:12345-0@lo:400: 00000100:00000040:3.0:1767384887.130580:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008c83e0ab x1853237348014976/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384892 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384887.130585:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348018176 00000100:00000001:2.0:1767384887.130587:0:17090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384887.130589:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:2.0:1767384887.130591:0:17090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348018304 00000020:00000001:1.0:1767384887.130593:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:2.0:1767384887.130595:0:17090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384887.130597:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384887.130598:0:17090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384887.130602:0:17090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384887.130602:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384887.130605:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289088 : -1048262528 : ffffffffc184c880) 00000100:00000001:3.0:1767384887.130607:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384887.130608:0:17090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384887.130609:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384887.130613:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384887.130614:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:2.0:1767384887.130614:0:17090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348018304 00000020:00000001:1.0:1767384887.130616:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384887.130620:0:17090:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384887.130620:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:3.0:1767384887.130621:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e75a5a64. 00000020:00000040:2.0:1767384887.130624:0:17090:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562e71 00000020:00000001:1.0:1767384887.130624:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384887.130627:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384887.130629:0:17090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384887.130629:0:17083:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1767384887.130632:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384887.130633:0:17090:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099807a16 refcount=5 00000100:00000001:1.0:1767384887.130633:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:3.0:1767384887.130637:0:16360:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:1.0:1767384887.130638:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384887.130639:0:17090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 02000000:00000010:1.0:1767384887.130643:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000009af2b92. 00000020:00000001:3.0:1767384887.130645:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384887.130645:0:17090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 02000000:00000001:1.0:1767384887.130647:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384887.130651:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384887.130651:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384887.130660:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008add74ef. 00000020:00000010:2.0:1767384887.130661:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009946125b. 00000020:00000001:1.0:1767384887.130662:0:17083:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384887.130667:0:17090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1767384887.130668:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348018176 02000000:00000001:3.0:1767384887.130670:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767384887.130671:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:3.0:1767384887.130675:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:2.0:1767384887.130676:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009946125b. 00010000:00000200:1.0:1767384887.130678:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f3c9d18a x1853237348018176/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:113/0 lens 224/224 e 0 to 0 dl 1767384898 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384887.130679:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008c83e0ab. 00000020:00000010:2.0:1767384887.130682:0:17090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010898fd0. 00000100:00000001:3.0:1767384887.130689:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:2.0:1767384887.130691:0:17090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001c9c7b16. 00000100:00000001:3.0:1767384887.130692:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384887.130692:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384887.130695:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384887.130697:0:17090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003a67d617. 00000100:00000001:3.0:1767384887.130698:0:16360:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1767384887.130698:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=21 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384887.130706:0:16360:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:1.0:1767384887.130707:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384887.130708:0:17090:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:1.0:1767384887.130712:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:3.0:1767384887.130714:0:16360:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384887.130714:0:17090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384887.130716:0:17090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384887.130718:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384887.130720:0:17090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384887.130723:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:1.0:1767384887.130727:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384887.130728:0:17090:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:3.0:1767384887.130730:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e200afc1 x1853237348018048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384903 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384887.130731:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384887.130732:0:17090:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384887.130737:0:17090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384887.130737:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384887.130745:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384887.130749:0:17090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384887.130750:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000265f5e51. 00000100:00000200:1.0:1767384887.130755:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237348018176, offset 224 00000100:00000001:3.0:1767384887.130765:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384887.130771:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1767384887.130771:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384887.130772:0:17090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384887.130775:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384887.130777:0:17090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348018432 00000004:00000001:3.0:1767384887.130780:0:16360:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 02000000:00000001:2.0:1767384887.130780:0:17090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384887.130784:0:17090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384887.130785:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000040:3.0:1767384887.130786:0:16360:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:2.0:1767384887.130788:0:17090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1767384887.130793:0:16360:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 02000000:00000001:2.0:1767384887.130794:0:17090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384887.130798:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958271d02800 00000100:00100000:2.0:1767384887.130799:0:17090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348018432 00000020:00000001:2.0:1767384887.130804:0:17090:0:(genops.c:811:class_conn2export()) Process entered 00000004:00000020:3.0:1767384887.130805:0:16360:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006f80896a): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000020:00000040:2.0:1767384887.130807:0:17090:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562ee1 00000400:00000200:1.0:1767384887.130808:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x130d [1] + 224 00000020:00000001:2.0:1767384887.130812:0:17090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000001:3.0:1767384887.130849:0:16360:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384887.130850:0:17090:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000083ded37e refcount=5 00000020:00000001:2.0:1767384887.130853:0:17090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00000400:00000200:1.0:1767384887.130857:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384887.130858:0:17090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00000100:00000040:3.0:1767384887.130862:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e200afc1 x1853237348018048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384903 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384887.130864:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384887.130865:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384887.130869:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009946125b. 00000100:00000001:1.0:1767384887.130873:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384887.130885:0:17090:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000004b18cca6. 00000100:00000200:1.0:1767384887.130886:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004f1ab0f3 x1853237348018176/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384903 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384887.130892:0:17090:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8d9ce3b) now 8 - evictor 00000100:00100000:3.0:1767384887.130896:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e200afc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16360:1853237348018048:0@lo:13: 00000100:00000001:2.0:1767384887.130902:0:17090:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384887.130909:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384887.130910:0:17090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006bbf54f4. 00000100:00000040:1.0:1767384887.130910:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004f1ab0f3 x1853237348018176/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384887.130913:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384887.130917:0:17090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eac6dfa1. 00000100:00000040:3.0:1767384887.130919:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e200afc1 x1853237348018048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384903 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384887.130923:0:17090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e4a21170. 00000100:00000001:2.0:1767384887.130929:0:17090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384887.130932:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384887.130933:0:17090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384887.130937:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1767384887.130938:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000265f5e51 02000000:00000001:3.0:1767384887.130940:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384887.130942:0:17090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384887.130942:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000265f5e51. 02000000:00000010:3.0:1767384887.130943:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000065a0d07a. 00000100:00000001:1.0:1767384887.130948:0:17083:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384887.130950:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384887.130950:0:17090:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384887.130951:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384887.130954:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384887.130955:0:17090:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000040:3.0:1767384887.130956:0:16360:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384887.130957:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384887.130958:0:17090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384887.130961:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384887.130964:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d6090a2d. 00000100:00000040:1.0:1767384887.130966:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:1.0:1767384887.130969:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:3.0:1767384887.130970:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384887.130970:0:17090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384887.130972:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384887.130975:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1767384887.130976:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000010:3.0:1767384887.130978:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e200afc1. 00000100:00000040:1.0:1767384887.130982:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f3c9d18a x1853237348018176/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:113/0 lens 224/224 e 0 to 0 dl 1767384898 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384887.130984:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384887.130984:0:17090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384887.130988:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384887.130989:0:17090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384887.130994:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384887.130996:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1767384887.130999:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f3c9d18a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:16360:x1853237348018176:12345-0@lo:400: Request processed in 444us (939us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384887.131000:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384887.131002:0:17090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000099807a16 : new rpc_count 1 00000100:00000001:3.0:1767384887.131004:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384887.131007:0:17090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590667948800 : -119483041602816 : ffff9354afbfa300) 00000400:00000001:3.0:1767384887.131011:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384887.131014:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000069b7613e x1853237348018304/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:113/0 lens 224/0 e 0 to 0 dl 1767384898 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384887.131015:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000400:00000001:3.0:1767384887.131016:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384887.131020:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd958cd3. 00000400:00000200:3.0:1767384887.131025:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000358862aa 00000100:00000040:1.0:1767384887.131027:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000400:00000010:3.0:1767384887.131029:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000358862aa. 00000100:00000001:2.0:1767384887.131029:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384887.131032:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384887.131035:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384887.131035:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1c7f4c7. 00000100:00000001:1.0:1767384887.131035:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384887.131040:0:17090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384887.131041:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000301e357d. 00000100:00000200:3.0:1767384887.131042:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004f1ab0f3 x1853237348018176/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384887.131047:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1c7f4c7. 00000020:00000010:1.0:1767384887.131048:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000477df253. 00000020:00000010:1.0:1767384887.131055:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae73cb90. 00000100:00100000:2.0:1767384887.131057:0:17090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000069b7613e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16358:x1853237348018304:12345-0@lo:400: 00000100:00000200:3.0:1767384887.131059:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004f1ab0f3 x1853237348018176/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384903 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384887.131060:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000100:00000200:2.0:1767384887.131063:0:17090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348018304 02000000:00000001:1.0:1767384887.131067:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:2.0:1767384887.131068:0:17090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:1.0:1767384887.131072:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000009af2b92. 00000020:00000001:2.0:1767384887.131073:0:17090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384887.131076:0:17090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384887.131078:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384887.131079:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384887.131079:0:17090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384887.131081:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384887.131082:0:17090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000020:00000001:2.0:1767384887.131086:0:17090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1767384887.131087:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384887.131088:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384887.131089:0:17090:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384887.131094:0:16360:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:2.0:1767384887.131094:0:17090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:1.0:1767384887.131094:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000933c372b. 00000020:00000001:2.0:1767384887.131098:0:17090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1767384887.131099:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:1.0:1767384887.131101:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005ac3d882. 00000100:00000001:3.0:1767384887.131102:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384887.131102:0:17090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384887.131106:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384887.131108:0:17090:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1767384887.131109:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384887.131112:0:17090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00001000:3.0:1767384887.131114:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=21 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384887.131115:0:17090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:3.0:1767384887.131120:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=21 v=5 (1 0 0 0) 02000000:00000010:2.0:1767384887.131121:0:17090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d0fc01a7. 00000100:00000001:3.0:1767384887.131123:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384887.131125:0:17090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384887.131126:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384887.131129:0:17091:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384887.131130:0:17090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384887.131131:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384887.131132:0:17091:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767384887.131134:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384887.131138:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384887.131141:0:17090:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384887.131141:0:17091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:3.0:1767384887.131146:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004f1ab0f3 x1853237348018176/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384903 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384887.131146:0:17090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348018304 00000100:00000040:1.0:1767384887.131147:0:17091:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000083ded37e : new rpc_count 1 00010000:00000001:2.0:1767384887.131152:0:17090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384887.131153:0:17091:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590667951488 : -119483041600128 : ffff9354afbfad80) 00010000:00000200:2.0:1767384887.131159:0:17090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000069b7613e x1853237348018304/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:113/0 lens 224/224 e 0 to 0 dl 1767384898 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384887.131162:0:17091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000090ee15f8 x1853237348018432/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:113/0 lens 224/0 e 0 to 0 dl 1767384898 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384887.131167:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384887.131174:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384887.131177:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384887.131184:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f1ab0f3 x1853237348018176/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384903 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384887.131192:0:17090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384887.131193:0:17091:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384887.131196:0:17090:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384887.131198:0:17091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000002cc8f2. 00000100:00001000:2.0:1767384887.131202:0:17090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=15 v=5 (1 0 0 0) 00000100:00100000:3.0:1767384887.131203:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004f1ab0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348018176:0@lo:400: 00000100:00000001:1.0:1767384887.131203:0:17091:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384887.131211:0:17090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1767384887.131211:0:17091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000002cc8f2. 00000100:00000001:3.0:1767384887.131212:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384887.131217:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384887.131217:0:17090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:2.0:1767384887.131222:0:17090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00100000:1.0:1767384887.131223:0:17091:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000090ee15f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16358:x1853237348018432:12345-0@lo:400: 00000100:00000040:3.0:1767384887.131224:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004f1ab0f3 x1853237348018176/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384903 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384887.131228:0:17090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384887.131231:0:17090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384887.131233:0:17091:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348018432 00000100:00000001:2.0:1767384887.131236:0:17090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384887.131238:0:17091:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384887.131242:0:17090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384887.131242:0:17091:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384887.131245:0:17091:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384887.131248:0:17090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c99b0362. 00000100:00000001:3.0:1767384887.131252:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767384887.131252:0:17091:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:2.0:1767384887.131253:0:17090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348018304, offset 224 00000020:00000001:1.0:1767384887.131256:0:17091:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 02000000:00000001:3.0:1767384887.131257:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1767384887.131260:0:17091:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000010:3.0:1767384887.131261:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff3c05ca. 00000400:00000200:2.0:1767384887.131262:0:17090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384887.131266:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384887.131270:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1767384887.131270:0:17091:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384887.131273:0:16360:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000400:00000200:2.0:1767384887.131275:0:17090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384887.131275:0:17091:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384887.131278:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384887.131280:0:17091:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:3.0:1767384887.131282:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ac50ee55. 00000020:00000001:1.0:1767384887.131283:0:17091:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384887.131287:0:17090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d02880 02000000:00000001:3.0:1767384887.131288:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1767384887.131289:0:17091:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384887.131293:0:17091:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384887.131296:0:17090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1309 [1] + 224 02000000:00000001:1.0:1767384887.131297:0:17091:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384887.131298:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384887.131302:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004f1ab0f3. 00000400:00000200:2.0:1767384887.131303:0:17090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384887.131303:0:17091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000009af2b92. 02000000:00000001:1.0:1767384887.131310:0:17091:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384887.131312:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1767384887.131314:0:17090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384887.131316:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384887.131317:0:17091:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384887.131319:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384887.131320:0:17090:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384887.131320:0:17091:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384887.131325:0:17091:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348018432 00000100:00000200:2.0:1767384887.131326:0:17090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001009c66d x1853237348018304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384903 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384887.131327:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767384887.131327:0:17091:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384887.131332:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384887.131335:0:17091:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000090ee15f8 x1853237348018432/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:113/0 lens 224/224 e 0 to 0 dl 1767384898 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384887.131338:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384887.131342:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384887.131355:0:17091:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384887.131358:0:17091:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384887.131359:0:17090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001009c66d x1853237348018304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384887.131362:0:17091:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384887.131369:0:17091:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384887.131378:0:17091:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 22 to 0@lo 00000100:00000001:1.0:1767384887.131380:0:17091:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:1.0:1767384887.131386:0:17091:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384887.131387:0:17091:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384887.131389:0:17091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384887.131391:0:17091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384887.131394:0:17090:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384887.131395:0:17091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000265f5e51. 00000100:00000200:1.0:1767384887.131400:0:17091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348018432, offset 224 00000400:00000200:2.0:1767384887.131403:0:17090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c99b0362 00000400:00000010:2.0:1767384887.131406:0:17090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c99b0362. 00000100:00000001:2.0:1767384887.131410:0:17090:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384887.131411:0:17090:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767384887.131413:0:17091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384887.131415:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384887.131419:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384887.131423:0:17090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384887.131424:0:17091:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:3.0:1767384887.131429:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000040:2.0:1767384887.131431:0:17090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 21 to 0@lo 00000020:00000040:3.0:1767384887.131433:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8d9ce3b) now 8 - evictor 00010000:00000001:2.0:1767384887.131434:0:17090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384887.131438:0:17090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384887.131438:0:17091:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d02900 00000020:00000001:2.0:1767384887.131443:0:17090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384887.131446:0:17091:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x131d [1] + 224 00000100:00000040:2.0:1767384887.131450:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069b7613e x1853237348018304/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:113/0 lens 224/224 e 0 to 0 dl 1767384898 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384887.131453:0:17091:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384887.131462:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384887.131462:0:17091:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384887.131466:0:17090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000069b7613e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16358:x1853237348018304:12345-0@lo:400: Request processed in 431us (1646us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384887.131467:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384887.131470:0:17091:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1767384887.131473:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1767384887.131476:0:17091:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000034c7ffcc x1853237348018432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384903 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384887.131477:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384887.131478:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000400:00000010:3.0:1767384887.131481:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070108ba1. 00000100:00000040:2.0:1767384887.131482:0:17090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099807a16 : new rpc_count 0 00000400:00000200:3.0:1767384887.131488:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cd42342 00000100:00000001:2.0:1767384887.131488:0:17090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384887.131491:0:17090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1767384887.131492:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004cd42342. 00000020:00000010:2.0:1767384887.131496:0:17090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001c9c7b16. 00000100:00000001:3.0:1767384887.131499:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384887.131501:0:17090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003a67d617. 00000100:00000040:1.0:1767384887.131502:0:17091:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000034c7ffcc x1853237348018432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384887.131505:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010898fd0. 00000100:00000200:3.0:1767384887.131506:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001009c66d x1853237348018304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384887.131511:0:17090:0:(genops.c:898:class_export_put()) PUTting export 0000000099807a16 : new refcount 4 00000100:00000001:2.0:1767384887.131515:0:17090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384887.131533:0:17091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384887.131536:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001009c66d x1853237348018304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384903 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384887.131543:0:17091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000265f5e51 00000400:00000010:1.0:1767384887.131547:0:17091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000265f5e51. 00000100:00000001:3.0:1767384887.131550:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384887.131552:0:17091:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384887.131554:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384887.131556:0:17091:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384887.131559:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384887.131563:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384887.131563:0:17091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384887.131568:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384887.131569:0:17091:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:3.0:1767384887.131572:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384887.131573:0:17091:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384887.131576:0:17091:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384887.131578:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384887.131579:0:17091:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384887.131585:0:17091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000090ee15f8 x1853237348018432/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:113/0 lens 224/224 e 0 to 0 dl 1767384898 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384887.131586:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 00000000617d1ace time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384887.131595:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 000000008de43404 time=15 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384887.131599:0:17091:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000090ee15f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16358:x1853237348018432:12345-0@lo:400: Request processed in 404us (1196us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384887.131604:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384887.131606:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384887.131610:0:17091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00000001:3.0:1767384887.131611:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767384887.131614:0:17091:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000083ded37e : new rpc_count 0 00000100:00000001:1.0:1767384887.131615:0:17091:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384887.131616:0:17091:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384887.131619:0:17091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eac6dfa1. 00010000:00080000:3.0:1767384887.131623:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001009c66d x1853237348018304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384903 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384887.131624:0:17091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e4a21170. 00000020:00000010:1.0:1767384887.131630:0:17091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006bbf54f4. 00010000:00000001:3.0:1767384887.131635:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384887.131636:0:17091:0:(genops.c:898:class_export_put()) PUTting export 0000000083ded37e : new refcount 4 00000100:00000001:3.0:1767384887.131638:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384887.131640:0:17091:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384887.131641:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384887.131645:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384887.131646:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384887.131648:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001009c66d x1853237348018304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384903 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384887.131653:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384887.131654:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384887.131655:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384887.131657:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001009c66d x1853237348018304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384903 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384887.131662:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001009c66d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16358:1853237348018304:0@lo:400: 00000100:00000001:3.0:1767384887.131665:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384887.131666:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384887.131667:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001009c66d x1853237348018304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384903 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384887.131671:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384887.131672:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384887.131674:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000031339cc. 02000000:00000001:3.0:1767384887.131676:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384887.131677:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384887.131678:0:16358:0:(genops.c:1242:class_import_put()) import 00000000aab4eb9e refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384887.131679:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384887.131680:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ad538527. 02000000:00000001:3.0:1767384887.131681:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384887.131682:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384887.131683:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001009c66d. 00000100:00000001:3.0:1767384887.131684:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384887.131685:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384887.131686:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384887.131692:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384887.131693:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384887.131695:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384887.131696:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384887.131698:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3aff75d. 00000400:00000200:3.0:1767384887.131699:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005531450d 00000400:00000010:3.0:1767384887.131700:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005531450d. 00000100:00000001:3.0:1767384887.131702:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384887.131704:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000034c7ffcc x1853237348018432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384887.131708:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000034c7ffcc x1853237348018432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384903 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384887.131713:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384887.131713:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384887.131714:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384887.131715:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384887.131716:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384887.131717:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384887.131718:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384887.131721:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000002c0000f4 time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384887.131723:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c093201a time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384887.131724:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384887.131725:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384887.131726:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384887.131728:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000034c7ffcc x1853237348018432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384903 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384887.131732:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384887.131733:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384887.131734:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384887.131735:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384887.131735:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384887.131737:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000034c7ffcc x1853237348018432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384903 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384887.131740:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384887.131741:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384887.131747:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384887.131749:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034c7ffcc x1853237348018432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384903 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384887.131754:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000034c7ffcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16358:1853237348018432:0@lo:400: 00000100:00000001:3.0:1767384887.131757:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384887.131758:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384887.131759:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000034c7ffcc x1853237348018432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384903 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384887.131763:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384887.131763:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384887.131764:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008514e7e9. 02000000:00000001:3.0:1767384887.131766:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384887.131766:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384887.131767:0:16358:0:(genops.c:1242:class_import_put()) import 0000000062c1ff66 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384887.131768:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384887.131769:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006b0ce45d. 02000000:00000001:3.0:1767384887.131770:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384887.131770:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384887.131771:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000034c7ffcc. 00000100:00000001:3.0:1767384887.131773:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384887.131773:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384887.131774:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384887.131777:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384887.131778:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384887.131779:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384887.131780:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384887.135865:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294876166, at 4294876167 00000100:00000010:3.0:1767384887.135872:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000923cc638. 00000100:00000040:1.0:1767384887.135873:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294876166, at 4294876167 00000100:00000040:2.0:1767384887.135878:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294876166, at 4294876167 00000100:00000010:1.0:1767384887.135880:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000301427ae. 00000100:00000040:0.0:1767384887.135885:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294876166, at 4294876167 00000100:00000010:2.0:1767384887.135886:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c3ce499e. 00000100:00000010:0.0:1767384887.135896:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee25667b. 00010000:00000001:0.0:1767384887.320924:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384887.320932:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384887.320939:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384887.320941:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384887.320965:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384887.320968:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384887.320972:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384887.494763:0:20993:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384887.494767:0:20993:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp16 --if ens2 00000001:00000001:2.0:1767384887.497730:0:20993:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384887.504231:0:20994:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000dfffd5fc. 00000400:00000010:2.0:1767384887.504244:0:20994:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000006aa487bb. 00000400:00000010:2.0:1767384887.504251:0:20994:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000078ffeecc. 00000400:00000010:2.0:1767384887.504254:0:20994:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000cc91a2d0. 00000400:00000010:2.0:1767384887.504257:0:20994:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000052d54696. 00000400:00000010:2.0:1767384887.504271:0:20994:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000408361b9. 00000400:00000010:2.0:1767384887.504272:0:20994:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b8c9b475. 00000400:00000010:2.0:1767384887.504274:0:20994:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009759ae38. 00000400:00000010:2.0:1767384887.504276:0:20994:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000051196674. 00000800:00000010:2.0:1767384887.504290:0:20994:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000067f47b32. 00000800:00000200:2.0:1767384887.504299:0:20994:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384887.504305:0:20994:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384887.504348:0:20994:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:2.0:1767384887.504366:0:20994:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp16 [8/256/0/180] 00000400:00000010:3.0:1767384887.505878:0:20994:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 000000001bc9d762. 00000400:00000010:3.0:1767384887.505886:0:20994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd958cd3. 00000400:00000010:3.0:1767384887.505892:0:20994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000358862aa. 00000400:00000001:3.0:1767384887.505905:0:20994:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384887.505907:0:20994:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384887.505908:0:20994:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3728938. 00000400:00000200:3.0:1767384887.505915:0:20994:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8d1e8df 00000400:00000010:3.0:1767384887.505916:0:20994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8d1e8df. 00000400:00000010:3.0:1767384887.505920:0:20994:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 153 at 0000000011dbbfca. 00000400:00000200:3.0:1767384887.505923:0:20994:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (7) 00000400:00000200:3.0:1767384887.505936:0:20994:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:3.0:1767384887.505943:0:20994:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131088 00000020:00000010:3.0:1767384887.505950:0:20994:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000965aa50a. 00000020:01000000:3.0:1767384887.505955:0:20994:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384887.505957:0:20994:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp16 00000400:00000200:2.0:1767384887.505958:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384887.505965:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000400:00000010:3.0:1767384887.505969:0:20994:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000006aa487bb. 00000400:00000010:2.0:1767384887.505970:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c99b0362. 00000400:00000010:3.0:1767384887.505973:0:20994:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000dfffd5fc. 00000400:00000200:2.0:1767384887.505975:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (8) 00000400:00000010:2.0:1767384887.505982:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e143dc1d. 00000400:00000200:2.0:1767384887.505986:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000020:00000001:1.0:1767384887.505990:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384887.505995:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384887.505997:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 10000000:00000001:1.0:1767384887.505999:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384887.506002:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384887.506003:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:2.0:1767384887.506009:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:1.0:1767384887.506012:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384887.506015:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:1.0:1767384887.506016:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384887.506019:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384887.506022:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384887.506023:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:1.0:1767384887.506024:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384887.506027:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384887.506029:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384887.506031:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384887.506032:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:1.0:1767384887.506034:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384887.506036:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384887.506040:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000010:1.0:1767384887.506041:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000abdfdc54. 00000400:00000200:2.0:1767384887.506045:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 00000020:00000040:1.0:1767384887.506047:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000400:00000200:2.0:1767384887.506051:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp15 00000100:00000001:1.0:1767384887.506053:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384887.506057:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp15 lpni_is_preferred = 0 02000000:00000001:1.0:1767384887.506057:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384887.506062:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp15 02000000:00000001:1.0:1767384887.506063:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384887.506068:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp15 NI seq info: [17:17:256:4294967295] 192.168.203.134@tcp15 LPNI seq info [17:17:8:4294967295] 00000400:00000200:2.0:1767384887.506072:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp15 02000000:00000010:1.0:1767384887.506073:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005acc0d09. 00000400:00000200:2.0:1767384887.506080:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp15(192.168.203.134@tcp15:) -> 192.168.203.134@tcp15(192.168.203.134@tcp:192.168.203.134@tcp15) : PUT try# 0 00000100:00000001:1.0:1767384887.506080:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384887.506087:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 160 bytes in 1 frags to 12345-192.168.203.134@tcp15 00000100:00000001:1.0:1767384887.506089:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384887.506091:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384887.506092:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006343542. 00000100:00000040:1.0:1767384887.506097:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000abdfdc54] to pc [ptlrpcd_00_02+2] req@00000000abdfdc54 x1853237348018560/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384887.506107:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c01cd34f. 00000800:00000010:2.0:1767384887.506113:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e30fd0ac. 00000800:00000200:2.0:1767384887.506118:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c01cd34f] -> 12345-192.168.203.134@tcp15 (2) 00000800:00000200:2.1:1767384887.506121:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c01cd34f] -> 12345-192.168.203.134@tcp15 (2) 10000000:00000001:1.0:1767384887.506125:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384887.506129:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384887.506130:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384887.506132:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384887.506135:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000020:00000001:1.0:1767384887.506138:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384887.506140:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 0 10000000:00000001:1.0:1767384887.506141:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384887.506142:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384887.506144:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384887.506147:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:0.0:1767384887.506148:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:1.0:1767384887.506150:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:0.0:1767384887.506152:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:1.0:1767384887.506153:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384887.506157:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384887.506158:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384887.506160:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000040:0.0:1767384887.506160:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000abdfdc54 x1853237348018560/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384887.506162:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384887.506165:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:2.0:1767384887.506166:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:1.0:1767384887.506167:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:2.0:1767384887.506171:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384887.506173:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384887.506177:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384887.506177:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384887.506181:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000bea5fe5. 02000000:00000001:0.0:1767384887.506182:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1767384887.506186:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 02000000:00000001:0.0:1767384887.506187:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384887.506191:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384887.506192:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384887.506194:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1767384887.506197:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000abdfdc54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348018560:0@lo:253: 02000000:00000001:1.0:1767384887.506198:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384887.506204:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1767384887.506207:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000046d5db1b. 02000000:00000001:0.0:1767384887.506210:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384887.506211:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384887.506213:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384887.506216:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384887.506216:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384887.506220:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000100:00000001:1.0:1767384887.506220:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384887.506225:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000097a31791. 00000100:00000040:1.0:1767384887.506228:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bea5fe5] to pc [ptlrpcd_00_03+3] req@000000000bea5fe5 x1853237348018688/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384887.506229:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384887.506238:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005638b6d1. 00000400:00000010:0.0:1767384887.506244:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000019825a86. 10000000:00000001:1.0:1767384887.506247:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384887.506250:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384887.506255:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384887.506257:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:0.0:1767384887.506257:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348018560, portal 25 00000100:00000001:0.0:1767384887.506263:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:1.0:1767384887.506264:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000965aa50a. 00000100:00000001:0.0:1767384887.506266:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590793064448 : -119482916487168 : ffff9354b734c000) 00000400:00000200:2.0:1767384887.506272:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000100:00000040:0.0:1767384887.506273:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000abdfdc54 x1853237348018560/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384903 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384887.506282:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384887.506287:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384887.506290:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f5d550e0. 00000100:00000200:0.0:1767384887.506292:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348018560, offset 0 00000400:00000200:0.0:1767384887.506296:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384887.506303:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384887.506307:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384887.506313:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d02980 00000400:00000200:0.0:1767384887.506320:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f5 [2] + 0 00000400:00000010:0.0:1767384887.506323:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be061e01. 00000400:00000200:0.0:1767384887.506326:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e9baa196 00000400:00000200:2.0:1767384887.506330:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384887.506332:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384887.506338:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384887.506342:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9baa196 00000400:00000010:0.0:1767384887.506344:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e9baa196. 00000100:00000001:0.0:1767384887.506348:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384887.506349:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384887.506352:0:16360:0:(events.c:337:request_in_callback()) incoming req@0000000055676540 x1853237348018560 msgsize 4848 00000100:00100000:0.0:1767384887.506356:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384887.506358:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000100:00000040:0.0:1767384887.506359:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384887.506370:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384887.506376:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5d550e0 00000400:00000010:0.0:1767384887.506378:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f5d550e0. 00000100:00000001:0.0:1767384887.506381:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384887.506385:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000abdfdc54 x1853237348018560/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384903 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384887.506392:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384887.506395:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000100:00000040:0.0:1767384887.506396:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000abdfdc54 x1853237348018560/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384903 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384887.506400:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384887.506404:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348018560 00000100:00000001:0.0:1767384887.506407:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384887.506408:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384887.506410:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384887.506412:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384887.506415:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384887.506416:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767384887.506419:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348018560 00000400:00000200:2.0:1767384887.506423:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000020:00000001:1.0:1767384887.506423:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384887.506425:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384887.506426:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:1.0:1767384887.506430:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384887.506432:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294876542 00000020:00000040:1.0:1767384887.506433:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000020:00000001:1.0:1767384887.506438:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:1.0:1767384887.506440:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000010:0.0:1767384887.506440:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003bfe0d9d. 00000100:00000001:1.0:1767384887.506447:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384887.506448:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384887.506450:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000020:00000010:1.0:1767384887.506451:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000007a23531. 00000100:00000001:0.0:1767384887.506454:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294876542 00000100:00000001:1.0:1767384887.506456:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384887.506460:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000007a23531. 00000100:00000010:0.0:1767384887.506460:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009a4b7b9c. 00000100:00000001:0.0:1767384887.506465:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384887.506471:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294876542 00000020:00000010:1.0:1767384887.506475:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff5a5f2e. 00000100:00000010:0.0:1767384887.506475:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b92ab95c. 00000100:00000001:0.0:1767384887.506481:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000020:00000010:1.0:1767384887.506484:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000301e357d. 00000100:00000001:0.0:1767384887.506484:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294876542 00000020:00000010:1.0:1767384887.506491:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000477df253. 00000100:00000010:0.0:1767384887.506491:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028c755e0. 00000400:00000200:2.0:1767384887.506494:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000100:00000001:0.0:1767384887.506495:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000040:1.0:1767384887.506502:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384887.506505:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384887.506506:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384887.506509:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384887.506510:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384887.506511:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384887.506517:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384887.506520:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384887.506521:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384887.506529:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384887.506531:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384887.506535:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000100:00000001:0.0:1767384887.506536:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384887.506541:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384887.506543:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384887.506544:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384887.506546:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384887.506550:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00000001:0.0:1767384887.506551:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384887.506554:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00100000:0.0:1767384887.506557:0:16360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767384887.506558:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590822520912 : -119482887030704 : ffff9354b8f63850) 00000100:00000001:0.0:1767384887.506563:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384887.506564:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000055676540 x1853237348018560/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:113/0 lens 4848/0 e 0 to 0 dl 1767384898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384887.506565:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000100:00000001:0.0:1767384887.506568:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384887.506571:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384887.506577:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384887.506579:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384887.506580:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384887.506583:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1767384887.506586:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000007a23531. 00000100:00000001:1.0:1767384887.506590:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384887.506590:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000bea5fe5 x1853237348018688/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384887.506596:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000020:00000010:1.0:1767384887.506596:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000007a23531. 00000100:00100000:1.0:1767384887.506606:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000055676540 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+14:16360:x1853237348018560:12345-0@lo:253: 00000100:00000001:0.0:1767384887.506607:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384887.506610:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384887.506611:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348018560 00000020:00000001:1.0:1767384887.506613:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384887.506616:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384887.506619:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384887.506620:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1767384887.506622:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384887.506624:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 02000000:00000001:0.0:1767384887.506624:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384887.506629:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384887.506630:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384887.506633:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384887.506634:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000bea5fe5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348018688:0@lo:253: 00000020:00000001:1.0:1767384887.506636:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384887.506639:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1767384887.506640:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1767384887.506642:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1767384887.506644:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384887.506645:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384887.506648:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384887.506649:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:0.0:1767384887.506653:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006a9f1913. 02000000:00000001:0.0:1767384887.506656:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384887.506658:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1767384887.506660:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c94a8f59. 02000000:00000010:1.0:1767384887.506665:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000019b5bdb6. 00000400:00000010:0.0:1767384887.506666:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f5d550e0. 02000000:00000001:1.0:1767384887.506670:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384887.506672:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348018688, portal 25 00000100:00000001:1.0:1767384887.506673:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384887.506675:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 20000000:00000001:1.0:1767384887.506678:0:17084:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384887.506678:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590793067136 : -119482916484480 : ffff9354b734ca80) 00000100:00000040:0.0:1767384887.506684:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000bea5fe5 x1853237348018688/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384903 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384887.506688:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 20000000:00000010:1.0:1767384887.506690:0:17084:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000089c56f03. 00000100:00000040:0.0:1767384887.506694:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 20000000:01000000:1.0:1767384887.506696:0:17084:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000010:0.0:1767384887.506698:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002dc895c. 20000000:00000001:1.0:1767384887.506699:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000200:0.0:1767384887.506701:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348018688, offset 0 20000000:00000001:1.0:1767384887.506703:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384887.506706:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384887.506708:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384887.506710:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 20000000:00000001:1.0:1767384887.506712:0:17084:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384887.506718:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 20000000:00000010:1.0:1767384887.506722:0:17084:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a63480d1. 20000000:01000000:1.0:1767384887.506727:0:17084:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 00000400:00000200:0.0:1767384887.506727:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d02a00 00000400:00000200:0.0:1767384887.506734:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f9 [2] + 0 20000000:00000001:1.0:1767384887.506735:0:17084:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000010:0.0:1767384887.506739:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006218880e. 00080000:00000001:1.0:1767384887.506742:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:0.0:1767384887.506743:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005b1bb314 00080000:00000001:1.0:1767384887.506747:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:0.0:1767384887.506749:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384887.506754:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384887.506757:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b1bb314 00000400:00000010:0.0:1767384887.506759:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005b1bb314. 00080000:00000001:1.0:1767384887.506762:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000100:00000001:0.0:1767384887.506763:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384887.506766:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384887.506768:0:16360:0:(events.c:337:request_in_callback()) incoming req@000000009642d8a9 x1853237348018688 msgsize 4848 00080000:00000001:1.0:1767384887.506777:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384887.506781:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00080000:00000001:1.0:1767384887.506782:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000100:00000040:0.0:1767384887.506784:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00080000:00000001:1.0:1767384887.506785:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384887.506789:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384887.506790:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384887.506793:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 000000007e91d003 00000100:00000001:0.0:1767384887.506794:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1767384887.506798:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f71c5dba 00080000:00000002:1.0:1767384887.506801:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:0.0:1767384887.506801:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002dc895c 00000400:00000010:0.0:1767384887.506805:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002dc895c. 00080000:00000001:1.0:1767384887.506806:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384887.506810:0:16360:0:(events.c:34:request_out_callback()) Process entered 00080000:00000001:1.0:1767384887.506811:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384887.506812:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000017d21130. 00080000:00000001:1.0:1767384887.506860:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384887.506861:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000042fead0. 00000020:00000001:1.0:1767384887.506864:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000010:2.0:1767384887.506869:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a2871099. 00000020:00000001:1.0:1767384887.506870:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:1.0:1767384887.506875:0:17084:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384887.506879:0:17084:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000033aa8608. 00080000:00000001:1.0:1767384887.506882:0:17084:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585636118016 : -119488073433600 : ffff935383d3fe00) 00000100:00000200:0.0:1767384887.506884:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000bea5fe5 x1853237348018688/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384903 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384887.506887:0:17084:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384887.506892:0:17084:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:0.0:1767384887.506894:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384887.506899:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000bea5fe5 x1853237348018688/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384903 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:1.0:1767384887.506901:0:17084:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000007a23531. 00080000:00000001:1.0:1767384887.506906:0:17084:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384887.506907:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384887.506909:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a2871099. 00080000:00000001:1.0:1767384887.506910:0:17084:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:0.0:1767384887.506910:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384887.506918:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384887.506922:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294876543 00080000:00000001:1.0:1767384887.506926:0:17084:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384887.506927:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294876542 00000100:00000001:0.0:1767384887.506932:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294876543 00000100:00000001:0.0:1767384887.506934:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294876542 00000100:00000001:0.0:1767384887.506936:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294876543 00000100:00000001:0.0:1767384887.506940:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294876542 00000100:00000001:0.0:1767384887.506945:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294876543 00000400:00000200:2.0:1767384887.506946:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00080000:00000001:1.0:1767384887.506946:0:17084:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:0.0:1767384887.506947:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294876542 00000100:00000001:0.0:1767384887.506954:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384887.506956:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384887.506959:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384887.506962:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384887.506969:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp15 from 243.3.0.2 00000800:00000010:2.0:1767384887.506973:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ef91e338. 00000100:00000001:1.0:1767384887.506981:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384887.506984:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384887.506986:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348018688 00000100:00000001:0.0:1767384887.506987:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384887.506991:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384887.506994:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384887.506996:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384887.506999:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384887.507001:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348018688 00000020:00000001:1.0:1767384887.507003:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384887.507004:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:1.0:1767384887.507006:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384887.507008:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000020:00000001:1.0:1767384887.507010:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:1.0:1767384887.507013:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:1.0:1767384887.507016:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384887.507019:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000128eef98. 00000100:00000001:1.0:1767384887.507022:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384887.507024:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000128eef98. 00000800:00000010:0.0:1767384887.507028:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000082d8ecfb. 00000020:00000010:1.0:1767384887.507029:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cab0a53f. 00000800:00000010:0.0:1767384887.507035:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000002dc895c. 00000020:00000010:1.0:1767384887.507036:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000de7496ba. 00000020:00000010:1.0:1767384887.507042:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e30cdbbc. 00000100:00000001:1.0:1767384887.507047:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384887.507049:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384887.507051:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384887.507055:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384887.507060:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000824aa05f. 00000100:00000001:1.0:1767384887.507065:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384887.507069:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c01cd34f] -> 12345-192.168.203.134@tcp15 (2) 00000800:00000200:0.1:1767384887.507075:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp15 00000000824aa05f deleted 00000800:00000010:0.1:1767384887.507077:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000824aa05f. 00000100:00000001:1.0:1767384887.507079:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384887.507082:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000200:0.1:1767384887.507082:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384887.507090:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp15 ip 192.168.203.134:1011 00000800:00000200:0.1:1767384887.507094:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000006343542 type 1, nob 256 niov 1 nkiov 1 00000100:00100000:1.0:1767384887.507095:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00000040:1.0:1767384887.507098:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000800:00000200:0.0:1767384887.507102:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp15 p 3.x 192.168.203.134 -> 192.168.203.134:1011 incarnation:1767384886139939370 sched[0] 00000100:00000001:1.0:1767384887.507103:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590822517840 : -119482887033776 : ffff9354b8f62c50) 00000800:00000010:0.0:1767384887.507113:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000ff7f351. 00000100:00000040:1.0:1767384887.507117:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009642d8a9 x1853237348018688/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:113/0 lens 4848/0 e 0 to 0 dl 1767384898 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384887.507124:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384887.507127:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000128eef98. 00000100:00000001:1.0:1767384887.507130:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384887.507131:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000128eef98. 00000100:00100000:1.0:1767384887.507135:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009642d8a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:16360:x1853237348018688:12345-0@lo:253: 00000100:00000200:1.0:1767384887.507138:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348018688 00000020:00000001:1.0:1767384887.507140:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384887.507142:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384887.507143:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384887.507145:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384887.507147:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000001:1.0:1767384887.507149:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384887.507151:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384887.507152:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384887.507154:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384887.507164:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384887.507166:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384887.507168:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384887.507174:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000db259d0e. 02000000:00000001:1.0:1767384887.507177:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384887.507178:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384887.507181:0:17083:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000010:0.0:1767384887.507186:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000ff7f351. 20000000:00000010:1.0:1767384887.507194:0:17083:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005a1ce144. 00000800:00000010:0.0:1767384887.507195:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000002dc895c. 00000800:00000200:2.1:1767384887.507197:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 20000000:01000000:1.0:1767384887.507199:0:17083:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384887.507203:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384887.507205:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000200:2.0:1767384887.507209:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp15 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384886139939370 sched[0] 20000000:00000001:1.0:1767384887.507209:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384887.507213:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384887.507215:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000042fead0. 20000000:00000001:1.0:1767384887.507216:0:17083:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:0.0:1767384887.507243:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ef91e338. 00000800:00000001:1.0:1767384887.507254:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384887.507261:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384887.507268:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384887.507274:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000800:00000001:0.0:1767384887.507274:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384887.507306:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000800:00000200:1.0:1767384887.507327:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384887.507328:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384887.507330:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000800:00000001:0.0:1767384887.507335:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384887.507337:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006343542. 00000800:00000001:0.0:1767384887.507338:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384887.507345:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384887.507346:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384887.507354:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp15->192.168.203.134@tcp15: PUT: OK 00000400:00000200:0.0:1767384887.507358:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp15(192.168.203.134@tcp15) <- 192.168.203.134@tcp15 : PUT - for me 00000400:00000200:1.0:1767384887.507361:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384887.507365:0:16353:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp: 0 00000400:00000200:0.0:1767384887.507369:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 160 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384887.507373:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384887.507376:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 160/160 into md 0x12ed [1] + 0 00000400:00000010:0.0:1767384887.507380:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d030819. 00000400:00000200:0.0:1767384887.507385:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001b47390a 00000800:00000001:0.0:1767384887.507390:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384887.507399:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384887.507401:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384887.507406:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp15->192.168.203.134@tcp15: PUT: OK 00000400:00000200:0.0:1767384887.507408:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b47390a 00000400:00000010:0.0:1767384887.507409:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b47390a. 00000400:00000200:0.0:1767384887.507413:0:16352:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384887.507416:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (9) 00000400:00000200:0.0:1767384887.507420:0:16352:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000010:0.0:1767384887.507424:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 0000000002dc895c. 00000400:00000200:0.0:1767384887.507427:0:16352:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.134@tcp 8 00000400:00000200:0.0:1767384887.507432:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:2.0:1767384887.507434:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:0.0:1767384887.507445:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (10) 00000400:00000200:0.0:1767384887.507451:0:16352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384887.507457:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp15 to MR: 192.168.203.134@tcp15 local destination 00000400:00000200:0.0:1767384887.507463:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp15 NI seq info: [18:18:256:4294967295] 192.168.203.134@tcp15 LPNI seq info [18:18:8:4294967295] 00000400:00000200:0.0:1767384887.507475:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp15(192.168.203.134@tcp15:192.168.203.134@tcp15) -> 192.168.203.134@tcp15(192.168.203.134@tcp15:192.168.203.134@tcp15) 192.168.203.134@tcp15 : ACK try# 0 00000800:00000200:0.0:1767384887.507486:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp15 00000400:00000200:1.0:1767384887.507487:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384887.507488:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000800:00000010:0.0:1767384887.507490:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4e9ed9a. 00000400:00000010:1.0:1767384887.507492:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a14e1bdd. 00000400:00000010:1.0:1767384887.507498:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000265f5e51. 00000800:00000200:0.0:1767384887.507502:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c01cd34f] -> 12345-192.168.203.134@tcp15 (4) 00000400:00000200:1.0:1767384887.507503:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c698b414 00000400:00000200:1.0:1767384887.507510:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1004d1 00000800:00000200:0.0:1767384887.507515:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp15 ip 192.168.203.134:988 00000400:00000010:1.0:1767384887.507518:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 180 at 00000000f0a40431. 00000800:00000200:0.0:1767384887.507520:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c4e9ed9a type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1767384887.507524:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 216 at 00000000b6334a14. 00000400:00000010:1.0:1767384887.507528:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 180 at 00000000f73ea27c. 00000400:00000200:2.0:1767384887.507537:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000010:1.0:1767384887.507542:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000fc968348. 00000400:00000200:1.0:1767384887.507548:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000fc968348 nid 192.168.203.134@tcp16 00000400:00000010:1.0:1767384887.507552:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000d286506e. 00000400:00000200:1.0:1767384887.507554:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 00000000d286506e net tcp16 00000400:00000200:1.0:1767384887.507556:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (9) 00000400:00000200:1.0:1767384887.507562:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp16 flags 0x11 00000400:00000010:1.0:1767384887.507566:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 180 at 00000000f0a40431. 00000400:00000010:1.0:1767384887.507569:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 216 at 00000000b6334a14. 00000400:00000200:2.0:1767384887.507572:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000010:1.0:1767384887.507573:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 180 at 00000000f73ea27c. 00000400:00000010:1.0:1767384887.507579:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 0000000002dc895c. 00000800:00000200:0.0:1767384887.507581:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384887.507583:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000800:00000010:0.0:1767384887.507585:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4e9ed9a. 00000400:00000200:1.0:1767384887.507589:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100551 00000400:00000200:0.0:1767384887.507591:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384887.507594:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 1 00000400:00000200:0.0:1767384887.507599:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp15->192.168.203.134@tcp15: ACK: OK 00000400:00000200:1.0:1767384887.507601:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 00000400:00000200:1.0:1767384887.507606:0:16356:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.134@tcp 00000400:00000200:2.0:1767384887.507607:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:1.0:1767384887.507608:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100511 rc 0 00000800:00000001:0.0:1767384887.507609:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384887.507615:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384887.507617:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000800:00000001:0.0:1767384887.507620:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384887.507623:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (10) 00000800:00000001:0.0:1767384887.507627:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384887.507630:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384887.507634:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384887.507640:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp15(192.168.203.134@tcp15) <- 192.168.203.134@tcp15 : ACK - for me 00000400:00000200:2.0:1767384887.507645:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:0.0:1767384887.507652:0:16352:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp15: ACK from 12345-192.168.203.134@tcp15 into md 0x1339 00000400:00000200:0.0:1767384887.507657:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384887.507661:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp15->192.168.203.134@tcp15: ACK: OK 00000400:00000200:0.0:1767384887.507664:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c99b0362 00000400:00000010:0.0:1767384887.507665:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c99b0362. 00000400:00000200:0.0:1767384887.507669:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384887.507672:0:16352:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 00000400:00000200:2.0:1767384887.507674:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384887.507675:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (9) 00000800:00000001:0.0:1767384887.507682:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384887.507686:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384887.507700:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:2.0:1767384887.507719:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:1.0:1767384887.507917:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384887.508046:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000489cc9ab. 00000400:00000200:1.0:1767384887.508047:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp15 from 242.3.0.2 00000800:00000010:2.0:1767384887.508051:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000042fead0. 00000800:00000010:2.0:1767384887.508059:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a2871099. 00000800:00000010:1.0:1767384887.508059:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000087d9c124. 00000800:00000010:2.0:1767384887.508106:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a2871099. 00000800:00000010:0.0:1767384887.508128:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e7a5fde8. 00000800:00000010:0.0:1767384887.508134:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000824aa05f. 00000800:00000010:0.0:1767384887.508152:0:16349:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000093becd93. 00000800:00000200:0.1:1767384887.508157:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c01cd34f] -> 12345-192.168.203.134@tcp15 (4) 00000800:00000200:0.1:1767384887.508162:0:16349:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp15 0000000093becd93 deleted 00000800:00000010:0.1:1767384887.508163:0:16349:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000093becd93. 00000800:00000200:0.1:1767384887.508166:0:16349:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384887.508170:0:16349:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp15 p 3.x 192.168.203.134 -> 192.168.203.134:1010 incarnation:1767384886139939370 sched[0] 00000800:00000010:0.0:1767384887.508176:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000ff7f351. 00000800:00000010:0.0:1767384887.508236:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000ff7f351. 00000800:00000010:0.0:1767384887.508244:0:16349:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000824aa05f. 00000800:00000200:2.1:1767384887.508248:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384887.508255:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp15 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384886139939370 sched[0] 00000800:00000010:2.0:1767384887.508258:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000042fead0. 00000800:00000010:0.0:1767384887.508265:0:16349:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000087d9c124. 00000800:00000001:1.0:1767384887.508280:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384887.508285:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384887.508286:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384887.508292:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384887.508642:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000033aa8608. 00080000:00000010:1.0:1767384887.508672:0:17084:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000007a23531. 00040000:00000001:1.0:1767384887.508677:0:17084:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384887.508679:0:17084:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384887.508681:0:17084:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384887.508684:0:17084:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:1.0:1767384887.508685:0:17084:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384887.508687:0:17084:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384887.508697:0:17084:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384887.508704:0:17084:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384887.508707:0:17084:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384887.508711:0:17084:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384887.508717:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384887.508720:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384887.508722:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000010:2.0:1767384887.508724:0:17083:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000d77869f. 00010000:00000001:0.0:1767384887.508726:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:01000000:2.0:1767384887.508728:0:17083:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 00010000:00000001:0.0:1767384887.508730:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000001:2.0:1767384887.508732:0:17083:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384887.508736:0:17083:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000010:0.0:1767384887.508737:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000049e9e82c. 00080000:00000001:2.0:1767384887.508738:0:17083:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:0.0:1767384887.508744:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384887.508747:0:17083:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:0.0:1767384887.508747:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e7ed7c0c. 00000020:00000001:0.0:1767384887.508750:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384887.508754:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e7ed7c0c with handle 0xb57eb78819562f58 to hash 00080000:00000001:2.0:1767384887.508755:0:17083:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384887.508756:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384887.508758:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590006034944 : -119483703516672 : ffff9354884ba200) 00080000:00000001:2.0:1767384887.508761:0:17083:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384887.508762:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590006034944 : -119483703516672 : ffff9354884ba200) 00080000:00000001:2.0:1767384887.508765:0:17083:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384887.508767:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384887.508770:0:17083:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384887.508770:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384887.508774:0:17083:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384887.508775:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e7ed7c0c/0xb57eb78819562f58 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000002:2.0:1767384887.508781:0:17083:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000980f9615 00010000:00000001:0.0:1767384887.508784:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:2.0:1767384887.508788:0:17083:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009e445471 00010000:00000001:0.0:1767384887.508789:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000002:2.0:1767384887.508794:0:17083:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:0.0:1767384887.508794:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384887.508796:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384887.508799:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384887.508802:0:17083:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384887.508802:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384887.508805:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384887.508809:0:17083:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384887.508809:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384887.508812:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384887.508830:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384887.508846:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384887.508848:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000049e9e82c) refcount = 1 00010000:00010000:0.0:1767384887.508852:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e7ed7c0c/0xb57eb78819562f58 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384887.508863:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384887.508865:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384887.508867:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384887.508870:0:17083:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384887.508871:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384887.508874:0:17083:0:(lu_object.c:808:lu_object_find_at()) Process entered 00080000:00000020:1.0:1767384887.508874:0:17084:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384887.508875:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384887.508879:0:17083:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00000100:00000001:1.0:1767384887.508880:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000001:0.0:1767384887.508881:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:00000010:1.0:1767384887.508884:0:17084:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000089c56f03. 00080000:00000001:2.0:1767384887.508885:0:17083:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:01000000:0.0:1767384887.508886:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 20000000:00000001:1.0:1767384887.508889:0:17084:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384887.508890:0:17083:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b519c9d7. 00010000:00000001:0.0:1767384887.508891:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:2.0:1767384887.508895:0:17083:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585589712896 : -119488119838720 : ffff9353810fe800) 00010000:00000040:1.0:1767384887.508895:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348018560 00000020:00000001:0.0:1767384887.508895:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384887.508899:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e7ed7c0c refcount=4 00010000:00000001:1.0:1767384887.508901:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:2.0:1767384887.508902:0:17083:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000001:0.0:1767384887.508903:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006034944 : -119483703516672 : ffff9354884ba200) 00000001:00000001:2.0:1767384887.508906:0:17083:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384887.508907:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006034944 : -119483703516672 : ffff9354884ba200) 00010000:00000200:1.0:1767384887.508909:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000055676540 x1853237348018560/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:113/0 lens 4848/4768 e 0 to 0 dl 1767384898 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:2.0:1767384887.508911:0:17083:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a2871099. 00010000:00000001:0.0:1767384887.508911:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384887.508915:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e7ed7c0c/0xb57eb78819562f58 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384887.508916:0:17083:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384887.508921:0:17083:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384887.508930:0:17083:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384887.508931:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:1.0:1767384887.508933:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:0.0:1767384887.508935:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e7ed7c0c/0xb57eb78819562f58 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384887.508937:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384887.508941:0:17083:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00001000:1.0:1767384887.508945:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=21 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384887.508945:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384887.508948:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384887.508950:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e7ed7c0c/0xb57eb78819562f58 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384887.508955:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384887.508956:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384887.508960:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384887.508963:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:0.0:1767384887.508964:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384887.508967:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e7ed7c0c/0xb57eb78819562f58 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384887.508969:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:1.0:1767384887.508977:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:0.0:1767384887.508977:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e7ed7c0c already unused, calling callback (00000000df0e66e0) 02000000:00000001:1.0:1767384887.508982:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384887.508982:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1767384887.508987:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384887.508990:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000040:1.0:1767384887.508993:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:0.0:1767384887.508994:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e7ed7c0c/0xb57eb78819562f58 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384887.508998:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f73ea27c. 00010000:00000001:0.0:1767384887.509000:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000200:1.0:1767384887.509004:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348018560, offset 224 00010000:00000001:0.0:1767384887.509004:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384887.509007:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384887.509009:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e7ed7c0c refcount=5 00000020:00000001:0.0:1767384887.509011:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006034944 : -119483703516672 : ffff9354884ba200) 00000400:00000200:1.0:1767384887.509014:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384887.509015:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006034944 : -119483703516672 : ffff9354884ba200) 00010000:00000001:0.0:1767384887.509018:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384887.509020:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e7ed7c0c/0xb57eb78819562f58 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384887.509025:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384887.509028:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384887.509029:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384887.509031:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384887.509037:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384887.509039:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384887.509041:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1767384887.509042:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d02980 00010000:00000001:0.0:1767384887.509043:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384887.509048:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e7ed7c0c with handle 0xb57eb78819562f58 from hash 00000400:00000200:1.0:1767384887.509051:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x133d [2] + 224 00010000:00000001:0.0:1767384887.509052:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384887.509056:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384887.509058:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384887.509059:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384887.509062:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:1.0:1767384887.509065:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384887.509065:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384887.509069:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1767384887.509071:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384887.509072:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384887.509075:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384887.509077:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000abdfdc54 x1853237348018560/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384903 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384887.509078:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384887.509084:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384887.509087:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384887.509092:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384887.509095:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000abdfdc54 x1853237348018560/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384903 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384887.509095:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384887.509098:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384887.509105:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384887.509107:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384887.509108:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e7ed7c0c/0xb57eb78819562f58 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384887.509111:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384887.509113:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384887.509115:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384887.509116:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:1.0:1767384887.509117:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f73ea27c 00010000:00000001:0.0:1767384887.509118:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384887.509120:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767384887.509121:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f73ea27c. 00010000:00000001:0.0:1767384887.509122:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384887.509125:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384887.509126:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:2.0:1767384887.509128:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384887.509129:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384887.509130:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384887.509131:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384887.509133:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384887.509134:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384887.509137:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:0.0:1767384887.509139:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e7ed7c0c/0xb57eb78819562f58 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384887.509140:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000400:00000001:2.0:1767384887.509141:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384887.509145:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005638b6d1. 00010000:00000001:1.0:1767384887.509147:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384887.509151:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384887.509152:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019825a86 00010000:00000001:0.0:1767384887.509152:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:00000001:1.0:1767384887.509154:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384887.509157:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000019825a86. 00010000:00000001:0.0:1767384887.509157:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384887.509160:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055676540 x1853237348018560/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:113/0 lens 4848/4768 e 0 to 0 dl 1767384898 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384887.509161:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e7ed7c0c/0xb57eb78819562f58 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384887.509162:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384887.509169:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000abdfdc54 x1853237348018560/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384903 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384887.509183:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000049e9e82c count: 0 00000100:00100000:1.0:1767384887.509188:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000055676540 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:16360:x1853237348018560:12345-0@lo:253: Request processed in 2605us (2831us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384887.509194:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000abdfdc54 x1853237348018560/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384903 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384887.509197:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1767384887.509200:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 20000000:00000001:0.0:1767384887.509202:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384887.509207:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384887.509210:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384887.509211:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384887.509212:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384887.509214:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384887.509217:0:16360:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384887.509219:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000301e357d. 02000000:00000001:2.0:1767384887.509220:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384887.509223:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384887.509225:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384887.509226:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000477df253. 02000000:00000001:2.0:1767384887.509227:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384887.509232:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff5a5f2e. 00000100:00001000:2.0:1767384887.509233:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=21 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384887.509237:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00000100:00001000:2.0:1767384887.509238:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=21 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384887.509243:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384887.509244:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384887.509245:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384887.509252:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000019b5bdb6. 00010000:00000001:2.0:1767384887.509254:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384887.509257:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384887.509257:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384887.509259:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384887.509261:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384887.509265:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000abdfdc54 x1853237348018560/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384903 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384887.509267:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384887.509274:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384887.509274:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d60dcdd9. 00000100:00000001:2.0:1767384887.509279:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384887.509281:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384887.509281:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f73ea27c. 00000020:01000004:2.0:1767384887.509287:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384887.509289:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384887.509290:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384887.509291:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384887.509292:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384887.509293:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384887.509294:0:16360:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384887.509295:0:16360:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384887.509296:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384887.509297:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384887.509299:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000abdfdc54 x1853237348018560/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384903 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384887.509304:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000abdfdc54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348018560:0@lo:253: 00000100:00000001:2.0:1767384887.509307:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384887.509308:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384887.509309:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000abdfdc54 x1853237348018560/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384903 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384887.509312:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384887.509314:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384887.509315:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000097a31791. 02000000:00000001:2.0:1767384887.509319:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384887.509320:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384887.509321:0:16360:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:2.0:1767384887.509322:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384887.509323:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005acc0d09. 02000000:00000001:2.0:1767384887.509326:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384887.509327:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384887.509333:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000abdfdc54. 00000100:00000001:2.0:1767384887.509335:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384887.509336:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384887.509337:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384887.509339:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384887.509340:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384887.509341:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384887.509342:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384887.510327:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b519c9d7. 00080000:00000010:2.0:1767384887.510361:0:17083:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a2871099. 00040000:00000001:2.0:1767384887.510365:0:17083:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384887.510366:0:17083:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384887.510367:0:17083:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384887.510369:0:17083:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:2.0:1767384887.510371:0:17083:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384887.510372:0:17083:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384887.510374:0:17083:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384887.510381:0:17083:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384887.510383:0:17083:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384887.510386:0:17083:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384887.510392:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384887.510396:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384887.510397:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384887.510400:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384887.510402:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384887.510406:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000487433bc. 00010000:00000001:0.0:1767384887.510409:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384887.510412:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000081f8d31a. 00000020:00000001:0.0:1767384887.510415:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384887.510417:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000081f8d31a with handle 0xb57eb78819562f5f to hash 00000020:00000001:0.0:1767384887.510419:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384887.510426:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590006036480 : -119483703515136 : ffff9354884ba800) 00010000:00000001:0.0:1767384887.510428:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590006036480 : -119483703515136 : ffff9354884ba800) 00010000:00000001:0.0:1767384887.510430:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384887.510431:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384887.510433:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000081f8d31a/0xb57eb78819562f5f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384887.510438:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384887.510440:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384887.510442:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384887.510444:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384887.510445:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384887.510447:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384887.510448:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384887.510450:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384887.510451:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384887.510452:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384887.510453:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384887.510454:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000487433bc) refcount = 1 00010000:00010000:0.0:1767384887.510457:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000081f8d31a/0xb57eb78819562f5f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384887.510460:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384887.510461:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384887.510462:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384887.510463:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384887.510464:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384887.510465:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384887.510467:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 00010000:00000001:0.0:1767384887.510468:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384887.510469:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384887.510470:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000081f8d31a refcount=4 00000020:00000001:0.0:1767384887.510471:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006036480 : -119483703515136 : ffff9354884ba800) 00010000:00000001:0.0:1767384887.510472:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006036480 : -119483703515136 : ffff9354884ba800) 00010000:00000001:0.0:1767384887.510473:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384887.510480:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000081f8d31a/0xb57eb78819562f5f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384887.510484:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384887.510485:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000081f8d31a/0xb57eb78819562f5f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384887.510488:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384887.510489:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384887.510490:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000081f8d31a/0xb57eb78819562f5f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384887.510493:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384887.510494:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384887.510497:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384887.510498:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000081f8d31a/0xb57eb78819562f5f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384887.510504:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000081f8d31a already unused, calling callback (00000000df0e66e0) 00010000:00000001:0.0:1767384887.510506:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384887.510507:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384887.510509:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000081f8d31a/0xb57eb78819562f5f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384887.510515:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384887.510517:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384887.510519:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384887.510521:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000081f8d31a refcount=5 00000020:00000001:0.0:1767384887.510523:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006036480 : -119483703515136 : ffff9354884ba800) 00010000:00000001:0.0:1767384887.510526:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006036480 : -119483703515136 : ffff9354884ba800) 00010000:00000001:0.0:1767384887.510528:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384887.510530:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000081f8d31a/0xb57eb78819562f5f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384887.510537:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384887.510546:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384887.510548:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384887.510549:0:17083:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384887.510553:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384887.510554:0:17083:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005a1ce144. 00010000:00000001:0.0:1767384887.510554:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384887.510559:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 20000000:00000001:2.0:1767384887.510560:0:17083:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384887.510561:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000040:2.0:1767384887.510565:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348018688 00010000:00000001:0.0:1767384887.510565:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384887.510567:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000081f8d31a with handle 0xb57eb78819562f5f from hash 00010000:00000001:2.0:1767384887.510569:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384887.510572:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009642d8a9 x1853237348018688/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:113/0 lens 4848/4768 e 0 to 0 dl 1767384898 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384887.510583:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384887.510585:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384887.510588:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384887.510589:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384887.510591:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384887.510592:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384887.510594:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00001000:2.0:1767384887.510596:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=21 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384887.510597:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384887.510600:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1767384887.510602:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384887.510603:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384887.510606:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:0.0:1767384887.510607:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384887.510609:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:0.0:1767384887.510610:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:2.0:1767384887.510613:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384887.510614:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 02000000:00000001:2.0:1767384887.510616:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384887.510617:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384887.510619:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384887.510620:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384887.510621:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384887.510622:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384887.510623:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384887.510625:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000081f8d31a/0xb57eb78819562f5f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384887.510631:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384887.510635:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384887.510636:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000042fead0. 00010000:00000001:0.0:1767384887.510637:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384887.510641:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000200:2.0:1767384887.510642:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348018688, offset 224 00010000:00000001:0.0:1767384887.510642:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384887.510645:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384887.510647:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384887.510648:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:2.0:1767384887.510650:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384887.510651:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384887.510654:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384887.510656:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000081f8d31a/0xb57eb78819562f5f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384887.510660:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384887.510670:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d02a00 00000400:00000200:2.0:1767384887.510678:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1345 [2] + 224 00010000:00000001:0.0:1767384887.510682:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384887.510684:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384887.510685:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:0.0:1767384887.510686:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000081f8d31a/0xb57eb78819562f5f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384887.510692:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:0.0:1767384887.510696:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000487433bc count: 0 00000100:00000001:2.0:1767384887.510697:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384887.510702:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000bea5fe5 x1853237348018688/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384903 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384887.510703:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384887.510706:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384887.510712:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000bea5fe5 x1853237348018688/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384903 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384887.510723:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384887.510727:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000042fead0 00000400:00000010:2.0:1767384887.510729:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000042fead0. 00000100:00000001:2.0:1767384887.510731:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384887.510732:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384887.510734:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384887.510735:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384887.510737:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384887.510740:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000400:00000001:0.0:1767384887.510742:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384887.510743:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384887.510746:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384887.510747:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384887.510750:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384887.510750:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c94a8f59. 00000100:00000040:2.0:1767384887.510756:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009642d8a9 x1853237348018688/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:113/0 lens 4848/4768 e 0 to 0 dl 1767384898 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384887.510756:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5d550e0 00000400:00000010:0.0:1767384887.510759:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f5d550e0. 00000100:00000001:0.0:1767384887.510764:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384887.510769:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009642d8a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:16360:x1853237348018688:12345-0@lo:253: Request processed in 3643us (3999us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384887.510770:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000bea5fe5 x1853237348018688/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384903 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384887.510785:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00000200:0.0:1767384887.510789:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000bea5fe5 x1853237348018688/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384903 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384887.510790:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:2.0:1767384887.510794:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384887.510796:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384887.510800:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000de7496ba. 00000100:00000001:0.0:1767384887.510801:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384887.510803:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384887.510805:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384887.510806:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384887.510809:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384887.510811:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384887.510812:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e30cdbbc. 02000000:00000001:0.0:1767384887.510846:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384887.510851:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=21 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384887.510854:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cab0a53f. 00000100:00001000:0.0:1767384887.510855:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=21 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384887.510859:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000100:00000001:0.0:1767384887.510860:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384887.510863:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384887.510865:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384887.510866:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1767384887.510868:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000db259d0e. 00010000:00000001:0.0:1767384887.510869:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384887.510872:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384887.510873:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384887.510875:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384887.510878:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000bea5fe5 x1853237348018688/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384903 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384887.510881:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384887.510885:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fc35087. 00000400:00000010:2.0:1767384887.510891:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000042fead0. 00000100:00000001:0.0:1767384887.510897:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384887.510899:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384887.510900:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384887.510903:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384887.510904:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384887.510906:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384887.510907:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384887.510908:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384887.510908:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384887.510909:0:16360:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384887.510910:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384887.510911:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384887.510913:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000bea5fe5 x1853237348018688/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384903 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384887.510917:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000bea5fe5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348018688:0@lo:253: 00000100:00000001:0.0:1767384887.510920:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384887.510921:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384887.510922:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000bea5fe5 x1853237348018688/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384903 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384887.510926:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384887.510927:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384887.510928:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006a9f1913. 02000000:00000001:0.0:1767384887.510932:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384887.510933:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384887.510934:0:16360:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:0.0:1767384887.510936:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384887.510937:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000046d5db1b. 02000000:00000001:0.0:1767384887.510939:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384887.510940:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384887.510941:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000bea5fe5. 00000100:00000001:0.0:1767384887.510943:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384887.510944:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384887.510945:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384887.510949:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384887.510954:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384887.510956:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384887.510957:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384887.513081:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294876543, at 4294876544 00000100:00000010:2.0:1767384887.513087:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b92ab95c. 00000100:00000040:3.0:1767384887.513869:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294876543, at 4294876545 00000100:00000010:3.0:1767384887.513875:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028c755e0. 00000100:00000040:1.0:1767384887.513884:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294876543, at 4294876545 00000100:00000040:0.0:1767384887.513885:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294876543, at 4294876545 00000100:00000010:1.0:1767384887.513893:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009a4b7b9c. 00000100:00000010:0.0:1767384887.513895:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003bfe0d9d. 00010000:00000010:0.1:1767384887.514890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000049e9e82c. 00010000:00000010:0.1:1767384887.514898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e7ed7c0c. 00010000:00000010:0.1:1767384887.514905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000487433bc. 00010000:00000010:0.1:1767384887.514912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000081f8d31a. 00000400:00000010:3.0:1767384887.522496:0:20999:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000867c4d92. 00000400:00000040:3.0:1767384887.522511:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384887.522513:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384887.522515:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384887.522516:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384887.522518:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384887.522519:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384887.522521:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384887.522522:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384887.522523:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384887.522524:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384887.522525:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384887.522526:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384887.522528:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384887.522529:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384887.522530:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384887.522531:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384887.522532:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384887.522533:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384887.522534:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384887.522535:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384887.522536:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384887.522537:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384887.522542:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384887.522543:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384887.522544:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384887.522546:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384887.522547:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384887.522548:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384887.522549:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384887.522551:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384887.522551:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384887.522553:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384887.522554:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384887.522555:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384887.522556:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384887.522557:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384887.522558:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384887.522560:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384887.522561:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384887.522562:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384887.522563:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384887.522564:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384887.522566:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384887.522567:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384887.522568:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384887.522569:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384887.522570:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384887.522571:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384887.522572:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384887.522573:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384887.522574:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384887.522575:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384887.522576:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384887.522577:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384887.522578:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384887.522579:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384887.522580:0:20999:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384887.522601:0:20999:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000867c4d92. 00000100:00000001:3.0:1767384888.152964:0:17896:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384888.152969:0:17896:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384888.200999:0:21188:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000058ec21e1. 00080000:00000010:0.0:1767384888.201008:0:21188:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000058ec21e1. 00000020:00000001:0.0:1767384888.201011:0:21188:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384888.201017:0:21188:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000058ec21e1. 00080000:00000010:0.0:1767384888.201021:0:21188:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000058ec21e1. 00000020:00000001:0.0:1767384888.201023:0:21188:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384888.345906:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384888.345930:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384888.345937:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384888.345940:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384888.346002:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384888.346007:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384888.346011:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384889.004111:0:21352:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384889.004117:0:21352:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp17 --if ens2 00000001:00000001:1.0:1767384889.007097:0:21352:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384889.013224:0:21353:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000b87afb30. 00000400:00000010:1.0:1767384889.013236:0:21353:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000c6e9f31a. 00000400:00000010:1.0:1767384889.013244:0:21353:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000004fcac2fd. 00000400:00000010:1.0:1767384889.013246:0:21353:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000007fcb228e. 00000400:00000010:1.0:1767384889.013249:0:21353:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008ca53db5. 00000400:00000010:1.0:1767384889.013252:0:21353:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000be6d4e65. 00000400:00000010:1.0:1767384889.013254:0:21353:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000027a5c268. 00000400:00000010:1.0:1767384889.013255:0:21353:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000094ef4897. 00000400:00000010:1.0:1767384889.013257:0:21353:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000003c25f045. 00000800:00000010:1.0:1767384889.013266:0:21353:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000e6006876. 00000800:00000200:1.0:1767384889.013275:0:21353:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384889.013281:0:21353:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384889.013312:0:21353:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:1.0:1767384889.013329:0:21353:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp17 [8/256/0/180] 00000400:00000010:1.0:1767384889.014891:0:21353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 00000000eb4bf843. 00000400:00000010:1.0:1767384889.014897:0:21353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ab5e452. 00000400:00000010:1.0:1767384889.014902:0:21353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000129e4fdd. 00000400:00000001:1.0:1767384889.014936:0:21353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384889.014937:0:21353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384889.014940:0:21353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd958cd3. 00000400:00000200:1.0:1767384889.014942:0:21353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000358862aa 00000400:00000010:1.0:1767384889.014944:0:21353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000358862aa. 00000400:00000010:1.0:1767384889.014948:0:21353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 000000001bc9d762. 00000400:00000200:1.0:1767384889.014956:0:21353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (8) 00000400:00000200:1.0:1767384889.014967:0:21353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:1.0:1767384889.014975:0:21353:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131089 00000020:00000010:1.0:1767384889.014982:0:21353:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000004a8e2c40. 00000020:01000000:1.0:1767384889.014986:0:21353:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384889.014989:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384889.014989:0:21353:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp17 00000400:00000200:2.0:1767384889.014997:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000400:00000010:1.0:1767384889.015003:0:21353:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000c6e9f31a. 00000400:00000010:2.0:1767384889.015004:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084d6a40c. 00000400:00000010:1.0:1767384889.015020:0:21353:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000b87afb30. 00000400:00000200:2.0:1767384889.015021:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (9) 00000400:00000010:2.0:1767384889.015028:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f26115a2. 00000400:00000200:2.0:1767384889.015033:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000020:00000001:3.0:1767384889.015036:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384889.015041:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384889.015044:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 10000000:00000001:3.0:1767384889.015045:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384889.015050:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384889.015054:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:3.0:1767384889.015055:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384889.015059:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384889.015061:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384889.015063:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:3.0:1767384889.015064:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384889.015067:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384889.015070:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384889.015072:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384889.015073:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:3.0:1767384889.015086:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384889.015089:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384889.015092:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384889.015095:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000100:00000010:3.0:1767384889.015098:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e200afc1. 00000400:00000200:2.0:1767384889.015102:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:00000040:3.0:1767384889.015104:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000400:00000200:2.0:1767384889.015108:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000001:3.0:1767384889.015112:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384889.015115:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 02000000:00000001:3.0:1767384889.015116:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384889.015121:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 02000000:00000001:3.0:1767384889.015123:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384889.015126:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp16 02000000:00000010:3.0:1767384889.015132:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006155cd5b. 00000400:00000200:2.0:1767384889.015140:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp16 lpni_is_preferred = 0 00000100:00000001:3.0:1767384889.015141:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384889.015144:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp16 00000400:00000200:2.0:1767384889.015149:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp16 NI seq info: [19:19:256:4294967295] 192.168.203.134@tcp16 LPNI seq info [19:19:8:4294967295] 00000100:00000001:3.0:1767384889.015151:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384889.015154:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384889.015158:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp16 00000100:00000040:3.0:1767384889.015179:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e200afc1] to pc [ptlrpcd_00_00+0] req@00000000e200afc1 x1853237348018816/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384889.015193:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp16(192.168.203.134@tcp16:) -> 192.168.203.134@tcp16(192.168.203.134@tcp:192.168.203.134@tcp16) : PUT try# 0 00000800:00000200:2.0:1767384889.015202:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 176 bytes in 1 frags to 12345-192.168.203.134@tcp16 00000800:00000010:2.0:1767384889.015207:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b387623. 10000000:00000001:3.0:1767384889.015210:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384889.015214:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384889.015217:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384889.015217:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f645ff1a. 00000020:01000000:3.0:1767384889.015221:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:2.0:1767384889.015225:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000002201528. 00000020:00000001:3.0:1767384889.015227:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384889.015230:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384889.015232:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384889.015233:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:0.0:1767384889.015235:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767384889.015237:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f645ff1a] -> 12345-192.168.203.134@tcp16 (2) 00000020:01000004:3.0:1767384889.015238:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:0.0:1767384889.015240:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384889.015243:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.1:1767384889.015247:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f645ff1a] -> 12345-192.168.203.134@tcp16 (2) 00000020:01000004:3.0:1767384889.015248:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000040:0.0:1767384889.015251:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e200afc1 x1853237348018816/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384889.015252:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384889.015256:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384889.015258:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384889.015262:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384889.015264:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:0.0:1767384889.015266:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384889.015267:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767384889.015269:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384889.015270:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384889.015272:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000100:00000010:3.0:1767384889.015276:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d811d059. 02000000:00000001:0.0:1767384889.015276:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384889.015277:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 0 02000000:00000001:0.0:1767384889.015279:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384889.015281:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 02000000:00000001:0.0:1767384889.015285:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384889.015286:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384889.015290:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1767384889.015291:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e200afc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348018816:0@lo:253: 02000000:00000001:3.0:1767384889.015293:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384889.015294:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384889.015300:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384889.015301:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384889.015302:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f601cbf0. 02000000:00000001:0.0:1767384889.015307:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384889.015308:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384889.015310:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384889.015312:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384889.015313:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384889.015316:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384889.015321:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d811d059] to pc [ptlrpcd_00_01+1] req@00000000d811d059 x1853237348018944/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384889.015321:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002299428b. 02000000:00000001:0.0:1767384889.015325:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384889.015331:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c94a8f59. 00000400:00000010:0.0:1767384889.015337:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002e0cd333. 10000000:00000001:3.0:1767384889.015338:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384889.015340:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348018816, portal 25 10000000:00000001:3.0:1767384889.015341:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384889.015343:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384889.015344:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384889.015347:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000004a8e2c40. 00000100:00000001:0.0:1767384889.015349:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384889.015352:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000100:00000001:0.0:1767384889.015352:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789827584 : -119482919724032 : ffff9354b7035c00) 00000100:00000040:0.0:1767384889.015360:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e200afc1 x1853237348018816/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384889.015365:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384889.015367:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384889.015368:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384889.015371:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384889.015372:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384889.015374:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005bba60ac. 00000100:00000200:0.0:1767384889.015378:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348018816, offset 0 00000100:00000040:3.0:1767384889.015379:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d811d059 x1853237348018944/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384889.015387:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384889.015392:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384889.015393:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384889.015396:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384889.015398:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384889.015399:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384889.015403:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384889.015406:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d811d059 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348018944:0@lo:253: 00000100:00000001:3.0:1767384889.015409:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384889.015411:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d02a80 00000400:00000200:2.0:1767384889.015412:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 02000000:00000001:3.0:1767384889.015420:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384889.015424:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1fd [2] + 0 02000000:00000001:3.0:1767384889.015425:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384889.015429:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1439410. 02000000:00000001:3.0:1767384889.015430:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384889.015436:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000014fffd51 02000000:00000010:3.0:1767384889.015438:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000965aa50a. 02000000:00000001:3.0:1767384889.015441:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384889.015442:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384889.015443:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384889.015445:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4ffcadf. 00000400:00000200:0.0:1767384889.015450:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384889.015452:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f0a40431. 00000400:00000200:0.0:1767384889.015456:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014fffd51 00000400:00000010:0.0:1767384889.015458:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000014fffd51. 00000100:00000001:0.0:1767384889.015463:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384889.015464:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348018944, portal 25 00000100:00000200:0.0:1767384889.015465:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384889.015470:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384889.015471:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000002c4e7080 x1853237348018816 msgsize 4848 00000400:00000200:2.0:1767384889.015472:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000100:00000001:3.0:1767384889.015473:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789823104 : -119482919728512 : ffff9354b7034a80) 00000100:00100000:0.0:1767384889.015481:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384889.015483:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d811d059 x1853237348018944/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384889.015485:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384889.015491:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384889.015494:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384889.015495:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384889.015497:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f6de2de. 00000400:00000200:2.0:1767384889.015498:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:0.0:1767384889.015502:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bba60ac 00000400:00000010:0.0:1767384889.015505:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005bba60ac. 00000100:00000001:0.0:1767384889.015509:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384889.015510:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348018944, offset 0 00000100:00000200:0.0:1767384889.015514:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e200afc1 x1853237348018816/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384889.015520:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384889.015528:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384889.015532:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384889.015532:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000100:00000040:0.0:1767384889.015533:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e200afc1 x1853237348018816/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384889.015543:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384889.015545:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384889.015548:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d02b00 00000400:00000200:3.0:1767384889.015554:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x201 [2] + 0 00000400:00000010:3.0:1767384889.015557:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e69b74d. 00000100:00000001:0.0:1767384889.015558:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384889.015561:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e5011c6a 00000400:00000200:2.0:1767384889.015564:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000100:00000001:0.0:1767384889.015564:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294878051 00000400:00000200:3.0:1767384889.015567:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384889.015571:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003bfe0d9d. 00000400:00000200:3.0:1767384889.015574:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384889.015579:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384889.015580:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5011c6a 00000400:00000010:3.0:1767384889.015584:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e5011c6a. 00000100:00000001:0.0:1767384889.015588:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294878051 00000100:00000001:3.0:1767384889.015589:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384889.015593:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:0.0:1767384889.015595:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d64df02. 00000100:00000040:3.0:1767384889.015596:0:16359:0:(events.c:337:request_in_callback()) incoming req@00000000893255e0 x1853237348018944 msgsize 4848 00000400:00000200:2.0:1767384889.015597:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000100:00000001:0.0:1767384889.015615:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00100000:3.0:1767384889.015623:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384889.015623:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294878051 00000100:00000040:3.0:1767384889.015627:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:0.0:1767384889.015629:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005a7ba5c9. 00000100:00000001:0.0:1767384889.015633:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384889.015636:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294878051 00000100:00000001:3.0:1767384889.015638:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:0.0:1767384889.015639:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c25d0a4a. 00000100:00000001:0.0:1767384889.015646:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384889.015647:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f6de2de 00000100:00000001:0.0:1767384889.015650:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384889.015651:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009f6de2de. 00000400:00000200:2.0:1767384889.015654:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000100:00000001:3.0:1767384889.015655:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384889.015657:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384889.015663:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384889.015667:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d811d059 x1853237348018944/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384889.015667:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384889.015676:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384889.015679:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d811d059 x1853237348018944/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384889.015679:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384889.015680:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000100:00000001:0.0:1767384889.015684:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384889.015691:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384889.015692:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384889.015694:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384889.015695:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384889.015699:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384889.015718:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384889.015719:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384889.015720:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000100:00000001:3.0:1767384889.015724:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294878051 00000100:00000001:3.0:1767384889.015728:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, keep current deadline 4294878051 00000100:00000001:3.0:1767384889.015730:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294878051 00000100:00000001:3.0:1767384889.015732:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, keep current deadline 4294878051 00000100:00000001:3.0:1767384889.015734:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294878051 00000100:00000001:3.0:1767384889.015735:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294878051 00000100:00000001:3.0:1767384889.015737:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294878051 00000100:00000001:3.0:1767384889.015739:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294878051 00000100:00000001:3.0:1767384889.015740:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384889.015742:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384889.015744:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384889.015746:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384889.015750:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384889.015752:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384889.015755:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384889.015756:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000100:00000001:3.0:1767384889.015757:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384889.015760:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384889.015762:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384889.015764:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384889.015768:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348018816 02000000:00000001:0.0:1767384889.015773:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384889.015776:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384889.015778:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384889.015783:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384889.015787:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384889.015787:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348018816 00000100:00100000:3.0:1767384889.015792:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348018944 00000020:00000001:0.0:1767384889.015792:0:17083:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767384889.015796:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:0.0:1767384889.015796:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000400:00000200:2.0:1767384889.015798:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000100:00000001:3.0:1767384889.015799:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384889.015801:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384889.015803:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384889.015806:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 02000000:00000001:3.0:1767384889.015807:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384889.015810:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348018944 00000020:00000001:0.0:1767384889.015818:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:3.0:1767384889.015819:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384889.015892:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:0.0:1767384889.015894:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:3.0:1767384889.015895:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384889.015899:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000020:00000001:3.0:1767384889.015902:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:3.0:1767384889.015904:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:0.0:1767384889.015904:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384889.015910:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384889.015911:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000005f41ddb. 00000020:00000010:3.0:1767384889.015913:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ea4ad16. 00000100:00000001:0.0:1767384889.015916:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384889.015917:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384889.015923:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005ea4ad16. 00000020:00000010:0.0:1767384889.015924:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000005f41ddb. 00000020:00000010:3.0:1767384889.015929:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae6a819e. 00000020:00000010:3.0:1767384889.015934:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ab5e95b2. 00000020:00000010:0.0:1767384889.015938:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000029689073. 00000020:00000010:3.0:1767384889.015939:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000091bfd1e8. 00000020:00000010:0.0:1767384889.015946:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f1845905. 00000100:00000040:3.0:1767384889.015950:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:0.0:1767384889.015953:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000efa008de. 00000100:00000001:3.0:1767384889.015954:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384889.015957:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384889.015959:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384889.015962:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384889.015966:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384889.015967:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384889.015970:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384889.015974:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384889.015977:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384889.015982:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384889.015987:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384889.015990:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384889.015995:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00000001:0.0:1767384889.015997:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384889.015998:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:0.0:1767384889.016001:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384889.016002:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590822519888 : -119482887031728 : ffff9354b8f63450) 00000100:00000040:3.0:1767384889.016009:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000893255e0 x1853237348018944/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:115/0 lens 4848/0 e 0 to 0 dl 1767384900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384889.016011:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00000040:0.0:1767384889.016019:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000100:00000001:3.0:1767384889.016021:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384889.016025:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590822509648 : -119482887041968 : ffff9354b8f60c50) 00000020:00000010:3.0:1767384889.016026:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ea4ad16. 00000100:00000001:3.0:1767384889.016031:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384889.016033:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005ea4ad16. 00000100:00000040:0.0:1767384889.016036:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002c4e7080 x1853237348018816/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:115/0 lens 4848/0 e 0 to 0 dl 1767384900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384889.016043:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000893255e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:16359:x1853237348018944:12345-0@lo:253: 00000100:00000200:3.0:1767384889.016062:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348018944 00000100:00000001:0.0:1767384889.016064:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384889.016070:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000005f41ddb. 00000020:00000001:3.0:1767384889.016073:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384889.016075:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384889.016077:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384889.016080:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384889.016080:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000005f41ddb. 00000020:00000001:3.0:1767384889.016086:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384889.016088:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000001:3.0:1767384889.016090:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384889.016092:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384889.016097:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000100:00100000:0.0:1767384889.016097:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002c4e7080 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:16358:x1853237348018816:12345-0@lo:253: 00000020:00000001:3.0:1767384889.016098:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384889.016102:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384889.016106:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384889.016107:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348018816 00000100:00000001:3.0:1767384889.016111:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384889.016112:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767384889.016115:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384889.016118:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384889.016121:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384889.016124:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:3.0:1767384889.016128:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000062af4365. 02000000:00000001:3.0:1767384889.016132:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384889.016135:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384889.016135:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000001:0.0:1767384889.016167:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:3.0:1767384889.016169:0:17084:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384889.016171:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384889.016176:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000010:3.0:1767384889.016178:0:17084:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a0b3f23c. 00000020:00000001:0.0:1767384889.016178:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384889.016181:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384889.016182:0:17084:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384889.016187:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:0.0:1767384889.016187:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:3.0:1767384889.016192:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000001:0.0:1767384889.016192:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384889.016194:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384889.016197:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384889.016199:0:17084:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:0.0:1767384889.016200:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007c4e4897. 02000000:00000001:0.0:1767384889.016204:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384889.016218:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384889.016219:0:17084:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b1a5cc04. 20000000:00000001:0.0:1767384889.016221:0:17083:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:3.0:1767384889.016224:0:17084:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 20000000:00000001:3.0:1767384889.016230:0:17084:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384889.016235:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384889.016238:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000010:0.0:1767384889.016240:0:17083:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003786e16f. 20000000:01000000:0.0:1767384889.016246:0:17083:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384889.016249:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384889.016252:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:3.0:1767384889.016254:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:0.0:1767384889.016254:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384889.016259:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384889.016262:0:17083:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384889.016268:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384889.016271:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384889.016273:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384889.016274:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384889.016276:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384889.016279:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 000000007e91d003 00000020:00000001:3.0:1767384889.016282:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f71c5dba 00080000:00000002:3.0:1767384889.016284:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384889.016291:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384889.016294:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384889.016297:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384889.016300:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384889.016304:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:3.0:1767384889.016307:0:17084:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384889.016311:0:17084:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000dfe18cbd. 00080000:00000001:3.0:1767384889.016314:0:17084:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590001015808 : -119483708535808 : ffff935487ff0c00) 00080000:00000001:3.0:1767384889.016316:0:17084:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384889.016320:0:17084:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384889.016323:0:17084:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005ea4ad16. 00080000:00000001:3.0:1767384889.016326:0:17084:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384889.016328:0:17084:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384889.016355:0:17084:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384889.016365:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000046d5db1b. 00080000:00000001:3.0:1767384889.016371:0:17084:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:2.0:1767384889.016373:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000beb47ea2. 00000800:00000010:2.0:1767384889.016382:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000039ff7621. 00000800:00000010:2.0:1767384889.016430:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000039ff7621. 00000400:00000200:0.0:1767384889.016490:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384889.016512:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp16 from 241.3.0.2 00000800:00000010:0.0:1767384889.016516:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a35a5ba8. 00000800:00000010:3.0:1767384889.016548:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bbe0ee5a. 00000800:00000010:3.0:1767384889.016554:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009f6de2de. 00000800:00000010:3.0:1767384889.016581:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000033c4790f. 00000800:00000200:3.1:1767384889.016586:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f645ff1a] -> 12345-192.168.203.134@tcp16 (2) 00000800:00000200:3.1:1767384889.016590:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp16 0000000033c4790f deleted 00000800:00000010:3.1:1767384889.016592:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000033c4790f. 00000800:00000200:3.1:1767384889.016597:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384889.016603:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp16 ip 192.168.203.134:1009 00000800:00000200:3.1:1767384889.016606:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b387623 type 1, nob 272 niov 1 nkiov 1 00000800:00000200:3.0:1767384889.016611:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp16 p 3.x 192.168.203.134 -> 192.168.203.134:1009 incarnation:1767384887504291542 sched[0] 00000800:00000010:3.0:1767384889.016616:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002457b5b5. 00000800:00000010:3.0:1767384889.016685:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002457b5b5. 00000800:00000010:3.0:1767384889.016689:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009f6de2de. 00000800:00000200:2.1:1767384889.016708:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384889.016715:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp16 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384887504291542 sched[0] 00000800:00000010:2.0:1767384889.016718:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000beb47ea2. 00000800:00000010:3.0:1767384889.016733:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a35a5ba8. 00000800:00000001:0.0:1767384889.016747:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384889.016749:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384889.016757:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384889.016757:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384889.016783:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000800:00000001:0.0:1767384889.016848:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384889.016865:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384889.016884:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384889.016890:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384889.016898:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp16(192.168.203.134@tcp16) <- 192.168.203.134@tcp16 : PUT - for me 00000400:00000200:2.0:1767384889.016905:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384889.016912:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 176 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384889.016921:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 176/176 into md 0x134d [1] + 0 00000400:00000010:0.0:1767384889.016932:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a14e1bdd. 00000400:00000200:0.0:1767384889.016937:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000265f5e51 00000800:00000200:3.0:1767384889.016938:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384889.016942:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384889.016943:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b387623. 00000400:00000200:3.0:1767384889.016948:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384889.016950:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:3.0:1767384889.016956:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp16->192.168.203.134@tcp16: PUT: OK 00000800:00000001:0.0:1767384889.016957:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384889.016960:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384889.016962:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384889.016965:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp: 0 00000400:00000200:0.0:1767384889.016979:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp16->192.168.203.134@tcp16: PUT: OK 00000400:00000200:0.0:1767384889.016986:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000265f5e51 00000400:00000200:2.0:1767384889.016987:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000010:0.0:1767384889.016989:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000265f5e51. 00000400:00000200:0.0:1767384889.016996:0:16352:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384889.017001:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (10) 00000400:00000200:0.0:1767384889.017007:0:16352:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000010:0.0:1767384889.017011:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 000000005bba60ac. 00000400:00000200:0.0:1767384889.017015:0:16352:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.134@tcp 9 00000400:00000200:0.0:1767384889.017021:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:2.0:1767384889.017030:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:0.0:1767384889.017037:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (11) 00000400:00000200:0.0:1767384889.017045:0:16352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384889.017053:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp16 to MR: 192.168.203.134@tcp16 local destination 00000400:00000200:0.0:1767384889.017066:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp16 NI seq info: [20:20:256:4294967295] 192.168.203.134@tcp16 LPNI seq info [20:20:8:4294967295] 00000400:00000200:0.0:1767384889.017082:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp16(192.168.203.134@tcp16:192.168.203.134@tcp16) -> 192.168.203.134@tcp16(192.168.203.134@tcp16:192.168.203.134@tcp16) 192.168.203.134@tcp16 : ACK try# 0 00000800:00000200:0.0:1767384889.017090:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp16 00000400:00000200:3.0:1767384889.017091:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:0.0:1767384889.017095:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0695459. 00000400:00000200:2.0:1767384889.017096:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000800:00000200:0.0:1767384889.017107:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f645ff1a] -> 12345-192.168.203.134@tcp16 (4) 00000400:00000010:3.0:1767384889.017110:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008248ab79. 00000800:00000200:0.0:1767384889.017115:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp16 ip 192.168.203.134:988 00000400:00000010:3.0:1767384889.017117:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001aea56c7. 00000800:00000200:0.0:1767384889.017120:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0695459 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384889.017123:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:3.0:1767384889.017129:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c698b414 00000400:00000200:3.0:1767384889.017138:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1004d1 00000400:00000010:3.0:1767384889.017144:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 200 at 000000008040c0f4. 00000400:00000010:3.0:1767384889.017148:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 240 at 000000006a1b45fe. 00000400:00000010:3.0:1767384889.017150:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 200 at 00000000307a0bfd. 00000400:00000200:2.0:1767384889.017154:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000010:3.0:1767384889.017163:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000080d7f096. 00000400:00000200:3.0:1767384889.017169:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000080d7f096 nid 192.168.203.134@tcp17 00000400:00000010:3.0:1767384889.017173:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000923cc638. 00000400:00000200:3.0:1767384889.017175:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 00000000923cc638 net tcp17 00000400:00000200:3.0:1767384889.017177:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (10) 00000400:00000200:3.0:1767384889.017182:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp17 flags 0x11 00000400:00000010:3.0:1767384889.017185:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 200 at 000000008040c0f4. 00000400:00000010:3.0:1767384889.017189:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 240 at 000000006a1b45fe. 00000800:00000200:0.0:1767384889.017190:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1767384889.017191:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 200 at 00000000307a0bfd. 00000400:00000010:3.0:1767384889.017196:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 000000005bba60ac. 00000800:00000010:0.0:1767384889.017196:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0695459. 00000400:00000200:2.0:1767384889.017199:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:3.0:1767384889.017204:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:0.0:1767384889.017205:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384889.017210:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100551 00000400:00000200:3.0:1767384889.017216:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 1 00000400:00000200:0.0:1767384889.017218:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp16->192.168.203.134@tcp16: ACK: OK 00000400:00000200:3.0:1767384889.017222:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 00000400:00000200:3.0:1767384889.017227:0:16356:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.134@tcp 00000400:00000200:3.0:1767384889.017229:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100511 rc 0 00000800:00000001:0.0:1767384889.017230:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384889.017232:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:3.0:1767384889.017235:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000800:00000001:0.0:1767384889.017236:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384889.017241:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (11) 00000800:00000001:0.0:1767384889.017242:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384889.017250:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384889.017253:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384889.017260:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384889.017265:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384889.017271:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp16(192.168.203.134@tcp16) <- 192.168.203.134@tcp16 : ACK - for me 00000400:00000200:0.0:1767384889.017284:0:16352:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp16: ACK from 12345-192.168.203.134@tcp16 into md 0x1365 00000400:00000200:2.0:1767384889.017293:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384889.017296:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384889.017304:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp16->192.168.203.134@tcp16: ACK: OK 00000400:00000200:0.0:1767384889.017309:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084d6a40c 00000400:00000010:0.0:1767384889.017312:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084d6a40c. 00000400:00000200:0.0:1767384889.017316:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384889.017318:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:0.0:1767384889.017320:0:16352:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 00000400:00000200:0.0:1767384889.017326:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (10) 00000800:00000001:0.0:1767384889.017333:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384889.017338:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384889.017358:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:2.0:1767384889.017392:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000800:00000010:2.0:1767384889.017517:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005acc0d09. 00000800:00000010:2.0:1767384889.017520:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000beb47ea2. 00000800:00000010:2.0:1767384889.017523:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000039ff7621. 00000400:00000200:0.0:1767384889.017542:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384889.017549:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000039ff7621. 00000400:00000200:0.0:1767384889.017565:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp16 from 240.3.0.2 00000800:00000010:0.0:1767384889.017569:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000008e3d9677. 00000800:00000010:2.0:1767384889.017598:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006a9f1913. 00000800:00000010:2.0:1767384889.017602:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f8534105. 00000800:00000010:2.0:1767384889.017619:0:16349:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000017eba8e2. 00000800:00000200:2.1:1767384889.017624:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f645ff1a] -> 12345-192.168.203.134@tcp16 (4) 00000800:00000200:2.1:1767384889.017628:0:16349:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp16 0000000017eba8e2 deleted 00000800:00000010:2.1:1767384889.017630:0:16349:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000017eba8e2. 00000800:00000200:2.1:1767384889.017633:0:16349:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384889.017637:0:16349:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp16 p 3.x 192.168.203.134 -> 192.168.203.134:1008 incarnation:1767384887504291542 sched[0] 00000800:00000010:2.0:1767384889.017642:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000039ff7621. 00000800:00000010:2.0:1767384889.017685:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000039ff7621. 00000800:00000010:2.0:1767384889.017689:0:16349:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f8534105. 00000800:00000010:2.0:1767384889.017715:0:16349:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000008e3d9677. 00000800:00000001:2.0:1767384889.017734:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.1:1767384889.017735:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384889.017742:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp16 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384887504291542 sched[0] 00000800:00000001:2.0:1767384889.017743:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384889.017765:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000beb47ea2. 00000800:00000001:2.0:1767384889.017811:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384889.017844:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384889.018033:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000dfe18cbd. 00080000:00000010:0.0:1767384889.018079:0:17084:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005ea4ad16. 00040000:00000001:0.0:1767384889.018085:0:17084:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384889.018087:0:17084:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384889.018090:0:17084:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384889.018094:0:17084:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:0.0:1767384889.018096:0:17084:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384889.018099:0:17084:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384889.018111:0:17084:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384889.018121:0:17084:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384889.018125:0:17084:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384889.018131:0:17084:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384889.018132:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:2.0:1767384889.018133:0:17083:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000beb91bce. 20000000:00000001:3.0:1767384889.018138:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:2.0:1767384889.018138:0:17083:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 10000000:01000000:3.0:1767384889.018143:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:2.0:1767384889.018144:0:17083:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384889.018148:0:17083:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:3.0:1767384889.018149:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384889.018152:0:17083:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:3.0:1767384889.018153:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384889.018160:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002ba76e8a. 00080000:00000001:2.0:1767384889.018161:0:17083:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:3.0:1767384889.018164:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384889.018169:0:17083:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384889.018174:0:17083:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000010:3.0:1767384889.018175:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002fa4dab2. 00080000:00000001:2.0:1767384889.018176:0:17083:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384889.018179:0:17083:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384889.018180:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384889.018181:0:17083:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384889.018184:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002fa4dab2 with handle 0xb57eb78819562f66 to hash 00080000:00000002:2.0:1767384889.018184:0:17083:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000980f9615 00000020:00000001:3.0:1767384889.018188:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384889.018190:0:17083:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009e445471 00010000:00000001:3.0:1767384889.018191:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00080000:00000002:2.0:1767384889.018193:0:17083:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:3.0:1767384889.018196:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00080000:00000001:2.0:1767384889.018197:0:17083:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384889.018201:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384889.018202:0:17083:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384889.018206:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384889.018206:0:17083:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384889.018212:0:17083:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:3.0:1767384889.018213:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f66 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384889.018216:0:17083:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:2.0:1767384889.018221:0:17083:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384889.018223:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:2.0:1767384889.018225:0:17083:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000dab912e7. 00010000:00000001:3.0:1767384889.018227:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384889.018230:0:17083:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585638138368 : -119488071413248 : ffff935383f2d200) 00010000:00000001:3.0:1767384889.018231:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:2.0:1767384889.018235:0:17083:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384889.018236:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384889.018239:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1767384889.018239:0:17083:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384889.018243:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:2.0:1767384889.018243:0:17083:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000039ff7621. 00010000:00000001:3.0:1767384889.018244:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384889.018248:0:17083:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384889.018249:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:2.0:1767384889.018252:0:17083:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384889.018253:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384889.018256:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384889.018257:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384889.018258:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002ba76e8a) refcount = 1 00010000:00010000:3.0:1767384889.018261:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f66 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384889.018262:0:17083:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384889.018269:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384889.018270:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384889.018272:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384889.018272:0:17083:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384889.018274:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384889.018277:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384889.018279:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384889.018281:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 00010000:00000001:3.0:1767384889.018283:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384889.018285:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384889.018291:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002fa4dab2 refcount=4 00000020:00000001:3.0:1767384889.018293:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384889.018295:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00080000:00000020:0.0:1767384889.018296:0:17084:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384889.018297:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384889.018300:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f66 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384889.018302:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384889.018305:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 20000000:00000010:0.0:1767384889.018306:0:17084:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a0b3f23c. 00010000:00010000:3.0:1767384889.018308:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f66 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384889.018315:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:0.0:1767384889.018315:0:17084:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384889.018316:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384889.018319:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f66 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384889.018322:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348018944 00010000:00000001:3.0:1767384889.018324:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384889.018326:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384889.018328:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384889.018330:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384889.018333:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f66 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000200:0.0:1767384889.018335:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000893255e0 x1853237348018944/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:115/0 lens 4848/4768 e 0 to 0 dl 1767384900 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384889.018343:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002fa4dab2 already unused, calling callback (00000000df0e66e0) 00010000:00000001:3.0:1767384889.018348:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384889.018350:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384889.018352:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f66 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384889.018355:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384889.018360:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384889.018360:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384889.018362:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384889.018365:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384889.018366:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002fa4dab2 refcount=5 00000100:00001000:0.0:1767384889.018367:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=23 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384889.018368:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384889.018372:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384889.018376:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1767384889.018377:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:3.0:1767384889.018384:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f66 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384889.018390:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:0.0:1767384889.018395:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:3.0:1767384889.018398:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:0.0:1767384889.018401:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384889.018402:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 02000000:00000001:0.0:1767384889.018405:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384889.018406:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384889.018412:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384889.018413:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384889.018417:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:0.0:1767384889.018418:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384889.018422:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:0.0:1767384889.018424:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005bba60ac. 00010000:00000001:3.0:1767384889.018425:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384889.018430:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002fa4dab2 with handle 0xb57eb78819562f66 from hash 00000100:00000200:0.0:1767384889.018430:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348018944, offset 224 00010000:00000001:3.0:1767384889.018437:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384889.018439:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384889.018441:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384889.018442:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384889.018445:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384889.018447:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384889.018450:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:0.0:1767384889.018453:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384889.018454:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384889.018458:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384889.018462:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384889.018466:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d02b00 00010000:00000001:3.0:1767384889.018467:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384889.018471:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:0.0:1767384889.018476:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1371 [2] + 224 00010000:00000001:3.0:1767384889.018477:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384889.018480:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384889.018484:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384889.018486:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384889.018487:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384889.018492:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384889.018496:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:3.0:1767384889.018498:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f66 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384889.018501:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384889.018508:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d811d059 x1853237348018944/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384889.018509:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384889.018512:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384889.018515:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384889.018520:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384889.018523:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384889.018526:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384889.018528:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:0.0:1767384889.018530:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d811d059 x1853237348018944/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384889.018531:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384889.018541:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384889.018547:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f66 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384889.018551:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384889.018552:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384889.018552:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f66 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384889.018556:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002ba76e8a count: 0 00000100:00000001:0.0:1767384889.018557:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384889.018565:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384889.018565:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bba60ac 20000000:00000001:3.0:1767384889.018568:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:0.0:1767384889.018570:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005bba60ac. 00000100:00000001:2.0:1767384889.018575:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384889.018576:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384889.018579:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384889.018581:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384889.018585:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384889.018588:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384889.018588:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384889.018593:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000400:00000010:2.0:1767384889.018598:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4ffcadf. 00010000:00000001:0.0:1767384889.018600:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384889.018602:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0a40431 00000020:00000001:0.0:1767384889.018604:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384889.018605:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f0a40431. 00000100:00000001:2.0:1767384889.018610:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384889.018611:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384889.018615:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d811d059 x1853237348018944/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384889.018619:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000893255e0 x1853237348018944/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:115/0 lens 4848/4768 e 0 to 0 dl 1767384900 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384889.018635:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d811d059 x1853237348018944/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384889.018646:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000893255e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:16359:x1853237348018944:12345-0@lo:253: Request processed in 2621us (3045us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384889.018647:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384889.018649:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384889.018654:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384889.018656:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384889.018658:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384889.018659:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384889.018661:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384889.018663:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=23 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384889.018671:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384889.018678:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384889.018679:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384889.018681:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:0.0:1767384889.018682:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00010000:00000001:2.0:1767384889.018683:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384889.018689:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384889.018690:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000100:00000040:2.0:1767384889.018692:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d811d059 x1853237348018944/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384889.018696:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384889.018700:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384889.018703:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384889.018706:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ab5e95b2. 00000100:00000001:2.0:1767384889.018707:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384889.018710:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384889.018713:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384889.018715:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:00000010:0.0:1767384889.018715:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000091bfd1e8. 00000020:01000004:2.0:1767384889.018717:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384889.018721:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384889.018722:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384889.018723:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:00000010:0.0:1767384889.018723:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae6a819e. 00000020:01000004:2.0:1767384889.018725:0:16359:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384889.018727:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384889.018729:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000040:0.0:1767384889.018732:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 02000000:00000001:0.0:1767384889.018739:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1767384889.018740:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d811d059 x1853237348018944/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384889.018744:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000062af4365. 02000000:00000001:0.0:1767384889.018750:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:2.0:1767384889.018752:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d811d059 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348018944:0@lo:253: 00000100:00000001:0.0:1767384889.018754:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384889.018757:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384889.018760:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384889.018762:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d811d059 x1853237348018944/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384889.018762:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384889.018771:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:0.0:1767384889.018771:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a816d0cf. 02000000:00000001:2.0:1767384889.018773:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384889.018777:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000965aa50a. 00000400:00000010:0.0:1767384889.018780:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005bba60ac. 02000000:00000001:2.0:1767384889.018781:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384889.018783:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384889.018786:0:16359:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:2.0:1767384889.018788:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384889.018790:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f601cbf0. 02000000:00000001:2.0:1767384889.018794:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384889.018796:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384889.018797:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d811d059. 00000100:00000001:2.0:1767384889.018799:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384889.018800:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384889.018802:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384889.018805:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384889.018806:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384889.018808:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384889.018809:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384889.019524:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000dab912e7. 00080000:00000010:2.0:1767384889.019574:0:17083:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000039ff7621. 00040000:00000001:2.0:1767384889.019580:0:17083:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384889.019582:0:17083:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384889.019584:0:17083:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384889.019587:0:17083:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:2.0:1767384889.019590:0:17083:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384889.019592:0:17083:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384889.019594:0:17083:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384889.019603:0:17083:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384889.019607:0:17083:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384889.019610:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384889.019613:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384889.019615:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384889.019619:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384889.019620:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384889.019621:0:17083:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000010:3.0:1767384889.019624:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000061e7fd68. 00010000:00000001:3.0:1767384889.019628:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384889.019630:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001c51c61d. 00000020:00000001:3.0:1767384889.019632:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384889.019633:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001c51c61d with handle 0xb57eb78819562f6d to hash 00000020:00000001:3.0:1767384889.019634:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384889.019636:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624589867059712 : -119483842491904 : ffff935480030a00) 00010000:00000001:3.0:1767384889.019637:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624589867059712 : -119483842491904 : ffff935480030a00) 00010000:00000001:3.0:1767384889.019639:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384889.019641:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384889.019643:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001c51c61d/0xb57eb78819562f6d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384889.019648:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384889.019650:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384889.019651:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384889.019652:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384889.019659:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384889.019661:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384889.019661:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384889.019663:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384889.019665:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384889.019666:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384889.019667:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384889.019668:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000061e7fd68) refcount = 1 00010000:00010000:3.0:1767384889.019670:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001c51c61d/0xb57eb78819562f6d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384889.019674:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384889.019675:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384889.019676:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384889.019677:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384889.019679:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384889.019680:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384889.019681:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 00010000:00000001:3.0:1767384889.019683:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384889.019684:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384889.019685:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001c51c61d refcount=4 00000020:00000001:3.0:1767384889.019687:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867059712 : -119483842491904 : ffff935480030a00) 00010000:00000001:3.0:1767384889.019689:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867059712 : -119483842491904 : ffff935480030a00) 00010000:00000001:3.0:1767384889.019691:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384889.019693:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001c51c61d/0xb57eb78819562f6d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384889.019696:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384889.019698:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001c51c61d/0xb57eb78819562f6d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384889.019701:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384889.019702:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384889.019703:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001c51c61d/0xb57eb78819562f6d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384889.019714:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384889.019715:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384889.019717:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384889.019718:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001c51c61d/0xb57eb78819562f6d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384889.019722:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001c51c61d already unused, calling callback (00000000df0e66e0) 00010000:00000001:3.0:1767384889.019723:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384889.019725:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384889.019726:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001c51c61d/0xb57eb78819562f6d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384889.019730:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384889.019730:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384889.019731:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384889.019732:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001c51c61d refcount=5 00000020:00000001:3.0:1767384889.019734:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867059712 : -119483842491904 : ffff935480030a00) 00010000:00000001:3.0:1767384889.019736:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867059712 : -119483842491904 : ffff935480030a00) 00010000:00000001:3.0:1767384889.019737:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384889.019739:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001c51c61d/0xb57eb78819562f6d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384889.019742:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384889.019743:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384889.019744:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384889.019747:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384889.019749:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384889.019751:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384889.019752:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384889.019753:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001c51c61d with handle 0xb57eb78819562f6d from hash 00010000:00000001:3.0:1767384889.019755:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384889.019757:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384889.019758:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384889.019762:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384889.019764:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384889.019765:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384889.019766:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384889.019768:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384889.019769:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384889.019771:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384889.019771:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384889.019773:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384889.019774:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384889.019775:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384889.019777:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384889.019778:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384889.019780:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001c51c61d/0xb57eb78819562f6d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384889.019783:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384889.019784:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384889.019786:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384889.019787:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00080000:00000020:2.0:1767384889.019787:0:17083:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384889.019790:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384889.019792:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384889.019792:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384889.019794:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 20000000:00000010:2.0:1767384889.019797:0:17083:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003786e16f. 00010000:00000001:3.0:1767384889.019798:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384889.019801:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384889.019804:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001c51c61d/0xb57eb78819562f6d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384889.019805:0:17083:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384889.019812:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000040:2.0:1767384889.019813:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348018816 00010000:00000001:2.0:1767384889.019850:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384889.019856:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000200:2.0:1767384889.019856:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002c4e7080 x1853237348018816/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:115/0 lens 4848/4768 e 0 to 0 dl 1767384900 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384889.019859:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001c51c61d/0xb57eb78819562f6d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384889.019876:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000061e7fd68 count: 0 00010000:00000001:2.0:1767384889.019878:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384889.019881:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384889.019884:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=23 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384889.019889:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384889.019889:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 20000000:00000001:3.0:1767384889.019893:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384889.019895:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:2.0:1767384889.019899:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:2.0:1767384889.019902:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384889.019904:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384889.019907:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384889.019909:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384889.019913:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f8534105. 00000100:00000200:2.0:1767384889.019917:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348018816, offset 224 00000400:00000200:2.0:1767384889.019924:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384889.019929:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384889.019936:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d02a80 00000400:00000200:2.0:1767384889.019940:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1369 [2] + 224 00000400:00000200:2.0:1767384889.019946:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384889.019949:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384889.019952:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384889.019956:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e200afc1 x1853237348018816/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384889.019966:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e200afc1 x1853237348018816/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384889.019982:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384889.019996:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8534105 00000400:00000010:2.0:1767384889.019998:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f8534105. 00000100:00000001:2.0:1767384889.020002:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384889.020005:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384889.020010:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384889.020011:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384889.020015:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:0.0:1767384889.020016:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384889.020020:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384889.020023:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384889.020023:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384889.020027:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384889.020028:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384889.020030:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c94a8f59. 00000100:00000040:2.0:1767384889.020035:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002c4e7080 x1853237348018816/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:115/0 lens 4848/4768 e 0 to 0 dl 1767384900 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384889.020036:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e0cd333 00000400:00000010:0.0:1767384889.020040:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002e0cd333. 00000100:00000001:0.0:1767384889.020046:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384889.020052:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002c4e7080 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:16358:x1853237348018816:12345-0@lo:253: Request processed in 3986us (4578us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384889.020053:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e200afc1 x1853237348018816/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384889.020069:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00000040:2.0:1767384889.020073:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000200:0.0:1767384889.020074:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e200afc1 x1853237348018816/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384889.020077:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384889.020080:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384889.020086:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f1845905. 00000100:00000001:0.0:1767384889.020101:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384889.020102:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000efa008de. 00000100:00000001:0.0:1767384889.020104:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384889.020109:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000029689073. 00000100:00000001:0.0:1767384889.020109:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384889.020113:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1767384889.020117:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000100:00000001:0.0:1767384889.020117:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384889.020120:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384889.020123:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384889.020124:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384889.020126:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007c4e4897. 02000000:00000001:2.0:1767384889.020131:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384889.020136:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384889.020136:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=23 v=5 (5 0 0 0) 00000100:00000200:2.0:1767384889.020142:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384889.020142:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=23 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384889.020148:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767384889.020150:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034935245. 00000100:00000001:0.0:1767384889.020151:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384889.020156:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384889.020158:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f8534105. 00010000:00000001:0.0:1767384889.020158:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384889.020164:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384889.020168:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e200afc1 x1853237348018816/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384889.020176:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384889.020179:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384889.020180:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384889.020183:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384889.020185:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384889.020186:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384889.020188:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384889.020189:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384889.020191:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384889.020192:0:16358:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384889.020194:0:16358:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384889.020196:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384889.020197:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384889.020200:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e200afc1 x1853237348018816/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384889.020209:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e200afc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348018816:0@lo:253: 00000100:00000001:0.0:1767384889.020214:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384889.020216:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384889.020218:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e200afc1 x1853237348018816/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384889.020226:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384889.020227:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384889.020230:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002299428b. 02000000:00000001:0.0:1767384889.020234:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384889.020235:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384889.020237:0:16358:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:0.0:1767384889.020246:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384889.020248:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006155cd5b. 02000000:00000001:0.0:1767384889.020251:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384889.020252:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384889.020254:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e200afc1. 00000100:00000001:0.0:1767384889.020257:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384889.020258:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384889.020260:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384889.020264:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384889.020266:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384889.020268:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384889.020270:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384889.020877:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294878051, at 4294878052 00000100:00000010:2.0:1767384889.020886:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005a7ba5c9. 00000100:00000040:3.0:1767384889.020889:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294878051, at 4294878052 00000100:00000010:3.0:1767384889.020896:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c25d0a4a. 00000100:00000040:1.0:1767384889.020921:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294878051, at 4294878052 00000100:00000040:0.0:1767384889.020927:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294878051, at 4294878052 00000100:00000010:1.0:1767384889.020928:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d64df02. 00000100:00000010:0.0:1767384889.020937:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003bfe0d9d. 00010000:00000010:3.1:1767384889.023856:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002ba76e8a. 00010000:00000010:3.1:1767384889.023864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002fa4dab2. 00010000:00000010:3.1:1767384889.029869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000061e7fd68. 00010000:00000010:3.1:1767384889.029880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001c51c61d. 00000400:00000010:1.0:1767384889.031966:0:21358:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000006740a46b. 00000400:00000040:1.0:1767384889.032619:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384889.032622:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384889.032624:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384889.032626:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384889.032627:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384889.032628:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384889.032630:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384889.032631:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384889.032632:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384889.032633:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384889.032635:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384889.032636:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384889.032638:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384889.032639:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384889.032640:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384889.032642:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384889.032643:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384889.032644:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384889.032645:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384889.032646:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384889.032647:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384889.032648:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384889.032649:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384889.032650:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384889.032651:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384889.032658:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384889.032659:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384889.032660:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384889.032661:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384889.032662:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384889.032663:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384889.032665:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384889.032666:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384889.032667:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384889.032668:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384889.032669:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384889.032670:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384889.032672:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384889.032674:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384889.032675:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384889.032676:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384889.032677:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384889.032679:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384889.032680:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384889.032681:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384889.032682:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384889.032683:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384889.032683:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384889.032685:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384889.032686:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384889.032687:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384889.032688:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384889.032689:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384889.032690:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384889.032691:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384889.032693:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384889.032694:0:21358:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384889.032718:0:21358:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000006740a46b. 00010000:00000001:0.0:1767384889.369892:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384889.369898:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384889.369904:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384889.369906:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384889.369943:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384889.369947:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384889.369949:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384889.742588:0:21558:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003eec8ae8. 00080000:00000010:0.0:1767384889.742606:0:21558:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003eec8ae8. 00000020:00000001:0.0:1767384889.742611:0:21558:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384889.742617:0:21558:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003eec8ae8. 00080000:00000010:0.0:1767384889.742621:0:21558:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003eec8ae8. 00000020:00000001:0.0:1767384889.742624:0:21558:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384890.393867:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384890.393873:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384890.393878:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384890.393879:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384890.393917:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384890.393922:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384890.393926:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384890.434352:0:21723:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384890.434356:0:21723:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp18 --if ens2 00000001:00000001:0.0:1767384890.438848:0:21723:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384890.445019:0:21724:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000026dfb2ce. 00000400:00000010:1.0:1767384890.445031:0:21724:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000092309391. 00000400:00000010:1.0:1767384890.445043:0:21724:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000000298762d. 00000400:00000010:1.0:1767384890.445046:0:21724:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000fc08fef1. 00000400:00000010:1.0:1767384890.445049:0:21724:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000052dc1564. 00000400:00000010:1.0:1767384890.445052:0:21724:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bdfd939c. 00000400:00000010:1.0:1767384890.445053:0:21724:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009d8e9c84. 00000400:00000010:1.0:1767384890.445055:0:21724:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004f1d611b. 00000400:00000010:1.0:1767384890.445058:0:21724:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d919b154. 00000800:00000010:1.0:1767384890.445066:0:21724:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000014a736dc. 00000800:00000200:1.0:1767384890.445095:0:21724:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384890.445101:0:21724:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384890.445142:0:21724:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:1.0:1767384890.445161:0:21724:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp18 [8/256/0/180] 00000400:00000010:1.0:1767384890.446922:0:21724:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 000000000ef91e00. 00000400:00000010:1.0:1767384890.446928:0:21724:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a14e1bdd. 00000400:00000010:1.0:1767384890.446933:0:21724:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007acbf24a. 00000400:00000001:1.0:1767384890.446948:0:21724:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384890.446950:0:21724:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384890.446952:0:21724:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ab5e452. 00000400:00000200:1.0:1767384890.446954:0:21724:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000129e4fdd 00000400:00000010:1.0:1767384890.446956:0:21724:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000129e4fdd. 00000400:00000010:1.0:1767384890.446959:0:21724:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 00000000eb4bf843. 00000400:00000200:1.0:1767384890.446963:0:21724:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (9) 00000400:00000200:1.0:1767384890.446974:0:21724:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:1.0:1767384890.446982:0:21724:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131090 00000020:00000010:1.0:1767384890.446989:0:21724:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c11d91be. 00000020:01000000:1.0:1767384890.446994:0:21724:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384890.446996:0:21724:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp18 00000400:00000200:3.0:1767384890.446998:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384890.447005:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000400:00000010:1.0:1767384890.447008:0:21724:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000092309391. 00000400:00000010:3.0:1767384890.447012:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002aaf35de. 00000400:00000010:1.0:1767384890.447012:0:21724:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000026dfb2ce. 00000400:00000200:3.0:1767384890.447019:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (10) 00000400:00000010:3.0:1767384890.447026:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000047928f83. 00000400:00000200:3.0:1767384890.447029:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000020:00000001:2.0:1767384890.447032:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384890.447037:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384890.447040:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384890.447042:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 10000000:01000000:2.0:1767384890.447043:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384890.447048:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:2.0:1767384890.447055:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384890.447058:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:2.0:1767384890.447059:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384890.447063:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384890.447067:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384890.447068:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:2.0:1767384890.447069:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384890.447072:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384890.447075:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384890.447094:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384890.447095:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:2.0:1767384890.447097:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384890.447099:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384890.447103:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000010:2.0:1767384890.447105:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c219b801. 00000400:00000200:3.0:1767384890.447110:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:00000040:2.0:1767384890.447111:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000400:00000200:3.0:1767384890.447116:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000100:00000001:2.0:1767384890.447117:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384890.447121:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384890.447122:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 02000000:00000001:2.0:1767384890.447127:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384890.447129:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 00000400:00000200:3.0:1767384890.447134:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp17 02000000:00000010:2.0:1767384890.447135:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000097a31791. 00000400:00000200:3.0:1767384890.447138:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp17 lpni_is_preferred = 0 00000400:00000200:3.0:1767384890.447142:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp17 00000100:00000001:2.0:1767384890.447143:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384890.447148:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp17 NI seq info: [21:21:256:4294967295] 192.168.203.134@tcp17 LPNI seq info [21:21:8:4294967295] 00000400:00000200:3.0:1767384890.447154:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp17 00000100:00000001:2.0:1767384890.447154:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384890.447157:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384890.447168:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c219b801] to pc [ptlrpcd_00_02+2] req@00000000c219b801 x1853237348019072/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384890.447169:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp17(192.168.203.134@tcp17:) -> 192.168.203.134@tcp17(192.168.203.134@tcp:192.168.203.134@tcp17) : PUT try# 0 00000800:00000200:3.0:1767384890.447183:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.203.134@tcp17 00000800:00000010:3.0:1767384890.447194:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092ce2225. 10000000:00000001:2.0:1767384890.447195:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384890.447199:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384890.447201:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000eab79f25. 00000020:00000001:2.0:1767384890.447202:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384890.447202:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:2.0:1767384890.447207:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:3.0:1767384890.447208:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000a009ac7f. 00000100:00100000:1.0:1767384890.447209:0:16361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767384890.447214:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384890.447216:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384890.447220:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000200:3.0:1767384890.447221:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eab79f25] -> 12345-192.168.203.134@tcp17 (2) 00000100:00000001:1.0:1767384890.447222:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000001:2.0:1767384890.447224:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1767384890.447226:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:2.0:1767384890.447227:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000200:3.1:1767384890.447232:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eab79f25] -> 12345-192.168.203.134@tcp17 (2) 00000100:00000001:1.0:1767384890.447232:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:2.0:1767384890.447233:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384890.447237:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384890.447241:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384890.447242:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:2.0:1767384890.447243:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384890.447245:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767384890.447246:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384890.447248:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384890.447251:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000020:01000004:2.0:1767384890.447251:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000040:1.0:1767384890.447252:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c219b801 x1853237348019072/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384890.447253:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384890.447259:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 0 00000020:01000004:2.0:1767384890.447263:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384890.447268:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000020ec9fcc. 00000100:00000001:1.0:1767384890.447269:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384890.447272:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384890.447273:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 02000000:00000001:1.0:1767384890.447277:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384890.447278:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384890.447281:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384890.447282:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384890.447284:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384890.447285:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384890.447285:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384890.447288:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384890.447292:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c219b801 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348019072:0@lo:253: 02000000:00000010:2.0:1767384890.447295:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002299428b. 00000100:00000001:1.0:1767384890.447297:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384890.447300:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384890.447302:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384890.447304:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384890.447305:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384890.447307:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384890.447309:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384890.447313:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020ec9fcc] to pc [ptlrpcd_00_03+3] req@0000000020ec9fcc x1853237348019200/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384890.447315:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000094902d42. 02000000:00000001:1.0:1767384890.447321:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384890.447328:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ab5e452. 00000400:00000010:1.0:1767384890.447332:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000092309391. 10000000:00000001:2.0:1767384890.447333:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384890.447336:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348019072, portal 25 10000000:00000001:2.0:1767384890.447337:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384890.447342:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384890.447343:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384890.447345:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000100:00000001:1.0:1767384890.447346:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667947904 : -119483041603712 : ffff9354afbf9f80) 00000020:01000000:2.0:1767384890.447347:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384890.447353:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c11d91be. 00000100:00000040:1.0:1767384890.447356:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c219b801 x1853237348019072/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384906 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384890.447362:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384890.447365:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384890.447366:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1767384890.447371:0:16360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000010:1.0:1767384890.447371:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008fd3c4f3. 00000100:00000001:2.0:1767384890.447377:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384890.447378:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348019072, offset 0 00000100:00000001:2.0:1767384890.447382:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384890.447385:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384890.447387:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384890.447388:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384890.447391:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384890.447392:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384890.447398:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000020ec9fcc x1853237348019200/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384890.447399:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384890.447409:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384890.447411:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384890.447413:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384890.447414:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d02b80 00000400:00000200:3.0:1767384890.447415:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 02000000:00000001:2.0:1767384890.447416:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384890.447423:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384890.447426:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x205 [2] + 0 00000100:00100000:2.0:1767384890.447430:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000020ec9fcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348019200:0@lo:253: 00000400:00000010:1.0:1767384890.447431:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004820b188. 00000100:00000001:2.0:1767384890.447437:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384890.447440:0:16361:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000c7797b0 00000400:00000200:1.0:1767384890.447446:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384890.447447:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384890.447448:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 02000000:00000001:2.0:1767384890.447449:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384890.447454:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384890.447460:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007c4e4897. 00000400:00000200:1.0:1767384890.447460:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384890.447465:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384890.447468:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c7797b0 00000400:00000010:2.0:1767384890.447470:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d751563c. 00000400:00000010:1.0:1767384890.447472:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000c7797b0. 00000100:00000001:1.0:1767384890.447477:0:16361:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384890.447493:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000100:00000200:1.0:1767384890.447494:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767384890.447498:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000028f78f59. 00000100:00000040:1.0:1767384890.447500:0:16361:0:(events.c:337:request_in_callback()) incoming req@00000000deb558fe x1853237348019072 msgsize 4848 00000100:00000200:2.0:1767384890.447504:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348019200, portal 25 00000100:00000001:2.0:1767384890.447510:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384890.447512:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667943424 : -119483041608192 : ffff9354afbf8e00) 00000100:00100000:1.0:1767384890.447513:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384890.447517:0:16361:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1767384890.447518:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000020ec9fcc x1853237348019200/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384906 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384890.447525:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384890.447527:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384890.447529:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384890.447532:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000010:2.0:1767384890.447533:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb5434ea. 00000400:00000200:1.0:1767384890.447536:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fd3c4f3 00000400:00000010:1.0:1767384890.447540:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008fd3c4f3. 00000100:00000001:1.0:1767384890.447544:0:16361:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384890.447545:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348019200, offset 0 00000100:00000200:1.0:1767384890.447549:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c219b801 x1853237348019072/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384906 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384890.447556:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384890.447565:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384890.447566:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:2.0:1767384890.447571:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384890.447571:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c219b801 x1853237348019072/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384906 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384890.447582:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384890.447584:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384890.447588:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d02c00 00000100:00000001:1.0:1767384890.447591:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384890.447594:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:2.0:1767384890.447597:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x209 [2] + 0 00000100:00000001:1.0:1767384890.447598:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294879483 00000400:00000010:2.0:1767384890.447605:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e40dd556. 00000100:00000010:1.0:1767384890.447606:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000af9515ca. 00000400:00000200:2.0:1767384890.447609:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002f01597d 00000100:00000001:1.0:1767384890.447613:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384890.447615:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384890.447621:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384890.447621:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294879483 00000400:00000200:3.0:1767384890.447625:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:2.0:1767384890.447628:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f01597d 00000100:00000010:1.0:1767384890.447628:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bba012e3. 00000400:00000010:2.0:1767384890.447632:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002f01597d. 00000100:00000001:1.0:1767384890.447634:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384890.447638:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384890.447641:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384890.447641:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294879483 00000100:00000040:2.0:1767384890.447662:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000724ea53d x1853237348019200 msgsize 4848 00000100:00000010:1.0:1767384890.447664:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004d24d8ba. 00000100:00100000:2.0:1767384890.447669:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384890.447669:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384890.447674:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000100:00000040:2.0:1767384890.447674:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384890.447675:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294879483 00000100:00000010:1.0:1767384890.447682:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000941b14d. 00000100:00000001:1.0:1767384890.447686:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384890.447688:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384890.447695:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb5434ea 00000400:00000010:2.0:1767384890.447698:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eb5434ea. 00000100:00000001:1.0:1767384890.447698:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384890.447704:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384890.447705:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384890.447722:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384890.447725:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384890.447729:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384890.447730:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384890.447732:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000020ec9fcc x1853237348019200/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384906 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384890.447733:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384890.447735:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000100:00000001:1.0:1767384890.447741:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384890.447750:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384890.447753:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000020ec9fcc x1853237348019200/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384906 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384890.447759:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384890.447761:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384890.447766:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384890.447768:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294879483 00000100:00000001:2.0:1767384890.447771:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, keep current deadline 4294879483 00000100:00000001:2.0:1767384890.447773:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294879483 00000100:00000001:2.0:1767384890.447775:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, keep current deadline 4294879483 00000100:00000001:2.0:1767384890.447777:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294879483 00000100:00000001:2.0:1767384890.447779:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294879483 00000100:00000001:2.0:1767384890.447780:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294879483 00000100:00000001:2.0:1767384890.447782:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294879483 00000100:00000001:2.0:1767384890.447784:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384890.447785:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384890.447787:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384890.447791:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384890.447796:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000100:00000001:2.0:1767384890.447851:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384890.447855:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348019072 02000000:00000001:2.0:1767384890.447858:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384890.447860:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384890.447862:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384890.447865:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384890.447868:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348019072 00000020:00000001:2.0:1767384890.447870:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384890.447870:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:2.0:1767384890.447874:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00100000:1.0:1767384890.447875:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348019200 00000020:00000001:2.0:1767384890.447878:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384890.447879:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384890.447882:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384890.447884:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384890.447887:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384890.447889:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348019200 00000020:00000001:1.0:1767384890.447891:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384890.447893:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000400:00000200:3.0:1767384890.447895:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000020:00000001:1.0:1767384890.447896:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384890.447898:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000020:00000040:1.0:1767384890.447899:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000020:00000001:2.0:1767384890.447905:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:1.0:1767384890.447905:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:1.0:1767384890.447908:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:1.0:1767384890.447912:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384890.447914:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000010:1.0:1767384890.447917:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d29de05d. 00000100:00000001:2.0:1767384890.447919:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384890.447921:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384890.447925:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006e182391. 00000020:00000010:1.0:1767384890.447925:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d29de05d. 00000100:00000001:2.0:1767384890.447932:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384890.447935:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006e182391. 00000020:00000010:1.0:1767384890.447936:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ab65f41. 00000400:00000200:3.0:1767384890.447941:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000020:00000010:2.0:1767384890.447942:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba5a3d16. 00000020:00000010:1.0:1767384890.447943:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003359314c. 00000020:00000010:2.0:1767384890.447951:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b9f3f66. 00000020:00000010:1.0:1767384890.447952:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000477df253. 00000020:00000010:2.0:1767384890.447958:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003a67d617. 00000100:00000040:1.0:1767384890.447964:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384890.447984:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384890.447985:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384890.447985:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384890.447989:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384890.447990:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384890.447992:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384890.447999:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384890.448001:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384890.448003:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000100:00000001:1.0:1767384890.448009:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384890.448010:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384890.448026:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384890.448034:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384890.448036:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384890.448039:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384890.448041:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00000040:1.0:1767384890.448044:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:1.0:1767384890.448046:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590822513744 : -119482887037872 : ffff9354b8f61c50) 00000400:00000200:3.0:1767384890.448049:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000100:00100000:2.0:1767384890.448051:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00000040:1.0:1767384890.448054:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000724ea53d x1853237348019200/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:116/0 lens 4848/0 e 0 to 0 dl 1767384901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384890.448056:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000100:00000001:2.0:1767384890.448061:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590822512720 : -119482887038896 : ffff9354b8f61850) 00000100:00000040:2.0:1767384890.448069:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000deb558fe x1853237348019072/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:116/0 lens 4848/0 e 0 to 0 dl 1767384901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384890.448069:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384890.448075:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d29de05d. 00000100:00000001:2.0:1767384890.448078:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384890.448080:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384890.448082:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006e182391. 00000020:00000010:1.0:1767384890.448084:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d29de05d. 00000100:00000001:2.0:1767384890.448087:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384890.448091:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006e182391. 00000400:00000200:3.0:1767384890.448094:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000100:00100000:1.0:1767384890.448094:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000724ea53d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:16360:x1853237348019200:12345-0@lo:253: 00000100:00100000:2.0:1767384890.448102:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000deb558fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:16361:x1853237348019072:12345-0@lo:253: 00000100:00000200:1.0:1767384890.448103:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348019200 00000020:00000001:1.0:1767384890.448108:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:2.0:1767384890.448109:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348019072 00000020:00000001:2.0:1767384890.448113:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384890.448114:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384890.448117:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384890.448117:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384890.448120:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384890.448121:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384890.448124:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384890.448125:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000001:2.0:1767384890.448126:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000001:1.0:1767384890.448129:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384890.448130:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384890.448131:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384890.448134:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384890.448135:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384890.448139:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384890.448140:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384890.448143:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384890.448145:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384890.448146:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1767384890.448148:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384890.448149:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384890.448153:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:1.0:1767384890.448153:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c11d91be. 02000000:00000001:2.0:1767384890.448155:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384890.448157:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384890.448160:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384890.448162:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006155cd5b. 20000000:00000001:1.0:1767384890.448163:0:17084:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:2.0:1767384890.448167:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384890.448169:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384890.448171:0:17083:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384890.448173:0:17084:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004a8e2c40. 20000000:01000000:1.0:1767384890.448177:0:17084:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:2.0:1767384890.448179:0:17083:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f601cbf0. 20000000:00000001:1.0:1767384890.448180:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384890.448184:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:2.0:1767384890.448185:0:17083:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384890.448188:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384890.448189:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384890.448198:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384890.448198:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384890.448202:0:17084:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384890.448203:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384890.448207:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384890.448209:0:17083:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384890.448213:0:17084:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a8ea48d6. 20000000:01000000:1.0:1767384890.448217:0:17084:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 20000000:00000001:1.0:1767384890.448222:0:17084:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384890.448227:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384890.448229:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384890.448244:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384890.448257:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384890.448259:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384890.448260:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384890.448262:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384890.448263:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384890.448266:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 000000007e91d003 00000020:00000001:1.0:1767384890.448269:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f71c5dba 00080000:00000002:1.0:1767384890.448270:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384890.448273:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384890.448276:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384890.448278:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384890.448280:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384890.448284:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:1.0:1767384890.448286:0:17084:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384890.448289:0:17084:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000023bba4ba. 00080000:00000001:1.0:1767384890.448292:0:17084:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585622867968 : -119488086683648 : ffff93538309d000) 00080000:00000001:1.0:1767384890.448294:0:17084:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384890.448298:0:17084:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384890.448301:0:17084:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d29de05d. 00080000:00000001:1.0:1767384890.448303:0:17084:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384890.448305:0:17084:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384890.448316:0:17084:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384890.448322:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ae31d0ab. 00000800:00000010:3.0:1767384890.448329:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005a075a79. 00080000:00000001:1.0:1767384890.448331:0:17084:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:3.0:1767384890.448336:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000031f493ae. 00000400:00000200:1.0:1767384890.448388:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384890.448406:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000031f493ae. 00000400:00000200:1.0:1767384890.448412:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp17 from 239.3.0.2 00000800:00000010:1.0:1767384890.448416:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000009dc3ac7b. 00000800:00000010:2.0:1767384890.448442:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000965aa50a. 00000800:00000010:2.0:1767384890.448447:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000eb5434ea. 00000800:00000010:2.0:1767384890.448468:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005277ed4d. 00000800:00000200:2.1:1767384890.448473:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eab79f25] -> 12345-192.168.203.134@tcp17 (2) 00000800:00000200:2.1:1767384890.448494:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp17 000000005277ed4d deleted 00000800:00000010:2.1:1767384890.448497:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000005277ed4d. 00000800:00000200:2.1:1767384890.448503:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384890.448534:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp17 ip 192.168.203.134:1007 00000800:00000200:2.1:1767384890.448539:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000092ce2225 type 1, nob 288 niov 1 nkiov 1 00000800:00000200:2.0:1767384890.448545:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp17 p 3.x 192.168.203.134 -> 192.168.203.134:1007 incarnation:1767384889013267565 sched[0] 00000800:00000010:2.0:1767384890.448553:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006e182391. 00000800:00000010:2.0:1767384890.448642:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006e182391. 00000800:00000010:2.0:1767384890.448647:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000eb5434ea. 00000800:00000200:3.1:1767384890.448666:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384890.448682:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp17 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384889013267565 sched[0] 00000800:00000010:3.0:1767384890.448685:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005a075a79. 00000800:00000010:2.0:1767384890.448713:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000009dc3ac7b. 00000800:00000001:1.0:1767384890.448720:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384890.448726:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384890.448731:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384890.448737:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384890.448776:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000800:00000001:2.0:1767384890.448844:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384890.448850:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384890.448852:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384890.448854:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384890.448861:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp17(192.168.203.134@tcp17) <- 192.168.203.134@tcp17 : PUT - for me 00000400:00000200:3.0:1767384890.448864:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:2.0:1767384890.448871:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 192 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384890.448878:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 192/192 into md 0x1379 [1] + 0 00000400:00000010:2.0:1767384890.448881:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008248ab79. 00000400:00000200:2.0:1767384890.448889:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001aea56c7 00000800:00000001:2.0:1767384890.448894:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384890.448902:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384890.448904:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384890.448908:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp17->192.168.203.134@tcp17: PUT: OK 00000400:00000200:2.0:1767384890.448911:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001aea56c7 00000400:00000200:3.0:1767384890.448912:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000010:2.0:1767384890.448913:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001aea56c7. 00000400:00000200:2.0:1767384890.448920:0:16352:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384890.448923:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (11) 00000400:00000200:2.0:1767384890.448928:0:16352:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000010:2.0:1767384890.448931:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 00000000daeb259e. 00000400:00000200:2.0:1767384890.448935:0:16352:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.134@tcp 10 00000400:00000200:2.0:1767384890.448939:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:2.0:1767384890.448949:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (12) 00000400:00000200:2.0:1767384890.448954:0:16352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384890.448974:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp17 to MR: 192.168.203.134@tcp17 local destination 00000400:00000200:2.0:1767384890.448980:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp17 NI seq info: [22:22:255:4294967295] 192.168.203.134@tcp17 LPNI seq info [22:22:7:4294967295] 00000400:00000200:3.0:1767384890.448983:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:2.0:1767384890.448995:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp17(192.168.203.134@tcp17:192.168.203.134@tcp17) -> 192.168.203.134@tcp17(192.168.203.134@tcp17:192.168.203.134@tcp17) 192.168.203.134@tcp17 : ACK try# 0 00000800:00000200:2.0:1767384890.449001:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp17 00000800:00000010:2.0:1767384890.449011:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007bac1753. 00000800:00000200:2.0:1767384890.449016:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eab79f25] -> 12345-192.168.203.134@tcp17 (4) 00000800:00000200:2.0:1767384890.449021:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp17 ip 192.168.203.134:988 00000800:00000200:2.0:1767384890.449024:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007bac1753 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384890.449026:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000800:00000200:2.0:1767384890.449063:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384890.449067:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007bac1753. 00000400:00000200:2.0:1767384890.449071:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384890.449072:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:2.0:1767384890.449078:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp17->192.168.203.134@tcp17: ACK: OK 00000800:00000001:2.0:1767384890.449086:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384890.449090:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384890.449107:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384890.449111:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006040f311. 00000400:00000010:2.0:1767384890.449121:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024e4e5b6. 00000400:00000200:2.0:1767384890.449124:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c698b414 00000400:00000200:3.0:1767384890.449125:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:2.0:1767384890.449131:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1004d1 00000400:00000010:2.0:1767384890.449138:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 220 at 000000007bac1753. 00000400:00000010:2.0:1767384890.449140:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 264 at 000000005a67eaa2. 00000400:00000010:2.0:1767384890.449143:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 220 at 00000000af1997d5. 00000400:00000010:2.0:1767384890.449157:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000003fbc1388. 00000400:00000200:2.0:1767384890.449161:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 000000003fbc1388 nid 192.168.203.134@tcp18 00000400:00000010:2.0:1767384890.449164:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000461c6d8d. 00000400:00000200:2.0:1767384890.449166:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 00000000461c6d8d net tcp18 00000400:00000200:2.0:1767384890.449169:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (11) 00000400:00000200:2.0:1767384890.449175:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp18 flags 0x11 00000400:00000200:3.0:1767384890.449176:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000010:2.0:1767384890.449179:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 220 at 000000007bac1753. 00000400:00000010:2.0:1767384890.449183:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 264 at 000000005a67eaa2. 00000400:00000010:2.0:1767384890.449186:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 220 at 00000000af1997d5. 00000400:00000010:2.0:1767384890.449190:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 00000000daeb259e. 00000400:00000200:2.0:1767384890.449196:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:2.0:1767384890.449199:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100551 00000400:00000200:2.0:1767384890.449202:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 1 00000400:00000200:2.0:1767384890.449206:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 00000400:00000200:2.0:1767384890.449209:0:16356:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.134@tcp 00000400:00000200:2.0:1767384890.449212:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100511 rc 0 00000400:00000200:2.0:1767384890.449216:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:2.0:1767384890.449220:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (12) 00000400:00000200:3.0:1767384890.449227:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:3.0:1767384890.449278:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:3.0:1767384890.449328:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:3.0:1767384890.449387:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000800:00000200:1.0:1767384890.449398:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384890.449401:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000092ce2225. 00000800:00000001:2.0:1767384890.449403:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384890.449406:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384890.449411:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384890.449413:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp17->192.168.203.134@tcp17: PUT: OK 00000800:00000001:2.0:1767384890.449415:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384890.449418:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:1.0:1767384890.449419:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:2.0:1767384890.449421:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384890.449425:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp: 0 00000400:00000200:2.0:1767384890.449431:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp17(192.168.203.134@tcp17) <- 192.168.203.134@tcp17 : ACK - for me 00000400:00000200:2.0:1767384890.449441:0:16352:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp17: ACK from 12345-192.168.203.134@tcp17 into md 0x1391 00000400:00000200:2.0:1767384890.449445:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384890.449449:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp17->192.168.203.134@tcp17: ACK: OK 00000400:00000200:2.0:1767384890.449453:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002aaf35de 00000400:00000200:3.0:1767384890.449459:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000010:2.0:1767384890.449460:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002aaf35de. 00000400:00000200:2.0:1767384890.449466:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384890.449469:0:16352:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 00000400:00000200:2.0:1767384890.449472:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (11) 00000800:00000001:2.0:1767384890.449478:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384890.449480:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384890.449492:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:3.0:1767384890.449508:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:3.0:1767384890.449532:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000800:00000010:3.0:1767384890.449660:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000062af4365. 00000800:00000010:3.0:1767384890.449665:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005a075a79. 00000800:00000010:3.0:1767384890.449670:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000031f493ae. 00000400:00000200:1.0:1767384890.449675:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384890.449687:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000031f493ae. 00000400:00000200:1.0:1767384890.449715:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp17 from 238.3.0.2 00000800:00000010:1.0:1767384890.449718:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000715254f8. 00000800:00000010:2.0:1767384890.449751:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eb7e63e5. 00000800:00000010:2.0:1767384890.449757:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000eb5434ea. 00000800:00000010:2.0:1767384890.449804:0:16349:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005277ed4d. 00000800:00000200:2.1:1767384890.449810:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eab79f25] -> 12345-192.168.203.134@tcp17 (4) 00000800:00000200:2.1:1767384890.449842:0:16349:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp17 000000005277ed4d deleted 00000800:00000010:2.1:1767384890.449843:0:16349:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000005277ed4d. 00000800:00000200:2.1:1767384890.449847:0:16349:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384890.449856:0:16349:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp17 p 3.x 192.168.203.134 -> 192.168.203.134:1006 incarnation:1767384889013267565 sched[0] 00000800:00000010:2.0:1767384890.449860:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006e182391. 00000800:00000010:2.0:1767384890.449922:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006e182391. 00000800:00000010:2.0:1767384890.449926:0:16349:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000eb5434ea. 00000800:00000200:3.1:1767384890.449945:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:2.0:1767384890.449950:0:16349:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000715254f8. 00000800:00000200:3.0:1767384890.449952:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp17 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384889013267565 sched[0] 00000800:00000010:3.0:1767384890.449956:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005a075a79. 00000800:00000001:1.0:1767384890.449969:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384890.449975:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384890.449983:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384890.449986:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384890.450201:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000023bba4ba. 00080000:00000010:1.0:1767384890.450230:0:17084:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d29de05d. 00040000:00000001:1.0:1767384890.450235:0:17084:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384890.450250:0:17084:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384890.450251:0:17084:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384890.450254:0:17084:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:1.0:1767384890.450256:0:17084:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384890.450257:0:17084:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384890.450265:0:17084:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384890.450274:0:17084:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384890.450276:0:17084:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:2.0:1767384890.450279:0:17083:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005a67eaa2. 00080000:00000001:1.0:1767384890.450280:0:17084:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384890.450283:0:17083:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 20000000:00000001:2.0:1767384890.450286:0:17083:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384890.450288:0:17083:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384890.450291:0:17083:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:3.0:1767384890.450293:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384890.450297:0:17083:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:3.0:1767384890.450298:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384890.450302:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384890.450305:0:17083:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384890.450308:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384890.450309:0:17083:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384890.450312:0:17083:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384890.450315:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384890.450315:0:17083:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384890.450317:0:17083:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384890.450320:0:17083:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000980f9615 00000020:00000001:2.0:1767384890.450323:0:17083:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009e445471 00080000:00000002:2.0:1767384890.450324:0:17083:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000010:3.0:1767384890.450326:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b370ddc8. 00080000:00000001:2.0:1767384890.450326:0:17083:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384890.450331:0:17083:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384890.450334:0:17083:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384890.450335:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:2.0:1767384890.450336:0:17083:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384890.450341:0:17083:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00010000:00000010:3.0:1767384890.450342:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002fa4dab2. 00080000:00000001:2.0:1767384890.450344:0:17083:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000001:3.0:1767384890.450348:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384890.450351:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002fa4dab2 with handle 0xb57eb78819562f74 to hash 00080000:00000010:2.0:1767384890.450354:0:17083:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000033aa8608. 00080000:00000001:2.0:1767384890.450357:0:17083:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585636118016 : -119488073433600 : ffff935383d3fe00) 00080000:00000001:2.0:1767384890.450359:0:17083:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384890.450362:0:17083:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000001:3.0:1767384890.450364:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000010:2.0:1767384890.450366:0:17083:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006e182391. 00010000:00000001:3.0:1767384890.450368:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00080000:00000001:2.0:1767384890.450369:0:17083:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384890.450374:0:17083:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384890.450375:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00080000:00000001:2.0:1767384890.450381:0:17083:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384890.450382:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384890.450386:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384890.450389:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f74 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384890.450391:0:17083:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384890.450398:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384890.450401:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384890.450403:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384890.450405:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384890.450406:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384890.450408:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384890.450409:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384890.450411:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384890.450413:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384890.450414:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384890.450416:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384890.450417:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b370ddc8) refcount = 1 00010000:00010000:3.0:1767384890.450420:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f74 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384890.450425:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384890.450426:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384890.450428:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384890.450429:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384890.450431:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384890.450433:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384890.450436:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 00080000:00000020:1.0:1767384890.450436:0:17084:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384890.450442:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384890.450442:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384890.450445:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 20000000:00000010:1.0:1767384890.450445:0:17084:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004a8e2c40. 00000020:00000040:3.0:1767384890.450449:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002fa4dab2 refcount=4 20000000:00000001:1.0:1767384890.450450:0:17084:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384890.450451:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384890.450456:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000040:1.0:1767384890.450456:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348019200 00010000:00000001:1.0:1767384890.450459:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384890.450464:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000724ea53d x1853237348019200/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:116/0 lens 4848/4768 e 0 to 0 dl 1767384901 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384890.450468:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384890.450471:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f74 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384890.450477:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384890.450481:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384890.450482:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00001000:1.0:1767384890.450484:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=24 v=5 (1 0 0 0) 00010000:00010000:3.0:1767384890.450485:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f74 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384890.450492:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384890.450493:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384890.450494:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384890.450495:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f74 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384890.450501:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:1.0:1767384890.450502:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:3.0:1767384890.450503:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384890.450505:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:3.0:1767384890.450507:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:1.0:1767384890.450510:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:3.0:1767384890.450511:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f74 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384890.450514:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384890.450519:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1767384890.450520:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002fa4dab2 already unused, calling callback (00000000df0e66e0) 00000100:00000040:1.0:1767384890.450524:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384890.450525:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000010:1.0:1767384890.450527:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008fd3c4f3. 00010000:00000001:3.0:1767384890.450528:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384890.450533:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f74 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384890.450534:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348019200, offset 224 00000400:00000200:1.0:1767384890.450543:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384890.450545:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384890.450547:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384890.450548:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384890.450550:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002fa4dab2 refcount=5 00000400:00000200:1.0:1767384890.450552:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384890.450554:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384890.450557:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00000400:00000200:1.0:1767384890.450561:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d02c00 00010000:00000001:3.0:1767384890.450562:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384890.450566:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f74 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384890.450570:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x139d [2] + 224 00000400:00000200:1.0:1767384890.450579:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384890.450582:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384890.450585:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384890.450590:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000020ec9fcc x1853237348019200/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384906 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384890.450593:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384890.450596:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384890.450615:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384890.450623:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:1.0:1767384890.450624:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000020ec9fcc x1853237348019200/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384906 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384890.450625:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384890.450629:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384890.450632:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384890.450636:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002fa4dab2 with handle 0xb57eb78819562f74 from hash 00010000:00000001:3.0:1767384890.450639:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384890.450640:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384890.450641:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384890.450642:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767384890.450642:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384890.450644:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384890.450647:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384890.450649:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:1.0:1767384890.450649:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fd3c4f3 00000400:00000010:1.0:1767384890.450653:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008fd3c4f3. 00010000:00000001:3.0:1767384890.450654:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384890.450657:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384890.450658:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384890.450659:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384890.450660:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384890.450661:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384890.450679:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000001:2.0:1767384890.450681:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384890.450682:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:1.0:1767384890.450682:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384890.450685:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384890.450690:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384890.450690:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d751563c. 00000100:00000040:1.0:1767384890.450690:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:3.0:1767384890.450694:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384890.450695:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384890.450697:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028f78f59 00010000:00000001:3.0:1767384890.450698:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384890.450699:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384890.450701:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000028f78f59. 00000020:00000001:1.0:1767384890.450704:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384890.450705:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384890.450707:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384890.450709:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384890.450710:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000724ea53d x1853237348019200/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:116/0 lens 4848/4768 e 0 to 0 dl 1767384901 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384890.450714:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000020ec9fcc x1853237348019200/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384906 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384890.450715:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f74 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384890.450755:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1767384890.450758:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000724ea53d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:16360:x1853237348019200:12345-0@lo:253: Request processed in 2685us (3090us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384890.450759:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384890.450763:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000200:2.0:1767384890.450764:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000020ec9fcc x1853237348019200/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384906 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384890.450767:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384890.450770:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384890.450774:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384890.450778:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384890.450782:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384890.450786:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 20000000:00000001:3.0:1767384890.450787:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384890.450789:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384890.450792:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00000001:2.0:1767384890.450793:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384890.450797:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:3.0:1767384890.450799:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f74 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384890.450800:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384890.450800:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384890.450804:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384890.450806:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384890.450809:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384890.450810:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384890.450845:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003359314c. 00000100:00001000:2.0:1767384890.450848:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=24 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384890.450852:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000477df253. 00000100:00001000:2.0:1767384890.450853:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384890.450859:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1767384890.450859:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ab65f41. 00000100:00000001:2.0:1767384890.450862:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384890.450867:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00010000:00000001:3.0:1767384890.450868:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384890.450869:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384890.450873:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384890.450874:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384890.450874:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384890.450876:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c11d91be. 00010000:00010000:3.0:1767384890.450879:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002fa4dab2/0xb57eb78819562f74 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384890.450879:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384890.450881:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384890.450885:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384890.450887:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000020ec9fcc x1853237348019200/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384906 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384890.450910:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000040:3.0:1767384890.450911:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b370ddc8 count: 0 00000400:00000010:1.0:1767384890.450916:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3999632. 00000400:00000010:1.0:1767384890.450922:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008fd3c4f3. 00010000:00000001:3.0:1767384890.450924:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384890.450927:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384890.450933:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384890.450936:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384890.450937:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384890.450940:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384890.450941:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384890.450943:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384890.450944:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384890.450946:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384890.450947:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384890.450949:0:16360:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384890.450950:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384890.450951:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384890.450955:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000020ec9fcc x1853237348019200/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384906 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384890.450961:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000020ec9fcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348019200:0@lo:253: 00000100:00000001:2.0:1767384890.450965:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384890.450967:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384890.450969:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000020ec9fcc x1853237348019200/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384906 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384890.450973:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384890.450975:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384890.450976:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007c4e4897. 02000000:00000001:2.0:1767384890.450979:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384890.450981:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384890.450982:0:16360:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:2.0:1767384890.450984:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384890.450985:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002299428b. 02000000:00000001:2.0:1767384890.450988:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384890.450989:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384890.450990:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000020ec9fcc. 00000100:00000001:2.0:1767384890.450993:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384890.450994:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384890.450995:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384890.450999:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384890.451004:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384890.451006:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384890.451007:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384890.451749:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000033aa8608. 00080000:00000010:2.0:1767384890.451781:0:17083:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006e182391. 00040000:00000001:2.0:1767384890.451784:0:17083:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384890.451786:0:17083:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384890.451787:0:17083:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384890.451790:0:17083:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:2.0:1767384890.451791:0:17083:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384890.451793:0:17083:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384890.451795:0:17083:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384890.451802:0:17083:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384890.451805:0:17083:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384890.451808:0:17083:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384890.451879:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384890.451882:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384890.451883:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384890.451885:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384890.451887:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384890.451891:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a5f263e5. 00010000:00000001:3.0:1767384890.451895:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384890.451896:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007c97bd78. 00000020:00000001:3.0:1767384890.451899:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384890.451900:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007c97bd78 with handle 0xb57eb78819562f7b to hash 00000020:00000001:3.0:1767384890.451902:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384890.451903:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624589867060736 : -119483842490880 : ffff935480030e00) 00010000:00000001:3.0:1767384890.451905:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624589867060736 : -119483842490880 : ffff935480030e00) 00010000:00000001:3.0:1767384890.451907:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384890.451908:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384890.451910:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007c97bd78/0xb57eb78819562f7b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384890.451915:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384890.451916:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384890.451917:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384890.451918:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384890.451920:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384890.451927:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384890.451929:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384890.451931:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384890.451933:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384890.451934:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384890.451935:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384890.451937:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a5f263e5) refcount = 1 00010000:00010000:3.0:1767384890.451939:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007c97bd78/0xb57eb78819562f7b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384890.451943:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384890.451945:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384890.451946:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384890.451948:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384890.451949:0:17083:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384890.451950:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384890.451953:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000001:3.0:1767384890.451954:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:00000010:2.0:1767384890.451956:0:17083:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f601cbf0. 20000000:01000000:3.0:1767384890.451958:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 00010000:00000001:3.0:1767384890.451961:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384890.451962:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 20000000:00000001:2.0:1767384890.451963:0:17083:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384890.451964:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007c97bd78 refcount=4 00000020:00000001:3.0:1767384890.451986:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867060736 : -119483842490880 : ffff935480030e00) 00010000:00000040:2.0:1767384890.451986:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348019072 00010000:00000001:3.0:1767384890.451992:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867060736 : -119483842490880 : ffff935480030e00) 00010000:00000001:2.0:1767384890.451992:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384890.451996:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000200:2.0:1767384890.451998:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000deb558fe x1853237348019072/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:116/0 lens 4848/4768 e 0 to 0 dl 1767384901 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384890.451999:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007c97bd78/0xb57eb78819562f7b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384890.452020:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:2.0:1767384890.452020:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:3.0:1767384890.452023:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007c97bd78/0xb57eb78819562f7b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384890.452024:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384890.452029:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=24 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384890.452037:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384890.452037:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384890.452040:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:3.0:1767384890.452041:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384890.452044:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00010000:3.0:1767384890.452045:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007c97bd78/0xb57eb78819562f7b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384890.452049:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384890.452052:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384890.452057:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384890.452058:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384890.452060:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384890.452063:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000028f78f59. 00010000:00000001:3.0:1767384890.452066:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384890.452068:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348019072, offset 224 00010000:00000001:3.0:1767384890.452070:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384890.452073:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007c97bd78/0xb57eb78819562f7b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384890.452076:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:3.0:1767384890.452082:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007c97bd78 already unused, calling callback (00000000df0e66e0) 00000400:00000200:2.0:1767384890.452087:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384890.452088:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384890.452090:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384890.452091:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007c97bd78/0xb57eb78819562f7b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384890.452099:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384890.452101:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384890.452102:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384890.452104:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007c97bd78 refcount=5 00000400:00000200:2.0:1767384890.452105:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d02b80 00000020:00000001:3.0:1767384890.452106:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867060736 : -119483842490880 : ffff935480030e00) 00010000:00000001:3.0:1767384890.452110:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867060736 : -119483842490880 : ffff935480030e00) 00000400:00000200:2.0:1767384890.452114:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1395 [2] + 224 00010000:00000001:3.0:1767384890.452115:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384890.452118:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007c97bd78/0xb57eb78819562f7b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384890.452121:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384890.452127:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384890.452129:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767384890.452131:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384890.452132:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384890.452135:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384890.452136:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c219b801 x1853237348019072/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384906 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384890.452140:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384890.452143:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384890.452145:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384890.452148:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384890.452149:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c219b801 x1853237348019072/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384906 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384890.452151:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007c97bd78 with handle 0xb57eb78819562f7b from hash 00010000:00000001:3.0:1767384890.452156:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384890.452159:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384890.452162:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384890.452165:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384890.452166:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384890.452166:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1767384890.452171:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384890.452172:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384890.452175:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384890.452177:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384890.452177:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028f78f59 00000400:00000010:2.0:1767384890.452180:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000028f78f59. 00010000:00000001:3.0:1767384890.452181:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1767384890.452183:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384890.452184:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1767384890.452186:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384890.452189:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384890.452190:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384890.452192:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384890.452194:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:3.0:1767384890.452195:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384890.452198:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384890.452199:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384890.452201:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384890.452202:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384890.452204:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00010000:3.0:1767384890.452206:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007c97bd78/0xb57eb78819562f7b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384890.452209:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000deb558fe x1853237348019072/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:116/0 lens 4848/4768 e 0 to 0 dl 1767384901 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384890.452224:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384890.452225:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384890.452228:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384890.452229:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384890.452233:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00100000:2.0:1767384890.452233:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000deb558fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:16361:x1853237348019072:12345-0@lo:253: Request processed in 4152us (4729us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384890.452235:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384890.452237:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000001:1.0:1767384890.452239:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384890.452241:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767384890.452243:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ab5e452. 00010000:00000001:3.0:1767384890.452244:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384890.452247:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00100000:2.0:1767384890.452248:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00010000:00000001:3.0:1767384890.452250:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384890.452251:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000400:00000200:1.0:1767384890.452251:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092309391 00000400:00000010:1.0:1767384890.452256:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000092309391. 20000000:00000001:3.0:1767384890.452257:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384890.452257:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384890.452262:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:3.0:1767384890.452263:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007c97bd78/0xb57eb78819562f7b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384890.452263:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384890.452265:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b9f3f66. 00000100:00000200:1.0:1767384890.452270:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c219b801 x1853237348019072/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384906 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384890.452272:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003a67d617. 00010000:00000001:3.0:1767384890.452279:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:00000010:2.0:1767384890.452280:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba5a3d16. 00010000:00000001:3.0:1767384890.452282:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384890.452286:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007c97bd78/0xb57eb78819562f7b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767384890.452287:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000100:00000200:1.0:1767384890.452289:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c219b801 x1853237348019072/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384906 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384890.452293:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384890.452301:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006155cd5b. 00010000:00000040:3.0:1767384890.452306:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a5f263e5 count: 0 02000000:00000001:2.0:1767384890.452307:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384890.452310:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384890.452311:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384890.452314:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384890.452316:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384890.452317:0:16361:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384890.452319:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384890.452321:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 20000000:00000001:3.0:1767384890.452322:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:2.0:1767384890.452323:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d751563c. 00000100:00000001:1.0:1767384890.452323:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384890.452327:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384890.452329:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000028f78f59. 02000000:00000001:1.0:1767384890.452330:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384890.452341:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=24 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384890.452344:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384890.452346:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384890.452347:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384890.452348:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384890.452349:0:16361:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384890.452351:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384890.452353:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c219b801 x1853237348019072/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384906 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384890.452358:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384890.452360:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384890.452361:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384890.452363:0:16361:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384890.452365:0:16361:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384890.452366:0:16361:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384890.452367:0:16361:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384890.452368:0:16361:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384890.452368:0:16361:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384890.452369:0:16361:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384890.452370:0:16361:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384890.452371:0:16361:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384890.452372:0:16361:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384890.452374:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c219b801 x1853237348019072/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384906 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384890.452379:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c219b801 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348019072:0@lo:253: 00000100:00000001:1.0:1767384890.452382:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384890.452384:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384890.452385:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c219b801 x1853237348019072/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384906 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384890.452389:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384890.452391:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384890.452392:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000094902d42. 02000000:00000001:1.0:1767384890.452395:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384890.452396:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384890.452397:0:16361:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:1.0:1767384890.452403:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384890.452404:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000097a31791. 02000000:00000001:1.0:1767384890.452407:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384890.452408:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384890.452409:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c219b801. 00000100:00000001:1.0:1767384890.452412:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384890.452412:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384890.452414:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384890.452417:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384890.452418:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384890.452419:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384890.452420:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384890.452902:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294879483, at 4294879484 00000100:00000040:3.0:1767384890.452904:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294879483, at 4294879484 00000100:00000010:2.0:1767384890.452908:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004d24d8ba. 00000100:00000010:3.0:1767384890.452911:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000941b14d. 00000100:00000040:0.0:1767384890.453861:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294879483, at 4294879485 00000100:00000040:1.0:1767384890.453866:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294879483, at 4294879485 00000100:00000010:0.0:1767384890.453867:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000af9515ca. 00000100:00000010:1.0:1767384890.453875:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bba012e3. 00010000:00000010:3.1:1767384890.456110:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b370ddc8. 00010000:00000010:3.1:1767384890.456116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002fa4dab2. 00010000:00000010:3.1:1767384890.461847:0:21730:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a5f263e5. 00010000:00000010:3.1:1767384890.461855:0:21730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007c97bd78. 00000400:00000010:1.0:1767384890.465582:0:21729:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000006740a46b. 00000400:00000040:1.0:1767384890.465597:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384890.465599:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384890.465602:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384890.465603:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384890.465606:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384890.465607:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384890.465609:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384890.465610:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384890.465611:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384890.465612:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384890.465614:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384890.465616:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384890.465618:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384890.465619:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384890.465620:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384890.465621:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384890.465623:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384890.465623:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384890.465624:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384890.465626:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384890.465627:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384890.465628:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384890.465634:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384890.465635:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384890.465636:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384890.465638:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384890.465639:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384890.465640:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384890.465641:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384890.465642:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384890.465643:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384890.465644:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384890.465645:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384890.465646:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384890.465647:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384890.465648:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384890.465649:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384890.465651:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384890.465652:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384890.465653:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384890.465654:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384890.465655:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384890.465657:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384890.465658:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384890.465659:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384890.465660:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384890.465661:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384890.465662:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384890.465663:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384890.465664:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384890.465665:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384890.465667:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384890.465668:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384890.465669:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384890.465670:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384890.465671:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384890.465672:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384890.465697:0:21729:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000006740a46b. 00080000:00000010:3.0:1767384891.205326:0:21940:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e970a8c9. 00080000:00000010:3.0:1767384891.205338:0:21940:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e970a8c9. 00000020:00000001:3.0:1767384891.205346:0:21940:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384891.205355:0:21940:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e970a8c9. 00080000:00000010:3.0:1767384891.205360:0:21940:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e970a8c9. 00000020:00000001:3.0:1767384891.205364:0:21940:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.224907:0:17073:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384891.224912:0:17073:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.224914:0:17076:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384891.224918:0:17076:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384891.416912:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384891.416925:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384891.416931:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384891.416932:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384891.416987:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384891.416991:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384891.416994:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1767384891.737876:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384891.737880:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000002298ce) refs 2 10000000:00000001:0.0:1767384891.737885:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384891.737887:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384891.737889:0:17086:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384891.737890:0:17086:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384891.737892:0:17086:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384891.737894:0:17086:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384891.737896:0:17086:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff935488f3f000 from 15 10000000:00000001:0.0:1767384891.737899:0:17086:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384891.737900:0:17086:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384891.737907:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e933ccb9. 00000020:00000040:0.0:1767384891.737910:0:17086:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:0.0:1767384891.737913:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384891.737916:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384891.737920:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384891.737925:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004d1bb9a6. 00000100:00000001:0.0:1767384891.737930:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384891.737934:0:17086:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384891.737936:0:17086:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384891.737943:0:17086:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f6a7806e. 00010000:00000001:0.0:1767384891.737948:0:17086:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384891.737951:0:17086:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e13431ad. 00000020:00000001:0.0:1767384891.737993:0:17086:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384891.737996:0:17086:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e13431ad with handle 0xb57eb78819562f82 to hash 00000020:00000001:0.0:1767384891.737999:0:17086:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384891.738000:0:17086:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590006035456 : -119483703516160 : ffff9354884ba400) 00010000:00000001:0.0:1767384891.738003:0:17086:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590006035456 : -119483703516160 : ffff9354884ba400) 00010000:00000001:0.0:1767384891.738006:0:17086:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384891.738008:0:17086:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384891.738010:0:17086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.134@tcp lock: 00000000e13431ad/0xb57eb78819562f82 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384891.738026:0:17086:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.134@tcp lock: 00000000e13431ad/0xb57eb78819562f82 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384891.738034:0:17086:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.134@tcp lock: 00000000e13431ad/0xb57eb78819562f82 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384891.738038:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384891.738040:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384891.738045:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000f3552ae. 00000100:00000001:0.0:1767384891.738047:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624590319619072 : -119483389932544 : ffff93549afc8c00) 00000100:00000001:0.0:1767384891.738049:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384891.738050:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878158208 : -119482831393408 : ffff9354bc472d80) 00000100:00000001:0.0:1767384891.738054:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384891.738056:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.738058:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384891.738059:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384891.738066:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e933ccb9 x1853237348019328/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384891.738073:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384891.738074:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384891.738077:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384891.738080:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384891.738081:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384891.738084:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e933ccb9 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348019328:0@lo:101: 00000100:00000001:0.0:1767384891.738087:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384891.738092:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384891.738094:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384891.738096:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384891.738099:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008664273b. 02000000:00000001:0.0:1767384891.738101:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384891.738106:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c94a8f59. 00000400:00000010:0.0:1767384891.738112:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073bfe857. 00000100:00000200:0.0:1767384891.738123:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348019328, portal 25 00000100:00000001:0.0:1767384891.738125:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384891.738126:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878158208 : -119482831393408 : ffff9354bc472d80) 00000100:00000040:0.0:1767384891.738130:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e933ccb9 x1853237348019328/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384907 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384891.738135:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384891.738137:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384891.738140:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8e7a793. 00000100:00000200:0.0:1767384891.738142:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237348019328, offset 0 00000400:00000200:0.0:1767384891.738149:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384891.738159:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384891.738169:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958271d02c80 00000400:00000200:0.0:1767384891.738175:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x225 [2] + 0 00000400:00000010:0.0:1767384891.738178:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c81ccc4a. 00000400:00000200:0.0:1767384891.738181:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a48c2d8a 00000400:00000200:0.0:1767384891.738186:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384891.738189:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384891.738192:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a48c2d8a 00000400:00000010:0.0:1767384891.738193:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a48c2d8a. 00000100:00000001:0.0:1767384891.738197:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384891.738199:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384891.738201:0:17086:0:(events.c:337:request_in_callback()) incoming req@00000000aff0c7fd x1853237348019328 msgsize 328 00000100:00100000:0.0:1767384891.738205:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384891.738206:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384891.738215:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384891.738220:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8e7a793 00000400:00000010:0.0:1767384891.738221:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8e7a793. 00000100:00000001:0.0:1767384891.738224:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384891.738225:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e933ccb9 x1853237348019328/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384907 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384891.738233:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384891.738236:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e933ccb9 x1853237348019328/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384907 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384891.738240:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.738246:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384891.738251:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.738252:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384891.738254:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294880774 00000100:00100000:2.0:1767384891.738258:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348019328 00000100:00000010:0.0:1767384891.738259:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000068bc5c82. 02000000:00000001:2.0:1767384891.738263:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384891.738266:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384891.738267:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384891.738272:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.738273:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294880774 02000000:00000001:2.0:1767384891.738278:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384891.738278:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f0e36ce. 00000100:00000001:0.0:1767384891.738282:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00100000:2.0:1767384891.738285:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348019328 00000100:00000001:0.0:1767384891.738285:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294880774 00000020:00000001:2.0:1767384891.738290:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:0.0:1767384891.738291:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e583a690. 00000020:00000040:2.0:1767384891.738296:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000001:0.0:1767384891.738296:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000020:00000001:2.0:1767384891.738302:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384891.738302:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294880774 00000020:00000040:2.0:1767384891.738306:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000100:00000010:0.0:1767384891.738308:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003bfe0d9d. 00000020:00000001:2.0:1767384891.738312:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:0.0:1767384891.738314:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000020:00000001:2.0:1767384891.738318:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:0.0:1767384891.738319:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384891.738324:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.738326:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384891.738326:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384891.738329:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384891.738332:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001fc9e88d. 00000100:00100000:0.0:1767384891.738332:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 000000000f3552ae going to sleep for 11 seconds 00000100:00000001:0.0:1767384891.738337:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384891.738338:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384891.738340:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384891.738345:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001fc9e88d. 00000020:00000010:2.0:1767384891.738351:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005674b607. 00000020:00000010:2.0:1767384891.738356:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002722892b. 00000020:00000010:2.0:1767384891.738361:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003a67d617. 00000100:00000040:2.0:1767384891.738371:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384891.738374:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384891.738376:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384891.738378:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.738386:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.738399:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384891.738411:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384891.738419:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384891.738424:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00000040:2.0:1767384891.738428:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384891.738431:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590281819216 : -119483427732400 : ffff935498bbc450) 00000100:00000040:2.0:1767384891.738437:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aff0c7fd x1853237348019328/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:117/0 lens 328/0 e 0 to 0 dl 1767384902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384891.738449:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384891.738451:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001fc9e88d. 00000100:00000001:2.0:1767384891.738453:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384891.738455:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001fc9e88d. 00000100:00100000:2.0:1767384891.738460:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aff0c7fd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:17086:x1853237348019328:12345-0@lo:101: 00000100:00000200:2.0:1767384891.738464:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348019328 00000020:00000001:2.0:1767384891.738467:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384891.738471:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384891.738473:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384891.738476:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384891.738479:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289024 : -1048262592 : ffffffffc184c840) 00000020:00000001:2.0:1767384891.738483:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384891.738485:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384891.738488:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384891.738490:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384891.738494:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384891.738497:0:17083:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384891.738499:0:17083:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384891.738501:0:17083:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384891.738503:0:17083:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384891.738505:0:17083:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384891.738510:0:17083:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384891.738514:0:17083:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004c97c396. 00010000:00000001:2.0:1767384891.738517:0:17083:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384891.738520:0:17083:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007be4110a. 00000020:00000001:2.0:1767384891.738522:0:17083:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384891.738524:0:17083:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007be4110a with handle 0xb57eb78819562f89 to hash 00000020:00000001:2.0:1767384891.738531:0:17083:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384891.738532:0:17083:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590004429312 : -119483705122304 : ffff935488332200) 00010000:00000001:2.0:1767384891.738535:0:17083:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590004429312 : -119483705122304 : ffff935488332200) 00010000:00010000:2.0:1767384891.738538:0:17083:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000007be4110a/0xb57eb78819562f89 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb57eb78819562f82 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384891.738545:0:17083:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003d3e266f : new locks_count 10 00000020:00000040:2.0:1767384891.738547:0:17083:0:(genops.c:887:class_export_get()) GET export 000000003d3e266f refcount=15 00000100:00000001:2.0:1767384891.738555:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384891.738557:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384891.738560:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000012b8444c. 02000000:00000001:2.0:1767384891.738563:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.738565:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384891.738568:0:17083:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384891.738571:0:17083:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384891.738574:0:17083:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384891.738575:0:17083:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384891.738577:0:17083:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384891.738579:0:17083:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384891.738581:0:17083:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384891.738583:0:17083:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384891.738586:0:17083:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384891.738587:0:17083:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384891.738589:0:17083:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384891.738591:0:17083:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004c97c396) refcount = 1 00010000:00010000:2.0:1767384891.738596:0:17083:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007be4110a/0xb57eb78819562f89 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb57eb78819562f82 expref: 15 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384891.738603:0:17083:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384891.738605:0:17083:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384891.738606:0:17083:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384891.738608:0:17083:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384891.738611:0:17083:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384891.738614:0:17083:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384891.738617:0:17083:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000007be4110a/0xb57eb78819562f89 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819562f82 expref: 15 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384891.738628:0:17083:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384891.738631:0:17083:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384891.738632:0:17083:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384891.738635:0:17083:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384891.738637:0:17083:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384891.738638:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384891.738640:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384891.738641:0:17083:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000007be4110a, rc 0) 00000020:00000001:2.0:1767384891.738644:0:17083:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384891.738647:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348019328 00010000:00000001:2.0:1767384891.738650:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384891.738654:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aff0c7fd x1853237348019328/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:117/0 lens 328/344 e 0 to 0 dl 1767384902 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384891.738663:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384891.738665:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384891.738669:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384891.738674:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384891.738676:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:2.0:1767384891.738678:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:2.0:1767384891.738681:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384891.738683:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.738686:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384891.738688:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384891.738692:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d22b8e9. 00000100:00000200:2.0:1767384891.738695:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237348019328, offset 224 00000400:00000200:2.0:1767384891.738700:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384891.738706:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384891.738712:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958271d02c80 00000400:00000200:2.0:1767384891.738716:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x13b9 [1] + 224 00000400:00000200:2.0:1767384891.738721:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384891.738724:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384891.738727:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384891.738735:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e933ccb9 x1853237348019328/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384907 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384891.738745:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000e933ccb9 x1853237348019328/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384907 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384891.738761:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384891.738767:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d22b8e9 00000400:00000010:2.0:1767384891.738768:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d22b8e9. 00000100:00000001:2.0:1767384891.738772:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384891.738774:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384891.738777:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384891.738779:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384891.738783:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384891.738784:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000400:00000001:0.0:1767384891.738786:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384891.738789:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384891.738789:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c94a8f59. 00000020:00000001:2.0:1767384891.738793:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384891.738794:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073bfe857 00000400:00000010:0.0:1767384891.738797:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073bfe857. 00000020:00000001:2.0:1767384891.738799:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384891.738800:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384891.738830:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e933ccb9 x1853237348019328/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384907 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384891.738837:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e933ccb9 x1853237348019328/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384907 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384891.738841:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aff0c7fd x1853237348019328/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:117/0 lens 328/344 e 0 to 0 dl 1767384902 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384891.738846:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384891.738855:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384891.738859:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aff0c7fd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:17086:x1853237348019328:12345-0@lo:101: Request processed in 406us (652us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384891.738860:0:17086:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384891.738863:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384891.738866:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384891.738869:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384891.738871:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384891.738873:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00001000:0.0:1767384891.738875:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=25 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384891.738880:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00001000:0.0:1767384891.738880:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384891.738886:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384891.738886:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384891.738890:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.738891:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384891.738892:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384891.738895:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.738897:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384891.738898:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002722892b. 00000100:00000040:0.0:1767384891.738901:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e933ccb9 x1853237348019328/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384907 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384891.738905:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003a67d617. 00000100:00000001:0.0:1767384891.738910:0:17086:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384891.738913:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005674b607. 00000100:00000001:0.0:1767384891.738913:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384891.738916:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384891.738921:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00000100:00000040:0.0:1767384891.738921:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e933ccb9 x1853237348019328/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384907 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384891.738928:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:0.0:1767384891.738930:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e933ccb9 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348019328:0@lo:101: 02000000:00000010:2.0:1767384891.738932:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000012b8444c. 00000100:00000001:0.0:1767384891.738936:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384891.738937:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384891.738940:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.738941:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384891.738945:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000200:2.0:1767384891.738948:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384891.738949:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384891.738955:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015762615. 00000100:00000040:0.0:1767384891.738955:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e933ccb9 x1853237348019328/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384907 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384891.738962:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000181bb61. 00000100:00000001:0.0:1767384891.738965:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384891.738969:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000f3552ae. 00000100:00000001:0.0:1767384891.738974:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384891.738976:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384891.738979:0:17086:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384891.738981:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384891.738983:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384891.738991:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e13431ad refcount=4 00000020:00000001:0.0:1767384891.738993:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006035456 : -119483703516160 : ffff9354884ba400) 00010000:00000001:0.0:1767384891.738995:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006035456 : -119483703516160 : ffff9354884ba400) 00010000:00000040:0.0:1767384891.738999:0:17086:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000e13431ad, remote cookie: 0xb57eb78819562f89, flags: 0x0 00010000:00000001:0.0:1767384891.739001:0:17086:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384891.739002:0:17086:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384891.739004:0:17086:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384891.739004:0:17086:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384891.739005:0:17086:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384891.739006:0:17086:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f6a7806e) refcount = 1 00010000:00010000:0.0:1767384891.739008:0:17086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.134@tcp lock: 00000000e13431ad/0xb57eb78819562f82 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb78819562f89 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384891.739012:0:17086:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384891.739013:0:17086:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384891.739014:0:17086:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384891.739016:0:17086:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384891.739018:0:17086:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384891.739020:0:17086:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.134@tcp lock: 00000000e13431ad/0xb57eb78819562f82 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb57eb78819562f89 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384891.739024:0:17086:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384891.739025:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384891.739026:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384891.739027:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384891.739027:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384891.739028:0:17086:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.739030:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384891.739032:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e933ccb9 x1853237348019328/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384907 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384891.739036:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384891.739038:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384891.739040:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008664273b. 02000000:00000001:0.0:1767384891.739042:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384891.739043:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384891.739049:0:17086:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:0.0:1767384891.739051:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384891.739052:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004d1bb9a6. 02000000:00000001:0.0:1767384891.739055:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384891.739056:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384891.739058:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e933ccb9. 00000100:00000001:0.0:1767384891.739061:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384891.739062:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384891.739064:0:17086:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384891.739065:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384891.739066:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000002298ce) refs 3 10000000:00000001:0.0:1767384891.739068:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384891.739069:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384891.739070:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384891.739071:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e13431ad refcount=3 00000020:00000001:0.0:1767384891.739072:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006035456 : -119483703516160 : ffff9354884ba400) 00010000:00000001:0.0:1767384891.739073:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006035456 : -119483703516160 : ffff9354884ba400) 00010000:00000001:0.0:1767384891.739075:0:17086:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384891.739076:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384891.739076:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384891.739077:0:17086:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384891.739079:0:17086:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384891.739081:0:17086:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000007afea5af. 00000100:00000010:0.0:1767384891.739094:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e933ccb9. 00000020:00000040:0.0:1767384891.739096:0:17086:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:0.0:1767384891.739097:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384891.739098:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384891.739100:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384891.739102:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004d1bb9a6. 00000100:00000001:0.0:1767384891.739104:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.739106:0:17086:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384891.739108:0:17086:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000008664273b. 00000100:00000010:0.0:1767384891.739110:0:17086:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000001b22d076. 00000020:00000040:0.0:1767384891.739111:0:17086:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00000001:0.0:1767384891.739114:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384891.739115:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384891.739119:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000f3552ae. 00000100:00000001:0.0:1767384891.739120:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624590319619072 : -119483389932544 : ffff93549afc8c00) 00000100:00000001:0.0:1767384891.739122:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384891.739123:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878158208 : -119482831393408 : ffff9354bc472d80) 00000100:00000001:0.0:1767384891.739124:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384891.739125:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.739126:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384891.739127:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384891.739128:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e933ccb9 x1853237348019456/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384891.739133:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384891.739134:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384891.739135:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384891.739136:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384891.739138:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384891.739139:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e933ccb9 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348019456:0@lo:256: 00000100:00000001:0.0:1767384891.739141:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384891.739143:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384891.739144:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.739146:0:17086:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384891.739150:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c94a8f59. 00000400:00000010:0.0:1767384891.739152:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000046262383. 00000100:00000200:0.0:1767384891.739155:0:17086:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958271d02d00-0x6958271d02d00, portal 33 00000100:00000001:0.0:1767384891.739157:0:17086:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384891.739158:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384891.739160:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a6972827. 02000000:00000001:0.0:1767384891.739161:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384891.739163:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbe32188. 00000400:00000010:0.0:1767384891.739165:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073bfe857. 00000100:00000200:0.0:1767384891.739166:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348019456, portal 25 00000100:00000001:0.0:1767384891.739168:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384891.739168:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878158208 : -119482831393408 : ffff9354bc472d80) 00000100:00000040:0.0:1767384891.739171:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e933ccb9 x1853237348019456/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384907 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384891.739183:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384891.739185:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384891.739187:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8e7a793. 00000100:00000200:0.0:1767384891.739189:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237348019456, offset 0 00000400:00000200:0.0:1767384891.739193:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384891.739198:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384891.739203:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958271d02d00 00000400:00000200:0.0:1767384891.739206:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x935 [2] + 0 00000400:00000010:0.0:1767384891.739208:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c9ef1b2. 00000400:00000200:0.0:1767384891.739210:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000000a96642 00000400:00000200:0.0:1767384891.739213:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384891.739216:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384891.739218:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000a96642 00000400:00000010:0.0:1767384891.739219:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000000a96642. 00000100:00000001:0.0:1767384891.739222:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384891.739223:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384891.739224:0:17086:0:(events.c:337:request_in_callback()) incoming req@00000000cc409fd3 x1853237348019456 msgsize 304 00000100:00100000:0.0:1767384891.739227:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384891.739228:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384891.739237:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384891.739239:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8e7a793 00000400:00000010:0.0:1767384891.739240:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8e7a793. 00000100:00000001:0.0:1767384891.739242:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384891.739244:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e933ccb9 x1853237348019456/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384907 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384891.739249:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384891.739251:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e933ccb9 x1853237348019456/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384907 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384891.739255:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.739256:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384891.739259:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.739261:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294880775 00000100:00000001:0.0:1767384891.739265:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294880774 00000100:00000001:2.0:1767384891.739270:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384891.739276:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348019456 00000100:00000001:0.0:1767384891.739277:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294880775 02000000:00000001:2.0:1767384891.739280:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384891.739282:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294880774 00000100:00000001:2.0:1767384891.739284:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384891.739285:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294880775 00000100:00000001:2.0:1767384891.739288:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.739289:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294880774 00000100:00000001:0.0:1767384891.739295:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294880775 02000000:00000001:2.0:1767384891.739296:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.739297:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294880774 00000100:00100000:2.0:1767384891.739302:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348019456 00000100:00000001:0.0:1767384891.739303:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384891.739307:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384891.739308:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384891.739309:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1767384891.739313:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000001:0.0:1767384891.739313:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384891.739318:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 000000000f3552ae going to sleep for 11 seconds 00000020:00000001:2.0:1767384891.739319:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384891.739321:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767384891.739323:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000100:00000001:0.0:1767384891.739324:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384891.739328:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:2.0:1767384891.739331:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384891.739334:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384891.739336:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001fc9e88d. 00000100:00000001:2.0:1767384891.739338:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384891.739341:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001fc9e88d. 00000020:00000010:2.0:1767384891.739345:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005674b607. 00000020:00000010:2.0:1767384891.739348:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002722892b. 00000020:00000010:2.0:1767384891.739350:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003a67d617. 00000100:00000040:2.0:1767384891.739355:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384891.739357:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384891.739359:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384891.739360:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.739364:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.739374:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384891.739382:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384891.739383:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384891.739387:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00000040:2.0:1767384891.739390:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384891.739393:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590281821264 : -119483427730352 : ffff935498bbcc50) 00000100:00000040:2.0:1767384891.739397:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cc409fd3 x1853237348019456/t0(0) o256->b543db4a-4900-454f-be04-352b2897a173@0@lo:117/0 lens 304/0 e 0 to 0 dl 1767384902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384891.739407:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384891.739414:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001fc9e88d. 00000100:00000001:2.0:1767384891.739416:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384891.739418:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001fc9e88d. 00000100:00100000:2.0:1767384891.739422:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cc409fd3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:17086:x1853237348019456:12345-0@lo:256: 00000100:00000200:2.0:1767384891.739426:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348019456 00000020:00000001:2.0:1767384891.739428:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384891.739431:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384891.739432:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384891.739434:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384891.739436:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289440 : -1048262176 : ffffffffc184c9e0) 00000020:00000001:2.0:1767384891.739438:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384891.739440:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384891.739442:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384891.739443:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384891.739445:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.739448:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384891.739450:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384891.739452:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000012b8444c. 02000000:00000001:2.0:1767384891.739455:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.739457:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384891.739459:0:17083:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384891.739463:0:17083:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384891.739466:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384891.739468:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384891.739471:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384891.739473:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384891.739475:0:17083:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384891.739477:0:17083:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000d12257c1. 20000000:00000001:2.0:1767384891.739481:0:17083:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384891.739491:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384891.739498:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384891.739502:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384891.739505:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384891.739507:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384891.739509:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384891.739512:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384891.739519:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384891.739521:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384891.739523:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:01000000:2.0:1767384891.739526:0:17083:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 224, pages 3872/1/4/3. 20000000:00000040:2.0:1767384891.739532:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384891.739535:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384891.739537:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384891.739539:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384891.739541:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384891.739543:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384891.739545:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384891.739547:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384891.739549:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384891.739551:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:01000000:2.0:1767384891.739554:0:17083:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 224, pages 3648/1/4/3. 20000000:01000000:2.0:1767384891.739556:0:17083:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 448, version 24 20000000:00000001:2.0:1767384891.739558:0:17083:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=448 : 448 : 1c0) 00000100:00000001:2.0:1767384891.739561:0:17083:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384891.739564:0:17083:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000002c40ee33. 00000100:00000010:2.0:1767384891.739567:0:17083:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000007c5eac4f. 00000020:00000040:2.0:1767384891.739569:0:17083:0:(genops.c:887:class_export_get()) GET export 000000003d3e266f refcount=16 00010000:00000001:2.0:1767384891.739573:0:17083:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384891.739575:0:17083:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384891.739579:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d22b8e9. 00000400:00000010:2.0:1767384891.739585:0:17083:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a148cef5. 00000400:00000200:2.0:1767384891.739588:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384891.739596:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384891.739602:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 448 into portal 33 MB=0x6958271d02d00 00000400:00000200:2.0:1767384891.739607:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 448/448 into md 0x13c9 [4] + 0 00000400:00000010:2.0:1767384891.739610:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c94a8f59. 00000400:00000200:2.0:1767384891.739613:0:17083:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000046262383 00000400:00000200:2.0:1767384891.739616:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384891.739618:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384891.739621:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046262383 00000400:00000010:2.0:1767384891.739623:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000046262383. 00000100:00000001:2.0:1767384891.739626:0:17083:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384891.739632:0:17083:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000e933ccb9 desc 000000008664273b mbits 1853237348019456 00000100:00000001:2.0:1767384891.739644:0:17083:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384891.739648:0:17083:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384891.739653:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000100:00000001:0.0:1767384891.739660:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384891.739663:0:17083:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x13d5 00000100:00000001:0.0:1767384891.739664:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384891.739670:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384891.739675:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384891.739678:0:17083:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384891.739680:0:17083:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000002c40ee33 00000100:00000001:2.0:1767384891.739682:0:17083:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384891.739687:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d22b8e9 00000400:00000010:2.0:1767384891.739688:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d22b8e9. 00000100:00000001:2.0:1767384891.739691:0:17083:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384891.739692:0:17083:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000002c40ee33 00000100:00000001:2.0:1767384891.739694:0:17083:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384891.739698:0:17083:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 448 bytes via portal 33 id 12345-0@lo mbits 0x6958271d02d00-0x6958271d02d00 00000100:00000001:2.0:1767384891.739701:0:17083:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384891.739705:0:17083:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.739708:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384891.739710:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 15 00000100:00000010:2.0:1767384891.739713:0:17083:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000007c5eac4f. 00000100:00000010:2.0:1767384891.739715:0:17083:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000002c40ee33. 00000100:00000001:2.0:1767384891.739717:0:17083:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384891.739719:0:17083:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384891.739725:0:17083:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000d12257c1. 20000000:00000001:2.0:1767384891.739728:0:17083:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384891.739731:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348019456 00010000:00000001:2.0:1767384891.739733:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384891.739736:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cc409fd3 x1853237348019456/t0(0) o256->b543db4a-4900-454f-be04-352b2897a173@0@lo:117/0 lens 304/240 e 0 to 0 dl 1767384902 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384891.739744:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384891.739746:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384891.739748:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384891.739752:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384891.739758:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:2.0:1767384891.739760:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:2.0:1767384891.739762:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384891.739764:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.739766:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384891.739769:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384891.739771:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d22b8e9. 00000100:00000200:2.0:1767384891.739774:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237348019456, offset 224 00000400:00000200:2.0:1767384891.739778:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384891.739783:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384891.739788:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958271d02d00 00000400:00000200:2.0:1767384891.739792:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x13cd [1] + 224 00000400:00000200:2.0:1767384891.739796:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384891.739799:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384891.739801:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384891.739846:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e933ccb9 x1853237348019456/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384907 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384891.739854:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000e933ccb9 x1853237348019456/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384907 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384891.739870:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384891.739875:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d22b8e9 00000400:00000010:2.0:1767384891.739877:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d22b8e9. 00000100:00000001:2.0:1767384891.739881:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384891.739883:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384891.739884:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384891.739886:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384891.739889:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384891.739892:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000400:00000001:0.0:1767384891.739892:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384891.739895:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbe32188. 00010000:00000001:2.0:1767384891.739897:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384891.739899:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073bfe857 00000020:00000001:2.0:1767384891.739901:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384891.739902:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073bfe857. 00000020:00000001:2.0:1767384891.739906:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384891.739907:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384891.739912:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc409fd3 x1853237348019456/t0(0) o256->b543db4a-4900-454f-be04-352b2897a173@0@lo:117/0 lens 304/240 e 0 to 0 dl 1767384902 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384891.739913:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e933ccb9 x1853237348019456/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384907 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384891.739935:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e933ccb9 x1853237348019456/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384907 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384891.739945:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cc409fd3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:17086:x1853237348019456:12345-0@lo:256: Request processed in 534us (715us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384891.739954:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384891.739957:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384891.739962:0:17086:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384891.739965:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384891.739968:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384891.739971:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384891.739972:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 02000000:00000001:0.0:1767384891.739976:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384891.739978:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:2.0:1767384891.739980:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384891.739982:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384891.739985:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002722892b. 00000100:00001000:0.0:1767384891.739988:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=25 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384891.739990:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003a67d617. 00000020:00000010:2.0:1767384891.739996:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005674b607. 00000100:00001000:0.0:1767384891.739997:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=25 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384891.740001:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00000100:00000001:0.0:1767384891.740003:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384891.740006:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384891.740006:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384891.740010:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000012b8444c. 00010000:00000001:0.0:1767384891.740011:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384891.740015:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384891.740015:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.740017:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.740019:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384891.740022:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000e933ccb9 x1853237348019456/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384907 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384891.740028:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384891.740031:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000e933ccb9 x1853237348019456/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384907 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384891.740034:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba31f8a8. 00000100:00000001:0.0:1767384891.740040:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1767384891.740042:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a984e788. 00000100:00000001:0.0:1767384891.740042:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384891.740047:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e933ccb9 x1853237348019456/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384907 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384891.740053:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e933ccb9 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348019456:0@lo:256: 00000100:00000001:0.0:1767384891.740056:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384891.740058:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.740059:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384891.740061:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384891.740062:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e933ccb9 x1853237348019456/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384907 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384891.740066:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384891.740067:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000f3552ae. 00000100:00000001:0.0:1767384891.740068:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384891.740069:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384891.740072:0:17086:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 24, more 0. 10000000:00000001:0.0:1767384891.740074:0:17086:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384891.740079:0:17086:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000008e1d7d01. 00010000:00000001:0.0:1767384891.740086:0:17086:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384891.740088:0:17086:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384891.740092:0:17086:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.134@tcp has 192.168.203.134@tcp. 00000100:00000001:0.0:1767384891.740094:0:17086:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384891.740117:0:17086:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384891.740118:0:17086:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.134@tcp with 192.168.203.134@tcp 00000100:00000200:0.0:1767384891.740119:0:17086:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.134@tcp' 00000400:00000200:0.0:1767384891.740122:0:17086:0:(peer.c:1356:LNetAddPeer()) Add peer with 10 NIDs 00000400:00001000:0.0:1767384891.740124:0:17086:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384891.740127:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.134@tcp 00000400:00000200:0.0:1767384891.740132:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384891.740136:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (10) 00000400:00000200:0.0:1767384891.740140:0:17086:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384891.740143:0:17086:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp: 0. pending discovery 00000400:00000200:0.0:1767384891.740157:0:17086:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (11) 00000400:00000200:0.0:1767384891.740159:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp 00000400:00000200:0.0:1767384891.740161:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.134@tcp10 00000400:00000200:0.0:1767384891.740164:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384891.740165:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp10 00000400:00000200:0.0:1767384891.740167:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.134@tcp11 00000400:00000200:0.0:1767384891.740169:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384891.740170:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp11 00000400:00000200:0.0:1767384891.740171:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.134@tcp12 00000400:00000200:0.0:1767384891.740173:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384891.740174:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp12 00000400:00000200:0.0:1767384891.740175:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.134@tcp13 00000400:00000200:0.0:1767384891.740177:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384891.740178:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp13 00000400:00000200:0.0:1767384891.740179:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.134@tcp14 00000400:00000200:0.0:1767384891.740181:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384891.740182:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp14 00000400:00000200:0.0:1767384891.740183:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.134@tcp15 00000400:00000200:0.0:1767384891.740194:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384891.740195:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp15 00000400:00000200:0.0:1767384891.740196:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.134@tcp16 00000400:00000200:0.0:1767384891.740199:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384891.740200:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp16 00000400:00000200:0.0:1767384891.740211:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.134@tcp17 00000400:00000200:0.0:1767384891.740213:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384891.740215:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp17 00000400:00000200:0.0:1767384891.740221:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.134@tcp18 00000400:00000200:0.0:1767384891.740224:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384891.740225:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp18 00000100:00000001:0.0:1767384891.740226:0:17086:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384891.740228:0:17086:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384891.740231:0:17086:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.134@tcp' by NID '192.168.203.134@tcp' 10000000:00000010:0.0:1767384891.740234:0:17086:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000d9914ab1. 10000000:00000040:0.0:1767384891.740236:0:17086:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 23/24 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.134@tcp::2 00000020:00000080:0.0:1767384891.740238:0:17086:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384891.740266:0:17086:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384891.740268:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4e43805. 00000020:00000010:0.0:1767384891.740272:0:17086:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002578d99e. 00000040:00000010:0.0:1767384891.740274:0:17086:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000315ab8ca. 00000020:00000010:0.0:1767384891.740277:0:17086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000686c4ff7. 00000020:00000010:0.0:1767384891.740281:0:17086:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004ada26aa. 00000020:00000010:0.0:1767384891.740293:0:17086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ff32cf6c. 80000000:00000010:0.0:1767384891.740297:0:17086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000067ab23a5. 40000000:00000010:0.0:1767384891.740306:0:17086:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000093cc3f9a. 00100000:00000010:0.0:1767384891.740310:0:17086:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000037a702ba. 00040000:00000010:0.0:1767384891.740329:0:17086:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000043e87895. 00040000:00000010:0.0:1767384891.740333:0:17086:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c064dce3. 00040000:00000010:0.0:1767384891.740336:0:17086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e80cf62e. 00080000:00000010:0.0:1767384891.740342:0:17086:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e0671087. 00080000:00000010:0.0:1767384891.740355:0:17086:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000099ed13a9. 00000004:00000010:0.0:1767384891.740361:0:17086:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000fcdad016. 00000004:00000010:0.0:1767384891.740373:0:17086:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000037494082. 00000004:00000010:0.0:1767384891.740388:0:17086:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f5c09879. 00002000:00000010:0.0:1767384891.740392:0:17086:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d2b1c0df. 00000004:00000010:0.0:1767384891.740395:0:17086:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e75a5a64. 00000004:00000001:0.0:1767384891.740398:0:17086:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384891.740400:0:17086:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384891.740402:0:17086:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000d9914ab1 00000040:00001000:0.0:1767384891.740404:0:17086:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384891.740418:0:17086:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384891.740419:0:17086:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384891.740428:0:17086:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384891.740430:0:17086:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384891.740432:0:17086:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384891.740433:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384891.740444:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.134@tcp::2 00000040:00000001:0.0:1767384891.740462:0:17086:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:0.0:1767384891.740588:0:17086:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384891.740593:0:17086:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002578d99e. 00000040:00000010:0.0:1767384891.740608:0:17086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000315ab8ca. 00000020:00000010:0.0:1767384891.740611:0:17086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000686c4ff7. 00000020:00000010:0.0:1767384891.740626:0:17086:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004ada26aa. 00000020:00000010:0.0:1767384891.740650:0:17086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ff32cf6c. 80000000:00000010:0.0:1767384891.740653:0:17086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000067ab23a5. 40000000:00000010:0.0:1767384891.740666:0:17086:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000093cc3f9a. 00100000:00000010:0.0:1767384891.740679:0:17086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000037a702ba. 00040000:00000010:0.0:1767384891.740682:0:17086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000043e87895. 00040000:00000010:0.0:1767384891.740696:0:17086:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c064dce3. 00040000:00000010:0.0:1767384891.740709:0:17086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e80cf62e. 00080000:00000010:0.0:1767384891.740723:0:17086:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000099ed13a9. 00080000:00000010:0.0:1767384891.740736:0:17086:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e0671087. 00000004:00000010:0.0:1767384891.740749:0:17086:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000fcdad016. 00000004:00000010:0.0:1767384891.740762:0:17086:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000037494082. 00000004:00000010:0.0:1767384891.740765:0:17086:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f5c09879. 00002000:00000010:0.0:1767384891.740778:0:17086:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d2b1c0df. 00000004:00000010:0.0:1767384891.740791:0:17086:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e75a5a64. 00000020:00000010:0.0:1767384891.740793:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4e43805. 00000020:00000001:0.0:1767384891.741144:0:17086:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384891.741146:0:17086:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384891.741149:0:17086:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000d9914ab1. 10000000:00000040:0.0:1767384891.741154:0:17086:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.134@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:0.0:1767384891.741156:0:17086:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000008e1d7d01. 10000000:00000001:0.0:1767384891.741157:0:17086:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.741164:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384891.741167:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e933ccb9 x1853237348019456/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384907 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384891.741171:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384891.741172:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384891.741174:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a6972827. 02000000:00000001:0.0:1767384891.741175:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384891.741176:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384891.741177:0:17086:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:0.0:1767384891.741178:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384891.741179:0:17086:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384891.741180:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384891.741181:0:17086:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:0.0:1767384891.741182:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384891.741183:0:17086:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000001b22d076. 00000100:00000010:0.0:1767384891.741187:0:17086:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000008664273b. 00000100:00000001:0.0:1767384891.741189:0:17086:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384891.741190:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004d1bb9a6. 02000000:00000001:0.0:1767384891.741191:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384891.741192:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384891.741193:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e933ccb9. 00000100:00000001:0.0:1767384891.741194:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384891.741195:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384891.741205:0:17086:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000007afea5af. 10000000:01000000:0.0:1767384891.741207:0:17086:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.134@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384891.741209:0:17086:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384891.741210:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384891.741211:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384891.741213:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e13431ad refcount=3 00000020:00000001:0.0:1767384891.741214:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006035456 : -119483703516160 : ffff9354884ba400) 00010000:00000001:0.0:1767384891.741215:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006035456 : -119483703516160 : ffff9354884ba400) 00010000:00000001:0.0:1767384891.741217:0:17086:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384891.741219:0:17086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.134@tcp lock: 00000000e13431ad/0xb57eb78819562f82 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb78819562f89 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384891.741224:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384891.741230:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384891.741231:0:17086:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.134@tcp lock: 00000000e13431ad/0xb57eb78819562f82 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb78819562f89 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384891.741236:0:17086:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384891.741237:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384891.741237:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384891.741238:0:17086:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384891.741239:0:17086:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384891.741241:0:17086:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384891.741243:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384891.741244:0:17086:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000002298ce) refs 3 10000000:00000001:0.0:1767384891.741245:0:17086:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:1.0:1767384891.744854:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294880775, at 4294880776 00000100:00000010:1.0:1767384891.744862:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f0e36ce. 00000100:00000040:3.0:1767384891.744864:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294880775, at 4294880776 00000100:00000040:2.0:1767384891.744864:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294880775, at 4294880776 00000100:00000010:3.0:1767384891.744873:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003bfe0d9d. 00000100:00000010:2.0:1767384891.744873:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e583a690. 00000100:00000040:0.0:1767384891.745988:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294880775, at 4294880777 00000100:00000010:0.0:1767384891.745995:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000068bc5c82. 00000020:00000010:2.0:1767384891.747964:0:22064:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000e8eee324. 00000020:00000040:2.0:1767384891.747969:0:22064:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384891.747972:0:22064:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000e8eee324. 00000001:00000001:0.0:1767384891.879469:0:22106:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384891.879473:0:22106:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp19 --if ens2 00000001:00000001:0.0:1767384891.882662:0:22106:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384891.889068:0:22107:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e75a5a64. 00000400:00000010:0.0:1767384891.889082:0:22107:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e45c3ddb. 00000400:00000010:0.0:1767384891.889107:0:22107:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000009856f36c. 00000400:00000010:0.0:1767384891.889110:0:22107:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000095b15ec9. 00000400:00000010:0.0:1767384891.889113:0:22107:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000074edfbb2. 00000400:00000010:0.0:1767384891.889116:0:22107:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001b22d076. 00000400:00000010:0.0:1767384891.889117:0:22107:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007477f49c. 00000400:00000010:0.0:1767384891.889118:0:22107:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000093cc3f9a. 00000400:00000010:0.0:1767384891.889121:0:22107:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000003f96cc75. 00000800:00000010:0.0:1767384891.889130:0:22107:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000043e87895. 00000800:00000200:0.0:1767384891.889138:0:22107:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384891.889144:0:22107:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384891.889176:0:22107:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:0.0:1767384891.889193:0:22107:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp19 [8/256/0/180] 00000400:00000010:0.0:1767384891.890762:0:22107:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 00000000a20a6148. 00000400:00000010:0.0:1767384891.890768:0:22107:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbe32188. 00000400:00000010:0.0:1767384891.890777:0:22107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073bfe857. 00000400:00000001:0.0:1767384891.890791:0:22107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384891.890792:0:22107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384891.890794:0:22107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a14e1bdd. 00000400:00000200:0.0:1767384891.890796:0:22107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007acbf24a 00000400:00000010:0.0:1767384891.890798:0:22107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007acbf24a. 00000400:00000010:0.0:1767384891.890801:0:22107:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 000000000ef91e00. 00000400:00000200:0.0:1767384891.890873:0:22107:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (10) 00000400:00000200:0.0:1767384891.890889:0:22107:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:0.0:1767384891.890901:0:22107:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131091 00000020:00000010:0.0:1767384891.890907:0:22107:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000e0671087. 00000020:01000000:0.0:1767384891.890913:0:22107:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384891.890915:0:22107:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp19 00000400:00000010:0.0:1767384891.890933:0:22107:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e45c3ddb. 00000400:00000010:0.0:1767384891.890936:0:22107:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e75a5a64. 00000400:00000200:3.0:1767384891.891028:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384891.891034:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000020:00000001:1.0:1767384891.891036:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:3.0:1767384891.891040:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab0b7a9d. 10000000:00000001:1.0:1767384891.891041:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384891.891046:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (11) 10000000:00000001:1.0:1767384891.891046:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384891.891050:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000010:3.0:1767384891.891054:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000645640b4. 00000020:01000004:1.0:1767384891.891054:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384891.891056:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384891.891060:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384891.891061:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000020:01000004:1.0:1767384891.891064:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384891.891067:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384891.891068:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384891.891069:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384891.891070:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384891.891071:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384891.891072:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384891.891075:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000010:1.0:1767384891.891077:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000229032c2. 00000400:00000200:3.0:1767384891.891081:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:00000040:1.0:1767384891.891083:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000400:00000200:3.0:1767384891.891088:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000100:00000001:1.0:1767384891.891089:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384891.891094:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 02000000:00000001:1.0:1767384891.891094:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384891.891100:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 02000000:00000001:1.0:1767384891.891100:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384891.891107:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:3.0:1767384891.891111:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 02000000:00000010:1.0:1767384891.891112:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000094902d42. 00000400:00000200:3.0:1767384891.891116:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:3.0:1767384891.891121:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000100:00000001:1.0:1767384891.891121:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384891.891129:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:1.0:1767384891.891131:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384891.891134:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384891.891142:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 00000100:00000040:1.0:1767384891.891145:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000229032c2] to pc [ptlrpcd_00_00+0] req@00000000229032c2 x1853237348019584/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384891.891148:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp18 00000400:00000200:3.0:1767384891.891155:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp18 lpni_is_preferred = 0 00000400:00000200:3.0:1767384891.891158:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp18 00000400:00000200:3.0:1767384891.891166:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp18 NI seq info: [23:23:256:4294967295] 192.168.203.134@tcp18 LPNI seq info [23:23:8:4294967295] 00000400:00000200:3.0:1767384891.891172:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp18 00000400:00000200:3.0:1767384891.891178:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp18(192.168.203.134@tcp18:) -> 192.168.203.134@tcp18(192.168.203.134@tcp:192.168.203.134@tcp18) : PUT try# 0 00000800:00000200:3.0:1767384891.891182:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 208 bytes in 1 frags to 12345-192.168.203.134@tcp18 00000800:00000010:3.0:1767384891.891186:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008539717f. 10000000:00000001:1.0:1767384891.891190:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384891.891195:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.891196:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384891.891198:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.891200:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:1.0:1767384891.891202:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384891.891204:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384891.891211:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000229032c2 x1853237348019584/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384891.891212:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384891.891217:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000010:3.0:1767384891.891218:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002e0cd333. 10000000:00000001:1.0:1767384891.891221:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000010:3.0:1767384891.891225:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000093becd93. 00000100:00000001:0.0:1767384891.891226:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:01000000:1.0:1767384891.891227:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:0.0:1767384891.891231:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384891.891233:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000200:3.0:1767384891.891236:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e0cd333] -> 12345-192.168.203.134@tcp18 (2) 02000000:00000001:0.0:1767384891.891237:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384891.891241:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:3.1:1767384891.891243:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e0cd333] -> 12345-192.168.203.134@tcp18 (2) 00000020:01000004:1.0:1767384891.891244:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:0.0:1767384891.891245:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384891.891249:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00100000:0.0:1767384891.891252:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000229032c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348019584:0@lo:253: 00000020:01000004:1.0:1767384891.891253:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384891.891257:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384891.891259:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000020:01000004:1.0:1767384891.891260:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:0.0:1767384891.891260:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:1.0:1767384891.891264:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:3.0:1767384891.891265:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 0 00000020:01000004:1.0:1767384891.891266:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:0.0:1767384891.891266:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:1.0:1767384891.891271:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384891.891271:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384891.891274:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767384891.891275:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013af3d79. 00000020:00000040:1.0:1767384891.891280:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 02000000:00000010:0.0:1767384891.891280:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000099ed13a9. 00000100:00000001:1.0:1767384891.891284:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384891.891284:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384891.891288:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767384891.891290:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004815f523. 02000000:00000001:1.0:1767384891.891291:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384891.891301:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e45c3ddb. 02000000:00000010:1.0:1767384891.891304:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c11d91be. 00000100:00000200:0.0:1767384891.891305:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348019584, portal 25 00000100:00000001:1.0:1767384891.891308:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.891313:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384891.891314:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384891.891315:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.891317:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590793068928 : -119482916482688 : ffff9354b734d180) 00000100:00000040:1.0:1767384891.891322:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013af3d79] to pc [ptlrpcd_00_01+1] req@0000000013af3d79 x1853237348019712/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384891.891324:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000229032c2 x1853237348019584/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384891.891353:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:1.0:1767384891.891358:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384891.891358:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384891.891361:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 10000000:00000001:1.0:1767384891.891363:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384891.891363:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000f3552ae. 00000020:00000001:1.0:1767384891.891369:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384891.891370:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348019584, offset 0 00000020:01000000:1.0:1767384891.891373:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384891.891377:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384891.891378:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000e0671087. 00000400:00000200:0.0:1767384891.891388:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384891.891391:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384891.891394:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384891.891396:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384891.891399:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d02d80 00000100:00000040:1.0:1767384891.891403:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000013af3d79 x1853237348019712/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384891.891410:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x945 [2] + 0 00000400:00000200:3.0:1767384891.891412:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000100:00000001:1.0:1767384891.891415:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384891.891419:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384891.891420:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b04f6bb0. 02000000:00000001:1.0:1767384891.891426:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384891.891427:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000975420e5 02000000:00000001:1.0:1767384891.891430:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384891.891433:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384891.891434:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384891.891437:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000013af3d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348019712:0@lo:253: 00000400:00000200:0.0:1767384891.891443:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384891.891444:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384891.891445:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384891.891447:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000975420e5 00000400:00000010:0.0:1767384891.891450:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000975420e5. 02000000:00000001:1.0:1767384891.891455:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384891.891456:0:16358:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1767384891.891459:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384891.891460:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:1.0:1767384891.891466:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384891.891466:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000000d896359 x1853237348019584 msgsize 4848 00000400:00000200:3.0:1767384891.891467:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 02000000:00000010:1.0:1767384891.891472:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004a8e2c40. 00000100:00100000:0.0:1767384891.891477:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384891.891478:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384891.891481:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1767384891.891483:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ab5e452. 00000400:00000010:1.0:1767384891.891490:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a0de3dc. 00000400:00000200:3.0:1767384891.891491:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000100:00000001:0.0:1767384891.891491:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:1.0:1767384891.891493:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348019712, portal 25 00000100:00000001:1.0:1767384891.891497:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384891.891499:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f3552ae 00000100:00000001:1.0:1767384891.891500:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590793076096 : -119482916475520 : ffff9354b734ed80) 00000400:00000010:0.0:1767384891.891503:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000f3552ae. 00000100:00000040:1.0:1767384891.891507:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000013af3d79 x1853237348019712/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384891.891508:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384891.891515:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000100:00000200:0.0:1767384891.891515:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000229032c2 x1853237348019584/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384891.891516:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384891.891524:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384891.891530:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ea415db. 00000100:00000001:0.0:1767384891.891532:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384891.891534:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348019712, offset 0 00000100:00000040:0.0:1767384891.891553:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000229032c2 x1853237348019584/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384891.891560:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384891.891561:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000100:00000001:0.0:1767384891.891568:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.891572:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384891.891574:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384891.891585:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d02e00 00000100:00000001:0.0:1767384891.891587:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384891.891592:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x955 [2] + 0 00000100:00000001:0.0:1767384891.891593:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294880927 00000400:00000010:1.0:1767384891.891599:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000370a6508. 00000100:00000010:0.0:1767384891.891601:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000067ab23a5. 00000400:00000200:3.0:1767384891.891602:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:1.0:1767384891.891603:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005733cb91 00000100:00000001:0.0:1767384891.891609:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384891.891611:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384891.891618:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384891.891619:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294880927 00000400:00000200:1.0:1767384891.891623:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005733cb91 00000400:00000010:1.0:1767384891.891626:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005733cb91. 00000100:00000010:0.0:1767384891.891626:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1b2b46e. 00000100:00000001:0.0:1767384891.891632:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384891.891635:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384891.891638:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384891.891639:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294880927 00000100:00000040:1.0:1767384891.891642:0:16359:0:(events.c:337:request_in_callback()) incoming req@000000000e7ad714 x1853237348019712 msgsize 4848 00000100:00000010:0.0:1767384891.891645:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005a9c8587. 00000400:00000200:3.0:1767384891.891651:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000100:00000001:0.0:1767384891.891652:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00100000:1.0:1767384891.891655:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384891.891659:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294880927 00000100:00000040:1.0:1767384891.891660:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:0.0:1767384891.891666:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000912b08fa. 00000100:00000001:0.0:1767384891.891672:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384891.891674:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384891.891677:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384891.891681:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384891.891682:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ea415db 00000100:00000001:0.0:1767384891.891684:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384891.891686:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ea415db. 00000100:00000001:0.0:1767384891.891687:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384891.891691:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384891.891698:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384891.891702:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384891.891705:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384891.891706:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000100:00000200:1.0:1767384891.891706:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000013af3d79 x1853237348019712/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384891.891708:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384891.891712:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.891718:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.891723:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384891.891728:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000013af3d79 x1853237348019712/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384891.891734:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.891736:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384891.891742:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.891745:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384891.891746:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294880927 00000100:00100000:0.0:1767384891.891749:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348019584 00000100:00000001:1.0:1767384891.891751:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, keep current deadline 4294880927 02000000:00000001:0.0:1767384891.891753:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384891.891756:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294880927 00000100:00000001:0.0:1767384891.891756:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384891.891760:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384891.891761:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000100:00000001:1.0:1767384891.891761:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, keep current deadline 4294880927 02000000:00000001:0.0:1767384891.891765:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.891768:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294880927 00000100:00100000:0.0:1767384891.891769:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348019584 00000100:00000001:1.0:1767384891.891775:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294880927 00000020:00000001:0.0:1767384891.891776:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384891.891780:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000001:1.0:1767384891.891781:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294880927 00000100:00000001:1.0:1767384891.891785:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294880927 00000020:00000001:0.0:1767384891.891785:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384891.891789:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000100:00000001:1.0:1767384891.891790:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384891.891793:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.891795:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.891801:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384891.891834:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000020:00000001:0.0:1767384891.891865:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:1.0:1767384891.891870:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384891.891871:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:1.0:1767384891.891872:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384891.891877:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384891.891880:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384891.891880:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384891.891886:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384891.891888:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ff7f351. 00000100:00000001:1.0:1767384891.891889:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384891.891892:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000100:00000001:0.0:1767384891.891893:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384891.891897:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ff7f351. 00000020:00000010:0.0:1767384891.891906:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff32cf6c. 00000100:00000001:1.0:1767384891.891909:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1767384891.891911:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000085737405. 00000100:00100000:1.0:1767384891.891913:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348019712 02000000:00000001:1.0:1767384891.891916:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1767384891.891917:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000342cad82. 00000100:00000001:1.0:1767384891.891918:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384891.891922:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384891.891925:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384891.891928:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348019712 00000100:00000040:0.0:1767384891.891930:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384891.891934:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384891.891937:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384891.891937:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384891.891938:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000020:00000040:1.0:1767384891.891940:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000001:0.0:1767384891.891941:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384891.891944:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384891.891947:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=16 00000020:00000001:1.0:1767384891.891950:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:0.0:1767384891.891951:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384891.891952:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:1.0:1767384891.891958:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384891.891961:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000002cc8f2. 00000100:00000001:0.0:1767384891.891962:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384891.891963:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384891.891968:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000002cc8f2. 00000020:00000010:1.0:1767384891.891973:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e51fb73d. 00000020:00000010:1.0:1767384891.891978:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000045f69503. 00000100:00000001:0.0:1767384891.891980:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384891.891983:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000477df253. 00000100:00000001:0.0:1767384891.891984:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384891.891991:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384891.891992:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000100:00100000:0.0:1767384891.891992:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00000001:1.0:1767384891.891994:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384891.891999:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384891.891999:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:0.0:1767384891.892003:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590281830480 : -119483427721136 : ffff935498bbf050) 00000100:00000001:1.0:1767384891.892008:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384891.892010:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000d896359 x1853237348019584/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:117/0 lens 4848/0 e 0 to 0 dl 1767384902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384891.892013:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384891.892021:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384891.892024:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ff7f351. 00000100:00000001:1.0:1767384891.892026:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384891.892027:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384891.892030:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384891.892031:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ff7f351. 00000100:00100000:1.0:1767384891.892038:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1767384891.892042:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000d896359 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+16:16358:x1853237348019584:12345-0@lo:253: 00000100:00000040:1.0:1767384891.892044:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000400:00000200:3.0:1767384891.892046:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000100:00000200:0.0:1767384891.892048:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348019584 00000100:00000001:1.0:1767384891.892049:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590281829456 : -119483427722160 : ffff935498bbec50) 00000020:00000001:0.0:1767384891.892052:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1767384891.892057:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000e7ad714 x1853237348019712/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:117/0 lens 4848/0 e 0 to 0 dl 1767384902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384891.892057:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384891.892060:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384891.892065:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384891.892068:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384891.892072:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000002cc8f2. 00000100:00000001:1.0:1767384891.892075:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384891.892075:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000001:0.0:1767384891.892080:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:1.0:1767384891.892081:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000002cc8f2. 00000020:00000001:0.0:1767384891.892083:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384891.892088:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384891.892089:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000020:00000001:0.0:1767384891.892091:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:1.0:1767384891.892092:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000e7ad714 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+16:16359:x1853237348019712:12345-0@lo:253: 00000020:00000001:0.0:1767384891.892096:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384891.892098:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348019712 00000100:00000001:0.0:1767384891.892101:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384891.892104:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384891.892108:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:0.0:1767384891.892111:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000066cc6233. 00000020:00000001:1.0:1767384891.892112:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384891.892116:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384891.892117:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384891.892120:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000020:00000001:1.0:1767384891.892123:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384891.892124:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384891.892127:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 20000000:00000001:0.0:1767384891.892128:0:17083:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384891.892132:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384891.892134:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384891.892136:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384891.892138:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000010:0.0:1767384891.892138:0:17083:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e0671087. 00000020:00000001:1.0:1767384891.892142:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384891.892143:0:17083:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:1.0:1767384891.892148:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:0.0:1767384891.892148:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384891.892151:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000001:1.0:1767384891.892153:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:0.0:1767384891.892154:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384891.892158:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384891.892160:0:17083:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:1.0:1767384891.892162:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005a1ce144. 02000000:00000001:1.0:1767384891.892167:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384891.892167:0:17083:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000315ab8ca. 00000100:00000001:1.0:1767384891.892169:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384891.892171:0:17083:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 20000000:00000001:1.0:1767384891.892176:0:17084:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384891.892179:0:17083:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384891.892184:0:17083:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000010:1.0:1767384891.892188:0:17084:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000097a31791. 00080000:00000001:0.0:1767384891.892188:0:17083:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:1.0:1767384891.892195:0:17084:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384891.892198:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384891.892201:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384891.892203:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384891.892206:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384891.892207:0:17083:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:1.0:1767384891.892209:0:17084:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384891.892223:0:17083:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384891.892226:0:17083:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384891.892228:0:17083:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384891.892229:0:17083:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384891.892231:0:17083:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384891.892234:0:17083:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000980f9615 00000020:00000001:0.0:1767384891.892237:0:17083:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009e445471 00080000:00000002:0.0:1767384891.892239:0:17083:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384891.892241:0:17083:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384891.892245:0:17083:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384891.892247:0:17083:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384891.892255:0:17083:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384891.892260:0:17083:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:0.0:1767384891.892262:0:17083:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384891.892266:0:17083:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002578d99e. 00080000:00000001:0.0:1767384891.892269:0:17083:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590542902784 : -119483166648832 : ffff9354a84b9600) 00080000:00000001:0.0:1767384891.892271:0:17083:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384891.892275:0:17083:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384891.892278:0:17083:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000ff7f351. 00080000:00000001:0.0:1767384891.892280:0:17083:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384891.892282:0:17083:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384891.892294:0:17083:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384891.892310:0:17083:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:3.0:1767384891.892327:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a0b3f23c. 00000800:00000010:3.0:1767384891.892332:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000002dc895c. 00000800:00000010:3.0:1767384891.892338:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c9917c65. 00000800:00000010:3.0:1767384891.892371:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c9917c65. 00000400:00000200:1.0:1767384891.892468:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384891.892482:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp18 from 237.3.0.2 00000800:00000010:1.0:1767384891.892486:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a9f25c52. 00000800:00000010:3.0:1767384891.892532:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eefa8c72. 00000800:00000010:3.0:1767384891.892537:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000004acd755. 00000800:00000010:3.0:1767384891.892556:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009af262a1. 00000800:00000200:3.1:1767384891.892561:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e0cd333] -> 12345-192.168.203.134@tcp18 (2) 00000800:00000200:3.1:1767384891.892565:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp18 000000009af262a1 deleted 00000800:00000010:3.1:1767384891.892567:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009af262a1. 00000800:00000200:3.1:1767384891.892571:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384891.892578:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp18 ip 192.168.203.134:1005 00000800:00000200:3.1:1767384891.892581:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008539717f type 1, nob 304 niov 1 nkiov 1 00000800:00000200:3.0:1767384891.892586:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp18 p 3.x 192.168.203.134 -> 192.168.203.134:1005 incarnation:1767384890445068332 sched[0] 00000800:00000010:3.0:1767384891.892590:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c9917c65. 00000800:00000010:3.0:1767384891.892645:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c9917c65. 00000800:00000010:3.0:1767384891.892649:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000004acd755. 00000800:00000200:0.1:1767384891.892673:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384891.892680:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp18 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384890445068332 sched[0] 00000800:00000010:3.0:1767384891.892681:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a9f25c52. 00000800:00000010:0.0:1767384891.892687:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000002dc895c. 00000800:00000001:1.0:1767384891.892714:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384891.892759:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384891.892763:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008539717f. 00000400:00000200:3.0:1767384891.892766:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384891.892770:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp18->192.168.203.134@tcp18: PUT: OK 00000400:00000200:3.0:1767384891.892774:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384891.892777:0:16353:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp: 0 00000800:00000001:3.0:1767384891.892792:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384891.892797:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384891.892813:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384891.892832:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384891.892836:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384891.892842:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp18(192.168.203.134@tcp18) <- 192.168.203.134@tcp18 : PUT - for me 00000400:00000200:3.0:1767384891.892849:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 208 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384891.892854:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 208/208 into md 0x13a5 [1] + 0 00000400:00000010:3.0:1767384891.892856:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006040f311. 00000400:00000200:3.0:1767384891.892860:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000024e4e5b6 00000800:00000001:3.0:1767384891.892863:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384891.892870:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384891.892877:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384891.892880:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp18->192.168.203.134@tcp18: PUT: OK 00000400:00000200:3.0:1767384891.892883:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024e4e5b6 00000400:00000010:3.0:1767384891.892884:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024e4e5b6. 00000400:00000200:3.0:1767384891.892889:0:16352:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384891.892892:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (12) 00000400:00000200:3.0:1767384891.892895:0:16352:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000010:3.0:1767384891.892898:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 000000008539717f. 00000400:00000200:3.0:1767384891.892901:0:16352:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.134@tcp 11 00000400:00000200:3.0:1767384891.892905:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:3.0:1767384891.892915:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (13) 00000400:00000200:3.0:1767384891.892919:0:16352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384891.892924:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp18 to MR: 192.168.203.134@tcp18 local destination 00000400:00000200:3.0:1767384891.892929:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp18 NI seq info: [24:24:256:4294967295] 192.168.203.134@tcp18 LPNI seq info [24:24:8:4294967295] 00000400:00000200:3.0:1767384891.892940:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp18(192.168.203.134@tcp18:192.168.203.134@tcp18) -> 192.168.203.134@tcp18(192.168.203.134@tcp18:192.168.203.134@tcp18) 192.168.203.134@tcp18 : ACK try# 0 00000800:00000200:3.0:1767384891.892945:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp18 00000800:00000010:3.0:1767384891.892948:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a520af1. 00000800:00000200:3.0:1767384891.892953:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e0cd333] -> 12345-192.168.203.134@tcp18 (4) 00000400:00000200:1.0:1767384891.892953:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:3.0:1767384891.892960:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp18 ip 192.168.203.134:988 00000800:00000200:3.0:1767384891.892963:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006a520af1 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1767384891.892984:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8ee7c92. 00000400:00000010:1.0:1767384891.892991:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000129e4fdd. 00000400:00000200:1.0:1767384891.892994:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c698b414 00000400:00000200:1.0:1767384891.893000:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1004d1 00000400:00000010:1.0:1767384891.893005:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 240 at 00000000638dbb48. 00000400:00000010:1.0:1767384891.893008:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 288 at 000000001e4a7fc4. 00000800:00000200:3.0:1767384891.893011:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767384891.893011:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 240 at 00000000ee75f8fd. 00000800:00000010:3.0:1767384891.893014:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a520af1. 00000400:00000200:3.0:1767384891.893018:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384891.893024:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp18->192.168.203.134@tcp18: ACK: OK 00000400:00000010:1.0:1767384891.893029:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000005c0c7572. 00000800:00000001:3.0:1767384891.893031:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384891.893035:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384891.893038:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384891.893041:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384891.893043:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384891.893047:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384891.893053:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp18(192.168.203.134@tcp18) <- 192.168.203.134@tcp18 : ACK - for me 00000400:00000200:1.0:1767384891.893067:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 000000005c0c7572 nid 192.168.203.134@tcp19 00000400:00000010:1.0:1767384891.893072:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000012ffc8d4. 00000400:00000200:3.0:1767384891.893073:0:16352:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp18: ACK from 12345-192.168.203.134@tcp18 into md 0x13e5 00000400:00000200:3.0:1767384891.893079:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384891.893079:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 0000000012ffc8d4 net tcp19 00000400:00000200:1.0:1767384891.893084:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (12) 00000400:00000200:3.0:1767384891.893088:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp18->192.168.203.134@tcp18: ACK: OK 00000400:00000200:1.0:1767384891.893094:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp19 flags 0x11 00000400:00000010:1.0:1767384891.893099:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 240 at 00000000638dbb48. 00000400:00000200:3.0:1767384891.893100:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab0b7a9d 00000400:00000010:3.0:1767384891.893103:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab0b7a9d. 00000400:00000010:1.0:1767384891.893103:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 288 at 000000001e4a7fc4. 00000400:00000200:3.0:1767384891.893109:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000010:1.0:1767384891.893109:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 240 at 00000000ee75f8fd. 00000400:00000010:1.0:1767384891.893115:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 000000008539717f. 00000400:00000200:3.0:1767384891.893116:0:16352:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 00000400:00000200:1.0:1767384891.893122:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:3.0:1767384891.893124:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:1.0:1767384891.893129:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100151 00000400:00000200:3.0:1767384891.893130:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (13) 00000400:00000200:1.0:1767384891.893136:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 rc 1 00000800:00000001:3.0:1767384891.893139:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384891.893143:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000800:00000001:3.0:1767384891.893144:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384891.893151:0:16356:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.134@tcp 00000400:00000200:1.0:1767384891.893155:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100111 rc 0 00000400:00000200:1.0:1767384891.893161:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:1.0:1767384891.893166:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (12) 00000400:00000200:0.0:1767384891.893185:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:0.0:1767384891.893223:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384891.893245:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384891.893258:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384891.893269:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:0.0:1767384891.893281:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:0.0:1767384891.893296:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:0.0:1767384891.893311:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:0.0:1767384891.893324:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:0.0:1767384891.893338:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:0.0:1767384891.893350:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384891.893364:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384891.893381:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:0.0:1767384891.893406:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:0.0:1767384891.893419:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:0.0:1767384891.893439:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:0.0:1767384891.893454:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384891.893469:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00080000:00000010:1.0:1767384891.893497:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002578d99e. 00000400:00000200:0.0:1767384891.893500:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00080000:00000010:3.0:1767384891.893569:0:17083:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000ff7f351. 00040000:00000001:3.0:1767384891.893579:0:17083:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384891.893581:0:17083:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384891.893583:0:17083:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384891.893587:0:17083:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:3.0:1767384891.893589:0:17083:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384891.893591:0:17083:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384891.893601:0:17083:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384891.893608:0:17083:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384891.893610:0:17083:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000400:00000200:1.0:1767384891.893611:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00080000:00000001:3.0:1767384891.893616:0:17083:0:(osd_handler.c:2844:osd_sync()) Process entered 00000800:00000010:0.0:1767384891.893624:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003786e16f. 00000800:00000010:0.0:1767384891.893630:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000f3552ae. 00000400:00000200:1.0:1767384891.893631:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp18 from 236.3.0.2 00000800:00000010:0.0:1767384891.893635:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ec247c54. 00000800:00000010:1.0:1767384891.893636:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000009351d114. 00000800:00000010:0.0:1767384891.893668:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ec247c54. 20000000:01000000:3.0:1767384891.893673:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384891.893677:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384891.893680:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384891.893683:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384891.893686:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384891.893691:0:17105:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000004c97c396 count: 2 00010000:00000001:3.0:1767384891.893694:0:17105:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384891.893697:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384891.893701:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001c51c61d. 00000020:00000001:3.0:1767384891.893705:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384891.893707:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001c51c61d with handle 0xb57eb78819562f90 to hash 00000020:00000001:3.0:1767384891.893710:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384891.893711:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624589867059712 : -119483842491904 : ffff935480030a00) 00000800:00000010:0.0:1767384891.893713:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000081f2b1d3. 00000800:00000010:0.0:1767384891.893719:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000616cb974. 00010000:00000001:3.0:1767384891.893721:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624589867059712 : -119483842491904 : ffff935480030a00) 00000800:00000010:0.0:1767384891.893741:0:16349:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000046262383. 00010000:00000001:3.0:1767384891.893742:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384891.893745:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384891.893749:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001c51c61d/0xb57eb78819562f90 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000800:00000200:0.1:1767384891.893750:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e0cd333] -> 12345-192.168.203.134@tcp18 (4) 00000800:00000200:0.1:1767384891.893760:0:16349:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp18 0000000046262383 deleted 00010000:00000001:3.0:1767384891.893761:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000800:00000010:0.1:1767384891.893762:0:16349:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000046262383. 00010000:00000001:3.0:1767384891.893766:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000800:00000200:0.1:1767384891.893768:0:16349:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00010000:00000001:3.0:1767384891.893770:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384891.893773:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384891.893776:0:17105:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000800:00000200:0.0:1767384891.893776:0:16349:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp18 p 3.x 192.168.203.134 -> 192.168.203.134:1004 incarnation:1767384890445068332 sched[0] 00010000:00010000:3.0:1767384891.893782:0:17105:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000007be4110a/0xb57eb78819562f89 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819562f82 expref: 16 pid: 17083 timeout: 0 lvb_type: 0 00000800:00000010:0.0:1767384891.893783:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ec247c54. 00010000:00000001:3.0:1767384891.893790:0:17105:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384891.893792:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384891.893794:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384891.893795:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384891.893797:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384891.893799:0:17105:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767384891.893813:0:17105:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000001c51c61d/0xb57eb78819562f90 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384891.893855:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004c97c396) refcount = 2 00010000:00000040:3.0:1767384891.893858:0:17105:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384891.893860:0:17105:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000007be4110a/0xb57eb78819562f89 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xb57eb78819562f82 expref: 16 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384891.893864:0:17105:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384891.893866:0:17105:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000001c51c61d/0xb57eb78819562f90 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1767384891.893872:0:17105:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9917c65. 00000100:00000001:3.0:1767384891.893875:0:17105:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384891.893878:0:17105:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000004acd755. 00000100:00000001:3.0:1767384891.893880:0:17105:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624585638340480 : -119488071211136 : ffff935383f5e780) 00000100:00000001:3.0:1767384891.893887:0:17105:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624585638340480 : -119488071211136 : ffff935383f5e780) 00000800:00000010:0.0:1767384891.893887:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ec247c54. 00000100:00000001:3.0:1767384891.893893:0:17105:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384891.893894:0:17105:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384891.893895:0:17105:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000800:00000010:0.0:1767384891.893896:0:16349:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000616cb974. 00010000:00000001:3.0:1767384891.893898:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384891.893901:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384891.893903:0:17105:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384891.893905:0:17105:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384891.893907:0:17105:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384891.893908:0:17105:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1767384891.893911:0:17105:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045e98e3f. 00000020:00000040:3.0:1767384891.893914:0:17105:0:(genops.c:1229:class_import_get()) import 000000003b66da55 refcount=2 obd=MGS 00000800:00000010:0.0:1767384891.893915:0:16349:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000009351d114. 00000100:00000001:3.0:1767384891.893917:0:17105:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384891.893920:0:17105:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000001:1.0:1767384891.893923:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384891.893924:0:17105:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384891.893931:0:17105:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dfe18cbd. 00000800:00000001:1.0:1767384891.893931:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384891.893938:0:17105:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384891.893943:0:17105:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000007be4110a/0xb57eb78819562f89 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb57eb78819562f82 expref: 16 pid: 17083 timeout: 0 lvb_type: 0 00000800:00000200:0.1:1767384891.893944:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384891.893953:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp18 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384890445068332 sched[0] 00000800:00000010:0.0:1767384891.893956:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000f3552ae. 00010000:00010000:3.0:1767384891.893959:0:17105:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000007be4110a/0xb57eb78819562f89 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb57eb78819562f82 expref: 16 pid: 17083 timeout: 363 lvb_type: 0 00010000:00000001:3.0:1767384891.893967:0:17105:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384891.893969:0:17105:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384891.893972:0:17105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000045e98e3f x1853237348019840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384891.893979:0:17105:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384891.893980:0:17105:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384891.893983:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384891.893984:0:17105:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000045e98e3f pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17105:1853237348019840:0@lo:104: 00000100:00000001:3.0:1767384891.893988:0:17105:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:1.0:1767384891.893990:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384891.893991:0:17105:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384891.893994:0:17105:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384891.893997:0:17105:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 20000000:00000010:0.0:1767384891.893998:0:17084:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002578d99e. 02000000:00000010:3.0:1767384891.894001:0:17105:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff3c05ca. 20000000:01000000:0.0:1767384891.894002:0:17084:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 20000000:00000001:0.0:1767384891.894005:0:17084:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384891.894008:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 02000000:00000001:3.0:1767384891.894011:0:17105:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384891.894012:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000010:3.0:1767384891.894017:0:17105:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b2e3047. 00080000:00000001:0.0:1767384891.894020:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000010:3.0:1767384891.894023:0:17105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab0b7a9d. 00000100:00000200:3.0:1767384891.894027:0:17105:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348019840, portal 16 00080000:00000001:0.0:1767384891.894027:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384891.894033:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000100:00000001:3.0:1767384891.894034:0:17105:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384891.894038:0:17105:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789825792 : -119482919725824 : ffff9354b7035500) 00080000:00000001:0.0:1767384891.894038:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384891.894044:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000100:00000040:3.0:1767384891.894047:0:17105:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000045e98e3f x1853237348019840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384907 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:0.0:1767384891.894048:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384891.894053:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 000000007e91d003 00000020:00000001:0.0:1767384891.894060:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f71c5dba 00000100:00000001:3.0:1767384891.894061:0:17105:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000002:0.0:1767384891.894063:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000100:00000040:3.0:1767384891.894067:0:17105:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00080000:00000001:0.0:1767384891.894087:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384891.894088:0:17105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017c2fea7. 00080000:00000001:0.0:1767384891.894090:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384891.894092:0:17105:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237348019840, offset 0 00080000:00000001:0.0:1767384891.894093:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384891.894096:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384891.894097:0:17105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384891.894102:0:17105:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384891.894107:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00000400:00000200:3.0:1767384891.894111:0:17105:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958271d02e80 00080000:00000001:0.0:1767384891.894111:0:17084:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384891.894114:0:17084:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a6972827. 00000400:00000200:3.0:1767384891.894119:0:17105:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 984 00080000:00000001:0.0:1767384891.894120:0:17084:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590542901248 : -119483166650368 : ffff9354a84b9000) 00080000:00000001:0.0:1767384891.894125:0:17084:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384891.894126:0:17105:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:0.0:1767384891.894127:0:17084:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384891.894131:0:17084:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ec247c54. 00000400:00000200:3.0:1767384891.894134:0:17105:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000001:0.0:1767384891.894135:0:17084:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384891.894138:0:17084:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:3.0:1767384891.894139:0:17105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384891.894141:0:17105:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00080000:00000001:0.0:1767384891.894144:0:17084:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384891.894145:0:17105:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000506da25d. 00000100:00000040:3.0:1767384891.894149:0:17105:0:(events.c:337:request_in_callback()) incoming req@00000000506da25d x1853237348019840 msgsize 328 00000100:00100000:3.0:1767384891.894152:0:17105:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00080000:00000001:0.0:1767384891.894153:0:17084:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:3.0:1767384891.894163:0:17105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384891.894168:0:17105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017c2fea7 00000400:00000010:3.0:1767384891.894170:0:17105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017c2fea7. 00000100:00000001:3.0:1767384891.894171:0:17105:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384891.894173:0:17105:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000045e98e3f x1853237348019840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384907 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384891.894179:0:17105:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384891.894181:0:17105:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000045e98e3f x1853237348019840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384907 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384891.894185:0:17105:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.894189:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384891.894194:0:17105:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767384891.894194:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348019840 00000100:00000001:3.0:1767384891.894198:0:17105:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384891.894199:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384891.894204:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294880930 00000100:00000001:1.0:1767384891.894205:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384891.894210:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.894211:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294880927 02000000:00000001:1.0:1767384891.894215:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.894216:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294880930 00000100:00000001:3.0:1767384891.894223:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294880927 00000100:00100000:1.0:1767384891.894223:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348019840 00000020:00000001:1.0:1767384891.894227:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384891.894228:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294880930 00000020:00000040:1.0:1767384891.894231:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562d98 00000100:00000001:3.0:1767384891.894232:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294880927 00000020:00000001:1.0:1767384891.894234:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384891.894236:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294880930 00000100:00000001:3.0:1767384891.894238:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294880927 00000100:00000001:3.0:1767384891.894239:0:17105:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384891.894240:0:17105:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384891.894242:0:17105:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384891.894245:0:17105:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384891.894245:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 000000009de0d226 refcount=3 00000020:00000001:3.0:1767384891.894249:0:17105:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384891.894250:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590787602432 : -119482921949184 : ffff9354b6e16800) 00010000:00000001:3.0:1767384891.894253:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767384891.894254:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590787602432 : -119482921949184 : ffff9354b6e16800) 00010000:00000001:3.0:1767384891.894255:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384891.894259:0:17105:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.894259:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1767384891.894263:0:17105:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000010:1.0:1767384891.894264:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000002cc8f2. 00010000:00000001:3.0:1767384891.894265:0:17105:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384891.894267:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384891.894268:0:17105:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384891.894271:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000002cc8f2. 00000100:00000001:3.0:1767384891.894272:0:17105:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384891.894274:0:17105:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384891.894277:0:17105:0:(client.c:2690:ptlrpc_set_wait()) set 0000000004acd755 going to sleep for 11 seconds 00000020:00000010:1.0:1767384891.894279:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e4a7fc4. 00000100:00000001:3.0:1767384891.894280:0:17105:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384891.894282:0:17105:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384891.894286:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c3d9b3dd. 00000020:00000010:1.0:1767384891.894290:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fefe543c. 00080000:00000020:3.0:1767384891.894292:0:17083:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384891.894296:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000040:1.0:1767384891.894296:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 20000000:00000010:3.0:1767384891.894300:0:17083:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e0671087. 00000100:00000001:1.0:1767384891.894300:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384891.894303:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384891.894305:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384891.894306:0:17083:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.894309:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384891.894310:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348019584 00010000:00000001:3.0:1767384891.894314:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384891.894318:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000d896359 x1853237348019584/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:117/0 lens 4848/4768 e 0 to 0 dl 1767384902 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384891.894323:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384891.894332:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1767384891.894334:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384891.894335:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767384891.894338:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384891.894342:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00001000:3.0:1767384891.894344:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=25 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384891.894346:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000009de0d226 : new rpc_count 1 00000020:00000010:0.0:1767384891.894349:0:17072:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000061173b4c. 00000100:00000001:3.0:1767384891.894350:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384891.894350:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590789821312 : -119482919730304 : ffff9354b7034380) 00000100:00000040:3.0:1767384891.894355:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:0.0:1767384891.894356:0:17072:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00000001:3.0:1767384891.894359:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000040:1.0:1767384891.894359:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000506da25d x1853237348019840/t0(0) o104->b543db4a-4900-454f-be04-352b2897a173@0@lo:117/0 lens 328/0 e 0 to 0 dl 1767384902 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384891.894360:0:17072:0:(service.c:3434:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 02000000:00000001:3.0:1767384891.894366:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384891.894370:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384891.894370:0:17072:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000004d1bb9a6. 00000100:00000001:1.0:1767384891.894373:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384891.894375:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767384891.894379:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000002cc8f2. 00000100:00100000:0.0:1767384891.894379:0:17072:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cb00_002' 00000100:00000040:3.0:1767384891.894384:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384891.894385:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384891.894388:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000002cc8f2. 00000400:00000010:3.0:1767384891.894389:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009af262a1. 00000100:00000200:3.0:1767384891.894394:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348019584, offset 224 00000100:00100000:1.0:1767384891.894394:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000506da25d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b543db4a-4900-454f-be04-352b2897a173+3:17105:x1853237348019840:12345-0@lo:104: 00000100:00000200:1.0:1767384891.894401:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348019840 00010000:00000001:1.0:1767384891.894403:0:17073:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000400:00000200:3.0:1767384891.894405:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384891.894408:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1767384891.894411:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384891.894417:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384891.894418:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d02d80 00000020:00000040:1.0:1767384891.894420:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e13431ad refcount=2 00000400:00000200:3.0:1767384891.894424:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13e9 [2] + 224 00000020:00000001:1.0:1767384891.894424:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006035456 : -119483703516160 : ffff9354884ba400) 00010000:00000001:1.0:1767384891.894429:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006035456 : -119483703516160 : ffff9354884ba400) 00000400:00000200:3.0:1767384891.894431:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384891.894433:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384891.894436:0:17073:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384891.894437:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:1.0:1767384891.894439:0:17073:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.134@tcp lock: 00000000e13431ad/0xb57eb78819562f82 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb57eb78819562f89 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384891.894442:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384891.894448:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000229032c2 x1853237348019584/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384891.894448:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384891.894452:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384891.894458:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b134d010. 00000100:00000001:0.0:1767384891.894458:0:17072:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384891.894459:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000229032c2 x1853237348019584/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384891.894464:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.894469:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.894470:0:22109:0:(service.c:2991:ptlrpc_main()) Process entered 00010000:00000001:1.0:1767384891.894475:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384891.894477:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.894478:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1767384891.894479:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ecba4e0e time=25 v=5 (1 0 0 0) 00000100:00000010:0.0:1767384891.894483:0:22109:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000581d1faf. 00000100:00000001:1.0:1767384891.894484:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1767384891.894485:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009af262a1 00000400:00000010:3.0:1767384891.894489:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009af262a1. 00000020:00000010:0.0:1767384891.894490:0:22109:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003aacdda4. 00000100:00000040:1.0:1767384891.894491:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 22 to 0@lo 00000100:00000001:3.0:1767384891.894493:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384891.894497:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384891.894497:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000020:00000010:0.0:1767384891.894500:0:22109:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001fea9768. 00000100:00000001:3.0:1767384891.894502:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384891.894503:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:0.0:1767384891.894505:0:22109:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000030d9ca4c. 02000000:00000001:1.0:1767384891.894506:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384891.894508:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:1.0:1767384891.894512:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384891.894513:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000040:00000010:0.0:1767384891.894513:0:22109:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007daeaea3. 00000020:00000001:3.0:1767384891.894517:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384891.894519:0:22109:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fcdad016. 00000100:00000040:1.0:1767384891.894521:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384891.894522:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:0.0:1767384891.894524:0:22109:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004ada26aa. 00000400:00000010:1.0:1767384891.894526:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005bf3f441. 00000020:00000010:0.0:1767384891.894530:0:22109:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000029689073. 00000100:00000200:1.0:1767384891.894531:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237348019840, offset 224 00000100:00000040:3.0:1767384891.894534:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000d896359 x1853237348019584/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:117/0 lens 4848/4768 e 0 to 0 dl 1767384902 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 80000000:00000010:0.0:1767384891.894536:0:22109:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000083901293. 00000400:00000200:1.0:1767384891.894543:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 40000000:00000010:0.0:1767384891.894544:0:22109:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a4070155. 00100000:00000010:0.0:1767384891.894550:0:22109:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c064dce3. 00000100:00100000:3.0:1767384891.894556:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000d896359 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+16:16358:x1853237348019584:12345-0@lo:253: Request processed in 2529us (3084us total) trans 0 rc 0/0 00040000:00000010:0.0:1767384891.894556:0:22109:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003a26ee7e. 00000400:00000200:1.0:1767384891.894557:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00040000:00000010:0.0:1767384891.894563:0:22109:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000037a702ba. 00040000:00000010:0.0:1767384891.894569:0:22109:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000564a8ca6. 00000400:00000200:1.0:1767384891.894571:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958271d02e80 00000100:00100000:3.0:1767384891.894574:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00080000:00000010:0.0:1767384891.894577:0:22109:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007c96480f. 00000100:00000040:3.0:1767384891.894579:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000400:00000200:1.0:1767384891.894579:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x13fd [1] + 224 00000100:00000001:3.0:1767384891.894584:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00080000:00000010:0.0:1767384891.894584:0:22109:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000138c5ba6. 00000400:00000200:1.0:1767384891.894586:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384891.894588:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000010:0.0:1767384891.894592:0:22109:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000686c4ff7. 00000020:00000010:3.0:1767384891.894594:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000085737405. 00000400:00000200:1.0:1767384891.894594:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384891.894601:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384891.894602:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000342cad82. 00000004:00000010:0.0:1767384891.894603:0:22109:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008e1d7d01. 00000020:00000010:3.0:1767384891.894608:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff32cf6c. 00000100:00000200:1.0:1767384891.894608:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000045e98e3f x1853237348019840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384907 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000010:0.0:1767384891.894610:0:22109:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e491b0e6. 00000020:00000040:3.0:1767384891.894616:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 15 00002000:00000010:0.0:1767384891.894616:0:22109:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008664273b. 00000004:00000010:0.0:1767384891.894638:0:22109:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d2b1c0df. 02000000:00000001:3.0:1767384891.894639:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384891.894642:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000066cc6233. 00000100:00000010:0.0:1767384891.894644:0:22109:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000012dc7176. 02000000:00000001:3.0:1767384891.894648:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384891.894652:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384891.894656:0:22109:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000040:1.0:1767384891.894658:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000045e98e3f x1853237348019840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384891.894659:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384891.894666:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fda63160. 00000400:00000010:3.0:1767384891.894671:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009af262a1. 00000100:00000001:1.0:1767384891.894678:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384891.894678:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384891.894682:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384891.894686:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384891.894688:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384891.894690:0:17105:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384891.894691:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004815f523. 00000400:00000200:0.0:1767384891.894696:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e45c3ddb 00000400:00000010:0.0:1767384891.894698:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e45c3ddb. 00000100:00000001:0.0:1767384891.894701:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384891.894702:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bf3f441 00000400:00000010:1.0:1767384891.894705:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005bf3f441. 00000100:00000200:0.0:1767384891.894706:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000229032c2 x1853237348019584/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384891.894710:0:17105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384891.894710:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384891.894714:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384891.894715:0:17105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384891.894718:0:17105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b2e3047. 00000100:00000200:0.0:1767384891.894720:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000229032c2 x1853237348019584/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384891.894722:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384891.894723:0:17105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab0b7a9d 00000400:00000010:3.0:1767384891.894728:0:17105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab0b7a9d. 00000100:00000040:1.0:1767384891.894731:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:3.0:1767384891.894735:0:17105:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384891.894738:0:17073:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767384891.894741:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384891.894742:0:17105:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000045e98e3f x1853237348019840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.0:1767384891.894743:0:17073:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000007ea415db. 00000100:00000001:0.0:1767384891.894744:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384891.894750:0:17073:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767384891.894751:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384891.894755:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384891.894758:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:1.0:1767384891.894760:0:17073:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000200:3.0:1767384891.894761:0:17105:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000045e98e3f x1853237348019840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384891.894762:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384891.894766:0:17073:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384891.894768:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384891.894771:0:17073:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384891.894776:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=25 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384891.894777:0:17073:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.894782:0:17105:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767384891.894785:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384891.894786:0:17105:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384891.894787:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000506da25d x1853237348019840/t0(0) o104->b543db4a-4900-454f-be04-352b2897a173@0@lo:117/0 lens 328/224 e 0 to 0 dl 1767384902 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384891.894792:0:17105:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384891.894793:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767384891.894796:0:17105:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384891.894797:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.894836:0:17105:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384891.894837:0:17105:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384891.894842:0:17105:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384891.894844:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:3.0:1767384891.894846:0:17105:0:(import.c:2128:obd_at_measure()) add 5 to 000000008ef118cb time=25 v=5 (5 0 0 0) 00000100:00100000:1.0:1767384891.894848:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000506da25d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b543db4a-4900-454f-be04-352b2897a173+3:17105:x1853237348019840:12345-0@lo:104: Request processed in 470us (693us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384891.894848:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384891.894853:0:17105:0:(import.c:2128:obd_at_measure()) add 1 to 00000000456edb1d time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384891.894855:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.894862:0:17105:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384891.894864:0:17105:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384891.894865:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000229032c2 x1853237348019584/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384891.894868:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00000001:3.0:1767384891.894869:0:17105:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384891.894873:0:17105:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384891.894875:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009de0d226 : new rpc_count 0 00000100:00000001:3.0:1767384891.894878:0:17105:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.894880:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384891.894885:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384891.894888:0:17105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000045e98e3f x1853237348019840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384891.894888:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384891.894890:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c3d9b3dd. 00000020:00000010:1.0:1767384891.894896:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fefe543c. 00000100:00000001:0.0:1767384891.894901:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:1.0:1767384891.894903:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e4a7fc4. 00000100:00000001:0.0:1767384891.894905:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384891.894906:0:17105:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384891.894909:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000009de0d226 : new refcount 2 00000100:00000001:3.0:1767384891.894912:0:17105:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:01000004:0.0:1767384891.894912:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:1.0:1767384891.894914:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384891.894915:0:17105:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384891.894916:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384891.894921:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:3.0:1767384891.894922:0:17105:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000020:01000004:0.0:1767384891.894924:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:3.0:1767384891.894925:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:0.0:1767384891.894927:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:3.0:1767384891.894928:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:0.0:1767384891.894930:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:3.0:1767384891.894931:0:17105:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384891.894933:0:16358:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:00000001:1.0:1767384891.894934:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:01000004:0.0:1767384891.894936:0:16358:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000100:00000040:3.0:1767384891.894938:0:17105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000045e98e3f x1853237348019840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384907 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767384891.894939:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384891.894940:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384891.894943:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00010000:1.0:1767384891.894952:0:17078:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1767384891.894953:0:17105:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000045e98e3f pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17105:1853237348019840:0@lo:104: 00010000:00000001:1.0:1767384891.894957:0:17078:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:3.0:1767384891.894959:0:17105:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384891.894960:0:17078:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1767384891.894962:0:17105:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384891.894964:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000229032c2 x1853237348019584/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.894965:0:17105:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00010000:1.0:1767384891.894965:0:17078:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.134@tcp lock: 00000000e13431ad/0xb57eb78819562f82 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb57eb78819562f89 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384891.894969:0:17105:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384891.894974:0:17105:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000045e98e3f x1853237348019840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384907 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384891.894990:0:17078:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e13431ad already unused, calling callback (00000000099ed54c) 00000100:00100000:0.0:1767384891.894995:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000229032c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348019584:0@lo:253: 10000000:00000001:1.0:1767384891.894996:0:17078:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384891.895000:0:17078:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.134@tcp lock: 00000000e13431ad/0xb57eb78819562f82 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb57eb78819562f89 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384891.895001:0:17105:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384891.895005:0:17105:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384891.895006:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384891.895009:0:17105:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff3c05ca. 00000100:00000001:0.0:1767384891.895012:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384891.895013:0:17078:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:3.0:1767384891.895014:0:17105:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767384891.895016:0:17078:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:0.0:1767384891.895018:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000229032c2 x1853237348019584/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384891.895019:0:17105:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1767384891.895019:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384891.895023:0:17105:0:(genops.c:1242:class_import_put()) import 000000003b66da55 refcount=1 obd=MGS 00000020:00000040:1.0:1767384891.895024:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e13431ad refcount=3 00000020:00000001:3.0:1767384891.895029:0:17105:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384891.895030:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006035456 : -119483703516160 : ffff9354884ba400) 00000100:00000001:0.0:1767384891.895032:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767384891.895034:0:17078:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006035456 : -119483703516160 : ffff9354884ba400) 02000000:00000001:0.0:1767384891.895035:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767384891.895038:0:17078:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000010:0.0:1767384891.895039:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000099ed13a9. 02000000:00000010:3.0:1767384891.895040:0:17105:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000dfe18cbd. 00010000:00010000:1.0:1767384891.895041:0:17078:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.134@tcp lock: 00000000e13431ad/0xb57eb78819562f82 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb57eb78819562f89 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384891.895049:0:17105:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384891.895049:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000001:1.0:1767384891.895050:0:17078:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:3.0:1767384891.895053:0:17105:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1767384891.895054:0:16358:0:(genops.c:1236:class_import_put()) Process entered 10000000:00010000:1.0:1767384891.895055:0:17078:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.134@tcp lock: 00000000e13431ad/0xb57eb78819562f82 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb57eb78819562f89 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000010:3.0:1767384891.895058:0:17105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000045e98e3f. 00000020:00000040:0.0:1767384891.895058:0:16358:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:3.0:1767384891.895065:0:17105:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1767384891.895065:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 10000000:01000000:1.0:1767384891.895066:0:17078:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:3.0:1767384891.895070:0:17105:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384891.895071:0:17078:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 02000000:00000010:0.0:1767384891.895071:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000094902d42. 10000000:00000040:1.0:1767384891.895075:0:17078:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000010:3.0:1767384891.895077:0:17105:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000004acd755. 10000000:00000040:1.0:1767384891.895095:0:17078:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 02000000:00000001:0.0:1767384891.895096:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384891.895099:0:17105:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:0.0:1767384891.895100:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1767384891.895101:0:17078:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384891.895102:0:17105:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384891.895104:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000229032c2. 00010000:00000001:1.0:1767384891.895105:0:17078:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384891.895106:0:17105:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9917c65. 00000100:00000001:0.0:1767384891.895111:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767384891.895113:0:17105:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.895113:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384891.895118:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.895119:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384891.895120:0:17078:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384891.895123:0:17078:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1767384891.895124:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000040:1.0:1767384891.895126:0:17078:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000002298ce) refs 2 00000100:00000001:0.0:1767384891.895127:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 20000000:00000001:3.0:1767384891.895128:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 10000000:00000001:1.0:1767384891.895132:0:17078:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:3.0:1767384891.895133:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:0.0:1767384891.895133:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384891.895136:0:17105:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000001c51c61d/0xb57eb78819562f90 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384891.895137:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384891.895141:0:17078:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.895147:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384891.895150:0:17078:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384891.895155:0:17078:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384891.895157:0:17078:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384891.895160:0:17078:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384891.895162:0:17078:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384891.895166:0:17078:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e13431ad with handle 0xb57eb78819562f82 from hash 00010000:00000001:1.0:1767384891.895169:0:17078:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384891.895171:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384891.895173:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384891.895175:0:17078:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384891.895178:0:17078:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384891.895180:0:17078:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384891.895184:0:17078:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384891.895187:0:17078:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384891.895192:0:17078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000d521fe3. 00000020:00000040:1.0:1767384891.895196:0:17078:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00000001:1.0:1767384891.895199:0:17078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384891.895202:0:17078:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384891.895204:0:17078:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384891.895210:0:17078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001e4a7fc4. 00000100:00000001:1.0:1767384891.895214:0:17078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384891.895216:0:17078:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384891.895220:0:17078:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.134@tcp lock: 00000000e13431ad/0xb57eb78819562f82 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb57eb78819562f89 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384891.895225:0:17078:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384891.895226:0:17078:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384891.895228:0:17078:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384891.895230:0:17078:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384891.895234:0:17078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000d521fe3] to pc [ptlrpcd_00_02+2] req@000000000d521fe3 x1853237348019968/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384891.895256:0:17078:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384891.895258:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384891.895260:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384891.895262:0:17078:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.895266:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384891.895271:0:17078:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.895272:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384891.895272:0:16361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 10000000:00000001:1.0:1767384891.895273:0:17078:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.895276:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.895277:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384891.895279:0:17078:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.134@tcp lock: 00000000e13431ad/0xb57eb78819562f82 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb57eb78819562f89 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384891.895284:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767384891.895285:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384891.895288:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384891.895289:0:17078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.134@tcp lock: 00000000e13431ad/0xb57eb78819562f82 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb57eb78819562f89 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384891.895292:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384891.895295:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384891.895298:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000040:1.0:1767384891.895299:0:17078:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f6a7806e count: 0 00000100:00000040:0.0:1767384891.895305:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000d521fe3 x1853237348019968/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384891.895312:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384891.895313:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384891.895315:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384891.895316:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1767384891.895318:0:17078:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:0.0:1767384891.895319:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384891.895322:0:17078:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000007ea415db. 02000000:00000001:0.0:1767384891.895323:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384891.895328:0:17078:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384891.895328:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000d521fe3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348019968:0@lo:103: 00000020:00000001:1.0:1767384891.895333:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384891.895334:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1767384891.895336:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384891.895337:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:1.0:1767384891.895339:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767384891.895340:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384891.895342:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767384891.895343:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1767384891.895344:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384891.895347:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:0.0:1767384891.895348:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d223133. 00000020:00000001:1.0:1767384891.895349:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384891.895352:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384891.895353:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384891.895357:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767384891.895384:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004815f523. 00000400:00000010:0.0:1767384891.895390:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8e7a793. 00000100:00000200:0.0:1767384891.895393:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348019968, portal 18 00000100:00000001:0.0:1767384891.895394:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384891.895395:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590793065344 : -119482916486272 : ffff9354b734c380) 00000100:00000040:0.0:1767384891.895398:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000d521fe3 x1853237348019968/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384907 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384891.895403:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384891.895405:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384891.895408:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009546ffc0. 00000100:00000200:0.0:1767384891.895409:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237348019968, offset 0 00000400:00000200:0.0:1767384891.895413:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384891.895424:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384891.895432:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958271d02f00 00000400:00000200:0.0:1767384891.895438:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 984 00000400:00000200:0.0:1767384891.895441:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384891.895444:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384891.895448:0:16361:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384891.895450:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384891.895453:0:16361:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e933ccb9. 00000100:00000040:0.0:1767384891.895455:0:16361:0:(events.c:337:request_in_callback()) incoming req@00000000e933ccb9 x1853237348019968 msgsize 328 00000100:00100000:0.0:1767384891.895460:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384891.895470:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384891.895474:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009546ffc0 00000400:00000010:0.0:1767384891.895476:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009546ffc0. 00000100:00000001:0.0:1767384891.895480:0:16361:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384891.895483:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000d521fe3 x1853237348019968/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384907 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384891.895489:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384891.895491:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000d521fe3 x1853237348019968/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384907 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.895492:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384891.895496:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348019968 02000000:00000001:3.0:1767384891.895500:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384891.895501:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.895502:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384891.895503:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384891.895505:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.895508:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384891.895509:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.895514:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294880931 00000100:00100000:3.0:1767384891.895515:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348019968 00000020:00000001:3.0:1767384891.895518:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384891.895520:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:3.0:1767384891.895522:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384891.895523:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294880930 00000020:00000040:3.0:1767384891.895526:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=16 00000100:00000001:0.0:1767384891.895528:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294880931 00000020:00000001:3.0:1767384891.895529:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:3.0:1767384891.895533:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:0.0:1767384891.895534:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294880930 00000100:00000001:3.0:1767384891.895536:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384891.895540:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294880931 00000020:00000010:3.0:1767384891.895541:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9917c65. 00000100:00000001:0.0:1767384891.895544:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294880930 00000100:00000001:3.0:1767384891.895545:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384891.895547:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294880931 00000100:00000001:0.0:1767384891.895549:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294880930 00000100:00000001:0.0:1767384891.895551:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384891.895554:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9917c65. 00000020:00000010:3.0:1767384891.895559:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dfe18cbd. 00000100:00000001:0.0:1767384891.895560:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.895563:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384891.895564:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007e288106. 00000100:00000001:0.0:1767384891.895566:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384891.895571:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bfe1fb8e. 00000100:00000040:3.0:1767384891.895580:0:17076:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384891.895582:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384891.895583:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384891.895585:0:17076:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384891.895587:0:17076:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384891.895589:0:17076:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384891.895591:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384891.895592:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384891.895594:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007be4110a refcount=4 00000020:00000001:3.0:1767384891.895595:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004429312 : -119483705122304 : ffff935488332200) 00010000:00000001:3.0:1767384891.895597:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004429312 : -119483705122304 : ffff935488332200) 00010000:00010000:3.0:1767384891.895600:0:17076:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000007be4110a/0xb57eb78819562f89 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb57eb78819562f82 expref: 16 pid: 17083 timeout: 363 lvb_type: 0 00010000:00000001:3.0:1767384891.895604:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384891.895606:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384891.895607:0:17076:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384891.895609:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384891.895613:0:17076:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384891.895617:0:17076:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e933ccb9 x1853237348019968/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:117/0 lens 328/0 e 0 to 0 dl 1767384902 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.895622:0:17076:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384891.895624:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.895634:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384891.895644:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384891.895645:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384891.895649:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:3.0:1767384891.895651:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000100:00000001:3.0:1767384891.895653:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878158208 : -119482831393408 : ffff9354bc472d80) 00000100:00000040:3.0:1767384891.895656:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e933ccb9 x1853237348019968/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:117/0 lens 328/0 e 0 to 0 dl 1767384902 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.895667:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384891.895670:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9917c65. 00000100:00000001:3.0:1767384891.895671:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384891.895673:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9917c65. 00000100:00100000:3.0:1767384891.895676:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e933ccb9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b543db4a-4900-454f-be04-352b2897a173+16:16361:x1853237348019968:12345-0@lo:103: 00000100:00000200:3.0:1767384891.895678:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348019968 00010000:00000001:3.0:1767384891.895680:0:17076:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384891.895681:0:17076:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384891.895683:0:17076:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384891.895685:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384891.895686:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384891.895689:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006aa7742c. 02000000:00000001:3.0:1767384891.895691:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.895692:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384891.895694:0:17076:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384891.895695:0:17076:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384891.895696:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384891.895698:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384891.895699:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007be4110a refcount=4 00000020:00000001:3.0:1767384891.895700:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004429312 : -119483705122304 : ffff935488332200) 00010000:00000001:3.0:1767384891.895701:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004429312 : -119483705122304 : ffff935488332200) 00010000:00000040:3.0:1767384891.895703:0:17076:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000004c97c396 count: 3 00010000:00010000:3.0:1767384891.895705:0:17076:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000007be4110a/0xb57eb78819562f89 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb57eb78819562f82 expref: 16 pid: 17083 timeout: 363 lvb_type: 0 00000100:00001000:3.0:1767384891.895709:0:17076:0:(import.c:2128:obd_at_measure()) add 0 to 00000000f06c522d time=1767384891 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384891.895711:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384891.895714:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384891.895715:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384891.895716:0:17076:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000007be4110a/0xb57eb78819562f89 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb57eb78819562f82 expref: 16 pid: 17083 timeout: 363 lvb_type: 0 00000020:00000001:3.0:1767384891.895720:0:17076:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384891.895726:0:17076:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384891.895727:0:17076:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384891.895728:0:17076:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384891.895730:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384891.895731:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384891.895735:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384891.895736:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384891.895737:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384891.895738:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384891.895740:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007be4110a with handle 0xb57eb78819562f89 from hash 00010000:00000001:3.0:1767384891.895741:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384891.895742:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384891.895743:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384891.895744:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384891.895745:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384891.895746:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384891.895747:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007be4110a/0xb57eb78819562f89 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb57eb78819562f82 expref: 16 pid: 17083 timeout: 363 lvb_type: 0 00010000:00000040:3.0:1767384891.895751:0:17076:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003d3e266f : new locks_count 9 00000020:00000040:3.0:1767384891.895752:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 15 00010000:00000001:3.0:1767384891.895755:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384891.895757:0:17076:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384891.895758:0:17076:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384891.895759:0:17076:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000001c51c61d 00010000:00000001:3.0:1767384891.895760:0:17076:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384891.895761:0:17076:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384891.895763:0:17076:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384891.895764:0:17076:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384891.895766:0:17076:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384891.895767:0:17076:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384891.895769:0:17076:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384891.895770:0:17076:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000001c51c61d/0xb57eb78819562f90 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384891.895773:0:17076:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384891.895775:0:17076:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384891.895781:0:17076:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384891.895783:0:17076:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384891.895784:0:17076:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004c97c396) refcount = 2 00010000:00010000:3.0:1767384891.895786:0:17076:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001c51c61d/0xb57eb78819562f90 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384891.895789:0:17076:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384891.895791:0:17076:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384891.895791:0:17076:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384891.895793:0:17076:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384891.895794:0:17076:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9917c65. 00000100:00000001:3.0:1767384891.895796:0:17076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384891.895798:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000004acd755. 00000100:00000001:3.0:1767384891.895800:0:17076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624585638340480 : -119488071211136 : ffff935383f5e780) 00000100:00000001:3.0:1767384891.895814:0:17076:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624585638340480 : -119488071211136 : ffff935383f5e780) 00000100:00000001:3.0:1767384891.895839:0:17076:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384891.895840:0:17076:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384891.895841:0:17076:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384891.895843:0:17076:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384891.895845:0:17076:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 00010000:00000001:3.0:1767384891.895847:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384891.895848:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384891.895850:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001c51c61d refcount=5 00000020:00000001:3.0:1767384891.895852:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867059712 : -119483842491904 : ffff935480030a00) 00010000:00000001:3.0:1767384891.895854:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867059712 : -119483842491904 : ffff935480030a00) 00010000:00000001:3.0:1767384891.895855:0:17076:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384891.895857:0:17076:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001c51c61d/0xb57eb78819562f90 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384891.895861:0:17076:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384891.895863:0:17076:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001c51c61d/0xb57eb78819562f90 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384891.895866:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384891.895868:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384891.895875:0:17076:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001c51c61d/0xb57eb78819562f90 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000010:0.0:1767384891.895875:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a6972827. 00010000:00000001:3.0:1767384891.895882:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384891.895884:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384891.895886:0:17076:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384891.895886:0:17076:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001c51c61d/0xb57eb78819562f90 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384891.895890:0:17076:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001c51c61d already unused, calling callback (00000000df0e66e0) 00010000:00000001:3.0:1767384891.895892:0:17076:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384891.895894:0:17076:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384891.895895:0:17076:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001c51c61d/0xb57eb78819562f90 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384891.895898:0:17076:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384891.895899:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384891.895900:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000010:1.0:1767384891.895901:0:17084:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ec247c54. 00000020:00000040:3.0:1767384891.895902:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001c51c61d refcount=6 00000020:00000001:3.0:1767384891.895906:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867059712 : -119483842491904 : ffff935480030a00) 00010000:00000001:3.0:1767384891.895908:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867059712 : -119483842491904 : ffff935480030a00) 00010000:00000001:3.0:1767384891.895910:0:17076:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00040000:00000001:1.0:1767384891.895910:0:17084:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00010000:3.0:1767384891.895911:0:17076:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001c51c61d/0xb57eb78819562f90 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00040000:00000001:1.0:1767384891.895914:0:17084:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384891.895918:0:17084:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384891.895919:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000002:1.0:1767384891.895922:0:17084:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 00010000:00000001:3.0:1767384891.895923:0:17076:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384891.895925:0:17076:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384891.895927:0:17084:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384891.895929:0:17084:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384891.895931:0:17084:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384891.895933:0:17084:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384891.895935:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 20000000:01000000:1.0:1767384891.895935:0:17084:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00010000:00000001:3.0:1767384891.895938:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:1.0:1767384891.895939:0:17084:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:3.0:1767384891.895940:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384891.895943:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384891.895945:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001c51c61d with handle 0xb57eb78819562f90 from hash 00010000:00000001:3.0:1767384891.895947:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384891.895948:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384891.895954:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384891.895955:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384891.895957:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384891.895958:0:17076:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:0.0:1767384891.895959:0:17105:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000001c51c61d/0xb57eb78819562f90 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384891.895960:0:17076:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384891.895963:0:17076:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384891.895967:0:17076:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384891.895972:0:17076:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384891.895974:0:17105:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384891.895975:0:17076:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 20000000:00000001:0.0:1767384891.895979:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384891.895980:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384891.895983:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384891.895984:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001c51c61d/0xb57eb78819562f90 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384891.895987:0:17076:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384891.895991:0:17076:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384891.895994:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384891.895995:0:17076:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384891.895998:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384891.895999:0:17076:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001c51c61d/0xb57eb78819562f90 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384891.896002:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384891.896005:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:3.0:1767384891.896008:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:01000000:0.0:1767384891.896008:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00010000:00000001:3.0:1767384891.896013:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384891.896013:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00010000:00000001:3.0:1767384891.896017:0:17076:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 10000000:01000000:0.0:1767384891.896017:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384891.896020:0:17076:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384891.896022:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384891.896023:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384891.896027:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384891.896027:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:3.0:1767384891.896031:0:17076:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000040:0.0:1767384891.896032:0:17105:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000004c97c396 count: 3 00010000:00000001:3.0:1767384891.896033:0:17076:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384891.896038:0:17076:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384891.896038:0:17105:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384891.896041:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384891.896042:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00010000:3.0:1767384891.896044:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001c51c61d/0xb57eb78819562f90 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384891.896046:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a1c872c2. 00000020:00000001:0.0:1767384891.896052:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000020:1.0:1767384891.896056:0:17084:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384891.896057:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1767384891.896057:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a1c872c2 with handle 0xb57eb78819562f97 to hash 00010000:00000001:3.0:1767384891.896060:0:17076:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.896062:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384891.896063:0:17076:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:00000001:0.0:1767384891.896063:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384891.896066:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590006038528 : -119483703513088 : ffff9354884bb000) 00010000:00000001:3.0:1767384891.896067:0:17076:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1767384891.896069:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590006038528 : -119483703513088 : ffff9354884bb000) 00000100:00000001:3.0:1767384891.896072:0:17076:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384891.896072:0:17084:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000097a31791. 00010000:00000001:0.0:1767384891.896073:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384891.896076:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.896078:0:17076:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384891.896079:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a1c872c2/0xb57eb78819562f97 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 20000000:00000001:1.0:1767384891.896080:0:17084:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.896081:0:17076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384891.896084:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000004acd755. 00010000:00000040:1.0:1767384891.896086:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348019712 00010000:00000001:1.0:1767384891.896089:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384891.896093:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000e7ad714 x1853237348019712/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:117/0 lens 4848/4768 e 0 to 0 dl 1767384902 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.896094:0:17076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384891.896096:0:17076:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384891.896101:0:17076:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9917c65. 00010000:00000001:3.0:1767384891.896105:0:17076:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1767384891.896108:0:17076:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384891.896112:0:17076:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384891.896113:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384891.896115:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384891.896117:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384891.896118:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384891.896119:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384891.896120:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384891.896122:0:17076:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384891.896124:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=25 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384891.896124:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00001000:3.0:1767384891.896125:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 0000000059180339 time=25 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384891.896128:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384891.896134:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:1.0:1767384891.896135:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384891.896136:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384891.896136:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384891.896140:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000040:1.0:1767384891.896141:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 22 to 0@lo 00000100:00000040:3.0:1767384891.896142:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 22 to 0@lo 00010000:00000001:0.0:1767384891.896144:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384891.896147:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000001:3.0:1767384891.896149:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000001:1.0:1767384891.896149:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:0.0:1767384891.896150:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384891.896153:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004c97c396) refcount = 1 02000000:00000001:3.0:1767384891.896155:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384891.896158:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384891.896158:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:0.0:1767384891.896159:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a1c872c2/0xb57eb78819562f97 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384891.896163:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.896164:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384891.896170:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384891.896170:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000001:1.0:1767384891.896172:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384891.896173:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab0b7a9d. 00010000:00000001:0.0:1767384891.896173:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384891.896178:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384891.896179:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237348019968, offset 224 00010000:00000001:0.0:1767384891.896182:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384891.896184:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384891.896185:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384891.896189:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767384891.896190:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ea415db. 20000000:00000001:0.0:1767384891.896191:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384891.896194:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 00000100:00000200:1.0:1767384891.896198:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348019712, offset 224 00010000:00000001:0.0:1767384891.896199:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1767384891.896200:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384891.896202:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384891.896206:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a1c872c2 refcount=4 00000020:00000001:0.0:1767384891.896208:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006038528 : -119483703513088 : ffff9354884bb000) 00010000:00000001:0.0:1767384891.896211:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006038528 : -119483703513088 : ffff9354884bb000) 00000400:00000200:3.0:1767384891.896216:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958271d02f00 00000400:00000200:1.0:1767384891.896216:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384891.896216:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384891.896220:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a1c872c2/0xb57eb78819562f97 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384891.896226:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1411 [1] + 224 00010000:00000001:0.0:1767384891.896227:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384891.896231:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a1c872c2/0xb57eb78819562f97 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384891.896234:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384891.896235:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384891.896243:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384891.896246:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384891.896247:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d02e00 00000100:00000200:3.0:1767384891.896252:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000d521fe3 x1853237348019968/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384907 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384891.896260:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13f1 [2] + 224 00010000:00000001:0.0:1767384891.896265:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384891.896268:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384891.896271:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a1c872c2/0xb57eb78819562f97 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384891.896272:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384891.896278:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000d521fe3 x1853237348019968/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384891.896282:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384891.896287:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767384891.896290:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384891.896291:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384891.896296:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000200:1.0:1767384891.896297:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000013af3d79 x1853237348019712/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384891.896299:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a1c872c2/0xb57eb78819562f97 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384891.896303:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384891.896309:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab0b7a9d 00000400:00000010:3.0:1767384891.896312:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab0b7a9d. 00010000:00010000:0.0:1767384891.896317:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a1c872c2 already unused, calling callback (00000000df0e66e0) 00000100:00000001:3.0:1767384891.896318:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384891.896322:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384891.896322:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:1.0:1767384891.896323:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000013af3d79 x1853237348019712/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384891.896326:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384891.896329:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a1c872c2/0xb57eb78819562f97 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384891.896332:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384891.896340:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:3.0:1767384891.896344:0:17076:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384891.896347:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384891.896348:0:17076:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384891.896350:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384891.896352:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384891.896354:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a1c872c2 refcount=5 00000100:00000040:3.0:1767384891.896355:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e933ccb9 x1853237348019968/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:117/0 lens 328/224 e 0 to 0 dl 1767384902 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384891.896355:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384891.896356:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006038528 : -119483703513088 : ffff9354884bb000) 00010000:00000001:0.0:1767384891.896361:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006038528 : -119483703513088 : ffff9354884bb000) 00000400:00000200:1.0:1767384891.896363:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ea415db 00010000:00000001:0.0:1767384891.896367:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000010:1.0:1767384891.896368:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ea415db. 00010000:00010000:0.0:1767384891.896371:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a1c872c2/0xb57eb78819562f97 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384891.896373:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:3.0:1767384891.896376:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e933ccb9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b543db4a-4900-454f-be04-352b2897a173+15:16361:x1853237348019968:12345-0@lo:103: Request processed in 704us (915us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384891.896383:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384891.896385:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384891.896388:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384891.896390:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.896391:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384891.896393:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00000001:0.0:1767384891.896395:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:3.0:1767384891.896397:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000100:00000040:1.0:1767384891.896398:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:0.0:1767384891.896399:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767384891.896402:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384891.896403:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384891.896404:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384891.896405:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767384891.896407:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384891.896409:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007e288106. 00010000:00000001:0.0:1767384891.896412:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384891.896413:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1767384891.896415:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bfe1fb8e. 00000020:00000040:0.0:1767384891.896417:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a1c872c2 with handle 0xb57eb78819562f97 from hash 00000020:00000010:3.0:1767384891.896420:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dfe18cbd. 00000100:00000040:1.0:1767384891.896420:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000e7ad714 x1853237348019712/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:117/0 lens 4848/4768 e 0 to 0 dl 1767384902 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384891.896422:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000040:3.0:1767384891.896425:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00010000:00000001:0.0:1767384891.896425:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384891.896428:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384891.896431:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1767384891.896432:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384891.896435:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384891.896438:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00100000:1.0:1767384891.896439:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000e7ad714 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+14:16359:x1853237348019712:12345-0@lo:253: Request processed in 4368us (4794us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384891.896441:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384891.896444:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384891.896447:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384891.896448:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.896451:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384891.896452:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00010000:00000001:0.0:1767384891.896453:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384891.896456:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000001:3.0:1767384891.896457:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384891.896457:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000400:00000001:3.0:1767384891.896461:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384891.896462:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384891.896462:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1767384891.896463:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004815f523. 00010000:00000001:0.0:1767384891.896465:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384891.896467:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767384891.896468:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8e7a793 00010000:00000001:0.0:1767384891.896468:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384891.896471:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000045f69503. 00000400:00000010:3.0:1767384891.896473:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8e7a793. 00010000:00000001:0.0:1767384891.896474:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384891.896477:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000477df253. 00010000:00000001:0.0:1767384891.896479:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.896480:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384891.896483:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e51fb73d. 00010000:00010000:0.0:1767384891.896484:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a1c872c2/0xb57eb78819562f97 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384891.896486:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000d521fe3 x1853237348019968/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384891.896490:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 02000000:00000001:1.0:1767384891.896496:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384891.896498:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005a1ce144. 00010000:00000001:0.0:1767384891.896501:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384891.896504:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384891.896505:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384891.896507:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1767384891.896509:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384891.896511:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000d521fe3 x1853237348019968/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384891.896511:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000200:1.0:1767384891.896514:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384891.896514:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384891.896517:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384891.896520:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000010:1.0:1767384891.896521:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000595cc22d. 00010000:00000001:0.0:1767384891.896523:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384891.896528:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.896529:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384891.896529:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ea415db. 00010000:00010000:0.0:1767384891.896530:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a1c872c2/0xb57eb78819562f97 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384891.896533:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384891.896538:0:16361:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384891.896541:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1767384891.896541:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1767384891.896543:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384891.896544:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384891.896546:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a1c872c2/0xb57eb78819562f97 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384891.896548:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384891.896552:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.896552:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384891.896556:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767384891.896557:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384891.896560:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:3.0:1767384891.896563:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 000000009e62be5a time=25 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384891.896564:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ab5e452. 00000400:00000200:1.0:1767384891.896570:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a0de3dc 00010000:00000040:0.0:1767384891.896571:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004c97c396 count: 0 00000100:00001000:3.0:1767384891.896572:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=25 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384891.896573:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001a0de3dc. 00000100:00000001:3.0:1767384891.896580:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384891.896581:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384891.896583:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384891.896584:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1767384891.896588:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000013af3d79 x1853237348019712/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:0.0:1767384891.896588:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:3.0:1767384891.896589:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384891.896593:0:16361:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.896596:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384891.896602:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000d521fe3 x1853237348019968/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.896609:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384891.896614:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384891.896616:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384891.896621:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000d521fe3 x1853237348019968/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384907 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384891.896628:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000013af3d79 x1853237348019712/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384891.896632:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000d521fe3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348019968:0@lo:103: 00000100:00000001:3.0:1767384891.896640:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384891.896644:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384891.896645:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384891.896647:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000d521fe3 x1853237348019968/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384907 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384891.896648:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384891.896653:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384891.896656:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384891.896658:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384891.896659:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384891.896660:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384891.896661:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384891.896663:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d223133. 02000000:00000001:1.0:1767384891.896665:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384891.896668:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:1.0:1767384891.896669:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=25 v=5 (5 0 0 0) 00000020:00000001:3.0:1767384891.896671:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384891.896674:0:16361:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00001000:1.0:1767384891.896675:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=25 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384891.896678:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384891.896680:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1767384891.896681:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001e4a7fc4. 00000100:00000001:1.0:1767384891.896682:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384891.896687:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767384891.896687:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384891.896689:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384891.896690:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384891.896692:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000d521fe3. 00000100:00000001:1.0:1767384891.896695:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.896696:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384891.896699:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384891.896700:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000013af3d79 x1853237348019712/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.896709:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384891.896710:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384891.896714:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384891.896716:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384891.896716:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384891.896719:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384891.896721:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:3.0:1767384891.896722:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:1.0:1767384891.896723:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384891.896725:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384891.896726:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384891.896730:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384891.896730:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384891.896731:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384891.896733:0:16359:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384891.896734:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384891.896735:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384891.896737:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013af3d79 x1853237348019712/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384891.896742:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000013af3d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348019712:0@lo:253: 00000100:00000001:1.0:1767384891.896745:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384891.896753:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384891.896754:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000013af3d79 x1853237348019712/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384891.896759:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384891.896760:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384891.896761:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004a8e2c40. 02000000:00000001:1.0:1767384891.896763:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384891.896764:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384891.896765:0:16359:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:1.0:1767384891.896766:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384891.896767:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c11d91be. 02000000:00000001:1.0:1767384891.896769:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384891.896770:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384891.896771:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000013af3d79. 00000100:00000001:1.0:1767384891.896773:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384891.896774:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384891.896775:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384891.896778:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384891.896779:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.896781:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384891.896782:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384891.900110:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f6a7806e. 00010000:00000010:1.1:1767384891.900119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e13431ad. 00000100:00000040:1.0:1767384891.900891:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294880931, at 4294880932 00000100:00000010:1.0:1767384891.900899:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1b2b46e. 00000100:00000040:0.0:1767384891.900944:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294880931, at 4294880932 00000100:00000010:0.0:1767384891.900951:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000067ab23a5. 00010000:00000010:0.1:1767384891.901862:0:22108:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004c97c396. 00010000:00000010:0.1:1767384891.901869:0:22108:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a1c872c2. 00010000:00000010:3.1:1767384891.901885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007be4110a. 00010000:00000010:3.1:1767384891.901894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001c51c61d. 00000100:00000040:2.0:1767384891.901902:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294880931, at 4294880933 00000100:00000040:3.0:1767384891.901906:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294880931, at 4294880933 00000100:00000010:2.0:1767384891.901910:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005a9c8587. 00000100:00000010:3.0:1767384891.901912:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000912b08fa. 00000400:00000010:0.0:1767384891.907223:0:22113:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a0db743d. 00000400:00000040:0.0:1767384891.907238:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384891.907240:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384891.907242:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384891.907243:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384891.907245:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384891.907246:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384891.907248:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384891.907249:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384891.907250:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384891.907251:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384891.907253:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384891.907254:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384891.907255:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384891.907256:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384891.907257:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384891.907258:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384891.907259:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384891.907260:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384891.907261:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384891.907262:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384891.907263:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384891.907264:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384891.907265:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384891.907266:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384891.907267:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384891.907268:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384891.907269:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384891.907270:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384891.907271:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384891.907275:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384891.907276:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384891.907278:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384891.907279:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384891.907280:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384891.907281:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384891.907282:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384891.907283:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384891.907284:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384891.907285:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384891.907286:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384891.907287:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384891.907288:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384891.907289:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384891.907290:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384891.907291:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384891.907292:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384891.907293:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384891.907294:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384891.907295:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384891.907296:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384891.907297:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384891.907298:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384891.907299:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384891.907300:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384891.907301:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384891.907302:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384891.907303:0:22113:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384891.907328:0:22113:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a0db743d. 00000100:00000040:2.0:1767384892.249079:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:3.0:1767384892.249085:0:17112:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:2.0:1767384892.249086:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000020:3.0:1767384892.249090:0:17112:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384892.249094:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000020ec9fcc. 00000100:00000010:3.0:1767384892.249097:0:17112:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045e98e3f. 00000020:00000040:2.0:1767384892.249102:0:38:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:3.0:1767384892.249103:0:17112:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384892.249109:0:17112:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384892.249109:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384892.249114:0:17112:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384892.249114:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384892.249121:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384892.249122:0:17112:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384892.249133:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001b005f3b. 02000000:00000010:3.0:1767384892.249134:0:17112:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a520af1. 00000100:00000001:3.0:1767384892.249142:0:17112:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.249144:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.249148:0:17112:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384892.249150:0:17112:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384892.249164:0:17112:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045e98e3f] to pc [ptlrpcd_00_03+3] req@0000000045e98e3f x1853237348020096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384892.249164:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000020ec9fcc x1853237348020224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384892.249200:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384892.249203:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384892.249207:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020ec9fcc] to pc [ptlrpcd_00_00+0] req@0000000020ec9fcc x1853237348020224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384892.249212:0:17112:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.249232:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384892.249235:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384892.249239:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384892.249242:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f7a1e0b. 00000020:00000040:2.0:1767384892.249244:0:38:0:(genops.c:1229:class_import_get()) import 00000000aab4eb9e refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384892.249247:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384892.249248:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384892.249251:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384892.249254:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ac50ee55. 00000100:00000001:2.0:1767384892.249258:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384892.249262:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000009f7a1e0b x1853237348020352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384892.249268:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384892.249269:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384892.249274:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f7a1e0b] to pc [ptlrpcd_00_01+1] req@000000009f7a1e0b x1853237348020352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384892.249283:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384892.249285:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384892.249288:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384892.249291:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9fb1daf. 00000020:00000040:2.0:1767384892.249294:0:38:0:(genops.c:1229:class_import_get()) import 0000000062c1ff66 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384892.249296:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384892.249299:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384892.249301:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384892.249305:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005fba7342. 00000100:00000001:2.0:1767384892.249317:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384892.249322:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000b9fb1daf x1853237348020480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384892.249331:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384892.249333:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384892.249339:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9fb1daf] to pc [ptlrpcd_00_02+2] req@00000000b9fb1daf x1853237348020480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384892.249352:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384892.249358:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (218) 00000100:00000001:3.0:1767384892.249374:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384892.249378:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384892.249380:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384892.249384:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000045e98e3f x1853237348020096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384892.249391:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384892.249393:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384892.249397:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384892.249399:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384892.249401:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384892.249404:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000045e98e3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16361:1853237348020096:0@lo:13: 00000100:00000001:3.0:1767384892.249407:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384892.249411:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384892.249420:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384892.249422:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384892.249426:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000068d25154. 02000000:00000001:3.0:1767384892.249428:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384892.249433:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b2e3047. 00000400:00000010:3.0:1767384892.249440:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab0b7a9d. 00000100:00000200:3.0:1767384892.249446:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348020096, portal 4 00000100:00000001:3.0:1767384892.249448:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384892.249450:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789825792 : -119482919725824 : ffff9354b7035500) 00000100:00000040:3.0:1767384892.249457:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000045e98e3f x1853237348020096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384908 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384892.249463:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384892.249466:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384892.249470:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017c2fea7. 00000100:00000200:3.0:1767384892.249473:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237348020096, offset 0 00000400:00000200:3.0:1767384892.249479:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384892.249492:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384892.249505:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958271d02f80 00000400:00000200:3.0:1767384892.249512:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 672 00000400:00000200:3.0:1767384892.249518:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384892.249522:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384892.249529:0:16361:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384892.249531:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1767384892.249535:0:16361:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba0f4a16. 00000100:00000040:3.0:1767384892.249537:0:16361:0:(events.c:337:request_in_callback()) incoming req@00000000ba0f4a16 x1853237348020096 msgsize 224 00000100:00100000:3.0:1767384892.249543:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384892.249553:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384892.249560:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017c2fea7 00000400:00000010:3.0:1767384892.249562:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017c2fea7. 00000100:00000001:3.0:1767384892.249566:0:16361:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384892.249569:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000045e98e3f x1853237348020096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384908 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384892.249576:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384892.249579:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000045e98e3f x1853237348020096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384908 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384892.249591:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.249592:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384892.249598:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384892.249603:0:16361:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3665 usecs (4 jiffies) 00000100:00000001:3.0:1767384892.249606:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294881284 00000100:00000010:3.0:1767384892.249609:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d5ef1aa7. 00000100:00000001:3.0:1767384892.249615:0:16361:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384892.249620:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294881284 00000100:00000010:3.0:1767384892.249623:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b8cf827b. 00000100:00000001:3.0:1767384892.249626:0:16361:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384892.249630:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294881284 00000100:00000010:3.0:1767384892.249633:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000467368dd. 00000100:00000001:3.0:1767384892.249636:0:16361:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384892.249640:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294881284 00000100:00000010:3.0:1767384892.249643:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ed0b19e9. 00000100:00000001:3.0:1767384892.249646:0:16361:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384892.249651:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384892.249654:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.249657:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.249659:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384892.249667:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384892.249669:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384892.249670:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384892.249671:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384892.249673:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384892.249674:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384892.249677:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384892.249678:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384892.249683:0:16361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000040:2.0:1767384892.249684:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000020ec9fcc x1853237348020224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384892.249685:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384892.249692:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384892.249694:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384892.249697:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384892.249698:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384892.249699:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.249701:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384892.249703:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384892.249704:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384892.249706:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384892.249708:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384892.249710:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000020ec9fcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16358:1853237348020224:0@lo:400: 00000100:00000001:2.0:1767384892.249715:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384892.249718:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384892.249719:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9fb1daf x1853237348020480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384892.249721:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384892.249726:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384892.249731:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c56dfb3e. 00000100:00000001:3.0:1767384892.249732:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384892.249736:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384892.249736:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384892.249741:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767384892.249743:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099db357d. 02000000:00000001:3.0:1767384892.249744:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384892.249748:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384892.249750:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d22b8e9. 00000100:00100000:3.0:1767384892.249753:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9fb1daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16361:1853237348020480:0@lo:400: 00000100:00000200:2.0:1767384892.249755:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348020224, portal 4 00000100:00000001:3.0:1767384892.249759:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384892.249759:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384892.249763:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667943424 : -119483041608192 : ffff9354afbf8e00) 02000000:00000001:3.0:1767384892.249764:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384892.249767:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384892.249768:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384892.249770:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000020ec9fcc x1853237348020224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384892.249773:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dfe18cbd. 02000000:00000001:3.0:1767384892.249778:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384892.249785:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a42a9689. 00000400:00000010:3.0:1767384892.249789:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017c2fea7. 00000100:00000200:3.0:1767384892.249795:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348020480, portal 10 00000100:00000001:2.0:1767384892.249813:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384892.249838:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384892.249842:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384892.249843:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667946112 : -119483041605504 : ffff9354afbf9880) 00000400:00000010:2.0:1767384892.249848:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000100:00000040:3.0:1767384892.249852:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9fb1daf x1853237348020480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384892.249854:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237348020224, offset 0 00000100:00000001:3.0:1767384892.249862:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384892.249866:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384892.249870:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384892.249874:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d1b4081. 00000400:00000200:2.0:1767384892.249879:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384892.249880:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237348020480, offset 0 00000400:00000200:3.0:1767384892.249888:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384892.249891:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958271d03000 00000400:00000200:2.0:1767384892.249900:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 1872 00000400:00000200:3.0:1767384892.249901:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384892.249908:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384892.249915:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384892.249916:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958271d03100 00000100:00000001:2.0:1767384892.249919:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384892.249922:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:3.0:1767384892.249925:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2904 00000100:00000010:2.0:1767384892.249928:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c219b801. 00000400:00000200:3.0:1767384892.249931:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384892.249932:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000c219b801 x1853237348020224 msgsize 224 00000400:00000200:3.0:1767384892.249940:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384892.249944:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384892.249948:0:16361:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384892.249951:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384892.249954:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767384892.249961:0:16361:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096b20e2d. 00000400:00000200:2.0:1767384892.249961:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c2d411d 00000400:00000010:2.0:1767384892.249964:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000100:00000040:3.0:1767384892.249966:0:16361:0:(events.c:337:request_in_callback()) incoming req@0000000096b20e2d x1853237348020480 msgsize 224 00000100:00000001:2.0:1767384892.249968:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1767384892.249973:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1767384892.249975:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000020ec9fcc x1853237348020224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384892.249984:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384892.249986:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384892.249988:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000020ec9fcc x1853237348020224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384908 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384892.249994:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d1b4081 00000100:00000001:2.0:1767384892.249994:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384892.249998:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d1b4081. 00000100:00000001:2.0:1767384892.249999:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384892.250004:0:16361:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384892.250005:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384892.250009:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9fb1daf x1853237348020480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384892.250010:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3665 usecs (4 jiffies) 00000100:00000001:2.0:1767384892.250016:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294881285 00000100:00000001:3.0:1767384892.250024:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384892.250025:0:16358:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294881284 00000100:00000040:3.0:1767384892.250029:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9fb1daf x1853237348020480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384908 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384892.250032:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294881285 00000100:00000001:2.0:1767384892.250039:0:16358:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294881284 00000100:00000001:3.0:1767384892.250040:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.250042:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384892.250048:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.250050:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294881285 00000100:00000040:3.0:1767384892.250053:0:16361:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2787 usecs (3 jiffies) 00000100:00000001:2.0:1767384892.250054:0:16358:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294881284 00000100:00000001:3.0:1767384892.250056:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294881284 00000100:00000001:2.0:1767384892.250059:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294881285 00000100:00000001:3.0:1767384892.250061:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294881285 00000100:00000001:2.0:1767384892.250064:0:16358:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294881284 00000100:00000001:3.0:1767384892.250065:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294881284 00000100:00000001:3.0:1767384892.250070:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294881285 00000100:00000001:2.0:1767384892.250072:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384892.250073:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294881284 00000100:00000001:2.0:1767384892.250075:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.250077:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294881285 00000100:00000001:2.0:1767384892.250079:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.250081:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294881284 00000100:00000001:2.0:1767384892.250082:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384892.250086:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294881285 00000100:00000001:3.0:1767384892.250090:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384892.250090:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384892.250092:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.250093:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384892.250097:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.250098:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384892.250100:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.250101:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384892.250106:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384892.250109:0:16358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767384892.250111:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384892.250113:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384892.250114:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384892.250118:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.250118:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384892.250121:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384892.250123:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384892.250124:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384892.250129:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f7a1e0b x1853237348020352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384892.250134:0:17899:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384892.250135:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384892.250136:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384892.250138:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384892.250140:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384892.250142:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384892.250145:0:17899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348020096 00000100:00100000:2.0:1767384892.250147:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009f7a1e0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16358:1853237348020352:0@lo:400: 02000000:00000001:3.0:1767384892.250149:0:17899:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384892.250153:0:17899:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384892.250153:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384892.250156:0:17899:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384892.250157:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384892.250161:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384892.250162:0:17899:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384892.250163:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1767384892.250168:0:17899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348020096 02000000:00000010:2.0:1767384892.250168:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a0e25b3e. 02000000:00000001:2.0:1767384892.250173:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384892.250174:0:17899:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384892.250177:0:17899:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562efd 00000020:00000001:3.0:1767384892.250179:0:17899:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384892.250181:0:17899:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d9a32349 refcount=5 00000020:00000001:3.0:1767384892.250185:0:17899:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000400:00000010:2.0:1767384892.250185:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069e38a55. 00000020:00000001:3.0:1767384892.250187:0:17899:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000001:3.0:1767384892.250193:0:17899:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384892.250193:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000020:00000010:3.0:1767384892.250196:0:17899:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9917c65. 00000100:00000200:2.0:1767384892.250198:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348020352, portal 10 00000100:00000001:2.0:1767384892.250202:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1767384892.250203:0:17899:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000045739a18. 00000100:00000001:2.0:1767384892.250203:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667941632 : -119483041609984 : ffff9354afbf8700) 00000020:00000040:3.0:1767384892.250212:0:17899:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000029ff95b7) now 6 - evictor 00000100:00000040:2.0:1767384892.250212:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009f7a1e0b x1853237348020352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384892.250222:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384892.250226:0:17899:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:2.0:1767384892.250226:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384892.250229:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000584675ab. 00000020:00000010:3.0:1767384892.250232:0:17899:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff3c05ca. 00000100:00000200:2.0:1767384892.250233:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237348020352, offset 0 00000020:00000010:3.0:1767384892.250241:0:17899:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000091180fcd. 00000400:00000200:2.0:1767384892.250242:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384892.250249:0:17899:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bfe1fb8e. 00000400:00000200:2.0:1767384892.250253:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384892.250260:0:17899:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000400:00000200:2.0:1767384892.250261:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958271d03080 00000100:00000001:3.0:1767384892.250266:0:17899:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384892.250270:0:17899:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384892.250270:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3128 00000100:00000001:3.0:1767384892.250274:0:17899:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384892.250276:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384892.250281:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384892.250282:0:17899:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.250284:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384892.250287:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384892.250290:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000034c7ffcc. 00000100:00000001:3.0:1767384892.250293:0:17899:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384892.250293:0:16358:0:(events.c:337:request_in_callback()) incoming req@0000000034c7ffcc x1853237348020352 msgsize 224 00000100:00100000:2.0:1767384892.250303:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384892.250306:0:17899:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384892.250310:0:17899:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384892.250314:0:17899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000001:2.0:1767384892.250315:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384892.250317:0:17899:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d9a32349 : new rpc_count 1 00000100:00000001:3.0:1767384892.250320:0:17899:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590789824000 : -119482919727616 : ffff9354b7034e00) 00000400:00000200:2.0:1767384892.250323:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000584675ab 00000100:00000040:3.0:1767384892.250324:0:17899:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ba0f4a16 x1853237348020096/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:118/0 lens 224/0 e 0 to 0 dl 1767384903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384892.250329:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000584675ab. 00000100:00000001:2.0:1767384892.250336:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384892.250337:0:17899:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767384892.250343:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f7a1e0b x1853237348020352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384892.250347:0:17899:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000946e6856. 00000100:00000001:3.0:1767384892.250352:0:17899:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384892.250357:0:17899:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000946e6856. 00000100:00100000:3.0:1767384892.250364:0:17899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ba0f4a16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16361:x1853237348020096:12345-0@lo:13: 00000100:00000001:2.0:1767384892.250365:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384892.250368:0:17899:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348020096 00000100:00000040:2.0:1767384892.250372:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f7a1e0b x1853237348020352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384908 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384892.250373:0:17899:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384892.250377:0:17899:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384892.250380:0:17899:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.250381:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384892.250384:0:17899:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384892.250385:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384892.250387:0:17899:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665454032 : -1044097584 : ffffffffc1c455d0) 00000020:00000001:3.0:1767384892.250390:0:17899:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384892.250392:0:17899:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384892.250395:0:17899:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384892.250398:0:17899:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384892.250398:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384892.250400:0:17899:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384892.250403:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2571 usecs (3 jiffies) 00000100:00000001:3.0:1767384892.250405:0:17899:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384892.250407:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294881284 02000000:00000001:3.0:1767384892.250409:0:17899:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384892.250411:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294881285 00000100:00000001:2.0:1767384892.250414:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294881284 02000000:00000010:3.0:1767384892.250415:0:17899:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000ac173b1c. 00000100:00000001:2.0:1767384892.250416:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294881285 02000000:00000001:3.0:1767384892.250419:0:17899:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.250420:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294881284 00000100:00000001:3.0:1767384892.250423:0:17899:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.250424:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294881285 00002000:00000001:3.0:1767384892.250428:0:17899:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:2.0:1767384892.250428:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294881284 00000100:00000001:2.0:1767384892.250432:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294881285 00002000:00000001:3.0:1767384892.250434:0:17899:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:2.0:1767384892.250434:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384892.250438:0:17899:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:2.0:1767384892.250439:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.250444:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.250446:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384892.250450:0:17899:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1767384892.250453:0:17899:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:2.0:1767384892.250456:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000020:3.0:1767384892.250457:0:17899:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:2.0:1767384892.250459:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384892.250461:0:17899:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000d9a32349 dirty 0 pend 0 grant 0 00002000:00000020:3.0:1767384892.250466:0:17899:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:3.0:1767384892.250468:0:17899:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:2.0:1767384892.250470:0:17090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000001:00000001:3.0:1767384892.250472:0:17899:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00100000:2.0:1767384892.250474:0:17090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348020480 00000001:00000001:3.0:1767384892.250475:0:17899:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384892.250477:0:17090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00002000:00000001:3.0:1767384892.250478:0:17899:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.250480:0:17090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000040:3.0:1767384892.250482:0:17899:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237348020096 00000100:00000001:2.0:1767384892.250483:0:17090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384892.250489:0:17899:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:2.0:1767384892.250490:0:17090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384892.250493:0:17090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348020480 00000020:00000001:2.0:1767384892.250494:0:17090:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384892.250495:0:17090:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562ee1 00000020:00000001:2.0:1767384892.250499:0:17090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384892.250501:0:17090:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000083ded37e refcount=5 00010000:00000200:3.0:1767384892.250504:0:17899:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ba0f4a16 x1853237348020096/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:118/0 lens 224/368 e 0 to 0 dl 1767384903 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384892.250504:0:17090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00000020:00000001:2.0:1767384892.250510:0:17090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00000100:00000001:2.0:1767384892.250516:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1767384892.250520:0:17899:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:2.0:1767384892.250521:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8eee324. 00010000:00000001:3.0:1767384892.250524:0:17899:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384892.250526:0:17090:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000009946125b. 00000100:00001000:3.0:1767384892.250529:0:17899:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097a41e79 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384892.250533:0:17899:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384892.250536:0:17899:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000020:00000040:2.0:1767384892.250537:0:17090:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8d9ce3b) now 8 - evictor 00000100:00000001:3.0:1767384892.250540:0:17899:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000001:2.0:1767384892.250542:0:17090:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:3.0:1767384892.250544:0:17899:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:2.0:1767384892.250546:0:17090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005674b607. 02000000:00000001:3.0:1767384892.250547:0:17899:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.250553:0:17899:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767384892.250553:0:17090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000967202d4. 00000100:00000040:3.0:1767384892.250558:0:17899:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384892.250559:0:17090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003a67d617. 00000400:00000010:3.0:1767384892.250562:0:17899:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d1b4081. 00000100:00000200:3.0:1767384892.250567:0:17899:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237348020096, offset 224 00000100:00000040:2.0:1767384892.250567:0:17090:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:3.0:1767384892.250572:0:17899:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384892.250573:0:17090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384892.250575:0:17090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384892.250578:0:17090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384892.250582:0:17899:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384892.250585:0:17090:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:3.0:1767384892.250589:0:17899:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958271d02f80 00000100:00000001:2.0:1767384892.250589:0:17090:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384892.250592:0:17090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384892.250595:0:17899:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1425 [1] + 224 00000400:00000200:3.0:1767384892.250598:0:17899:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384892.250600:0:17090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384892.250604:0:17899:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384892.250608:0:17899:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384892.250612:0:17899:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000045e98e3f x1853237348020096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384908 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384892.250613:0:17090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384892.250616:0:17090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348020352 02000000:00000001:2.0:1767384892.250619:0:17090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384892.250621:0:17090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384892.250624:0:17090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384892.250628:0:17899:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000045e98e3f x1853237348020096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384892.250628:0:17090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384892.250633:0:17090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348020352 00000020:00000001:2.0:1767384892.250637:0:17090:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384892.250640:0:17090:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562e71 00000020:00000001:2.0:1767384892.250643:0:17090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384892.250645:0:17090:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099807a16 refcount=5 00000020:00000001:2.0:1767384892.250646:0:17090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00000020:00000001:2.0:1767384892.250648:0:17090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00000100:00000001:3.0:1767384892.250649:0:17899:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384892.250650:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384892.250655:0:17899:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d1b4081 00000020:00000010:2.0:1767384892.250656:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009946125b. 00000400:00000010:3.0:1767384892.250660:0:17899:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d1b4081. 00000100:00000001:2.0:1767384892.250660:0:17090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384892.250665:0:17899:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1767384892.250665:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009946125b. 00000100:00000001:3.0:1767384892.250668:0:17899:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767384892.250670:0:17090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef25ef30. 00000100:00000001:3.0:1767384892.250671:0:17899:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384892.250675:0:17899:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000020:00000010:2.0:1767384892.250675:0:17090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ba9dd63c. 00010000:00000001:3.0:1767384892.250680:0:17899:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:2.0:1767384892.250681:0:17090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007f2b515d. 00000020:00000001:3.0:1767384892.250682:0:17899:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.250686:0:17090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384892.250688:0:17090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384892.250692:0:17899:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384892.250697:0:17899:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba0f4a16 x1853237348020096/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:118/0 lens 224/368 e 0 to 0 dl 1767384903 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384892.250697:0:17090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384892.250704:0:17090:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384892.250707:0:17090:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384892.250709:0:17090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384892.250710:0:17899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ba0f4a16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16361:x1853237348020096:12345-0@lo:13: Request processed in 371us (1170us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384892.250718:0:17899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000001:2.0:1767384892.250721:0:17090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384892.250722:0:17899:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d9a32349 : new rpc_count 0 00000100:00000001:3.0:1767384892.250727:0:17899:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384892.250730:0:17899:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384892.250735:0:17899:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000091180fcd. 00000100:00000001:2.0:1767384892.250737:0:17090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384892.250739:0:17899:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bfe1fb8e. 00000100:00000001:2.0:1767384892.250740:0:17090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384892.250746:0:17899:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff3c05ca. 00000100:00100000:2.0:1767384892.250747:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:2.0:1767384892.250753:0:17090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000083ded37e : new rpc_count 1 00000020:00000040:3.0:1767384892.250754:0:17899:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 4 00000100:00000001:2.0:1767384892.250755:0:17090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590789832064 : -119482919719552 : ffff9354b7036d80) 00000100:00000001:3.0:1767384892.250761:0:17899:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384892.250762:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000096b20e2d x1853237348020480/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:118/0 lens 224/0 e 0 to 0 dl 1767384903 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384892.250770:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384892.250774:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009946125b. 00000100:00000001:2.0:1767384892.250776:0:17090:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384892.250778:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009946125b. 00000100:00000001:3.0:1767384892.250783:0:17896:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384892.250784:0:17090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000096b20e2d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16361:x1853237348020480:12345-0@lo:400: 00000100:00100000:3.0:1767384892.250787:0:17896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348020224 02000000:00000001:3.0:1767384892.250791:0:17896:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1767384892.250793:0:17090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348020480 00000100:00000001:3.0:1767384892.250794:0:17896:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384892.250797:0:17896:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384892.250813:0:17090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767384892.250831:0:17896:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384892.250834:0:17896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348020224 00000020:00000001:3.0:1767384892.250836:0:17896:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384892.250837:0:17896:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562efd 00000020:00000001:3.0:1767384892.250839:0:17896:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384892.250840:0:17896:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d9a32349 refcount=5 00000020:00000001:3.0:1767384892.250842:0:17896:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000020:00000001:3.0:1767384892.250846:0:17896:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000020:00000001:2.0:1767384892.250847:0:17090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384892.250848:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384892.250851:0:17090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384892.250853:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000946e6856. 00000020:00000001:2.0:1767384892.250857:0:17090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384892.250858:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384892.250862:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000946e6856. 00000020:00000001:2.0:1767384892.250862:0:17090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000020:00000001:2.0:1767384892.250869:0:17090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1767384892.250870:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff3c05ca. 00000020:00000001:2.0:1767384892.250873:0:17090:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384892.250876:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000091180fcd. 00000020:00000001:2.0:1767384892.250877:0:17090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384892.250880:0:17090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384892.250882:0:17090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384892.250887:0:17090:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:3.0:1767384892.250888:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bfe1fb8e. 00000100:00000001:2.0:1767384892.250891:0:17090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384892.250896:0:17090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1767384892.250897:0:17896:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384892.250901:0:17896:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000010:2.0:1767384892.250901:0:17090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006ec3f5eb. 00000100:00000001:3.0:1767384892.250902:0:17896:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384892.250906:0:17896:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384892.250907:0:17090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.250911:0:17896:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384892.250912:0:17090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.250914:0:17896:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384892.250916:0:17896:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384892.250922:0:17090:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384892.250924:0:17090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348020480 00000100:00000001:3.0:1767384892.250925:0:17896:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384892.250926:0:17090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384892.250932:0:17090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000096b20e2d x1853237348020480/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:118/0 lens 224/224 e 0 to 0 dl 1767384903 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384892.250936:0:17896:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384892.250940:0:17896:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1767384892.250941:0:17090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384892.250944:0:17090:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384892.250945:0:17896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00001000:2.0:1767384892.250947:0:17090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=20 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384892.250949:0:17896:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d9a32349 : new rpc_count 1 00000100:00000001:3.0:1767384892.250953:0:17896:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590667947904 : -119483041603712 : ffff9354afbf9f80) 00000100:00000001:2.0:1767384892.250954:0:17090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384892.250958:0:17090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000040:3.0:1767384892.250961:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c219b801 x1853237348020224/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:118/0 lens 224/0 e 0 to 0 dl 1767384903 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384892.250963:0:17090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:2.0:1767384892.250969:0:17090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384892.250971:0:17090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.250978:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384892.250978:0:17090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384892.250983:0:17090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1767384892.250984:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000946e6856. 00000400:00000010:2.0:1767384892.250987:0:17090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000584675ab. 00000100:00000001:3.0:1767384892.250988:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384892.250994:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000946e6856. 00000100:00000200:2.0:1767384892.250994:0:17090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348020480, offset 224 00000100:00100000:3.0:1767384892.251002:0:17896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c219b801 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16358:x1853237348020224:12345-0@lo:400: 00000400:00000200:2.0:1767384892.251006:0:17090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384892.251009:0:17896:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348020224 00000020:00000001:3.0:1767384892.251013:0:17896:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384892.251016:0:17896:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384892.251018:0:17090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384892.251019:0:17896:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384892.251024:0:17896:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384892.251025:0:17896:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000020:00000001:3.0:1767384892.251028:0:17896:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384892.251029:0:17090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d03100 00000020:00000001:3.0:1767384892.251033:0:17896:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384892.251037:0:17090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1431 [1] + 224 00000020:00000001:3.0:1767384892.251038:0:17896:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384892.251041:0:17896:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384892.251044:0:17896:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384892.251044:0:17090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384892.251051:0:17896:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:2.0:1767384892.251052:0:17090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384892.251055:0:17090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384892.251059:0:17090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9fb1daf x1853237348020480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384892.251061:0:17896:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384892.251066:0:17896:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1767384892.251070:0:17090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9fb1daf x1853237348020480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384892.251071:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000561b2a86. 02000000:00000001:3.0:1767384892.251077:0:17896:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.251081:0:17896:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.251083:0:17090:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384892.251084:0:17896:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384892.251089:0:17896:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237348020224 00000400:00000200:2.0:1767384892.251090:0:17090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000584675ab 00010000:00000001:3.0:1767384892.251091:0:17896:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:2.0:1767384892.251095:0:17090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000584675ab. 00010000:00000200:3.0:1767384892.251099:0:17896:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c219b801 x1853237348020224/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:118/0 lens 224/224 e 0 to 0 dl 1767384903 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384892.251100:0:17090:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384892.251103:0:17090:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384892.251107:0:17896:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384892.251109:0:17896:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384892.251113:0:17896:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7bcd663 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384892.251116:0:17090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.251117:0:17896:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384892.251121:0:17896:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000040:2.0:1767384892.251123:0:17090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:3.0:1767384892.251125:0:17896:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:2.0:1767384892.251128:0:17090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:3.0:1767384892.251129:0:17896:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384892.251131:0:17090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384892.251132:0:17896:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384892.251134:0:17090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384892.251136:0:17896:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384892.251140:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096b20e2d x1853237348020480/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:118/0 lens 224/224 e 0 to 0 dl 1767384903 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384892.251141:0:17896:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384892.251146:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d1b4081. 00000100:00000200:3.0:1767384892.251152:0:17896:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237348020224, offset 224 00000100:00100000:2.0:1767384892.251152:0:17090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000096b20e2d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16361:x1853237348020480:12345-0@lo:400: Request processed in 380us (1183us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384892.251162:0:17896:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384892.251165:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:2.0:1767384892.251168:0:17090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000083ded37e : new rpc_count 0 00000100:00000001:2.0:1767384892.251170:0:17090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384892.251174:0:17896:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384892.251174:0:17090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384892.251177:0:17090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000967202d4. 00000020:00000010:2.0:1767384892.251182:0:17090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003a67d617. 00000400:00000200:3.0:1767384892.251186:0:17896:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958271d03000 00000020:00000010:2.0:1767384892.251188:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005674b607. 00000400:00000200:3.0:1767384892.251192:0:17896:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x142d [1] + 224 00000020:00000040:2.0:1767384892.251192:0:17090:0:(genops.c:898:class_export_put()) PUTting export 0000000083ded37e : new refcount 4 00000100:00000001:2.0:1767384892.251198:0:17090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384892.251199:0:17896:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384892.251205:0:17896:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384892.251209:0:17896:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384892.251211:0:17090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384892.251214:0:17090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1767384892.251215:0:17896:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000020ec9fcc x1853237348020224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384892.251223:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:2.0:1767384892.251228:0:17090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000099807a16 : new rpc_count 1 00000100:00000040:3.0:1767384892.251231:0:17896:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000020ec9fcc x1853237348020224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384892.251231:0:17090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590667947008 : -119483041604608 : ffff9354afbf9c00) 00000100:00000040:2.0:1767384892.251238:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000034c7ffcc x1853237348020352/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:118/0 lens 224/0 e 0 to 0 dl 1767384903 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384892.251249:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384892.251252:0:17896:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384892.251253:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009946125b. 00000100:00000001:2.0:1767384892.251255:0:17090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384892.251257:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009946125b. 00000100:00100000:2.0:1767384892.251261:0:17090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000034c7ffcc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16358:x1853237348020352:12345-0@lo:400: 00000100:00000200:2.0:1767384892.251264:0:17090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348020352 00000400:00000200:3.0:1767384892.251266:0:17896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d1b4081 00000400:00000010:3.0:1767384892.251269:0:17896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d1b4081. 00000100:00000001:3.0:1767384892.251272:0:17896:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384892.251274:0:17896:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1767384892.251274:0:17090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384892.251278:0:17090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384892.251281:0:17090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.251282:0:17896:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384892.251283:0:17090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1767384892.251287:0:17896:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000020:00000001:2.0:1767384892.251287:0:17090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00010000:00000001:3.0:1767384892.251293:0:17896:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384892.251294:0:17090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384892.251296:0:17896:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384892.251301:0:17896:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384892.251301:0:17090:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384892.251307:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c219b801 x1853237348020224/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:118/0 lens 224/224 e 0 to 0 dl 1767384903 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384892.251307:0:17090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384892.251311:0:17090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384892.251316:0:17090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384892.251321:0:17896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c219b801 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16358:x1853237348020224:12345-0@lo:400: Request processed in 340us (1385us total) trans 0 rc 0/0 00000020:00000001:2.0:1767384892.251322:0:17090:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384892.251327:0:17090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1767384892.251332:0:17896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 02000000:00000001:2.0:1767384892.251332:0:17090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1767384892.251337:0:17896:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d9a32349 : new rpc_count 0 02000000:00000010:2.0:1767384892.251339:0:17090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e5d18eea. 00000100:00000001:3.0:1767384892.251340:0:17896:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384892.251343:0:17896:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384892.251345:0:17090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384892.251347:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000091180fcd. 00000100:00000001:2.0:1767384892.251350:0:17090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384892.251352:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bfe1fb8e. 00000020:00000001:2.0:1767384892.251356:0:17090:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384892.251358:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff3c05ca. 00010000:00000040:2.0:1767384892.251361:0:17090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348020352 00000020:00000040:3.0:1767384892.251363:0:17896:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 4 00000100:00000001:3.0:1767384892.251367:0:17896:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384892.251367:0:17090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384892.251376:0:17090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000034c7ffcc x1853237348020352/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:118/0 lens 224/224 e 0 to 0 dl 1767384903 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384892.251382:0:17090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384892.251385:0:17090:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384892.251387:0:17090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=20 v=5 (1 0 0 0) 00000100:00080000:3.0:1767384892.251389:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:2.0:1767384892.251390:0:17090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384892.251395:0:17090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000020:00000040:3.0:1767384892.251396:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8d9ce3b) now 8 - evictor 00000100:00000001:2.0:1767384892.251397:0:17090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00080000:3.0:1767384892.251402:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 02000000:00000001:2.0:1767384892.251402:0:17090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384892.251403:0:17090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384892.251409:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000029ff95b7) now 6 - evictor 00000100:00000001:2.0:1767384892.251410:0:17090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384892.251415:0:17090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384892.251419:0:17090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000584675ab. 00000100:00000200:2.0:1767384892.251423:0:17090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348020352, offset 224 00000400:00000200:2.0:1767384892.251428:0:17090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384892.251436:0:17090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384892.251444:0:17090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d03080 00000100:00000001:3.0:1767384892.251455:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384892.251455:0:17090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x143d [1] + 224 00000100:00000001:3.0:1767384892.251459:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384892.251462:0:17090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1767384892.251465:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767384892.251469:0:17090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:3.0:1767384892.251470:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384892.251474:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a42a9689. 00000400:00000200:3.0:1767384892.251478:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017c2fea7 00000400:00000010:3.0:1767384892.251479:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017c2fea7. 00000100:00000001:3.0:1767384892.251483:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384892.251484:0:17090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384892.251488:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9fb1daf x1853237348020480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384892.251491:0:17090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f7a1e0b x1853237348020352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384892.251507:0:17090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009f7a1e0b x1853237348020352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384892.251519:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9fb1daf x1853237348020480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384892.251520:0:17090:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384892.251528:0:17090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000584675ab 00000100:00000001:3.0:1767384892.251529:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767384892.251532:0:17090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000584675ab. 00000100:00000001:3.0:1767384892.251533:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384892.251537:0:17090:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384892.251538:0:16361:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384892.251541:0:17090:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:3.0:1767384892.251543:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384892.251546:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384892.251547:0:17090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.251549:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384892.251552:0:17090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 02000000:00000001:3.0:1767384892.251554:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384892.251555:0:17090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384892.251558:0:17090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384892.251560:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 000000002c0000f4 time=20 v=5 (5 0 0 0) 00000020:00000001:2.0:1767384892.251560:0:17090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00001000:3.0:1767384892.251566:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c093201a time=20 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384892.251567:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034c7ffcc x1853237348020352/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:118/0 lens 224/224 e 0 to 0 dl 1767384903 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384892.251572:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384892.251576:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384892.251581:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1767384892.251585:0:17090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000034c7ffcc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16358:x1853237348020352:12345-0@lo:400: Request processed in 331us (1287us total) trans 0 rc 0/0 00010000:00080000:3.0:1767384892.251589:0:16361:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b9fb1daf x1853237348020480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384892.251598:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00000001:3.0:1767384892.251601:0:16361:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384892.251602:0:17090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099807a16 : new rpc_count 0 00000100:00000001:3.0:1767384892.251605:0:16361:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384892.251605:0:17090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1767384892.251608:0:16361:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384892.251609:0:17090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384892.251611:0:16361:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384892.251614:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384892.251614:0:17090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ba9dd63c. 00000020:00000010:2.0:1767384892.251621:0:17090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007f2b515d. 00000100:00000040:3.0:1767384892.251623:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9fb1daf x1853237348020480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384892.251627:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef25ef30. 00000100:00000001:3.0:1767384892.251633:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384892.251633:0:17090:0:(genops.c:898:class_export_put()) PUTting export 0000000099807a16 : new refcount 4 00000100:00000001:2.0:1767384892.251638:0:17090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384892.251639:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384892.251643:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384892.251648:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9fb1daf x1853237348020480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384892.251653:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9fb1daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16361:1853237348020480:0@lo:400: 00000400:00000001:3.0:1767384892.251659:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384892.251660:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384892.251668:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b2e3047. 00000100:00000001:2.0:1767384892.251670:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384892.251671:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab0b7a9d 00000400:00000010:3.0:1767384892.251673:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab0b7a9d. 00000100:00000001:3.0:1767384892.251675:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384892.251678:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000045e98e3f x1853237348020096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384892.251680:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384892.251687:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767384892.251690:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000045e98e3f x1853237348020096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384892.251690:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384892.251694:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069e38a55. 00000400:00000200:2.0:1767384892.251700:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c2d411d 00000100:00000001:3.0:1767384892.251702:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767384892.251703:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000100:00000001:3.0:1767384892.251707:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384892.251709:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384892.251710:0:16361:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384892.251713:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384892.251714:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767384892.251716:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f7a1e0b x1853237348020352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384892.251717:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384892.251722:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384892.251728:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 0000000046e5fbb1 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384892.251732:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000785c58c4 time=16 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384892.251733:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f7a1e0b x1853237348020352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384892.251741:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384892.251745:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.251747:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384892.251748:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384892.251752:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1767384892.251756:0:16361:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000045e98e3f x1853237348020096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384892.251757:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384892.251760:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384892.251762:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384892.251765:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384892.251769:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384892.251770:0:16361:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.251775:0:16361:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00001000:2.0:1767384892.251775:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 00000000617d1ace time=20 v=5 (5 0 0 0) 00000100:00000040:3.0:1767384892.251777:0:16361:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00001000:2.0:1767384892.251781:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 000000008de43404 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384892.251782:0:16361:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384892.251784:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.251787:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767384892.251790:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000045e98e3f x1853237348020096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384892.251792:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384892.251797:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384892.252014:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384892.252017:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384892.252018:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384892.252020:0:16361:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384892.252023:0:16361:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384892.252031:0:16361:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:3.0:1767384892.252036:0:16361:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006f80896a): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:3.0:1767384892.252040:0:16361:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384892.252045:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000045e98e3f x1853237348020096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384908 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384892.252051:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000045e98e3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16361:1853237348020096:0@lo:13: 00000100:00000001:3.0:1767384892.252056:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384892.252058:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384892.252061:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9fb1daf x1853237348020480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384892.252066:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384892.252069:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384892.252071:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dfe18cbd. 02000000:00000001:3.0:1767384892.252075:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384892.252076:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384892.252078:0:16361:0:(genops.c:1242:class_import_put()) import 0000000062c1ff66 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384892.252080:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384892.252082:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005fba7342. 02000000:00000001:3.0:1767384892.252086:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384892.252088:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384892.252089:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9fb1daf. 00000100:00000001:3.0:1767384892.252094:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384892.252095:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384892.252097:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384892.252100:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000045e98e3f x1853237348020096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384908 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384892.252105:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384892.252106:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384892.252107:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000068d25154. 02000000:00000001:3.0:1767384892.252111:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384892.252113:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384892.252114:0:16361:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384892.252120:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384892.252122:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a520af1. 02000000:00000001:3.0:1767384892.252124:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384892.252126:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384892.252127:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000045e98e3f. 00000100:00000001:3.0:1767384892.252130:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384892.252132:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384892.252133:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384892.252138:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384892.252140:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.252142:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384892.252146:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767384892.252173:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009f7a1e0b x1853237348020352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384892.252180:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.252187:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384892.252189:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384892.252191:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384892.252192:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384892.252196:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f7a1e0b x1853237348020352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384892.252201:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384892.252203:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384892.252205:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384892.252217:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f7a1e0b x1853237348020352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384892.252223:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f7a1e0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16358:1853237348020352:0@lo:400: 00000400:00000001:2.0:1767384892.252229:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384892.252231:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384892.252233:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099db357d. 00000400:00000200:2.0:1767384892.252237:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d22b8e9 00000400:00000010:2.0:1767384892.252238:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d22b8e9. 00000100:00000001:2.0:1767384892.252242:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384892.252245:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000020ec9fcc x1853237348020224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384892.252252:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000020ec9fcc x1853237348020224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384892.252257:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384892.252258:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384892.252260:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384892.252261:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384892.252262:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384892.252263:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384892.252265:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384892.252268:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000056cb386c time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384892.252270:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000785c58c4 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384892.252272:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384892.252274:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384892.252275:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384892.252278:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000020ec9fcc x1853237348020224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384892.252283:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.252284:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384892.252285:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384892.252286:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384892.252287:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384892.252289:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000020ec9fcc x1853237348020224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384892.252303:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384892.252305:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384892.252307:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384892.252311:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000020ec9fcc x1853237348020224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384892.252319:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000020ec9fcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16358:1853237348020224:0@lo:400: 00000100:00000001:2.0:1767384892.252324:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384892.252327:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384892.252331:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f7a1e0b x1853237348020352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384892.252339:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384892.252341:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384892.252344:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a0e25b3e. 02000000:00000001:2.0:1767384892.252348:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384892.252350:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384892.252352:0:16358:0:(genops.c:1242:class_import_put()) import 00000000aab4eb9e refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384892.252354:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384892.252356:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ac50ee55. 02000000:00000001:2.0:1767384892.252360:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384892.252362:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384892.252364:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f7a1e0b. 00000100:00000001:2.0:1767384892.252368:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384892.252370:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384892.252371:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384892.252375:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000020ec9fcc x1853237348020224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384892.252380:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384892.252381:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384892.252383:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c56dfb3e. 02000000:00000001:2.0:1767384892.252386:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384892.252387:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384892.252388:0:16358:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384892.252390:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384892.252396:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001b005f3b. 02000000:00000001:2.0:1767384892.252399:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384892.252400:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384892.252401:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000020ec9fcc. 00000100:00000001:2.0:1767384892.252405:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384892.252406:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384892.252408:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384892.252412:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384892.252413:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.252415:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384892.252417:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384892.254872:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294881285, at 4294881286 00000100:00000010:0.0:1767384892.254881:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d5ef1aa7. 00000100:00000040:3.0:1767384892.254895:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294881285, at 4294881286 00000100:00000010:3.0:1767384892.254903:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ed0b19e9. 00000100:00000040:2.0:1767384892.254913:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294881285, at 4294881286 00000100:00000010:2.0:1767384892.254920:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000467368dd. 00000100:00000040:1.0:1767384892.254951:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294881285, at 4294881286 00000100:00000010:1.0:1767384892.254959:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b8cf827b. 00010000:00000001:0.0:1767384892.441884:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384892.441891:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384892.441898:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384892.441900:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384892.441925:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384892.441929:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384892.441932:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384892.626239:0:22335:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000104b5e32. 00080000:00000010:1.0:1767384892.626248:0:22335:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000104b5e32. 00000020:00000001:1.0:1767384892.626252:0:22335:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384892.626258:0:22335:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000104b5e32. 00080000:00000010:1.0:1767384892.626262:0:22335:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000104b5e32. 00000020:00000001:1.0:1767384892.626265:0:22335:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384893.337625:0:22499:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384893.337631:0:22499:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp20 --if ens2 00000001:00000001:3.0:1767384893.343468:0:22499:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384893.351189:0:22501:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000004dc16274. 00000400:00000010:0.0:1767384893.351201:0:22501:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000020a3867d. 00000400:00000010:0.0:1767384893.351213:0:22501:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000000bf4dff0. 00000400:00000010:0.0:1767384893.351216:0:22501:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000009d91bba9. 00000400:00000010:0.0:1767384893.351219:0:22501:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c0616054. 00000400:00000010:0.0:1767384893.351222:0:22501:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d9468675. 00000400:00000010:0.0:1767384893.351223:0:22501:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002b99b68f. 00000400:00000010:0.0:1767384893.351224:0:22501:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009375b687. 00000400:00000010:0.0:1767384893.351227:0:22501:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000005cf5a36a. 00000800:00000010:0.0:1767384893.351236:0:22501:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000b321697c. 00000800:00000200:0.0:1767384893.351243:0:22501:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384893.351250:0:22501:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384893.351280:0:22501:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:0.0:1767384893.351298:0:22501:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp20 [8/256/0/180] 00000400:00000010:0.0:1767384893.352635:0:22501:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 00000000aa3697db. 00000400:00000010:0.0:1767384893.352642:0:22501:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e6ffa5c. 00000400:00000010:0.0:1767384893.352648:0:22501:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009546ffc0. 00000400:00000001:0.0:1767384893.352663:0:22501:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384893.352666:0:22501:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384893.352668:0:22501:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbe32188. 00000400:00000200:0.0:1767384893.352671:0:22501:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073bfe857 00000400:00000010:0.0:1767384893.352672:0:22501:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073bfe857. 00000400:00000010:0.0:1767384893.352675:0:22501:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 00000000a20a6148. 00000400:00000200:0.0:1767384893.352678:0:22501:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (11) 00000400:00000200:0.0:1767384893.352690:0:22501:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:0.0:1767384893.352698:0:22501:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131092 00000020:00000010:0.0:1767384893.352704:0:22501:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c11d91be. 00000020:01000000:0.0:1767384893.352707:0:22501:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384893.352709:0:22501:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp20 00000400:00000010:0.0:1767384893.352718:0:22501:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000020a3867d. 00000400:00000010:0.0:1767384893.352722:0:22501:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000004dc16274. 00000020:00000001:3.0:1767384893.352745:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384893.352750:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384893.352753:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384893.352755:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384893.352757:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000004:3.0:1767384893.352758:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384893.352762:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384893.352764:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384893.352766:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000020:01000004:3.0:1767384893.352767:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384893.352770:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384893.352772:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384893.352773:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384893.352774:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000010:1.0:1767384893.352774:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005bf3f441. 00000020:01000004:3.0:1767384893.352778:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384893.352779:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (12) 00000020:01000004:3.0:1767384893.352780:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384893.352786:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045e98e3f. 00000020:00000040:3.0:1767384893.352805:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000400:00000010:1.0:1767384893.352807:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c9a7d1c6. 00000100:00000001:3.0:1767384893.352838:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384893.352841:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384893.352841:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 02000000:00000001:3.0:1767384893.352847:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384893.352856:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000092c30fd1. 00000400:00000200:1.0:1767384893.352857:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000001:3.0:1767384893.352865:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384893.352865:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:1.0:1767384893.352872:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000100:00000001:3.0:1767384893.352875:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384893.352877:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000100:00000001:3.0:1767384893.352878:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384893.352887:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000100:00000040:3.0:1767384893.352890:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045e98e3f] to pc [ptlrpcd_00_03+3] req@0000000045e98e3f x1853237348020608/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384893.352895:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:1.0:1767384893.352907:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:1.0:1767384893.352911:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:1.0:1767384893.352915:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:1.0:1767384893.352918:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 10000000:00000001:3.0:1767384893.352920:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384893.352924:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384893.352924:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:00000001:3.0:1767384893.352928:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384893.352932:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384893.352932:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 00000400:00000200:1.0:1767384893.352940:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp19 00000020:00000001:3.0:1767384893.352941:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384893.352941:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:3.0:1767384893.352945:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384893.352945:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp19 lpni_is_preferred = 0 00000100:00000001:2.0:1767384893.352947:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1767384893.352948:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767384893.352950:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384893.352951:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp19 10000000:01000000:3.0:1767384893.352952:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384893.352956:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:2.0:1767384893.352958:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000045e98e3f x1853237348020608/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384893.352960:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:1.0:1767384893.352962:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp19 NI seq info: [25:25:256:4294967295] 192.168.203.134@tcp19 LPNI seq info [25:25:8:4294967295] 00000020:01000004:3.0:1767384893.352964:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384893.352968:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384893.352971:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384893.352975:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384893.352978:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:1.0:1767384893.352978:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp19 00000100:00000001:2.0:1767384893.352980:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384893.352981:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384893.352984:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384893.352984:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384893.352989:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000efb0e3d4. 02000000:00000001:2.0:1767384893.352990:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1767384893.352994:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 02000000:00000001:2.0:1767384893.352995:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384893.352996:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp19(192.168.203.134@tcp19:) -> 192.168.203.134@tcp19(192.168.203.134@tcp:192.168.203.134@tcp19) : PUT try# 0 00000100:00000001:3.0:1767384893.352999:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384893.353001:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384893.353002:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384893.353006:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384893.353007:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000045e98e3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348020608:0@lo:253: 02000000:00000010:3.0:1767384893.353013:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000080abe1ea. 00000800:00000200:1.0:1767384893.353013:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.134@tcp19 00000100:00000001:2.0:1767384893.353014:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384893.353019:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384893.353020:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384893.353023:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:1.0:1767384893.353023:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd9a1efa. 02000000:00000001:2.0:1767384893.353024:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384893.353026:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384893.353029:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384893.353032:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efb0e3d4] to pc [ptlrpcd_00_00+0] req@00000000efb0e3d4 x1853237348020736/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384893.353035:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000647f7dc. 02000000:00000010:2.0:1767384893.353037:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006155cd5b. 00000800:00000010:1.0:1767384893.353041:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000029916cc7. 02000000:00000001:2.0:1767384893.353042:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384893.353048:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099db357d. 10000000:00000001:3.0:1767384893.353059:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384893.353059:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000647f7dc] -> 12345-192.168.203.134@tcp19 (2) 10000000:00000001:3.0:1767384893.353064:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384893.353065:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003b041f18. 00000020:00000001:3.0:1767384893.353067:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384893.353068:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000647f7dc] -> 12345-192.168.203.134@tcp19 (2) 00000020:01000000:3.0:1767384893.353073:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:2.0:1767384893.353074:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348020608, portal 25 00000020:00000010:3.0:1767384893.353076:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c11d91be. 00000100:00000001:2.0:1767384893.353079:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384893.353083:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789825792 : -119482919725824 : ffff9354b7035500) 00000400:00000200:1.0:1767384893.353086:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000100:00000001:3.0:1767384893.353088:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384893.353091:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 0 00000100:00000001:3.0:1767384893.353093:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384893.353101:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384893.353104:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384893.353104:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000045e98e3f x1853237348020608/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384893.353107:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384893.353112:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000efb0e3d4 x1853237348020736/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384893.353128:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384893.353129:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384893.353131:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384893.353134:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384893.353136:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767384893.353138:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000471e30be. 02000000:00000001:3.0:1767384893.353139:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384893.353139:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000100:00000200:2.0:1767384893.353146:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348020608, offset 0 02000000:00000001:3.0:1767384893.353147:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384893.353153:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000efb0e3d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348020736:0@lo:253: 00000400:00000200:2.0:1767384893.353157:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384893.353159:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384893.353163:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384893.353164:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384893.353166:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384893.353169:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1767384893.353171:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000215eb251. 02000000:00000001:3.0:1767384893.353174:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384893.353178:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b2e3047. 00000400:00000200:2.0:1767384893.353181:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d03180 00000400:00000010:3.0:1767384893.353185:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009da95a4b. 00000400:00000200:1.0:1767384893.353189:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:2.0:1767384893.353190:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x965 [2] + 0 00000400:00000010:2.0:1767384893.353196:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000335bdc6f. 00000400:00000200:2.0:1767384893.353199:0:16361:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000eae8510b 00000100:00000200:3.0:1767384893.353203:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348020736, portal 25 00000400:00000200:2.0:1767384893.353205:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384893.353207:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384893.353210:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789832960 : -119482919718656 : ffff9354b7037100) 00000400:00000200:2.0:1767384893.353213:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384893.353216:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000efb0e3d4 x1853237348020736/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384893.353218:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eae8510b 00000400:00000200:1.0:1767384893.353220:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000010:2.0:1767384893.353222:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eae8510b. 00000100:00000001:3.0:1767384893.353229:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384893.353230:0:16361:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384893.353233:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384893.353235:0:16361:0:(events.c:337:request_in_callback()) incoming req@000000003d85ba1c x1853237348020608 msgsize 4848 00000100:00000040:3.0:1767384893.353242:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1767384893.353246:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384893.353247:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c1185870. 00000100:00000040:2.0:1767384893.353250:0:16361:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:3.0:1767384893.353251:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348020736, offset 0 00000400:00000200:1.0:1767384893.353252:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000100:00000001:2.0:1767384893.353260:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384893.353264:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384893.353268:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000471e30be 00000400:00000010:2.0:1767384893.353271:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000471e30be. 00000400:00000200:3.0:1767384893.353275:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384893.353277:0:16361:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384893.353282:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000045e98e3f x1853237348020608/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384893.353286:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d03200 00000400:00000200:1.0:1767384893.353286:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:3.0:1767384893.353297:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x975 [2] + 0 00000100:00000001:2.0:1767384893.353298:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384893.353302:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ecbe480. 00000100:00000040:2.0:1767384893.353305:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000045e98e3f x1853237348020608/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384893.353307:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d1ef1502 00000400:00000200:1.0:1767384893.353310:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:3.0:1767384893.353312:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384893.353321:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384893.353326:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384893.353327:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1ef1502 00000400:00000010:3.0:1767384893.353332:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d1ef1502. 00000100:00000001:2.0:1767384893.353332:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384893.353334:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000100:00000001:3.0:1767384893.353339:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384893.353342:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384893.353343:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384893.353345:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000c6874071 x1853237348020736 msgsize 4848 00000100:00000001:2.0:1767384893.353350:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294882389 00000100:00100000:3.0:1767384893.353351:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384893.353353:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384893.353361:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384893.353361:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000100:00000010:2.0:1767384893.353365:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000af9515ca. 00000400:00000200:3.0:1767384893.353368:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1185870 00000400:00000010:3.0:1767384893.353371:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c1185870. 00000100:00000001:3.0:1767384893.353374:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384893.353374:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000100:00000200:3.0:1767384893.353379:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000efb0e3d4 x1853237348020736/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384893.353384:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294882389 00000100:00000001:3.0:1767384893.353386:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384893.353391:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000efb0e3d4 x1853237348020736/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384893.353391:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004d24d8ba. 00000400:00000200:1.0:1767384893.353399:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000100:00000001:2.0:1767384893.353400:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384893.353401:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384893.353406:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384893.353410:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294882389 00000100:00000001:3.0:1767384893.353411:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384893.353415:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294882389 00000100:00000001:3.0:1767384893.353419:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, keep current deadline 4294882389 00000100:00000010:2.0:1767384893.353419:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a756d1f3. 00000100:00000001:3.0:1767384893.353423:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294882389 00000100:00000001:3.0:1767384893.353426:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, keep current deadline 4294882389 00000100:00000001:2.0:1767384893.353427:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384893.353432:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294882389 00000100:00000001:3.0:1767384893.353436:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294882389 00000400:00000200:1.0:1767384893.353439:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000100:00000001:3.0:1767384893.353440:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294882389 00000100:00000010:2.0:1767384893.353440:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c78c4cc9. 00000100:00000001:3.0:1767384893.353446:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294882389 00000100:00000001:2.0:1767384893.353450:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384893.353457:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384893.353458:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294882389 00000100:00000001:3.0:1767384893.353464:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384893.353465:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384893.353466:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384893.353472:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384893.353472:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384893.353479:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384893.353479:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384893.353487:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000100:00000001:3.0:1767384893.353491:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384893.353492:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384893.353495:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384893.353496:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384893.353499:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384893.353503:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384893.353503:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384893.353505:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384893.353507:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384893.353509:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384893.353512:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384893.353516:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384893.353519:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384893.353523:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384893.353537:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384893.353540:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348020608 02000000:00000001:3.0:1767384893.353542:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384893.353542:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000100:00000001:3.0:1767384893.353544:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384893.353547:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384893.353551:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384893.353554:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348020608 00000020:00000001:3.0:1767384893.353556:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384893.353558:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:3.0:1767384893.353560:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384893.353561:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:3.0:1767384893.353563:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000020:00000001:3.0:1767384893.353567:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00100000:2.0:1767384893.353567:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348020736 00000020:00000001:3.0:1767384893.353573:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 02000000:00000001:2.0:1767384893.353573:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384893.353578:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384893.353579:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384893.353583:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384893.353584:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f42c4df. 00000400:00000200:1.0:1767384893.353586:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000100:00000001:3.0:1767384893.353588:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384893.353589:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384893.353593:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f42c4df. 00000100:00100000:2.0:1767384893.353595:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348020736 00000020:00000001:2.0:1767384893.353599:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1767384893.353600:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069110c7c. 00000020:00000040:2.0:1767384893.353602:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:2.0:1767384893.353605:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384893.353610:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000020:00000010:3.0:1767384893.353612:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005dba80ae. 00000020:00000001:2.0:1767384893.353615:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000010:3.0:1767384893.353618:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bfe1fb8e. 00000020:00000001:2.0:1767384893.353619:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000400:00000200:1.0:1767384893.353623:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000100:00000040:3.0:1767384893.353630:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384893.353634:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384893.353634:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384893.353638:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384893.353640:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384893.353641:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000074ffa274. 00000100:00000001:2.0:1767384893.353645:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384893.353647:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384893.353649:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000074ffa274. 00000100:00000001:3.0:1767384893.353657:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384893.353658:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5f98d9d. 00000400:00000200:1.0:1767384893.353663:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000020:00000010:2.0:1767384893.353665:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013bdacfc. 00000100:00000001:3.0:1767384893.353673:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384893.353673:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007f2b515d. 00000100:00000001:3.0:1767384893.353677:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384893.353681:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384893.353685:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1767384893.353686:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00000001:2.0:1767384893.353689:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384893.353692:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:3.0:1767384893.353697:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590281818192 : -119483427733424 : ffff935498bbc050) 00000100:00000001:2.0:1767384893.353697:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384893.353703:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384893.353704:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003d85ba1c x1853237348020608/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:119/0 lens 4848/0 e 0 to 0 dl 1767384904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384893.353708:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000100:00000001:3.0:1767384893.353719:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384893.353719:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384893.353723:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384893.353725:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f42c4df. 00000100:00000001:3.0:1767384893.353729:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384893.353733:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000020:00000010:3.0:1767384893.353734:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f42c4df. 00000100:00000040:2.0:1767384893.353740:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000100:00100000:3.0:1767384893.353743:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003d85ba1c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:16361:x1853237348020608:12345-0@lo:253: 00000100:00000001:2.0:1767384893.353745:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590281822288 : -119483427729328 : ffff935498bbd050) 00000100:00000200:3.0:1767384893.353749:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348020608 00000020:00000001:3.0:1767384893.353752:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384893.353755:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c6874071 x1853237348020736/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:119/0 lens 4848/0 e 0 to 0 dl 1767384904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384893.353756:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000020:00000001:3.0:1767384893.353757:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384893.353760:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384893.353766:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384893.353769:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000001:3.0:1767384893.353773:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384893.353776:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384893.353778:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384893.353779:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384893.353782:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:2.0:1767384893.353784:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000074ffa274. 00000020:00000001:3.0:1767384893.353785:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384893.353790:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384893.353791:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384893.353804:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1767384893.353813:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000074ffa274. 02000000:00000010:3.0:1767384893.353838:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000099ed13a9. 02000000:00000001:3.0:1767384893.353841:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384893.353844:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384893.353845:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 20000000:00000001:3.0:1767384893.353848:0:17083:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00100000:2.0:1767384893.353850:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c6874071 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:16358:x1853237348020736:12345-0@lo:253: 00000100:00000200:2.0:1767384893.353856:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348020736 20000000:00000010:3.0:1767384893.353859:0:17083:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000066cc6233. 00000020:00000001:2.0:1767384893.353860:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384893.353864:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:01000000:3.0:1767384893.353865:0:17083:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384893.353866:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384893.353869:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767384893.353870:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:3.0:1767384893.353872:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767384893.353873:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 20000000:00000001:3.0:1767384893.353876:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384893.353877:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384893.353878:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000020:00000001:2.0:1767384893.353880:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384893.353882:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384893.353885:0:17083:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384893.353889:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384893.353891:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000010:3.0:1767384893.353893:0:17083:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003dcd0fd2. 00000020:00000001:2.0:1767384893.353893:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384893.353895:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:01000000:3.0:1767384893.353897:0:17083:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 02000000:00000001:2.0:1767384893.353900:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384893.353902:0:17083:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384893.353906:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 02000000:00000010:2.0:1767384893.353907:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f601cbf0. 00080000:00000001:3.0:1767384893.353908:0:17083:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384893.353913:0:17083:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 02000000:00000001:2.0:1767384893.353913:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384893.353915:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384893.353918:0:17084:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384893.353927:0:17084:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000002299428b. 00080000:00000001:3.0:1767384893.353929:0:17083:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:01000000:2.0:1767384893.353930:0:17084:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384893.353934:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384893.353935:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384893.353937:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384893.353938:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384893.353940:0:17084:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384893.353944:0:17083:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384893.353948:0:17083:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384893.353949:0:17083:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384893.353950:0:17083:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384893.353952:0:17083:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384893.353954:0:17083:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000980f9615 00000020:00000001:3.0:1767384893.353958:0:17083:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009e445471 00080000:00000002:3.0:1767384893.353959:0:17083:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384893.353962:0:17083:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384893.353964:0:17083:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384893.353966:0:17083:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384893.353969:0:17083:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384893.353973:0:17083:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:3.0:1767384893.353976:0:17083:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384893.353979:0:17083:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ae6a819e. 00080000:00000001:3.0:1767384893.353982:0:17083:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590001016832 : -119483708534784 : ffff935487ff1000) 00080000:00000001:3.0:1767384893.353985:0:17083:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384893.353988:0:17083:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384893.353992:0:17083:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006f42c4df. 00080000:00000001:3.0:1767384893.353999:0:17083:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384893.354001:0:17083:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384893.354015:0:17083:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384893.354030:0:17083:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384893.354087:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384893.354104:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000097a31791. 00000800:00000010:1.0:1767384893.354110:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000037f4bcbd. 00000800:00000010:1.0:1767384893.354114:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e26f5f23. 00000400:00000200:3.0:1767384893.354141:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp19 from 235.3.0.2 00000800:00000010:3.0:1767384893.354146:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d6208cd0. 00000800:00000010:1.0:1767384893.354160:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e26f5f23. 00000800:00000010:2.0:1767384893.354183:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007c4e4897. 00000800:00000010:2.0:1767384893.354188:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000471e30be. 00000800:00000010:2.0:1767384893.354208:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000022bc0a6e. 00000800:00000200:2.1:1767384893.354214:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000647f7dc] -> 12345-192.168.203.134@tcp19 (2) 00000800:00000200:2.1:1767384893.354219:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp19 0000000022bc0a6e deleted 00000800:00000010:2.1:1767384893.354221:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000022bc0a6e. 00000800:00000200:2.1:1767384893.354235:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384893.354241:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp19 ip 192.168.203.134:1003 00000800:00000200:2.1:1767384893.354245:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cd9a1efa type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1767384893.354250:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp19 p 3.x 192.168.203.134 -> 192.168.203.134:1003 incarnation:1767384891889131210 sched[0] 00000800:00000010:2.0:1767384893.354254:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000074ffa274. 00000800:00000010:2.0:1767384893.354317:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000074ffa274. 00000800:00000010:2.0:1767384893.354321:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000471e30be. 00000800:00000200:1.1:1767384893.354330:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384893.354338:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp19 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384891889131210 sched[0] 00000800:00000010:1.0:1767384893.354341:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000037f4bcbd. 00000800:00000010:2.0:1767384893.354366:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d6208cd0. 00000800:00000001:3.0:1767384893.354381:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384893.354387:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384893.354389:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384893.354395:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384893.354398:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:1.0:1767384893.354428:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000800:00000001:2.0:1767384893.354453:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384893.354455:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384893.354459:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd9a1efa. 00000800:00000001:2.0:1767384893.354461:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384893.354462:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:3.0:1767384893.354464:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384893.354465:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384893.354472:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384893.354475:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp19->192.168.203.134@tcp19: PUT: OK 00000400:00000200:3.0:1767384893.354489:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384893.354494:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp19(192.168.203.134@tcp19) <- 192.168.203.134@tcp19 : PUT - for me 00000400:00000200:3.0:1767384893.354495:0:16353:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp: 0 00000400:00000200:1.0:1767384893.354497:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:2.0:1767384893.354506:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 224 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384893.354513:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 224/224 into md 0x13f9 [1] + 0 00000400:00000010:2.0:1767384893.354516:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8ee7c92. 00000400:00000200:1.0:1767384893.354522:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:2.0:1767384893.354526:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000129e4fdd 00000800:00000001:2.0:1767384893.354532:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384893.354540:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384893.354542:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384893.354544:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:2.0:1767384893.354549:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp19->192.168.203.134@tcp19: PUT: OK 00000400:00000200:2.0:1767384893.354554:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000129e4fdd 00000400:00000010:2.0:1767384893.354555:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000129e4fdd. 00000400:00000200:2.0:1767384893.354559:0:16352:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384893.354562:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (13) 00000400:00000200:2.0:1767384893.354567:0:16352:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000010:2.0:1767384893.354570:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 000000002382e302. 00000400:00000200:2.0:1767384893.354574:0:16352:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.134@tcp 12 00000400:00000200:1.0:1767384893.354574:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:2.0:1767384893.354581:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:2.0:1767384893.354594:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (14) 00000400:00000200:1.0:1767384893.354598:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:2.0:1767384893.354599:0:16352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384893.354608:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp19 to MR: 192.168.203.134@tcp19 local destination 00000400:00000200:2.0:1767384893.354615:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp19 NI seq info: [26:26:256:4294967295] 192.168.203.134@tcp19 LPNI seq info [26:26:8:4294967295] 00000400:00000200:2.0:1767384893.354626:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp19(192.168.203.134@tcp19:192.168.203.134@tcp19) -> 192.168.203.134@tcp19(192.168.203.134@tcp19:192.168.203.134@tcp19) 192.168.203.134@tcp19 : ACK try# 0 00000800:00000200:2.0:1767384893.354632:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp19 00000400:00000200:3.0:1767384893.354633:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384893.354633:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000800:00000010:2.0:1767384893.354635:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b96c96e. 00000400:00000010:3.0:1767384893.354639:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a42a9689. 00000800:00000200:2.0:1767384893.354644:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000647f7dc] -> 12345-192.168.203.134@tcp19 (4) 00000400:00000010:3.0:1767384893.354645:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab0b7a9d. 00000400:00000200:3.0:1767384893.354650:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c698b414 00000800:00000200:2.0:1767384893.354650:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp19 ip 192.168.203.134:988 00000800:00000200:2.0:1767384893.354655:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009b96c96e type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384893.354657:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1004d1 00000400:00000200:1.0:1767384893.354659:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000010:3.0:1767384893.354665:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 260 at 0000000010a82f16. 00000400:00000010:3.0:1767384893.354672:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 312 at 00000000ff3c05ca. 00000400:00000010:3.0:1767384893.354676:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 260 at 00000000508d0d62. 00000400:00000200:1.0:1767384893.354682:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000010:3.0:1767384893.354709:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000a20ea0de. 00000800:00000200:2.0:1767384893.354716:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384893.354716:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:3.0:1767384893.354717:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000a20ea0de nid 192.168.203.134@tcp20 00000800:00000010:2.0:1767384893.354722:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b96c96e. 00000400:00000010:3.0:1767384893.354724:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ed0b19e9. 00000400:00000200:2.0:1767384893.354729:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384893.354730:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ed0b19e9 net tcp20 00000400:00000200:3.0:1767384893.354734:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (13) 00000400:00000200:2.0:1767384893.354739:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp19->192.168.203.134@tcp19: ACK: OK 00000400:00000200:1.0:1767384893.354742:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:3.0:1767384893.354745:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp20 flags 0x11 00000400:00000010:3.0:1767384893.354750:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 260 at 0000000010a82f16. 00000400:00000010:3.0:1767384893.354754:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 312 at 00000000ff3c05ca. 00000800:00000001:2.0:1767384893.354756:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384893.354757:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 260 at 00000000508d0d62. 00000400:00000010:3.0:1767384893.354761:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 000000002382e302. 00000800:00000001:2.0:1767384893.354761:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384893.354766:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384893.354769:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:1.0:1767384893.354771:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000800:00000001:2.0:1767384893.354772:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384893.354774:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100551 00000800:00000001:2.0:1767384893.354781:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384893.354787:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 1 00000800:00000001:2.0:1767384893.354788:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384893.354811:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp19(192.168.203.134@tcp19) <- 192.168.203.134@tcp19 : ACK - for me 00000400:00000200:2.0:1767384893.354896:0:16352:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp19: ACK from 12345-192.168.203.134@tcp19 into md 0x1459 00000400:00000200:2.0:1767384893.354900:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384893.354905:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp19->192.168.203.134@tcp19: ACK: OK 00000400:00000200:2.0:1767384893.354909:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bf3f441 00000400:00000010:2.0:1767384893.354911:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005bf3f441. 00000400:00000200:2.0:1767384893.354916:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384893.354955:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:3.0:1767384893.354958:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 00000400:00000200:3.0:1767384893.354963:0:16356:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.134@tcp 00000400:00000200:3.0:1767384893.354965:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100511 rc 0 00000400:00000200:3.0:1767384893.354969:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:2.0:1767384893.354972:0:16352:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 00000400:00000200:2.0:1767384893.354976:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (14) 00000400:00000200:3.0:1767384893.354978:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (13) 00000800:00000001:2.0:1767384893.354986:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384893.354992:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384893.355001:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:1.0:1767384893.355058:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:1.0:1767384893.355082:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:1.0:1767384893.355098:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:1.0:1767384893.355116:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:1.0:1767384893.355137:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:3.0:1767384893.355239:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384893.355249:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000019b5bdb6. 00000800:00000010:1.0:1767384893.355253:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000037f4bcbd. 00000400:00000200:3.0:1767384893.355256:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp19 from 234.3.0.2 00000800:00000010:1.0:1767384893.355258:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e26f5f23. 00000800:00000010:1.0:1767384893.355283:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e26f5f23. 00000800:00000010:3.0:1767384893.355297:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007c0ce0ea. 00000800:00000010:1.0:1767384893.355372:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000db259d0e. 00000800:00000010:1.0:1767384893.355377:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007e52cdff. 00000800:00000010:1.0:1767384893.355394:0:16349:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000bda5a94d. 00000800:00000200:1.1:1767384893.355398:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000647f7dc] -> 12345-192.168.203.134@tcp19 (4) 00000800:00000200:1.1:1767384893.355402:0:16349:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp19 00000000bda5a94d deleted 00000800:00000010:1.1:1767384893.355404:0:16349:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000bda5a94d. 00000800:00000200:1.1:1767384893.355407:0:16349:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384893.355411:0:16349:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp19 p 3.x 192.168.203.134 -> 192.168.203.134:1002 incarnation:1767384891889131210 sched[0] 00000800:00000010:1.0:1767384893.355415:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000085c7f02f. 00000800:00000010:1.0:1767384893.355465:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000085c7f02f. 00000800:00000010:1.0:1767384893.355468:0:16349:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007e52cdff. 00000800:00000010:1.0:1767384893.355493:0:16349:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007c0ce0ea. 00000800:00000200:2.1:1767384893.355512:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384893.355519:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp19 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384891889131210 sched[0] 00000800:00000001:3.0:1767384893.355521:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384893.355526:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384893.355540:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000037f4bcbd. 00000800:00000001:3.0:1767384893.355568:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384893.355572:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384893.355748:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ae6a819e. 00080000:00000010:3.0:1767384893.355780:0:17083:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006f42c4df. 00040000:00000001:3.0:1767384893.355785:0:17083:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384893.355787:0:17083:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384893.355789:0:17083:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384893.355803:0:17083:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:3.0:1767384893.355805:0:17083:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384893.355807:0:17083:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384893.355837:0:17083:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384893.355847:0:17083:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384893.355850:0:17083:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384893.355854:0:17083:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384893.355857:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384893.355862:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000010:2.0:1767384893.355864:0:17084:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000de7240e9. 10000000:01000000:1.0:1767384893.355865:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:2.0:1767384893.355869:0:17084:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 00010000:00000001:1.0:1767384893.355871:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000001:2.0:1767384893.355873:0:17084:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767384893.355874:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384893.355879:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384893.355882:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000010:1.0:1767384893.355883:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a161e22e. 00080000:00000001:2.0:1767384893.355888:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:1.0:1767384893.355889:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384893.355894:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009fb158e7. 00080000:00000001:2.0:1767384893.355897:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384893.355897:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384893.355899:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009fb158e7 with handle 0xb57eb78819562f9e to hash 00080000:00000001:2.0:1767384893.355901:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000001:1.0:1767384893.355902:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384893.355904:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384893.355905:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00080000:00000001:2.0:1767384893.355906:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384893.355910:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384893.355911:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00080000:00000002:2.0:1767384893.355914:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 000000007e91d003 00010000:00000001:1.0:1767384893.355915:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384893.355918:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384893.355920:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f71c5dba 00010000:00010000:1.0:1767384893.355922:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009fb158e7/0xb57eb78819562f9e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000002:2.0:1767384893.355923:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384893.355931:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384893.355935:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384893.355936:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384893.355939:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384893.355939:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:2.0:1767384893.355942:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384893.355943:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384893.355945:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384893.355946:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384893.355948:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384893.355951:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000020:3.0:1767384893.355952:0:17083:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000001:2.0:1767384893.355953:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00010000:00000001:1.0:1767384893.355953:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:3.0:1767384893.355957:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384893.355957:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:2.0:1767384893.355958:0:17084:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:00000010:3.0:1767384893.355960:0:17083:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000066cc6233. 00010000:00000001:1.0:1767384893.355960:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000010:2.0:1767384893.355962:0:17084:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000435ea720. 00010000:00000001:1.0:1767384893.355964:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 20000000:00000001:3.0:1767384893.355965:0:17083:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384893.355967:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a161e22e) refcount = 1 00080000:00000001:2.0:1767384893.355968:0:17084:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585635166720 : -119488074384896 : ffff935383c57a00) 00010000:00000040:3.0:1767384893.355969:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348020608 00010000:00010000:1.0:1767384893.355972:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009fb158e7/0xb57eb78819562f9e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384893.355974:0:17084:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384893.355975:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000001:00000001:2.0:1767384893.355978:0:17084:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384893.355980:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000200:3.0:1767384893.355981:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003d85ba1c x1853237348020608/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:119/0 lens 4848/4768 e 0 to 0 dl 1767384904 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:2.0:1767384893.355982:0:17084:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000074ffa274. 00010000:00000001:1.0:1767384893.355983:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384893.355987:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384893.355988:0:17084:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384893.355993:0:17084:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384893.355995:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384893.355998:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384893.355999:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384893.356002:0:17084:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384893.356005:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=27 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384893.356005:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384893.356010:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:2.0:1767384893.356011:0:17084:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 20000000:01000000:1.0:1767384893.356014:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 00000100:00000001:3.0:1767384893.356017:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384893.356020:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:3.0:1767384893.356021:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000020:00000001:1.0:1767384893.356023:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384893.356024:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000020:00000040:1.0:1767384893.356028:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009fb158e7 refcount=4 02000000:00000001:3.0:1767384893.356029:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384893.356031:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384893.356034:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00000100:00000001:3.0:1767384893.356035:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384893.356039:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384893.356040:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00000400:00000010:3.0:1767384893.356042:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c1185870. 00010000:00000001:1.0:1767384893.356045:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000200:3.0:1767384893.356046:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348020608, offset 224 00010000:00010000:1.0:1767384893.356050:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009fb158e7/0xb57eb78819562f9e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384893.356051:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384893.356060:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384893.356061:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384893.356064:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009fb158e7/0xb57eb78819562f9e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384893.356069:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d03180 00010000:00000001:1.0:1767384893.356073:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384893.356075:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384893.356077:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x145d [2] + 224 00010000:00010000:1.0:1767384893.356078:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009fb158e7/0xb57eb78819562f9e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384893.356085:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384893.356086:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384893.356089:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384893.356091:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384893.356093:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1767384893.356095:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:1.0:1767384893.356095:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009fb158e7/0xb57eb78819562f9e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384893.356101:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000045e98e3f x1853237348020608/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384893.356103:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009fb158e7 already unused, calling callback (00000000df0e66e0) 00010000:00000001:1.0:1767384893.356107:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384893.356110:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384893.356113:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009fb158e7/0xb57eb78819562f9e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384893.356116:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000045e98e3f x1853237348020608/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384893.356124:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384893.356133:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384893.356135:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384893.356135:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384893.356137:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009fb158e7 refcount=5 00000020:00000001:1.0:1767384893.356140:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00000400:00000200:3.0:1767384893.356141:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1185870 00010000:00000001:1.0:1767384893.356143:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00000400:00000010:3.0:1767384893.356144:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c1185870. 00010000:00000001:1.0:1767384893.356148:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1767384893.356149:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384893.356151:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:1.0:1767384893.356151:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009fb158e7/0xb57eb78819562f9e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384893.356152:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384893.356155:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384893.356157:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384893.356161:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384893.356163:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:1.0:1767384893.356165:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000001:2.0:1767384893.356166:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384893.356167:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384893.356170:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099db357d. 00010000:00000001:1.0:1767384893.356171:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1767384893.356172:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384893.356174:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b041f18 00000020:00000001:3.0:1767384893.356176:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384893.356176:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384893.356178:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003b041f18. 00010000:00000001:1.0:1767384893.356182:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:3.0:1767384893.356183:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d85ba1c x1853237348020608/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:119/0 lens 4848/4768 e 0 to 0 dl 1767384904 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384893.356183:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384893.356185:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384893.356188:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:2.0:1767384893.356191:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000045e98e3f x1853237348020608/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384893.356192:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384893.356198:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009fb158e7 with handle 0xb57eb78819562f9e from hash 00010000:00000001:1.0:1767384893.356203:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00100000:3.0:1767384893.356204:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003d85ba1c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:16361:x1853237348020608:12345-0@lo:253: Request processed in 2481us (2963us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384893.356215:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384893.356219:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384893.356222:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000045e98e3f x1853237348020608/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384893.356222:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384893.356225:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384893.356229:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00100000:3.0:1767384893.356231:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00010000:00000001:1.0:1767384893.356232:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384893.356236:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384893.356238:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384893.356240:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384893.356241:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384893.356242:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384893.356245:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384893.356246:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384893.356246:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1767384893.356250:0:16361:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767384893.356250:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:00000010:3.0:1767384893.356252:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005dba80ae. 00010000:00000001:1.0:1767384893.356254:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384893.356255:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384893.356258:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384893.356258:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:3.0:1767384893.356259:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bfe1fb8e. 00010000:00000001:1.0:1767384893.356260:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384893.356262:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384893.356265:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069110c7c. 00010000:00000001:1.0:1767384893.356265:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384893.356266:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384893.356271:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384893.356280:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009fb158e7/0xb57eb78819562f9e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384893.356282:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=27 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384893.356283:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00010000:00000001:1.0:1767384893.356288:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:2.0:1767384893.356290:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=27 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384893.356291:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384893.356294:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000099ed13a9. 00000100:00000001:2.0:1767384893.356297:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767384893.356298:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384893.356299:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384893.356302:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384893.356303:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384893.356303:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384893.356307:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384893.356309:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384893.356309:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384893.356311:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384893.356312:0:16361:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384893.356313:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1767384893.356316:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf5cb297. 00010000:00000001:1.0:1767384893.356316:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384893.356319:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384893.356323:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c1185870. 20000000:00000001:1.0:1767384893.356323:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384893.356324:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384893.356329:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009fb158e7/0xb57eb78819562f9e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384893.356333:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000045e98e3f x1853237348020608/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384893.356337:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384893.356340:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384893.356343:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009fb158e7/0xb57eb78819562f9e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384893.356344:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384893.356349:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384893.356352:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767384893.356353:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a161e22e count: 0 00000020:01000004:2.0:1767384893.356355:0:16361:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384893.356358:0:16361:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384893.356360:0:16361:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384893.356362:0:16361:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384893.356363:0:16361:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:1.0:1767384893.356364:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:2.0:1767384893.356365:0:16361:0:(tgt_mount.c:1152:server_mti_print()) flags: 20000000:00000001:1.0:1767384893.356366:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:01000004:2.0:1767384893.356368:0:16361:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384893.356371:0:16361:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384893.356372:0:16361:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384893.356373:0:16361:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384893.356375:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000045e98e3f x1853237348020608/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384893.356380:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000045e98e3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348020608:0@lo:253: 00000100:00000001:2.0:1767384893.356384:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384893.356385:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384893.356387:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000045e98e3f x1853237348020608/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384893.356392:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384893.356393:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384893.356395:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006155cd5b. 02000000:00000001:2.0:1767384893.356398:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384893.356400:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384893.356401:0:16361:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:2.0:1767384893.356403:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384893.356405:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000092c30fd1. 02000000:00000001:2.0:1767384893.356408:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384893.356409:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384893.356410:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000045e98e3f. 00000100:00000001:2.0:1767384893.356413:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384893.356419:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384893.356421:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384893.356424:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384893.356425:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384893.356427:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384893.356429:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384893.357408:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000435ea720. 00080000:00000010:2.0:1767384893.357437:0:17084:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000074ffa274. 00040000:00000001:2.0:1767384893.357441:0:17084:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384893.357442:0:17084:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384893.357443:0:17084:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384893.357445:0:17084:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:2.0:1767384893.357446:0:17084:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384893.357447:0:17084:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384893.357449:0:17084:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384893.357457:0:17084:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384893.357459:0:17084:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384893.357462:0:17084:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384893.357509:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384893.357513:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384893.357514:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384893.357516:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384893.357518:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384893.357522:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000020e9ba52. 00010000:00000001:1.0:1767384893.357525:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384893.357527:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fea7663b. 00000020:00000001:1.0:1767384893.357529:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384893.357530:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fea7663b with handle 0xb57eb78819562fa5 to hash 00000020:00000001:1.0:1767384893.357532:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384893.357533:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318192128 : -119483391359488 : ffff93549ae6c600) 00010000:00000001:1.0:1767384893.357535:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318192128 : -119483391359488 : ffff93549ae6c600) 00010000:00000001:1.0:1767384893.357536:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384893.357537:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384893.357539:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000fea7663b/0xb57eb78819562fa5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384893.357554:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384893.357555:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384893.357557:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384893.357558:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384893.357559:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384893.357560:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384893.357561:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384893.357563:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384893.357564:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384893.357565:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384893.357566:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000020:2.0:1767384893.357567:0:17084:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000040:1.0:1767384893.357568:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000020e9ba52) refcount = 1 00000100:00000001:2.0:1767384893.357572:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:1.0:1767384893.357573:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000fea7663b/0xb57eb78819562fa5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 20000000:00000010:2.0:1767384893.357575:0:17084:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000002299428b. 20000000:00000001:2.0:1767384893.357580:0:17084:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384893.357581:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384893.357584:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000040:2.0:1767384893.357586:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348020736 00010000:00000001:1.0:1767384893.357586:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384893.357590:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384893.357591:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384893.357593:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384893.357595:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000200:2.0:1767384893.357596:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c6874071 x1853237348020736/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:119/0 lens 4848/4768 e 0 to 0 dl 1767384904 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:01000000:1.0:1767384893.357598:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 00010000:00000001:1.0:1767384893.357602:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384893.357604:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384893.357606:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fea7663b refcount=4 00000020:00000001:1.0:1767384893.357610:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318192128 : -119483391359488 : ffff93549ae6c600) 00010000:00000001:2.0:1767384893.357613:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384893.357614:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318192128 : -119483391359488 : ffff93549ae6c600) 00010000:00000001:2.0:1767384893.357617:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384893.357618:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384893.357621:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fea7663b/0xb57eb78819562fa5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384893.357622:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=27 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384893.357630:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384893.357632:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000040:2.0:1767384893.357634:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00010000:1.0:1767384893.357635:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fea7663b/0xb57eb78819562fa5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384893.357639:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:2.0:1767384893.357644:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384893.357645:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384893.357650:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384893.357655:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384893.357655:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384893.357658:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767384893.357659:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003b041f18. 00010000:00010000:1.0:1767384893.357659:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000fea7663b/0xb57eb78819562fa5 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384893.357663:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384893.357664:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384893.357669:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000200:2.0:1767384893.357670:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348020736, offset 224 00010000:00010000:1.0:1767384893.357671:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000fea7663b/0xb57eb78819562fa5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384893.357679:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:1.0:1767384893.357680:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000fea7663b already unused, calling callback (00000000df0e66e0) 00010000:00000001:1.0:1767384893.357683:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384893.357684:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384893.357687:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000fea7663b/0xb57eb78819562fa5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384893.357688:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384893.357696:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384893.357698:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384893.357699:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384893.357700:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d03200 00000020:00000040:1.0:1767384893.357701:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fea7663b refcount=5 00000020:00000001:1.0:1767384893.357706:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318192128 : -119483391359488 : ffff93549ae6c600) 00000400:00000200:2.0:1767384893.357709:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1465 [2] + 224 00010000:00000001:1.0:1767384893.357710:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318192128 : -119483391359488 : ffff93549ae6c600) 00010000:00000001:1.0:1767384893.357716:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:2.0:1767384893.357718:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1767384893.357719:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000fea7663b/0xb57eb78819562fa5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384893.357726:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384893.357730:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767384893.357733:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384893.357733:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384893.357737:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384893.357739:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000efb0e3d4 x1853237348020736/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384893.357741:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384893.357744:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384893.357746:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:2.0:1767384893.357750:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000efb0e3d4 x1853237348020736/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384893.357754:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384893.357758:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fea7663b with handle 0xb57eb78819562fa5 from hash 00010000:00000001:1.0:1767384893.357762:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384893.357764:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384893.357765:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384893.357767:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384893.357768:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384893.357769:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384893.357770:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1767384893.357771:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384893.357772:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384893.357775:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384893.357777:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b041f18 00010000:00000001:1.0:1767384893.357777:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384893.357778:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000010:2.0:1767384893.357781:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003b041f18. 00010000:00000001:1.0:1767384893.357782:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384893.357786:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384893.357786:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384893.357787:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384893.357790:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384893.357791:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384893.357804:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384893.357805:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384893.357808:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384893.357810:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384893.357812:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b2e3047. 00000100:00000001:2.0:1767384893.357812:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384893.357813:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384893.357834:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000fea7663b/0xb57eb78819562fa5 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384893.357839:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384893.357842:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384893.357843:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009da95a4b 00010000:00000001:1.0:1767384893.357844:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:3.0:1767384893.357846:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009da95a4b. 00010000:00000001:1.0:1767384893.357848:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:3.0:1767384893.357850:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384893.357851:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:1.0:1767384893.357852:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384893.357856:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384893.357856:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1767384893.357857:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000efb0e3d4 x1853237348020736/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384893.357860:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384893.357860:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384893.357863:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384893.357865:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 20000000:00000001:1.0:1767384893.357868:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384893.357873:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6874071 x1853237348020736/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:119/0 lens 4848/4768 e 0 to 0 dl 1767384904 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384893.357874:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000fea7663b/0xb57eb78819562fa5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384893.357877:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000efb0e3d4 x1853237348020736/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384893.357893:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384893.357896:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384893.357899:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fea7663b/0xb57eb78819562fa5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384893.357909:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c6874071 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+14:16358:x1853237348020736:12345-0@lo:253: Request processed in 4127us (4559us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384893.357911:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384893.357914:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384893.357918:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384893.357920:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1767384893.357923:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00000001:3.0:1767384893.357924:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384893.357927:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384893.357929:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00010000:00000040:1.0:1767384893.357930:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000020e9ba52 count: 0 00000100:00000001:2.0:1767384893.357932:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384893.357936:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384893.357937:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384893.357939:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767384893.357940:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000013bdacfc. 00000100:00001000:3.0:1767384893.357941:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=27 v=5 (5 0 0 0) 20000000:00000001:1.0:1767384893.357942:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000010:2.0:1767384893.357947:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007f2b515d. 00000100:00001000:3.0:1767384893.357948:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=27 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384893.357950:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384893.357951:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384893.357953:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384893.357955:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384893.357958:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5f98d9d. 00000100:00000001:3.0:1767384893.357959:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384893.357965:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000100:00000040:3.0:1767384893.357966:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000efb0e3d4 x1853237348020736/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384893.357970:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384893.357972:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f601cbf0. 00000100:00000001:3.0:1767384893.357974:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384893.357977:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767384893.357977:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384893.357979:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384893.357980:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384893.357982:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384893.357985:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000200:2.0:1767384893.357985:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:3.0:1767384893.357990:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384893.357991:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:2.0:1767384893.357991:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099db357d. 00000020:01000004:3.0:1767384893.357993:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384893.357995:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:2.0:1767384893.357996:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003b041f18. 00000020:01000004:3.0:1767384893.357997:0:16358:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384893.358000:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384893.358002:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384893.358005:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000efb0e3d4 x1853237348020736/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384893.358010:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000efb0e3d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348020736:0@lo:253: 00000100:00000001:3.0:1767384893.358012:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384893.358014:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384893.358015:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000efb0e3d4 x1853237348020736/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384893.358019:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384893.358020:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384893.358021:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000215eb251. 02000000:00000001:3.0:1767384893.358024:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384893.358024:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384893.358025:0:16358:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:3.0:1767384893.358032:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384893.358033:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000080abe1ea. 02000000:00000001:3.0:1767384893.358035:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384893.358036:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384893.358036:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000efb0e3d4. 00000100:00000001:3.0:1767384893.358038:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384893.358039:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384893.358040:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384893.358055:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384893.358056:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384893.358057:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384893.358058:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384893.358866:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294882389, at 4294882390 00000100:00000010:3.0:1767384893.358873:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c78c4cc9. 00000100:00000040:2.0:1767384893.358885:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294882389, at 4294882390 00000100:00000040:1.0:1767384893.358888:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294882389, at 4294882390 00000100:00000010:2.0:1767384893.358892:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a756d1f3. 00000100:00000010:1.0:1767384893.358897:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004d24d8ba. 00000100:00000040:0.0:1767384893.359848:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294882389, at 4294882391 00000100:00000010:0.0:1767384893.359854:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000af9515ca. 00010000:00000010:1.1:1767384893.362255:0:22504:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a161e22e. 00010000:00000010:1.1:1767384893.362263:0:22504:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009fb158e7. 00010000:00000010:1.1:1767384893.362281:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000020e9ba52. 00010000:00000010:1.1:1767384893.362284:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fea7663b. 00000400:00000010:0.0:1767384893.368615:0:22506:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a0db743d. 00000400:00000040:0.0:1767384893.368635:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384893.368638:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384893.368645:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384893.368647:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384893.368650:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384893.368651:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384893.368655:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384893.368656:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384893.368658:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384893.368660:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384893.368662:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384893.368664:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384893.368666:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384893.368668:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384893.368669:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384893.368672:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384893.368673:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384893.368674:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384893.368674:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384893.368676:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384893.368677:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384893.368678:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384893.368679:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384893.368680:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384893.368681:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384893.368682:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384893.368683:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384893.368684:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384893.368685:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384893.368686:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384893.368687:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384893.368689:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384893.368690:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384893.368690:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384893.368691:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384893.368692:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384893.368693:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384893.368694:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384893.368695:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384893.368696:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384893.368697:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384893.368709:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384893.368710:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384893.368712:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384893.368713:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384893.368714:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384893.368715:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384893.368716:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384893.368717:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384893.368718:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384893.368719:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384893.368720:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384893.368721:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384893.368722:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384893.368723:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384893.368724:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384893.368724:0:22506:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384893.368769:0:22506:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a0db743d. 00010000:00000001:0.0:1767384893.466068:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384893.466075:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384893.466082:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384893.466084:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384893.466117:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384893.466121:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384893.466124:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384894.119935:0:22739:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fd671786. 00080000:00000010:1.0:1767384894.119945:0:22739:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fd671786. 00000020:00000001:1.0:1767384894.119951:0:22739:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384894.119957:0:22739:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fd671786. 00080000:00000010:1.0:1767384894.119963:0:22739:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fd671786. 00000020:00000001:1.0:1767384894.119967:0:22739:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384894.488865:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384894.488871:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384894.488875:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384894.488876:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384894.488919:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384894.488923:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384894.488926:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384894.789447:0:22903:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384894.789452:0:22903:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp21 --if ens2 00000001:00000001:1.0:1767384894.793214:0:22903:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384894.802903:0:22904:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000170c8371. 00000400:00000010:2.0:1767384894.802917:0:22904:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d4abd3f8. 00000400:00000010:2.0:1767384894.802925:0:22904:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000002815be3e. 00000400:00000010:2.0:1767384894.802929:0:22904:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000003ab65f41. 00000400:00000010:2.0:1767384894.802932:0:22904:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c450d2c7. 00000400:00000010:2.0:1767384894.802935:0:22904:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004662a818. 00000400:00000010:2.0:1767384894.802937:0:22904:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000019d5a158. 00000400:00000010:2.0:1767384894.802939:0:22904:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006424cca3. 00000400:00000010:2.0:1767384894.802942:0:22904:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000e6a4bc3c. 00000800:00000010:2.0:1767384894.802952:0:22904:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c70ee299. 00000800:00000200:2.0:1767384894.802961:0:22904:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384894.802967:0:22904:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384894.803017:0:22904:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:2.0:1767384894.803041:0:22904:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp21 [8/256/0/180] 00000400:00000010:2.0:1767384894.804882:0:22904:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 00000000a6c1c31e. 00000400:00000010:2.0:1767384894.804888:0:22904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069e38a55. 00000400:00000010:2.0:1767384894.804892:0:22904:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d22b8e9. 00000400:00000001:2.0:1767384894.804905:0:22904:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384894.804906:0:22904:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384894.804908:0:22904:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e6ffa5c. 00000400:00000200:2.0:1767384894.804911:0:22904:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009546ffc0 00000400:00000010:2.0:1767384894.804916:0:22904:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009546ffc0. 00000400:00000010:2.0:1767384894.804920:0:22904:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 00000000aa3697db. 00000400:00000200:2.0:1767384894.804923:0:22904:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (12) 00000400:00000200:2.0:1767384894.804933:0:22904:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:2.0:1767384894.804940:0:22904:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131093 00000020:00000010:2.0:1767384894.804946:0:22904:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000002299428b. 00000020:01000000:2.0:1767384894.804950:0:22904:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384894.804952:0:22904:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp21 00000400:00000200:3.0:1767384894.804961:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384894.804966:0:22904:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d4abd3f8. 00000400:00000010:2.0:1767384894.804970:0:22904:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000170c8371. 00000400:00000200:3.0:1767384894.804971:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000400:00000010:3.0:1767384894.804981:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017c2fea7. 00000400:00000200:3.0:1767384894.804985:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (13) 00000020:00000001:0.0:1767384894.805001:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:3.0:1767384894.805003:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000663f70d. 10000000:00000001:0.0:1767384894.805006:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384894.805010:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 10000000:00000001:0.0:1767384894.805011:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384894.805013:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384894.805016:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384894.805018:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384894.805020:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384894.805021:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384894.805022:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384894.805024:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000020:01000004:0.0:1767384894.805025:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384894.805028:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384894.805030:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384894.805031:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384894.805033:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:0.0:1767384894.805033:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384894.805038:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:3.0:1767384894.805043:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:3.0:1767384894.805047:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000100:00000010:0.0:1767384894.805047:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c68bbec8. 00000020:00000040:0.0:1767384894.805053:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000400:00000200:3.0:1767384894.805054:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:3.0:1767384894.805060:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000001:0.0:1767384894.805063:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384894.805064:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 02000000:00000001:0.0:1767384894.805068:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384894.805074:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384894.805076:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:3.0:1767384894.805081:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:3.0:1767384894.805085:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 02000000:00000010:0.0:1767384894.805086:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004a8e2c40. 00000400:00000200:3.0:1767384894.805089:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:3.0:1767384894.805094:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 00000100:00000001:0.0:1767384894.805097:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384894.805098:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp20 00000400:00000200:3.0:1767384894.805104:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp20 lpni_is_preferred = 0 00000400:00000200:3.0:1767384894.805106:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp20 00000100:00000001:0.0:1767384894.805108:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384894.805109:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp20 NI seq info: [27:27:256:4294967295] 192.168.203.134@tcp20 LPNI seq info [27:27:8:4294967295] 00000100:00000001:0.0:1767384894.805113:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384894.805118:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp20 00000100:00000040:0.0:1767384894.805124:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c68bbec8] to pc [ptlrpcd_00_01+1] req@00000000c68bbec8 x1853237348020864/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384894.805128:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp20(192.168.203.134@tcp20:) -> 192.168.203.134@tcp20(192.168.203.134@tcp:192.168.203.134@tcp20) : PUT try# 0 00000800:00000200:3.0:1767384894.805139:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.203.134@tcp20 00000800:00000010:3.0:1767384894.805146:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003549891b. 00000800:00000010:3.0:1767384894.805154:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000366cbe64. 00000800:00000010:3.0:1767384894.805157:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000b8a3193f. 00000800:00000200:3.0:1767384894.805161:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000366cbe64] -> 12345-192.168.203.134@tcp20 (2) 00000800:00000200:3.1:1767384894.805164:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000366cbe64] -> 12345-192.168.203.134@tcp20 (2) 10000000:00000001:0.0:1767384894.805172:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384894.805176:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384894.805178:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384894.805179:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000100:00000001:1.0:1767384894.805181:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:0.0:1767384894.805181:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384894.805185:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 0 00000100:00000001:1.0:1767384894.805188:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384894.805191:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384894.805192:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384894.805194:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384894.805196:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384894.805198:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:1.0:1767384894.805199:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c68bbec8 x1853237348020864/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384894.805200:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:0.0:1767384894.805201:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384894.805205:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384894.805205:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384894.805209:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384894.805212:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384894.805214:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384894.805215:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384894.805217:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384894.805218:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384894.805220:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384894.805222:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384894.805223:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384894.805224:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384894.805226:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384894.805229:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009b51ba22. 02000000:00000001:1.0:1767384894.805230:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384894.805234:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00100000:1.0:1767384894.805235:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c68bbec8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348020864:0@lo:253: 00000100:00000001:0.0:1767384894.805239:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384894.805241:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384894.805241:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384894.805245:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384894.805247:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384894.805250:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384894.805251:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005a1ce144. 02000000:00000001:1.0:1767384894.805252:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384894.805257:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384894.805259:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000089c56f03. 00000100:00000001:0.0:1767384894.805260:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384894.805263:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384894.805264:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000100:00000001:0.0:1767384894.805269:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384894.805277:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ab5e452. 00000100:00000040:0.0:1767384894.805278:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b51ba22] to pc [ptlrpcd_00_02+2] req@000000009b51ba22 x1853237348020992/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384894.805284:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002dc895c. 00000100:00000200:1.0:1767384894.805288:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348020864, portal 25 00000100:00000001:1.0:1767384894.805291:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384894.805292:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878160000 : -119482831391616 : ffff9354bc473480) 00000100:00000040:1.0:1767384894.805298:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c68bbec8 x1853237348020864/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384910 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384894.805299:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384894.805303:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384894.805306:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000020:00000001:0.0:1767384894.805307:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384894.805313:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384894.805314:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384894.805316:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000002299428b. 00000100:00000040:1.0:1767384894.805321:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384894.805325:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000887b5d96. 00000100:00000200:1.0:1767384894.805328:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348020864, offset 0 00000100:00000001:0.0:1767384894.805330:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384894.805333:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384894.805336:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384894.805336:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384894.805340:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000100:00000040:0.0:1767384894.805343:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009b51ba22 x1853237348020992/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384894.805348:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384894.805357:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384894.805358:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384894.805361:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384894.805364:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d03280 02000000:00000001:0.0:1767384894.805364:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384894.805366:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 02000000:00000001:0.0:1767384894.805370:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384894.805374:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x985 [2] + 0 00000100:00100000:0.0:1767384894.805377:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009b51ba22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348020992:0@lo:253: 00000400:00000010:1.0:1767384894.805380:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042c1c51d. 00000100:00000001:0.0:1767384894.805382:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384894.805385:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000020119616 02000000:00000001:0.0:1767384894.805386:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384894.805388:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384894.805390:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384894.805392:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384894.805395:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 02000000:00000010:0.0:1767384894.805395:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000094902d42. 00000400:00000200:1.0:1767384894.805398:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384894.805401:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384894.805405:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020119616 00000400:00000010:0.0:1767384894.805406:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbe32188. 00000400:00000010:1.0:1767384894.805408:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000020119616. 00000100:00000001:1.0:1767384894.805414:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384894.805416:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384894.805419:0:16359:0:(events.c:337:request_in_callback()) incoming req@000000001a2d2a8a x1853237348020864 msgsize 4848 00000400:00000010:0.0:1767384894.805420:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002a4fa45e. 00000100:00100000:1.0:1767384894.805425:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384894.805427:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000100:00000200:0.0:1767384894.805427:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348020992, portal 25 00000100:00000040:1.0:1767384894.805428:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384894.805433:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384894.805436:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878146560 : -119482831405056 : ffff9354bc470000) 00000100:00000040:0.0:1767384894.805440:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009b51ba22 x1853237348020992/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384910 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384894.805443:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384894.805447:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384894.805451:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000887b5d96 00000400:00000010:1.0:1767384894.805455:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000887b5d96. 00000400:00000200:3.0:1767384894.805460:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000100:00000040:0.0:1767384894.805460:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384894.805461:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767384894.805464:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000010a14956. 00000100:00000200:1.0:1767384894.805468:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c68bbec8 x1853237348020864/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384910 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384894.805468:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348020992, offset 0 00000100:00000001:1.0:1767384894.805479:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384894.805479:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384894.805485:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c68bbec8 x1853237348020864/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384910 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384894.805489:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384894.805490:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000100:00000001:1.0:1767384894.805498:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384894.805499:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d03300 00000100:00000001:1.0:1767384894.805504:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384894.805507:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x995 [2] + 0 00000400:00000010:0.0:1767384894.805510:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000319fa48c. 00000100:00000001:1.0:1767384894.805511:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384894.805514:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001b32347c 00000100:00000001:1.0:1767384894.805516:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294883841 00000400:00000200:0.0:1767384894.805520:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767384894.805521:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000af9515ca. 00000400:00000200:0.0:1767384894.805526:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384894.805528:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384894.805529:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b32347c 00000400:00000200:3.0:1767384894.805531:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000010:0.0:1767384894.805533:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001b32347c. 00000100:00000001:1.0:1767384894.805537:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294883841 00000100:00000001:0.0:1767384894.805539:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384894.805542:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:1.0:1767384894.805543:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000069848531. 00000100:00000040:0.0:1767384894.805545:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000e63b9092 x1853237348020992 msgsize 4848 00000100:00000001:1.0:1767384894.805548:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00100000:0.0:1767384894.805554:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384894.805556:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294883841 00000100:00000040:0.0:1767384894.805557:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:1.0:1767384894.805562:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3a7ade2. 00000400:00000200:3.0:1767384894.805565:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000100:00000001:1.0:1767384894.805567:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384894.805567:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384894.805575:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294883841 00000400:00000200:0.0:1767384894.805575:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010a14956 00000400:00000010:0.0:1767384894.805579:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000010a14956. 00000100:00000010:1.0:1767384894.805582:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000941b14d. 00000100:00000001:0.0:1767384894.805583:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384894.805587:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000200:0.0:1767384894.805590:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009b51ba22 x1853237348020992/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384910 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384894.805592:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384894.805598:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384894.805599:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000100:00000001:1.0:1767384894.805603:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384894.805606:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384894.805606:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384894.805610:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009b51ba22 x1853237348020992/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384910 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384894.805615:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384894.805616:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384894.805619:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384894.805620:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384894.805624:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384894.805625:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384894.805626:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384894.805628:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000100:00000001:1.0:1767384894.805630:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384894.805631:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294883841 00000100:00000001:1.0:1767384894.805636:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384894.805636:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, keep current deadline 4294883841 00000100:00000001:0.0:1767384894.805641:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294883841 00000100:00000001:0.0:1767384894.805643:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, keep current deadline 4294883841 00000100:00000001:0.0:1767384894.805650:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294883841 00000400:00000200:3.0:1767384894.805653:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000100:00000001:0.0:1767384894.805653:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294883841 00000100:00000001:0.0:1767384894.805655:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294883841 00000100:00000001:1.0:1767384894.805659:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384894.805659:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294883841 00000100:00100000:1.0:1767384894.805664:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348020864 00000100:00000001:0.0:1767384894.805664:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384894.805669:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384894.805669:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384894.805673:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384894.805674:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384894.805675:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000100:00000001:1.0:1767384894.805676:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384894.805677:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384894.805683:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384894.805685:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1767384894.805687:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348020864 00000100:00000001:0.0:1767384894.805688:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384894.805690:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384894.805691:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384894.805693:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384894.805694:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384894.805698:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384894.805700:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:1.0:1767384894.805703:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384894.805704:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000020:00000040:1.0:1767384894.805706:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000100:00000001:0.0:1767384894.805708:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384894.805710:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:0.0:1767384894.805711:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384894.805713:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:1.0:1767384894.805719:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384894.805722:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000087b38154. 00000100:00000001:1.0:1767384894.805725:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384894.805727:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000087b38154. 00000020:00000010:1.0:1767384894.805733:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bad03257. 00000100:00000001:0.0:1767384894.805734:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384894.805738:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000100:00100000:0.0:1767384894.805738:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348020992 00000020:00000010:1.0:1767384894.805740:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000004a1b71e. 02000000:00000001:0.0:1767384894.805740:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384894.805744:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384894.805746:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000477df253. 00000100:00000001:0.0:1767384894.805747:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384894.805753:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384894.805755:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348020992 00000020:00000001:0.0:1767384894.805757:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384894.805758:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000040:1.0:1767384894.805760:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:0.0:1767384894.805760:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384894.805763:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000100:00000001:1.0:1767384894.805765:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384894.805768:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384894.805769:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000400:00000200:3.0:1767384894.805772:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000100:00000001:1.0:1767384894.805772:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384894.805773:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:0.0:1767384894.805780:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384894.805795:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002918f0ef. 00000100:00000001:0.0:1767384894.805799:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384894.805801:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384894.805801:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002918f0ef. 00000100:00000001:1.0:1767384894.805813:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384894.805852:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384894.805853:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f10d7366. 00000100:00000001:1.0:1767384894.805854:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384894.805860:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000400:00000200:3.0:1767384894.805861:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000020:00000010:0.0:1767384894.805864:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007b820bdb. 00000100:00000040:1.0:1767384894.805865:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:1.0:1767384894.805869:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590281831504 : -119483427720112 : ffff935498bbf450) 00000020:00000010:0.0:1767384894.805870:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a2fea198. 00000100:00000040:1.0:1767384894.805874:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001a2d2a8a x1853237348020864/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:120/0 lens 4848/0 e 0 to 0 dl 1767384905 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384894.805878:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384894.805881:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384894.805883:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384894.805883:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384894.805889:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000087b38154. 00000100:00000001:0.0:1767384894.805891:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384894.805893:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384894.805896:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000087b38154. 00000100:00000001:0.0:1767384894.805896:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384894.805898:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000100:00100000:1.0:1767384894.805905:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001a2d2a8a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:16359:x1853237348020864:12345-0@lo:253: 00000100:00000200:1.0:1767384894.805910:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348020864 00000100:00000001:0.0:1767384894.805910:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384894.805912:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384894.805917:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00000040:0.0:1767384894.805921:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000020:00000001:1.0:1767384894.805922:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384894.805923:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590281825360 : -119483427726256 : ffff935498bbdc50) 00000020:00000001:1.0:1767384894.805930:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:0.0:1767384894.805930:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e63b9092 x1853237348020992/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:120/0 lens 4848/0 e 0 to 0 dl 1767384905 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384894.805934:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384894.805937:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000020:00000001:1.0:1767384894.805941:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384894.805942:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384894.805946:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000010:0.0:1767384894.805947:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002918f0ef. 00000100:00000001:0.0:1767384894.805952:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384894.805954:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1767384894.805955:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002918f0ef. 00000020:00000001:1.0:1767384894.805958:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384894.805963:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:0.0:1767384894.805965:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e63b9092 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:16360:x1853237348020992:12345-0@lo:253: 00000020:00000001:1.0:1767384894.805967:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:0.0:1767384894.805969:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348020992 00000020:00000001:0.0:1767384894.805972:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384894.805973:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000020:00000001:0.0:1767384894.805982:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384894.805984:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384894.805986:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384894.805989:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384894.805990:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384894.805991:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 02000000:00000001:1.0:1767384894.805993:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384894.805994:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384894.805997:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384894.805999:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384894.806001:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384894.806002:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384894.806005:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384894.806007:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384894.806008:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000077ceb6d4. 02000000:00000001:1.0:1767384894.806012:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384894.806012:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c11d91be. 00000100:00000001:1.0:1767384894.806015:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384894.806016:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 20000000:00000001:1.0:1767384894.806022:0:17084:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:0.0:1767384894.806022:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384894.806026:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384894.806029:0:17083:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384894.806033:0:17084:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000094e3f4a3. 20000000:01000000:1.0:1767384894.806037:0:17084:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384894.806040:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384894.806042:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:0.0:1767384894.806042:0:17083:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000eee636a5. 20000000:00000001:1.0:1767384894.806047:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384894.806048:0:17083:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384894.806049:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384894.806052:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384894.806053:0:17084:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384894.806056:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384894.806059:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384894.806062:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384894.806063:0:17084:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a9c8da7f. 20000000:00000001:0.0:1767384894.806065:0:17083:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:1.0:1767384894.806066:0:17084:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 20000000:00000001:1.0:1767384894.806072:0:17084:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384894.806077:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384894.806080:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384894.806095:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384894.806108:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384894.806110:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384894.806112:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384894.806113:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384894.806115:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384894.806118:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 000000007e91d003 00000020:00000001:1.0:1767384894.806121:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f71c5dba 00080000:00000002:1.0:1767384894.806123:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384894.806130:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384894.806133:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384894.806135:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384894.806138:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384894.806142:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:1.0:1767384894.806145:0:17084:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384894.806149:0:17084:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000405b51da. 00080000:00000001:1.0:1767384894.806151:0:17084:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585624818176 : -119488084733440 : ffff935383279200) 00080000:00000001:1.0:1767384894.806154:0:17084:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384894.806158:0:17084:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384894.806161:0:17084:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000087b38154. 00080000:00000001:1.0:1767384894.806163:0:17084:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384894.806166:0:17084:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384894.806181:0:17084:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384894.806196:0:17084:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:3.0:1767384894.806228:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000099ed13a9. 00000800:00000010:3.0:1767384894.806233:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000056005fbf. 00000800:00000010:3.0:1767384894.806238:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000728276af. 00000800:00000010:3.0:1767384894.806267:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000728276af. 00000400:00000200:3.0:1767384894.806345:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384894.806358:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp20 from 233.3.0.2 00000800:00000010:3.0:1767384894.806362:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b7adec14. 00000800:00000010:0.0:1767384894.806410:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001b554669. 00000800:00000010:0.0:1767384894.806417:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000010a14956. 00000800:00000010:0.0:1767384894.806444:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008da4a430. 00000800:00000200:0.1:1767384894.806452:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000366cbe64] -> 12345-192.168.203.134@tcp20 (2) 00000800:00000200:0.1:1767384894.806459:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp20 000000008da4a430 deleted 00000800:00000010:0.1:1767384894.806462:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008da4a430. 00000800:00000200:0.1:1767384894.806477:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384894.806484:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp20 ip 192.168.203.134:1001 00000800:00000200:0.1:1767384894.806489:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003549891b type 1, nob 336 niov 1 nkiov 1 00000800:00000200:0.0:1767384894.806495:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp20 p 3.x 192.168.203.134 -> 192.168.203.134:1001 incarnation:1767384893351237340 sched[0] 00000800:00000010:0.0:1767384894.806501:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002918f0ef. 00000800:00000010:0.0:1767384894.806562:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002918f0ef. 00000800:00000010:0.0:1767384894.806569:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000010a14956. 00000800:00000010:0.0:1767384894.806618:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b7adec14. 00000800:00000001:0.0:1767384894.806630:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384894.806635:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384894.806667:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384894.806671:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003549891b. 00000400:00000200:0.0:1767384894.806675:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384894.806679:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp20->192.168.203.134@tcp20: PUT: OK 00000400:00000200:0.0:1767384894.806683:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384894.806686:0:16353:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp: 0 00000800:00000200:3.1:1767384894.806687:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384894.806694:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp20 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384893351237340 sched[0] 00000800:00000010:3.0:1767384894.806697:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000056005fbf. 00000800:00000001:0.0:1767384894.806722:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384894.806730:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384894.806732:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384894.806735:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384894.806741:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp20(192.168.203.134@tcp20) <- 192.168.203.134@tcp20 : PUT - for me 00000400:00000200:3.0:1767384894.806748:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:0.0:1767384894.806750:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 240 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384894.806758:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 240/240 into md 0x146d [1] + 0 00000400:00000010:0.0:1767384894.806761:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a42a9689. 00000400:00000200:0.0:1767384894.806770:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ab0b7a9d 00000800:00000001:0.0:1767384894.806774:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384894.806797:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384894.806800:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384894.806801:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384894.806805:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp20->192.168.203.134@tcp20: PUT: OK 00000400:00000200:0.0:1767384894.806850:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab0b7a9d 00000400:00000010:0.0:1767384894.806852:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab0b7a9d. 00000400:00000200:0.0:1767384894.806857:0:16351:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384894.806860:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (14) 00000400:00000200:0.0:1767384894.806866:0:16351:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000010:0.0:1767384894.806870:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 00000000e0695459. 00000400:00000200:0.0:1767384894.806873:0:16351:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.134@tcp 13 00000400:00000200:0.0:1767384894.806878:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:3.0:1767384894.806879:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384894.806888:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (15) 00000400:00000200:0.0:1767384894.806893:0:16351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384894.806900:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp20 to MR: 192.168.203.134@tcp20 local destination 00000400:00000200:0.0:1767384894.806906:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp20 NI seq info: [28:28:256:4294967295] 192.168.203.134@tcp20 LPNI seq info [28:28:8:4294967295] 00000400:00000200:3.0:1767384894.806917:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384894.806919:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp20(192.168.203.134@tcp20:192.168.203.134@tcp20) -> 192.168.203.134@tcp20(192.168.203.134@tcp20:192.168.203.134@tcp20) 192.168.203.134@tcp20 : ACK try# 0 00000800:00000200:0.0:1767384894.806927:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp20 00000400:00000200:1.0:1767384894.806931:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:0.0:1767384894.806931:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a20a6148. 00000400:00000010:1.0:1767384894.806938:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dacb7afb. 00000800:00000200:0.0:1767384894.806939:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000366cbe64] -> 12345-192.168.203.134@tcp20 (4) 00000400:00000010:1.0:1767384894.806946:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017230a03. 00000800:00000200:0.0:1767384894.806947:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp20 ip 192.168.203.134:988 00000400:00000200:1.0:1767384894.806952:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c698b414 00000800:00000200:0.0:1767384894.806952:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a20a6148 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384894.806961:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1004d1 00000400:00000200:3.0:1767384894.806962:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000010:1.0:1767384894.806969:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 280 at 0000000058f98f32. 00000400:00000010:1.0:1767384894.806974:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 336 at 00000000b6a267ab. 00000400:00000010:1.0:1767384894.806976:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 280 at 00000000bbe1d679. 00000800:00000200:0.0:1767384894.807011:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384894.807014:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a20a6148. 00000400:00000200:3.0:1767384894.807017:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:0.0:1767384894.807018:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384894.807025:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp20->192.168.203.134@tcp20: ACK: OK 00000800:00000001:0.0:1767384894.807033:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384894.807034:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000011a22d6d. 00000800:00000001:0.0:1767384894.807036:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384894.807040:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384894.807043:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000011a22d6d nid 192.168.203.134@tcp21 00000800:00000001:0.0:1767384894.807046:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384894.807047:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f02cf6e9. 00000400:00000200:1.0:1767384894.807051:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f02cf6e9 net tcp21 00000400:00000200:1.0:1767384894.807055:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (14) 00000800:00000001:0.0:1767384894.807056:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384894.807064:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp21 flags 0x11 00000800:00000001:0.0:1767384894.807066:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384894.807069:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 280 at 0000000058f98f32. 00000400:00000200:3.0:1767384894.807072:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000010:1.0:1767384894.807074:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 336 at 00000000b6a267ab. 00000400:00000200:0.0:1767384894.807080:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp20(192.168.203.134@tcp20) <- 192.168.203.134@tcp20 : ACK - for me 00000400:00000200:0.0:1767384894.807097:0:16351:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp20: ACK from 12345-192.168.203.134@tcp20 into md 0x1485 00000400:00000010:1.0:1767384894.807101:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 280 at 00000000bbe1d679. 00000400:00000200:0.0:1767384894.807104:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384894.807106:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 00000000e0695459. 00000400:00000200:1.0:1767384894.807114:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:0.0:1767384894.807115:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp20->192.168.203.134@tcp20: ACK: OK 00000400:00000200:1.0:1767384894.807119:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100551 00000400:00000200:0.0:1767384894.807123:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017c2fea7 00000400:00000010:0.0:1767384894.807126:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017c2fea7. 00000400:00000200:3.0:1767384894.807128:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:1.0:1767384894.807132:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 1 00000400:00000200:0.0:1767384894.807133:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384894.807139:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 00000400:00000200:1.0:1767384894.807142:0:16356:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.134@tcp 00000400:00000200:1.0:1767384894.807145:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100511 rc 0 00000400:00000200:0.0:1767384894.807151:0:16351:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 00000400:00000200:1.0:1767384894.807152:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:0.0:1767384894.807160:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (15) 00000400:00000200:1.0:1767384894.807166:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (14) 00000800:00000001:0.0:1767384894.807175:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384894.807181:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384894.807187:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00080000:00000010:1.0:1767384894.807195:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000405b51da. 00080000:00000010:0.0:1767384894.807227:0:17084:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000087b38154. 00040000:00000001:0.0:1767384894.807233:0:17084:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384894.807235:0:17084:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384894.807238:0:17084:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384894.807241:0:17084:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 00000400:00000200:3.0:1767384894.807242:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 20000000:00000001:0.0:1767384894.807244:0:17084:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384894.807247:0:17084:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384894.807259:0:17084:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384894.807267:0:17084:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384894.807270:0:17084:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384894.807275:0:17084:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384894.807276:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384894.807280:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384894.807282:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384894.807286:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384894.807288:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:3.0:1767384894.807291:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00010000:00000010:1.0:1767384894.807295:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000980f1fd5. 00010000:00000001:1.0:1767384894.807300:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384894.807302:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000070e762e5. 00000020:00000001:1.0:1767384894.807306:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384894.807309:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000070e762e5 with handle 0xb57eb78819562fac to hash 00000020:00000001:1.0:1767384894.807310:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384894.807312:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384894.807314:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384894.807316:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384894.807318:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384894.807320:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000070e762e5/0xb57eb78819562fac lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384894.807327:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:3.0:1767384894.807331:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00010000:00000001:1.0:1767384894.807331:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384894.807335:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384894.807337:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384894.807340:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384894.807342:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384894.807343:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384894.807346:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384894.807348:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384894.807355:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 20000000:00000010:0.0:1767384894.807355:0:17083:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000005f671eb. 00010000:00000001:1.0:1767384894.807358:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 20000000:01000000:0.0:1767384894.807359:0:17083:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 00010000:00000040:1.0:1767384894.807361:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000980f1fd5) refcount = 1 20000000:00000001:0.0:1767384894.807364:0:17083:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00010000:1.0:1767384894.807366:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000070e762e5/0xb57eb78819562fac lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384894.807372:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384894.807374:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384894.807376:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384894.807378:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384894.807380:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384894.807382:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000200:3.0:1767384894.807385:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 20000000:01000000:1.0:1767384894.807386:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 00010000:00000001:1.0:1767384894.807391:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384894.807393:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384894.807395:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070e762e5 refcount=4 00080000:00000001:0.0:1767384894.807395:0:17083:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:1.0:1767384894.807396:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00080000:00000001:0.0:1767384894.807399:0:17083:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:1.0:1767384894.807400:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384894.807403:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384894.807404:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070e762e5/0xb57eb78819562fac lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384894.807407:0:17083:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:1.0:1767384894.807410:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384894.807413:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070e762e5/0xb57eb78819562fac lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384894.807415:0:17083:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384894.807417:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1767384894.807420:0:17083:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384894.807421:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1767384894.807423:0:17083:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384894.807425:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00010000:00010000:1.0:1767384894.807425:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000070e762e5/0xb57eb78819562fac lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384894.807426:0:17083:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384894.807430:0:17083:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384894.807436:0:17083:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000980f9615 00010000:00000001:1.0:1767384894.807437:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384894.807439:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384894.807441:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384894.807443:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000070e762e5/0xb57eb78819562fac lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384894.807446:0:17083:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009e445471 00080000:00000002:0.0:1767384894.807448:0:17083:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384894.807455:0:17083:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384894.807457:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00080000:00000001:0.0:1767384894.807463:0:17083:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384894.807464:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000070e762e5 already unused, calling callback (00000000df0e66e0) 00080000:00000001:0.0:1767384894.807467:0:17083:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384894.807468:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767384894.807470:0:17083:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384894.807472:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384894.807474:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000070e762e5/0xb57eb78819562fac lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384894.807474:0:17083:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00000400:00000200:3.0:1767384894.807480:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00080000:00000001:0.0:1767384894.807480:0:17083:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384894.807482:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384894.807485:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000010:0.0:1767384894.807486:0:17083:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f6d1c0b2. 00000020:00000001:1.0:1767384894.807488:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384894.807491:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070e762e5 refcount=5 00080000:00000001:0.0:1767384894.807491:0:17083:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590000214016 : -119483709337600 : ffff935487f2d000) 00000020:00000001:1.0:1767384894.807495:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00080000:00000001:0.0:1767384894.807496:0:17083:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384894.807498:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00000001:00000001:0.0:1767384894.807500:0:17083:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384894.807502:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000010:0.0:1767384894.807504:0:17083:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002918f0ef. 00010000:00010000:1.0:1767384894.807505:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000070e762e5/0xb57eb78819562fac lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384894.807507:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00080000:00000001:0.0:1767384894.807509:0:17083:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384894.807515:0:17083:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384894.807517:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384894.807519:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384894.807521:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384894.807524:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384894.807525:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:0.0:1767384894.807526:0:17083:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384894.807528:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384894.807530:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384894.807532:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000070e762e5 with handle 0xb57eb78819562fac from hash 00010000:00000001:1.0:1767384894.807534:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384894.807535:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1767384894.807536:0:17083:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384894.807537:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384894.807538:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00010000:00000001:1.0:1767384894.807540:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384894.807543:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384894.807545:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384894.807547:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384894.807549:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384894.807551:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384894.807553:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00080000:00000020:0.0:1767384894.807553:0:17084:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384894.807557:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384894.807558:0:17084:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000094e3f4a3. 00010000:00000001:1.0:1767384894.807561:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384894.807564:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:0.0:1767384894.807564:0:17084:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384894.807568:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1767384894.807570:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348020864 00000400:00000200:3.0:1767384894.807571:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00010000:00000001:1.0:1767384894.807571:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384894.807577:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384894.807578:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384894.807579:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384894.807582:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000070e762e5/0xb57eb78819562fac lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000200:0.0:1767384894.807585:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001a2d2a8a x1853237348020864/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:120/0 lens 4848/4768 e 0 to 0 dl 1767384905 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384894.807593:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384894.807595:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00010000:00000001:1.0:1767384894.807597:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384894.807600:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384894.807602:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384894.807603:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384894.807606:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384894.807606:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384894.807618:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384894.807621:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00001000:0.0:1767384894.807621:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=28 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384894.807623:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384894.807627:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384894.807628:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1767384894.807629:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00010000:00010000:1.0:1767384894.807629:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000070e762e5/0xb57eb78819562fac lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384894.807632:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:0.0:1767384894.807638:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:1.0:1767384894.807641:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000001:0.0:1767384894.807642:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384894.807643:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384894.807645:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384894.807646:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000070e762e5/0xb57eb78819562fac lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384894.807649:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:1.0:1767384894.807652:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000980f1fd5 count: 0 00000400:00000200:3.0:1767384894.807653:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000100:00000040:0.0:1767384894.807660:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384894.807661:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384894.807664:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:0.0:1767384894.807664:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000010a14956. 00000100:00000200:0.0:1767384894.807669:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348020864, offset 224 00000400:00000200:0.0:1767384894.807674:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384894.807681:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384894.807682:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:0.0:1767384894.807690:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d03280 00000400:00000200:0.0:1767384894.807696:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1489 [2] + 224 00000400:00000200:0.0:1767384894.807700:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384894.807703:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384894.807706:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384894.807709:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c68bbec8 x1853237348020864/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384910 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384894.807715:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c68bbec8 x1853237348020864/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384910 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384894.807733:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384894.807738:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010a14956 00000400:00000010:0.0:1767384894.807739:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000010a14956. 00000100:00000001:0.0:1767384894.807743:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384894.807744:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384894.807748:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384894.807750:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384894.807751:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:1.0:1767384894.807754:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384894.807755:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384894.807758:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384894.807760:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384894.807761:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384894.807764:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384894.807767:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ab5e452. 00000100:00000040:0.0:1767384894.807767:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a2d2a8a x1853237348020864/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:120/0 lens 4848/4768 e 0 to 0 dl 1767384905 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384894.807773:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002dc895c 00000400:00000010:1.0:1767384894.807776:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002dc895c. 00000100:00100000:0.0:1767384894.807780:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001a2d2a8a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:16359:x1853237348020864:12345-0@lo:253: Request processed in 1895us (2358us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384894.807781:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384894.807798:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c68bbec8 x1853237348020864/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384910 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384894.807802:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00000040:0.0:1767384894.807805:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000100:00000001:0.0:1767384894.807809:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384894.807812:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384894.807843:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c68bbec8 x1853237348020864/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384910 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384894.807844:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000066cc6233. 00000020:00000010:0.0:1767384894.807847:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000004a1b71e. 00000800:00000010:3.0:1767384894.807850:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000056005fbf. 00000800:00000010:3.0:1767384894.807857:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000728276af. 00000100:00000001:1.0:1767384894.807857:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384894.807860:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000477df253. 00000100:00000001:1.0:1767384894.807861:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384894.807865:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bad03257. 00000100:00000001:1.0:1767384894.807866:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384894.807869:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:0.0:1767384894.807871:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00000100:00000001:1.0:1767384894.807872:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384894.807875:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384894.807878:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384894.807878:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384894.807881:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000077ceb6d4. 00000100:00001000:1.0:1767384894.807883:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=28 v=5 (5 0 0 0) 00000800:00000010:3.0:1767384894.807886:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000728276af. 02000000:00000001:0.0:1767384894.807887:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1767384894.807888:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=28 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384894.807891:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384894.807893:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384894.807895:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384894.807897:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384894.807898:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384894.807901:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384894.807904:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384894.807904:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0d4761e. 00000100:00000040:1.0:1767384894.807911:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c68bbec8 x1853237348020864/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384910 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384894.807912:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000010a14956. 00000100:00000001:1.0:1767384894.807921:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384894.807924:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384894.807926:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384894.807928:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384894.807930:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384894.807932:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384894.807934:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384894.807935:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384894.807936:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384894.807938:0:16359:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384894.807939:0:16359:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384894.807940:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384894.807941:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384894.807945:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c68bbec8 x1853237348020864/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384910 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384894.807951:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c68bbec8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348020864:0@lo:253: 00000100:00000001:1.0:1767384894.807961:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384894.807963:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384894.807965:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c68bbec8 x1853237348020864/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384910 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384894.807970:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384894.807972:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384894.807974:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000089c56f03. 02000000:00000001:1.0:1767384894.807978:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384894.807980:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384894.807981:0:16359:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:1.0:1767384894.807983:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384894.807985:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004a8e2c40. 00000400:00000200:3.0:1767384894.807986:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 02000000:00000001:1.0:1767384894.807991:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384894.807993:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384894.807995:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c68bbec8. 00000100:00000001:1.0:1767384894.807998:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384894.807999:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384894.808000:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp20 from 232.3.0.2 00000100:00000001:1.0:1767384894.808001:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384894.808004:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000adf83457. 00000100:00000001:1.0:1767384894.808007:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384894.808009:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384894.808011:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384894.808013:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384894.808040:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b53a54fe. 00000800:00000010:0.0:1767384894.808045:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008da4a430. 00000800:00000010:0.0:1767384894.808065:0:16349:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000025974fe4. 00000800:00000200:0.1:1767384894.808072:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000366cbe64] -> 12345-192.168.203.134@tcp20 (4) 00000800:00000200:0.1:1767384894.808077:0:16349:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp20 0000000025974fe4 deleted 00000800:00000010:0.1:1767384894.808087:0:16349:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000025974fe4. 00000800:00000200:0.1:1767384894.808091:0:16349:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384894.808097:0:16349:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp20 p 3.x 192.168.203.134 -> 192.168.203.134:1000 incarnation:1767384893351237340 sched[0] 00000800:00000010:0.0:1767384894.808103:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f0e63c21. 00000800:00000010:0.0:1767384894.808155:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f0e63c21. 00000800:00000010:0.0:1767384894.808162:0:16349:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008da4a430. 00000800:00000200:3.1:1767384894.808168:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384894.808175:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp20 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384893351237340 sched[0] 00000800:00000010:3.0:1767384894.808178:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000056005fbf. 00000800:00000010:0.0:1767384894.808190:0:16349:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000adf83457. 00000800:00000001:3.0:1767384894.808204:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384894.808206:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384894.808208:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384894.808212:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384894.808862:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f6d1c0b2. 00080000:00000010:3.0:1767384894.808899:0:17083:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002918f0ef. 00040000:00000001:3.0:1767384894.808905:0:17083:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384894.808907:0:17083:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384894.808908:0:17083:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384894.808911:0:17083:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:3.0:1767384894.808913:0:17083:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384894.808919:0:17083:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384894.808920:0:17083:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384894.808928:0:17083:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384894.808930:0:17083:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384894.808935:0:17083:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384894.808937:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384894.808940:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384894.808942:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384894.808944:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384894.808946:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384894.808950:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000041b7ae7a. 00010000:00000001:1.0:1767384894.808952:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384894.808955:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a3a7dbfa. 00000020:00000001:1.0:1767384894.808958:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384894.808959:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a3a7dbfa with handle 0xb57eb78819562fb3 to hash 00000020:00000001:1.0:1767384894.808961:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384894.808968:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00010000:00000001:1.0:1767384894.808969:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00010000:00000001:1.0:1767384894.808971:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384894.808972:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384894.808974:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819562fb3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384894.808979:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384894.808981:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384894.808983:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384894.808984:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384894.808985:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384894.808987:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384894.808988:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384894.808989:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384894.808991:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384894.808992:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384894.808992:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384894.808993:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000041b7ae7a) refcount = 1 00010000:00010000:1.0:1767384894.808995:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819562fb3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384894.808998:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384894.808999:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384894.809000:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384894.809001:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384894.809002:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384894.809003:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384894.809005:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 00010000:00000001:1.0:1767384894.809006:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384894.809007:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384894.809007:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a3a7dbfa refcount=4 00000020:00000001:1.0:1767384894.809009:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00010000:00000001:1.0:1767384894.809010:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00010000:00000001:1.0:1767384894.809011:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384894.809017:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819562fb3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384894.809020:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384894.809021:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819562fb3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384894.809025:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384894.809026:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384894.809026:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819562fb3 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384894.809029:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384894.809030:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384894.809031:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384894.809032:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819562fb3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384894.809035:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a3a7dbfa already unused, calling callback (00000000df0e66e0) 00010000:00000001:1.0:1767384894.809036:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384894.809037:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384894.809038:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819562fb3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384894.809041:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384894.809042:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384894.809043:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384894.809044:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a3a7dbfa refcount=5 00000020:00000001:1.0:1767384894.809046:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00010000:00000001:1.0:1767384894.809048:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00010000:00000001:1.0:1767384894.809050:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384894.809051:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819562fb3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384894.809055:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000020:3.0:1767384894.809059:0:17083:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384894.809061:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767384894.809063:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384894.809064:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384894.809067:0:17083:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000eee636a5. 00010000:00000001:1.0:1767384894.809068:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384894.809071:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 20000000:00000001:3.0:1767384894.809072:0:17083:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384894.809073:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384894.809075:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384894.809077:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348020992 00000020:00000040:1.0:1767384894.809078:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a3a7dbfa with handle 0xb57eb78819562fb3 from hash 00010000:00000001:3.0:1767384894.809083:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384894.809083:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384894.809087:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384894.809088:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000200:3.0:1767384894.809090:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e63b9092 x1853237348020992/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:120/0 lens 4848/4768 e 0 to 0 dl 1767384905 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384894.809090:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384894.809092:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384894.809094:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384894.809096:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384894.809098:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384894.809102:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384894.809104:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384894.809105:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384894.809109:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384894.809109:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00001000:3.0:1767384894.809115:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=28 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384894.809115:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384894.809117:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384894.809119:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384894.809121:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384894.809121:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384894.809124:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384894.809126:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00010000:1.0:1767384894.809127:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819562fb3 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384894.809130:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:3.0:1767384894.809135:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384894.809136:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384894.809138:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384894.809139:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384894.809141:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384894.809144:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384894.809144:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384894.809147:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384894.809149:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384894.809150:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384894.809151:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384894.809153:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384894.809154:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000056005fbf. 20000000:00000001:1.0:1767384894.809155:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384894.809159:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819562fb3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384894.809160:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348020992, offset 224 00000400:00000200:3.0:1767384894.809168:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384894.809175:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384894.809177:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384894.809179:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384894.809181:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819562fb3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384894.809184:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d03300 00010000:00000040:1.0:1767384894.809190:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000041b7ae7a count: 0 00000400:00000200:3.0:1767384894.809194:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1491 [2] + 224 00010000:00000001:1.0:1767384894.809198:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384894.809199:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:1.0:1767384894.809201:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:3.0:1767384894.809204:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384894.809207:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384894.809210:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009b51ba22 x1853237348020992/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384910 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384894.809216:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009b51ba22 x1853237348020992/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384910 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384894.809235:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384894.809239:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056005fbf 00000400:00000010:3.0:1767384894.809240:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000056005fbf. 00000100:00000001:3.0:1767384894.809242:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384894.809243:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384894.809246:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384894.809248:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:3.0:1767384894.809250:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384894.809252:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384894.809254:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384894.809256:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e63b9092 x1853237348020992/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:120/0 lens 4848/4768 e 0 to 0 dl 1767384905 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384894.809262:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e63b9092 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:16360:x1853237348020992:12345-0@lo:253: Request processed in 3319us (3716us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384894.809262:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384894.809266:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384894.809272:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1767384894.809273:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000400:00000001:0.0:1767384894.809274:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384894.809276:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000400:00000010:0.0:1767384894.809277:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbe32188. 00000100:00000001:3.0:1767384894.809280:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384894.809282:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384894.809283:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a4fa45e 00000020:00000010:3.0:1767384894.809285:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007b820bdb. 00000400:00000010:0.0:1767384894.809286:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002a4fa45e. 00000020:00000010:3.0:1767384894.809291:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a2fea198. 00000100:00000001:0.0:1767384894.809292:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384894.809297:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f10d7366. 00000100:00000200:0.0:1767384894.809298:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009b51ba22 x1853237348020992/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384910 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384894.809301:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 02000000:00000001:3.0:1767384894.809305:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384894.809307:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c11d91be. 02000000:00000001:3.0:1767384894.809313:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:0.0:1767384894.809314:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009b51ba22 x1853237348020992/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384910 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384894.809315:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384894.809321:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384894.809326:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384894.809327:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b2e3047. 00000100:00000001:0.0:1767384894.809328:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384894.809332:0:16360:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:3.0:1767384894.809334:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000056005fbf. 02000000:00000001:0.0:1767384894.809334:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384894.809343:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384894.809345:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384894.809346:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384894.809349:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=28 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384894.809352:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=28 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384894.809354:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384894.809354:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384894.809356:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384894.809357:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384894.809359:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384894.809361:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009b51ba22 x1853237348020992/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384910 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384894.809366:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384894.809368:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384894.809369:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384894.809371:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384894.809373:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384894.809374:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384894.809375:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384894.809376:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384894.809376:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384894.809378:0:16360:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384894.809379:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384894.809380:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384894.809382:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009b51ba22 x1853237348020992/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384910 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384894.809386:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009b51ba22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348020992:0@lo:253: 00000100:00000001:0.0:1767384894.809389:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384894.809390:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384894.809391:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009b51ba22 x1853237348020992/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384910 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384894.809395:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384894.809396:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384894.809397:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000094902d42. 02000000:00000001:0.0:1767384894.809400:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384894.809405:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384894.809405:0:16360:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:0.0:1767384894.809407:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384894.809408:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005a1ce144. 02000000:00000001:0.0:1767384894.809410:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384894.809410:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384894.809411:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009b51ba22. 00000100:00000001:0.0:1767384894.809413:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384894.809414:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384894.809415:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384894.809418:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384894.809419:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384894.809420:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384894.809422:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384894.810889:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294883841, at 4294883842 00000100:00000040:3.0:1767384894.810892:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294883841, at 4294883842 00000100:00000010:1.0:1767384894.810897:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000069848531. 00000100:00000010:3.0:1767384894.810900:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000941b14d. 00000100:00000040:0.0:1767384894.810905:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294883841, at 4294883842 00000100:00000010:0.0:1767384894.810912:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000af9515ca. 00000100:00000040:2.0:1767384894.811875:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294883841, at 4294883843 00000100:00000010:2.0:1767384894.811881:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3a7ade2. 00010000:00000010:1.1:1767384894.812879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000980f1fd5. 00010000:00000010:1.1:1767384894.812888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000070e762e5. 00010000:00000010:1.1:1767384894.817872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000041b7ae7a. 00010000:00000010:1.1:1767384894.817884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a3a7dbfa. 00000400:00000010:2.0:1767384894.826813:0:22909:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000defe7746. 00000400:00000040:2.0:1767384894.827151:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384894.827155:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384894.827158:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384894.827161:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384894.827164:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384894.827167:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384894.827170:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384894.827173:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384894.827175:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384894.827177:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384894.827181:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384894.827183:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384894.827186:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384894.827188:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384894.827190:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384894.827193:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384894.827195:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384894.827197:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384894.827198:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384894.827201:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384894.827204:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384894.827206:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384894.827208:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384894.827218:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384894.827219:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384894.827222:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384894.827225:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384894.827227:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384894.827229:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384894.827231:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384894.827233:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384894.827236:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384894.827238:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384894.827240:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384894.827242:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384894.827244:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384894.827246:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384894.827249:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384894.827251:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384894.827253:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384894.827255:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384894.827257:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384894.827259:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384894.827261:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384894.827264:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384894.827266:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384894.827268:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384894.827270:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384894.827273:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384894.827275:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384894.827278:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384894.827280:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384894.827282:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384894.827284:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384894.827286:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384894.827289:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384894.827290:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384894.827343:0:22909:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000defe7746. 00010000:00000001:0.0:1767384895.512951:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384895.512956:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384895.512960:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384895.512961:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384895.512992:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384895.512996:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384895.512999:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384895.678422:0:23153:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ca4325bf. 00080000:00000010:0.0:1767384895.678431:0:23153:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ca4325bf. 00000020:00000001:0.0:1767384895.678436:0:23153:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384895.678442:0:23153:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ca4325bf. 00080000:00000010:0.0:1767384895.678446:0:23153:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ca4325bf. 00000020:00000001:0.0:1767384895.678449:0:23153:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384896.340536:0:23317:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384896.340541:0:23317:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp22 --if ens2 00000001:00000001:1.0:1767384896.344225:0:23317:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384896.350511:0:23318:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000000598db0. 00000400:00000010:0.0:1767384896.350523:0:23318:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000dc4283d7. 00000400:00000010:0.0:1767384896.350548:0:23318:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000beb47ea2. 00000400:00000010:0.0:1767384896.350551:0:23318:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000fc587a79. 00000400:00000010:0.0:1767384896.350554:0:23318:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000033711b82. 00000400:00000010:0.0:1767384896.350557:0:23318:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f05d1898. 00000400:00000010:0.0:1767384896.350559:0:23318:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cffbda76. 00000400:00000010:0.0:1767384896.350560:0:23318:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000ff7f351. 00000400:00000010:0.0:1767384896.350564:0:23318:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000ccc8c598. 00000800:00000010:0.0:1767384896.350574:0:23318:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a20a6148. 00000800:00000200:0.0:1767384896.350588:0:23318:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384896.350595:0:23318:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384896.350638:0:23318:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:0.0:1767384896.350660:0:23318:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp22 [8/256/0/180] 00000400:00000010:0.0:1767384896.352290:0:23318:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 00000000100f27a4. 00000400:00000010:0.0:1767384896.352295:0:23318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbe32188. 00000400:00000010:0.0:1767384896.352299:0:23318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073bfe857. 00000400:00000001:0.0:1767384896.352311:0:23318:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384896.352313:0:23318:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384896.352315:0:23318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069e38a55. 00000400:00000200:0.0:1767384896.352317:0:23318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d22b8e9 00000400:00000010:0.0:1767384896.352318:0:23318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d22b8e9. 00000400:00000010:0.0:1767384896.352322:0:23318:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 00000000a6c1c31e. 00000400:00000200:0.0:1767384896.352328:0:23318:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (13) 00000400:00000200:0.0:1767384896.352337:0:23318:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:0.0:1767384896.352344:0:23318:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131094 00000020:00000010:0.0:1767384896.352350:0:23318:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000b1ac2ecb. 00000020:01000000:0.0:1767384896.352353:0:23318:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384896.352355:0:23318:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp22 00000400:00000200:1.0:1767384896.352361:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384896.352366:0:23318:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000dc4283d7. 00000400:00000200:1.0:1767384896.352369:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000400:00000010:0.0:1767384896.352371:0:23318:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000000598db0. 00000400:00000010:1.0:1767384896.352378:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005037b2ff. 00000400:00000200:1.0:1767384896.352383:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (14) 00000400:00000010:1.0:1767384896.352387:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007cc843aa. 00000400:00000200:1.0:1767384896.352391:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000020:00000001:3.0:1767384896.352392:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384896.352402:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 10000000:00000001:3.0:1767384896.352403:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384896.352407:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384896.352410:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384896.352410:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:3.0:1767384896.352416:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384896.352419:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:1.0:1767384896.352420:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:3.0:1767384896.352423:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384896.352426:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384896.352428:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:3.0:1767384896.352429:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384896.352432:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384896.352435:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384896.352437:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:1.0:1767384896.352438:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:3.0:1767384896.352439:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384896.352441:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384896.352445:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000010:3.0:1767384896.352447:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000efb0e3d4. 00000020:00000040:3.0:1767384896.352452:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000400:00000200:1.0:1767384896.352452:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000001:3.0:1767384896.352475:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384896.352476:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 02000000:00000001:3.0:1767384896.352480:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384896.352484:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384896.352492:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 02000000:00000010:3.0:1767384896.352494:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e0671087. 00000400:00000200:1.0:1767384896.352499:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000100:00000001:3.0:1767384896.352502:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384896.352504:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:1.0:1767384896.352509:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000100:00000001:3.0:1767384896.352512:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384896.352513:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:3.0:1767384896.352515:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384896.352523:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 00000100:00000040:3.0:1767384896.352527:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efb0e3d4] to pc [ptlrpcd_00_03+3] req@00000000efb0e3d4 x1853237348021120/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384896.352529:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp21 00000400:00000200:1.0:1767384896.352538:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp21 lpni_is_preferred = 0 00000400:00000200:1.0:1767384896.352545:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp21 00000400:00000200:1.0:1767384896.352549:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp21 NI seq info: [29:29:256:4294967295] 192.168.203.134@tcp21 LPNI seq info [29:29:8:4294967295] 00000400:00000200:1.0:1767384896.352555:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp21 10000000:00000001:3.0:1767384896.352560:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384896.352566:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp21(192.168.203.134@tcp21:) -> 192.168.203.134@tcp21(192.168.203.134@tcp:192.168.203.134@tcp21) : PUT try# 0 10000000:00000001:3.0:1767384896.352567:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.352570:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384896.352573:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384896.352577:0:16360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:01000000:3.0:1767384896.352579:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384896.352583:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384896.352585:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 256 bytes in 1 frags to 12345-192.168.203.134@tcp21 00000020:00000001:3.0:1767384896.352589:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000010:1.0:1767384896.352592:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e3d8ffab. 10000000:00000001:3.0:1767384896.352593:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384896.352594:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000001:3.0:1767384896.352597:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:0.0:1767384896.352598:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:3.0:1767384896.352601:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000010:1.0:1767384896.352603:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a5142dc3. 00000100:00000001:0.0:1767384896.352603:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384896.352605:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:0.0:1767384896.352607:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1767384896.352611:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000981c3311. 00000020:01000004:3.0:1767384896.352612:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384896.352612:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:3.0:1767384896.352620:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384896.352623:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000040:0.0:1767384896.352624:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000efb0e3d4 x1853237348021120/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384896.352628:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000200:1.0:1767384896.352630:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a5142dc3] -> 12345-192.168.203.134@tcp21 (2) 00000020:01000004:3.0:1767384896.352640:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000200:1.1:1767384896.352642:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a5142dc3] -> 12345-192.168.203.134@tcp21 (2) 00000020:01000004:3.0:1767384896.352644:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384896.352648:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384896.352652:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384896.352654:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1767384896.352658:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000054119cc5. 00000100:00000001:0.0:1767384896.352658:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384896.352664:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000020:00000040:3.0:1767384896.352665:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 02000000:00000001:0.0:1767384896.352667:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384896.352670:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 0 00000100:00000001:3.0:1767384896.352671:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384896.352688:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384896.352690:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384896.352696:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384896.352697:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384896.352709:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000efb0e3d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348021120:0@lo:253: 00000100:00000001:0.0:1767384896.352715:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1767384896.352716:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d75f0bfa. 02000000:00000001:0.0:1767384896.352721:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384896.352723:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384896.352725:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.352730:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384896.352730:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384896.352735:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384896.352740:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000eee636a5. 00000100:00000040:3.0:1767384896.352743:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054119cc5] to pc [ptlrpcd_00_00+0] req@0000000054119cc5 x1853237348021248/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384896.352745:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384896.352754:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d319151. 00000400:00000200:1.0:1767384896.352755:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000010:0.0:1767384896.352763:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e78f7960. 00000100:00000200:0.0:1767384896.352769:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348021120, portal 25 10000000:00000001:3.0:1767384896.352770:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.352791:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:3.0:1767384896.352793:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.352797:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789832960 : -119482919718656 : ffff9354b7037100) 00000020:00000001:3.0:1767384896.352798:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384896.352805:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384896.352808:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b1ac2ecb. 00000100:00000040:0.0:1767384896.352811:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000efb0e3d4 x1853237348021120/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384896.352857:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384896.352860:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.352865:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384896.352868:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384896.352870:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384896.352876:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000054119cc5 x1853237348021248/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384896.352880:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000100:00000001:0.0:1767384896.352880:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384896.352887:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384896.352889:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384896.352891:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384896.352892:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa6d9c01. 02000000:00000001:3.0:1767384896.352894:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1767384896.352897:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348021120, offset 0 02000000:00000001:3.0:1767384896.352898:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384896.352902:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384896.352905:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000054119cc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348021248:0@lo:253: 00000400:00000200:0.0:1767384896.352909:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384896.352911:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384896.352914:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384896.352919:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384896.352920:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 02000000:00000001:3.0:1767384896.352924:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384896.352927:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384896.352931:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004a997729. 00000400:00000200:0.0:1767384896.352932:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d03380 02000000:00000001:3.0:1767384896.352935:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384896.352940:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a42a9689. 00000400:00000200:0.0:1767384896.352941:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9a5 [2] + 0 00000400:00000010:0.0:1767384896.352945:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000854c39ff. 00000400:00000200:0.0:1767384896.352949:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005a6cd656 00000400:00000200:1.0:1767384896.352950:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000010:3.0:1767384896.352954:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037c0d1fe. 00000400:00000200:0.0:1767384896.352954:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384896.352960:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348021248, portal 25 00000400:00000200:0.0:1767384896.352962:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384896.352964:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384896.352966:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789820416 : -119482919731200 : ffff9354b7034000) 00000400:00000200:0.0:1767384896.352968:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a6cd656 00000100:00000040:3.0:1767384896.352970:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000054119cc5 x1853237348021248/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384896.352972:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005a6cd656. 00000100:00000001:0.0:1767384896.352979:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384896.352980:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384896.352980:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000100:00000200:0.0:1767384896.352982:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384896.352987:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384896.352989:0:16360:0:(events.c:337:request_in_callback()) incoming req@0000000020bfbeaf x1853237348021120 msgsize 4848 00000400:00000010:3.0:1767384896.352992:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d4352c49. 00000100:00000200:3.0:1767384896.352997:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348021248, offset 0 00000100:00100000:0.0:1767384896.353001:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384896.353004:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384896.353007:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384896.353013:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384896.353016:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384896.353017:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:3.0:1767384896.353025:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d03400 00000400:00000200:0.0:1767384896.353029:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa6d9c01 00000400:00000010:0.0:1767384896.353033:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa6d9c01. 00000100:00000001:0.0:1767384896.353038:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384896.353040:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9bd [2] + 0 00000100:00000200:0.0:1767384896.353044:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000efb0e3d4 x1853237348021120/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384896.353045:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000010:3.0:1767384896.353046:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c5bd840. 00000400:00000200:3.0:1767384896.353052:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009db10d51 00000400:00000200:3.0:1767384896.353058:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384896.353062:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384896.353064:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384896.353070:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009db10d51 00000400:00000200:1.0:1767384896.353071:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000100:00000040:0.0:1767384896.353071:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000efb0e3d4 x1853237348021120/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384896.353072:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009db10d51. 00000100:00000001:3.0:1767384896.353078:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384896.353080:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384896.353086:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000623636e6 x1853237348021248 msgsize 4848 00000100:00000001:0.0:1767384896.353091:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384896.353095:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384896.353096:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767384896.353098:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384896.353104:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384896.353105:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000100:00000001:3.0:1767384896.353107:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384896.353112:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294885389 00000400:00000200:3.0:1767384896.353114:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4352c49 00000100:00000010:0.0:1767384896.353117:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1b2b46e. 00000400:00000010:3.0:1767384896.353118:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d4352c49. 00000100:00000001:3.0:1767384896.353123:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384896.353126:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000100:00000200:3.0:1767384896.353128:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000054119cc5 x1853237348021248/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384896.353132:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294885389 00000400:00000200:1.0:1767384896.353135:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000100:00000010:0.0:1767384896.353136:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005a9c8587. 00000100:00000001:0.0:1767384896.353143:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384896.353164:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384896.353167:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294885389 00000100:00000040:3.0:1767384896.353172:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000054119cc5 x1853237348021248/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384896.353173:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f0e36ce. 00000100:00000001:0.0:1767384896.353181:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384896.353184:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.353188:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384896.353189:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294885389 00000100:00000010:0.0:1767384896.353194:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d64df02. 00000100:00000001:3.0:1767384896.353196:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.353198:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384896.353201:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294885389 00000100:00000001:0.0:1767384896.353205:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384896.353206:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000100:00000001:3.0:1767384896.353207:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, keep current deadline 4294885389 00000100:00000001:0.0:1767384896.353212:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.353231:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294885389 00000100:00000001:0.0:1767384896.353233:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.353235:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, keep current deadline 4294885389 00000100:00000001:0.0:1767384896.353238:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.353240:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294885389 00000100:00000001:3.0:1767384896.353245:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294885389 00000100:00000001:3.0:1767384896.353248:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294885389 00000100:00000001:3.0:1767384896.353251:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294885389 00000100:00000001:3.0:1767384896.353255:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384896.353258:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.353261:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.353264:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384896.353271:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384896.353274:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384896.353278:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384896.353281:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384896.353282:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000100:00000001:3.0:1767384896.353283:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.353290:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.353323:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384896.353327:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348021120 02000000:00000001:3.0:1767384896.353332:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384896.353335:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384896.353335:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384896.353341:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.353342:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384896.353344:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 02000000:00000001:3.0:1767384896.353352:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384896.353357:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348021120 00000020:00000001:3.0:1767384896.353359:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384896.353368:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:3.0:1767384896.353371:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384896.353374:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000020:00000001:3.0:1767384896.353377:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:3.0:1767384896.353380:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:3.0:1767384896.353385:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384896.353390:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000043c551ba. 00000100:00000001:3.0:1767384896.353394:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384896.353396:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000043c551ba. 00000400:00000200:1.0:1767384896.353401:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000020:00000010:3.0:1767384896.353403:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008bef3578. 00000020:00000010:3.0:1767384896.353412:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b2b93d4. 00000020:00000010:3.0:1767384896.353418:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bfe1fb8e. 00000100:00000040:3.0:1767384896.353426:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384896.353429:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384896.353431:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384896.353433:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.353442:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.353452:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384896.353457:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000100:00000001:3.0:1767384896.353470:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384896.353474:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348021248 02000000:00000001:3.0:1767384896.353477:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384896.353478:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384896.353480:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384896.353483:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384896.353485:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348021248 00000020:00000001:3.0:1767384896.353487:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384896.353489:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:3.0:1767384896.353491:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384896.353493:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000020:00000001:3.0:1767384896.353496:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:3.0:1767384896.353498:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:3.0:1767384896.353500:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384896.353501:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384896.353504:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000043c551ba. 00000100:00000001:0.0:1767384896.353506:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384896.353508:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384896.353514:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000400:00000200:1.0:1767384896.353518:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000020:00000010:3.0:1767384896.353519:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000043c551ba. 00000100:00000040:0.0:1767384896.353521:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000020:00000010:3.0:1767384896.353529:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013d83924. 00000100:00000001:0.0:1767384896.353535:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590281827408 : -119483427724208 : ffff935498bbe450) 00000020:00000010:3.0:1767384896.353538:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035463db7. 00000100:00000040:0.0:1767384896.353543:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000020bfbeaf x1853237348021120/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:122/0 lens 4848/0 e 0 to 0 dl 1767384907 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384896.353544:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000038998b12. 00000100:00000001:3.0:1767384896.353550:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384896.353554:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384896.353558:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.353561:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384896.353566:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384896.353567:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006912f9ff. 00000100:00000001:3.0:1767384896.353571:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384896.353572:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384896.353579:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006912f9ff. 00000400:00000200:1.0:1767384896.353588:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000100:00000001:3.0:1767384896.353591:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384896.353594:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000020bfbeaf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:16360:x1853237348021120:12345-0@lo:253: 00000100:00000001:3.0:1767384896.353596:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1767384896.353602:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348021120 00000100:00100000:3.0:1767384896.353606:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000020:00000001:0.0:1767384896.353606:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:3.0:1767384896.353614:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000020:00000001:0.0:1767384896.353614:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384896.353621:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590281824336 : -119483427727280 : ffff935498bbd850) 00000020:00000001:0.0:1767384896.353622:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384896.353629:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1767384896.353632:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000623636e6 x1853237348021248/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:122/0 lens 4848/0 e 0 to 0 dl 1767384907 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384896.353632:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000001:0.0:1767384896.353640:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384896.353643:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384896.353651:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384896.353652:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384896.353655:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000020:00000001:0.0:1767384896.353656:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:3.0:1767384896.353659:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000043c551ba. 00000020:00000001:0.0:1767384896.353661:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.353664:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384896.353667:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1767384896.353668:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000043c551ba. 02000000:00000001:0.0:1767384896.353672:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1767384896.353678:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000623636e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:16358:x1853237348021248:12345-0@lo:253: 02000000:00000010:0.0:1767384896.353679:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b1ac2ecb. 02000000:00000001:0.0:1767384896.353702:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384896.353703:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348021248 00000100:00000001:0.0:1767384896.353706:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384896.353707:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:0.0:1767384896.353711:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384896.353712:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384896.353716:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384896.353719:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384896.353721:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000001:3.0:1767384896.353724:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384896.353725:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000020:00000001:3.0:1767384896.353726:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384896.353732:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000010:0.0:1767384896.353733:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000199dad51. 00000020:00000001:3.0:1767384896.353735:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:01000000:0.0:1767384896.353739:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:3.0:1767384896.353740:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384896.353744:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384896.353747:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384896.353749:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384896.353756:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.353758:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:0.0:1767384896.353760:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000001:3.0:1767384896.353763:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384896.353764:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 02000000:00000010:3.0:1767384896.353770:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005de6105c. 02000000:00000001:3.0:1767384896.353791:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384896.353793:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f10d7366. 00000100:00000001:3.0:1767384896.353794:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384896.353799:0:17083:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:0.0:1767384896.353805:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 20000000:00000010:3.0:1767384896.353809:0:17083:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d52ae28e. 20000000:00000001:0.0:1767384896.353811:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384896.353868:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 20000000:01000000:3.0:1767384896.353906:0:17083:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384896.353909:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384896.353910:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384896.353912:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384896.353913:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384896.353915:0:17083:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384896.353921:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00080000:00000001:0.0:1767384896.353947:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384896.353950:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384896.353965:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:1.0:1767384896.353969:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00080000:00000001:0.0:1767384896.353978:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384896.353982:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384896.353983:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384896.353985:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384896.353987:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384896.353990:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000e523df4c 00000020:00000001:0.0:1767384896.353994:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000aa1b0688 00080000:00000002:0.0:1767384896.353995:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384896.353998:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384896.354001:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384896.354004:0:17081:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000009a5dabb9. 00080000:00000001:0.0:1767384896.354006:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384896.354008:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384896.354009:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000020:00000001:0.0:1767384896.354013:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:0.0:1767384896.354018:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384896.354022:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f6d1c0b2. 00080000:00000001:0.0:1767384896.354026:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590000214016 : -119483709337600 : ffff935487f2d000) 00080000:00000001:0.0:1767384896.354030:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384896.354034:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384896.354039:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006912f9ff. 00080000:00000001:0.0:1767384896.354042:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384896.354044:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384896.354057:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384896.354075:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:1.0:1767384896.354210:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000012d7602f. 00000800:00000010:1.0:1767384896.354216:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000471e30be. 00000800:00000010:1.0:1767384896.354221:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000087bb2c7f. 00000800:00000010:1.0:1767384896.354253:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000087bb2c7f. 00000400:00000200:3.0:1767384896.354294:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384896.354311:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp21 from 231.3.0.2 00000800:00000010:3.0:1767384896.354314:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f07d4983. 00000800:00000010:0.0:1767384896.354349:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a0a0dfdc. 00000800:00000010:0.0:1767384896.354354:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fa6d9c01. 00000800:00000010:0.0:1767384896.354394:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000083144761. 00000800:00000200:0.1:1767384896.354400:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a5142dc3] -> 12345-192.168.203.134@tcp21 (2) 00000800:00000200:0.1:1767384896.354406:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp21 0000000083144761 deleted 00000800:00000010:0.1:1767384896.354409:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000083144761. 00000800:00000200:0.1:1767384896.354414:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384896.354422:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp21 ip 192.168.203.134:999 00000800:00000200:0.1:1767384896.354426:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e3d8ffab type 1, nob 352 niov 1 nkiov 1 00000800:00000200:0.0:1767384896.354448:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp21 p 3.x 192.168.203.134 -> 192.168.203.134:999 incarnation:1767384894802953675 sched[0] 00000800:00000010:0.0:1767384896.354454:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003cb70323. 00000800:00000010:0.0:1767384896.354512:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003cb70323. 00000800:00000010:0.0:1767384896.354528:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fa6d9c01. 00000800:00000200:1.1:1767384896.354533:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384896.354542:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp21 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384894802953675 sched[0] 00000800:00000010:1.0:1767384896.354546:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000471e30be. 00000800:00000010:0.0:1767384896.354561:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f07d4983. 00000800:00000001:3.0:1767384896.354579:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384896.354589:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384896.354590:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384896.354598:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384896.354599:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:1.0:1767384896.354649:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000800:00000200:3.0:1767384896.354669:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384896.354670:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384896.354675:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e3d8ffab. 00000400:00000200:3.0:1767384896.354681:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384896.354681:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384896.354683:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000800:00000001:0.0:1767384896.354688:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384896.354694:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp21->192.168.203.134@tcp21: PUT: OK 00000800:00000001:0.0:1767384896.354696:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384896.354700:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384896.354722:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp: 0 00000400:00000200:0.0:1767384896.354727:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp21(192.168.203.134@tcp21) <- 192.168.203.134@tcp21 : PUT - for me 00000400:00000200:0.0:1767384896.354740:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 256 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384896.354741:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384896.354748:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 256/256 into md 0x1499 [1] + 0 00000400:00000010:0.0:1767384896.354753:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dacb7afb. 00000400:00000200:0.0:1767384896.354757:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000017230a03 00000800:00000001:0.0:1767384896.354761:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384896.354794:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000800:00000001:0.0:1767384896.354839:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384896.354842:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384896.354846:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp21->192.168.203.134@tcp21: PUT: OK 00000400:00000200:0.0:1767384896.354850:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017230a03 00000400:00000010:0.0:1767384896.354851:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017230a03. 00000400:00000200:0.0:1767384896.354855:0:16351:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384896.354858:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (15) 00000400:00000200:0.0:1767384896.354862:0:16351:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000010:0.0:1767384896.354865:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 0000000073e3a6f0. 00000400:00000200:1.0:1767384896.354866:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:0.0:1767384896.354870:0:16351:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.134@tcp 14 00000400:00000200:0.0:1767384896.354876:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:0.0:1767384896.354886:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (16) 00000400:00000200:0.0:1767384896.354889:0:16351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384896.354894:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp21 to MR: 192.168.203.134@tcp21 local destination 00000400:00000200:0.0:1767384896.354899:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp21 NI seq info: [30:30:256:4294967295] 192.168.203.134@tcp21 LPNI seq info [30:30:8:4294967295] 00000400:00000200:1.0:1767384896.354901:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:0.0:1767384896.354913:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp21(192.168.203.134@tcp21:192.168.203.134@tcp21) -> 192.168.203.134@tcp21(192.168.203.134@tcp21:192.168.203.134@tcp21) 192.168.203.134@tcp21 : ACK try# 0 00000800:00000200:0.0:1767384896.354919:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp21 00000800:00000010:0.0:1767384896.354927:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fb6e0650. 00000800:00000200:0.0:1767384896.354931:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a5142dc3] -> 12345-192.168.203.134@tcp21 (4) 00000400:00000200:1.0:1767384896.354933:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000800:00000200:0.0:1767384896.354938:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp21 ip 192.168.203.134:988 00000800:00000200:0.0:1767384896.354941:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fb6e0650 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384896.354973:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000800:00000200:0.0:1767384896.354987:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384896.354990:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fb6e0650. 00000400:00000200:0.0:1767384896.354993:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384896.354997:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384896.355000:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp21->192.168.203.134@tcp21: ACK: OK 00000800:00000001:3.0:1767384896.355003:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384896.355007:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384896.355012:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384896.355014:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384896.355019:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384896.355023:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:3.0:1767384896.355028:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp21(192.168.203.134@tcp21) <- 192.168.203.134@tcp21 : ACK - for me 00000400:00000200:0.0:1767384896.355032:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384896.355039:0:16352:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp21: ACK from 12345-192.168.203.134@tcp21 into md 0x14b1 00000400:00000010:0.0:1767384896.355039:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9f76cb9. 00000400:00000200:3.0:1767384896.355046:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384896.355048:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012d634c9. 00000400:00000200:3.0:1767384896.355051:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp21->192.168.203.134@tcp21: ACK: OK 00000400:00000200:1.0:1767384896.355052:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384896.355055:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c698b414 00000400:00000200:3.0:1767384896.355059:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005037b2ff 00000400:00000010:3.0:1767384896.355062:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005037b2ff. 00000400:00000200:0.0:1767384896.355064:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1004d1 00000400:00000200:3.0:1767384896.355072:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000010:0.0:1767384896.355074:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 300 at 00000000438de844. 00000400:00000200:3.0:1767384896.355077:0:16352:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 00000400:00000010:0.0:1767384896.355082:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 360 at 00000000becb1239. 00000400:00000200:3.0:1767384896.355083:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:1.0:1767384896.355084:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:3.0:1767384896.355089:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (15) 00000400:00000010:0.0:1767384896.355091:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 300 at 00000000ac823825. 00000800:00000001:3.0:1767384896.355095:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384896.355099:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384896.355112:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000004b8cfdfe. 00000400:00000200:0.0:1767384896.355118:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 000000004b8cfdfe nid 192.168.203.134@tcp22 00000400:00000010:0.0:1767384896.355121:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c25d0a4a. 00000400:00000200:0.0:1767384896.355123:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c25d0a4a net tcp22 00000400:00000200:0.0:1767384896.355125:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (14) 00000400:00000200:0.0:1767384896.355130:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp22 flags 0x11 00000400:00000200:1.0:1767384896.355131:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000010:0.0:1767384896.355132:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 300 at 00000000438de844. 00000400:00000010:0.0:1767384896.355138:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 360 at 00000000becb1239. 00000400:00000010:0.0:1767384896.355141:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 300 at 00000000ac823825. 00000400:00000010:0.0:1767384896.355144:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 0000000073e3a6f0. 00000400:00000200:0.0:1767384896.355147:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:0.0:1767384896.355150:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100151 00000400:00000200:0.0:1767384896.355153:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 rc 1 00000400:00000200:0.0:1767384896.355156:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000400:00000200:0.0:1767384896.355158:0:16356:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.134@tcp 00000400:00000200:0.0:1767384896.355160:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100111 rc 0 00000400:00000200:0.0:1767384896.355164:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:0.0:1767384896.355172:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (15) 00000400:00000200:1.0:1767384896.355175:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:1.0:1767384896.355210:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:1.0:1767384896.355227:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:1.0:1767384896.355240:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:1.0:1767384896.355256:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:1.0:1767384896.355275:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:1.0:1767384896.355291:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:1.0:1767384896.355308:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:1.0:1767384896.355325:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:1.0:1767384896.355346:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:1.0:1767384896.355362:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:1.0:1767384896.355374:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000800:00000010:1.0:1767384896.355494:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000012ae33c1. 00000800:00000010:1.0:1767384896.355499:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000471e30be. 00000800:00000010:1.0:1767384896.355502:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000087bb2c7f. 00000400:00000200:0.0:1767384896.355530:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384896.355540:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000087bb2c7f. 00000400:00000200:0.0:1767384896.355547:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp21 from 230.3.0.2 00000800:00000010:0.0:1767384896.355550:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005672e4fd. 00000800:00000010:3.0:1767384896.355581:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fe574394. 00000800:00000010:3.0:1767384896.355586:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d4352c49. 00000800:00000010:3.0:1767384896.355603:0:16349:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000020a3867d. 00000800:00000200:3.1:1767384896.355607:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a5142dc3] -> 12345-192.168.203.134@tcp21 (4) 00000800:00000200:3.1:1767384896.355611:0:16349:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp21 0000000020a3867d deleted 00000800:00000010:3.1:1767384896.355613:0:16349:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000020a3867d. 00000800:00000200:3.1:1767384896.355616:0:16349:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384896.355621:0:16349:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp21 p 3.x 192.168.203.134 -> 192.168.203.134:998 incarnation:1767384894802953675 sched[0] 00000800:00000010:3.0:1767384896.355626:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000043c551ba. 00000800:00000010:3.0:1767384896.355674:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000043c551ba. 00000800:00000010:3.0:1767384896.355678:0:16349:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d4352c49. 00000800:00000200:1.1:1767384896.355706:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:3.0:1767384896.355710:0:16349:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005672e4fd. 00000800:00000200:1.0:1767384896.355714:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp21 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384894802953675 sched[0] 00000800:00000010:1.0:1767384896.355718:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000471e30be. 00000800:00000001:3.0:1767384896.355742:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384896.355749:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384896.355750:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384896.355756:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384896.355831:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f6d1c0b2. 00080000:00000010:0.0:1767384896.355861:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006912f9ff. 00040000:00000001:0.0:1767384896.355868:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384896.355871:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384896.355873:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384896.355875:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:0.0:1767384896.355877:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384896.355878:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384896.355887:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384896.355896:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384896.355898:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:3.0:1767384896.355901:0:17083:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000b0e6b71. 00080000:00000001:0.0:1767384896.355903:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384896.355904:0:17083:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 20000000:00000001:3.0:1767384896.355908:0:17083:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384896.355911:0:17083:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:01000000:1.0:1767384896.355912:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384896.355913:0:17083:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:1.0:1767384896.355917:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384896.355920:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384896.355921:0:17083:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:1.0:1767384896.355923:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384896.355926:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384896.355929:0:17083:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384896.355932:0:17083:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384896.355933:0:17083:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384896.355933:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b4965d60. 00080000:00000001:3.0:1767384896.355936:0:17083:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384896.355938:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384896.355939:0:17083:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384896.355943:0:17083:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000980f9615 00010000:00000010:1.0:1767384896.355943:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002ac7ce46. 00000020:00000001:3.0:1767384896.355946:0:17083:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009e445471 00080000:00000002:3.0:1767384896.355947:0:17083:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384896.355951:0:17083:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384896.355954:0:17083:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384896.355954:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384896.355959:0:17083:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384896.355960:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002ac7ce46 with handle 0xb57eb78819562fba to hash 00000020:00000001:1.0:1767384896.355962:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384896.355964:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318196224 : -119483391355392 : ffff93549ae6d600) 00010000:00000001:1.0:1767384896.355968:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318196224 : -119483391355392 : ffff93549ae6d600) 00000020:00000001:3.0:1767384896.355969:0:17083:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384896.355972:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:3.0:1767384896.355973:0:17083:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00010000:00000001:1.0:1767384896.355974:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384896.355979:0:17083:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00010000:1.0:1767384896.355980:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002ac7ce46/0xb57eb78819562fba lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1767384896.355983:0:17083:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000028459195. 00080000:00000001:3.0:1767384896.355987:0:17083:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590259704832 : -119483449846784 : ffff9354976a5400) 00010000:00000001:1.0:1767384896.355990:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384896.355991:0:17083:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384896.355994:0:17083:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384896.355995:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000010:3.0:1767384896.355997:0:17083:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000043c551ba. 00080000:00000001:3.0:1767384896.355999:0:17083:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384896.355999:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384896.356001:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384896.356002:0:17083:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384896.356004:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384896.356007:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384896.356008:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384896.356011:0:17083:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384896.356011:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384896.356013:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384896.356015:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384896.356016:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384896.356018:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b4965d60) refcount = 1 00080000:00000001:3.0:1767384896.356019:0:17083:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00010000:1.0:1767384896.356021:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002ac7ce46/0xb57eb78819562fba lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384896.356026:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384896.356028:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384896.356029:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000020:0.0:1767384896.356029:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384896.356032:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384896.356035:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384896.356035:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384896.356039:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000199dad51. 20000000:00000001:1.0:1767384896.356040:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384896.356043:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 00010000:00000001:1.0:1767384896.356046:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 20000000:00000001:0.0:1767384896.356046:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384896.356049:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384896.356051:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002ac7ce46 refcount=4 00010000:00000040:0.0:1767384896.356052:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348021120 00010000:00000001:0.0:1767384896.356056:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384896.356060:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318196224 : -119483391355392 : ffff93549ae6d600) 00010000:00000001:1.0:1767384896.356063:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318196224 : -119483391355392 : ffff93549ae6d600) 00010000:00000200:0.0:1767384896.356064:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000020bfbeaf x1853237348021120/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:122/0 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384896.356065:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384896.356068:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002ac7ce46/0xb57eb78819562fba lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384896.356082:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384896.356084:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002ac7ce46/0xb57eb78819562fba lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384896.356086:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384896.356091:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384896.356091:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384896.356093:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384896.356096:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002ac7ce46/0xb57eb78819562fba lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1767384896.356097:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=30 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384896.356103:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384896.356105:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.356105:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384896.356109:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:1.0:1767384896.356110:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384896.356113:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002ac7ce46/0xb57eb78819562fba lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384896.356114:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:0.0:1767384896.356118:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384896.356121:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384896.356123:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002ac7ce46 already unused, calling callback (00000000df0e66e0) 00000100:00000001:0.0:1767384896.356124:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384896.356126:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384896.356130:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000040:0.0:1767384896.356130:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:1.0:1767384896.356133:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002ac7ce46/0xb57eb78819562fba lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384896.356134:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa6d9c01. 00000100:00000200:0.0:1767384896.356140:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348021120, offset 224 00010000:00000001:1.0:1767384896.356141:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384896.356142:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384896.356143:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384896.356144:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002ac7ce46 refcount=5 00000020:00000001:1.0:1767384896.356146:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318196224 : -119483391355392 : ffff93549ae6d600) 00010000:00000001:1.0:1767384896.356148:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318196224 : -119483391355392 : ffff93549ae6d600) 00010000:00000001:1.0:1767384896.356151:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:0.0:1767384896.356155:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:1.0:1767384896.356159:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002ac7ce46/0xb57eb78819562fba lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384896.356163:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384896.356170:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384896.356171:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384896.356173:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384896.356175:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d03380 00010000:00000001:1.0:1767384896.356177:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384896.356179:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:0.0:1767384896.356182:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14b5 [2] + 224 00010000:00000001:1.0:1767384896.356183:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384896.356186:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384896.356188:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1767384896.356189:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002ac7ce46 with handle 0xb57eb78819562fba from hash 00010000:00000001:1.0:1767384896.356194:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:0.0:1767384896.356194:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384896.356198:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384896.356200:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384896.356200:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384896.356203:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000200:0.0:1767384896.356204:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000efb0e3d4 x1853237348021120/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384896.356205:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384896.356208:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384896.356211:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384896.356214:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384896.356216:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000efb0e3d4 x1853237348021120/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384896.356218:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384896.356223:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384896.356225:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384896.356230:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384896.356232:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384896.356233:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384896.356234:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384896.356235:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384896.356236:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002ac7ce46/0xb57eb78819562fba lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384896.356239:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384896.356240:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384896.356243:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384896.356244:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384896.356245:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:0.0:1767384896.356245:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa6d9c01 00000400:00000010:0.0:1767384896.356248:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa6d9c01. 00010000:00000001:1.0:1767384896.356249:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384896.356253:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384896.356254:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384896.356257:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:0.0:1767384896.356257:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384896.356259:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384896.356261:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.356262:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.356263:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384896.356266:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000400:00000001:3.0:1767384896.356270:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 20000000:00000001:1.0:1767384896.356270:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384896.356270:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384896.356274:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:1.0:1767384896.356275:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002ac7ce46/0xb57eb78819562fba lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384896.356275:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384896.356278:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d319151. 00000020:00000001:0.0:1767384896.356280:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384896.356285:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000020bfbeaf x1853237348021120/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:122/0 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384896.356286:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e78f7960 00010000:00000001:1.0:1767384896.356287:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000010:3.0:1767384896.356292:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e78f7960. 00010000:00000001:1.0:1767384896.356292:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384896.356296:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002ac7ce46/0xb57eb78819562fba lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384896.356299:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384896.356299:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000020bfbeaf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:16360:x1853237348021120:12345-0@lo:253: Request processed in 2736us (3306us total) trans 0 rc 0/0 00010000:00000040:1.0:1767384896.356306:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b4965d60 count: 0 00000100:00000200:3.0:1767384896.356308:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000efb0e3d4 x1853237348021120/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384896.356313:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00010000:00000001:1.0:1767384896.356316:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384896.356320:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384896.356320:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000100:00000001:0.0:1767384896.356325:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384896.356328:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384896.356329:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000efb0e3d4 x1853237348021120/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384896.356333:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b2b93d4. 00000100:00000001:3.0:1767384896.356336:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384896.356339:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384896.356341:0:16360:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384896.356341:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bfe1fb8e. 02000000:00000001:3.0:1767384896.356345:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384896.356346:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008bef3578. 00000100:00000001:3.0:1767384896.356347:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384896.356349:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384896.356351:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384896.356354:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=30 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384896.356358:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00000100:00001000:3.0:1767384896.356359:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384896.356365:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384896.356365:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384896.356369:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384896.356369:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b1ac2ecb. 00010000:00000001:3.0:1767384896.356375:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384896.356376:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384896.356379:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384896.356383:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384896.356385:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384896.356387:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b332578f. 00000100:00000001:3.0:1767384896.356388:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384896.356395:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa6d9c01. 00000100:00000040:3.0:1767384896.356396:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000efb0e3d4 x1853237348021120/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384896.356404:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384896.356406:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384896.356408:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384896.356410:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384896.356412:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384896.356413:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384896.356414:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384896.356415:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384896.356416:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384896.356417:0:16360:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384896.356418:0:16360:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384896.356419:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384896.356420:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384896.356422:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000efb0e3d4 x1853237348021120/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384896.356427:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000efb0e3d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348021120:0@lo:253: 00000100:00000001:3.0:1767384896.356430:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384896.356432:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384896.356434:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000efb0e3d4 x1853237348021120/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384896.356438:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384896.356440:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384896.356441:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000eee636a5. 02000000:00000001:3.0:1767384896.356445:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384896.356446:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384896.356447:0:16360:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:3.0:1767384896.356449:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384896.356450:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e0671087. 02000000:00000001:3.0:1767384896.356454:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384896.356455:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384896.356456:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000efb0e3d4. 00000100:00000001:3.0:1767384896.356463:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384896.356464:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384896.356465:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384896.356469:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384896.356470:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.356472:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384896.356474:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384896.357441:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000028459195. 00080000:00000010:3.0:1767384896.357470:0:17083:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000043c551ba. 00040000:00000001:3.0:1767384896.357473:0:17083:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384896.357475:0:17083:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384896.357476:0:17083:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384896.357478:0:17083:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:3.0:1767384896.357480:0:17083:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384896.357481:0:17083:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384896.357483:0:17083:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384896.357490:0:17083:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384896.357492:0:17083:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384896.357495:0:17083:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384896.357500:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384896.357504:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384896.357505:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384896.357508:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384896.357509:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384896.357513:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000035f2a572. 00010000:00000001:1.0:1767384896.357515:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384896.357517:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000009781bee. 00000020:00000001:1.0:1767384896.357519:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384896.357521:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000009781bee with handle 0xb57eb78819562fc1 to hash 00000020:00000001:1.0:1767384896.357523:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384896.357524:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318191616 : -119483391360000 : ffff93549ae6c400) 00010000:00000001:1.0:1767384896.357526:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318191616 : -119483391360000 : ffff93549ae6c400) 00010000:00000001:1.0:1767384896.357527:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384896.357528:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384896.357530:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000009781bee/0xb57eb78819562fc1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384896.357534:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384896.357535:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384896.357537:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384896.357538:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384896.357545:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384896.357546:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384896.357547:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384896.357548:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384896.357549:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384896.357550:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384896.357550:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384896.357551:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000035f2a572) refcount = 1 00010000:00010000:1.0:1767384896.357553:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000009781bee/0xb57eb78819562fc1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384896.357556:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384896.357557:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384896.357558:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384896.357559:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384896.357560:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384896.357562:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384896.357563:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 00010000:00000001:1.0:1767384896.357564:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384896.357565:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384896.357566:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000009781bee refcount=4 00000020:00000001:1.0:1767384896.357568:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318191616 : -119483391360000 : ffff93549ae6c400) 00010000:00000001:1.0:1767384896.357569:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318191616 : -119483391360000 : ffff93549ae6c400) 00010000:00000001:1.0:1767384896.357571:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384896.357572:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000009781bee/0xb57eb78819562fc1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384896.357576:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384896.357577:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000009781bee/0xb57eb78819562fc1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384896.357580:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384896.357582:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384896.357583:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000009781bee/0xb57eb78819562fc1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384896.357591:0:17083:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384896.357596:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384896.357597:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 20000000:00000010:3.0:1767384896.357598:0:17083:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d52ae28e. 00010000:00000001:1.0:1767384896.357599:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384896.357603:0:17083:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384896.357603:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384896.357604:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000009781bee/0xb57eb78819562fc1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384896.357608:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348021248 00010000:00010000:1.0:1767384896.357611:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000009781bee already unused, calling callback (00000000df0e66e0) 00010000:00000001:3.0:1767384896.357612:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384896.357616:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384896.357618:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000200:3.0:1767384896.357619:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000623636e6 x1853237348021248/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:122/0 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384896.357621:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000009781bee/0xb57eb78819562fc1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384896.357639:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384896.357639:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384896.357642:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384896.357643:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00001000:3.0:1767384896.357646:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=30 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384896.357647:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384896.357649:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000009781bee refcount=5 00000100:00000001:3.0:1767384896.357652:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384896.357652:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318191616 : -119483391360000 : ffff93549ae6c400) 00000100:00000040:3.0:1767384896.357656:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:1.0:1767384896.357656:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318191616 : -119483391360000 : ffff93549ae6c400) 00000100:00000001:3.0:1767384896.357660:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:1.0:1767384896.357661:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:3.0:1767384896.357664:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:1.0:1767384896.357665:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000009781bee/0xb57eb78819562fc1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384896.357667:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.357671:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384896.357675:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384896.357676:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384896.357678:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384896.357679:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384896.357680:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384896.357681:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384896.357683:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384896.357685:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384896.357686:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d4352c49. 00000020:00000040:1.0:1767384896.357686:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000009781bee with handle 0xb57eb78819562fc1 from hash 00000100:00000200:3.0:1767384896.357691:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348021248, offset 224 00010000:00000001:1.0:1767384896.357691:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384896.357694:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384896.357696:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384896.357698:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384896.357702:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:3.0:1767384896.357705:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384896.357706:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384896.357710:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384896.357711:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384896.357713:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384896.357716:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d03400 00010000:00000001:1.0:1767384896.357717:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384896.357721:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:3.0:1767384896.357723:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14bd [2] + 224 00010000:00000001:1.0:1767384896.357723:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384896.357728:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384896.357731:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384896.357731:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384896.357734:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384896.357736:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384896.357737:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384896.357740:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.357741:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:1.0:1767384896.357742:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000009781bee/0xb57eb78819562fc1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384896.357746:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000054119cc5 x1853237348021248/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384896.357754:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384896.357757:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384896.357759:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:3.0:1767384896.357760:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000054119cc5 x1853237348021248/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384896.357761:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384896.357763:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384896.357766:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384896.357768:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384896.357783:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384896.357785:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384896.357786:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000009781bee/0xb57eb78819562fc1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384896.357791:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384896.357791:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384896.357792:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384896.357794:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000009781bee/0xb57eb78819562fc1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384896.357797:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4352c49 00010000:00000040:1.0:1767384896.357798:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000035f2a572 count: 0 00000400:00000010:3.0:1767384896.357800:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d4352c49. 00000100:00000001:3.0:1767384896.357805:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384896.357807:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384896.357811:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384896.357811:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384896.357834:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384896.357834:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384896.357836:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:0.0:1767384896.357838:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384896.357839:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384896.357842:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384896.357844:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384896.357845:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384896.357848:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384896.357849:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000623636e6 x1853237348021248/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:122/0 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384896.357850:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a42a9689. 00000400:00000200:0.0:1767384896.357857:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037c0d1fe 00000400:00000010:0.0:1767384896.357860:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037c0d1fe. 00000100:00100000:3.0:1767384896.357861:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000623636e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:16358:x1853237348021248:12345-0@lo:253: Request processed in 4208us (4771us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384896.357867:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384896.357871:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00000040:3.0:1767384896.357873:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000200:0.0:1767384896.357874:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000054119cc5 x1853237348021248/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384896.357876:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384896.357879:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384896.357883:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035463db7. 00000100:00000200:0.0:1767384896.357887:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000054119cc5 x1853237348021248/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384896.357889:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000038998b12. 00000100:00000001:0.0:1767384896.357893:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384896.357895:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384896.357900:0:16358:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384896.357901:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013d83924. 02000000:00000001:0.0:1767384896.357901:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384896.357905:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767384896.357906:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000100:00000001:0.0:1767384896.357907:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384896.357911:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384896.357912:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384896.357915:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005de6105c. 00000100:00001000:0.0:1767384896.357917:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=30 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384896.357918:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384896.357921:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384896.357922:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=30 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384896.357926:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384896.357926:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384896.357929:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384896.357932:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008248ab79. 00010000:00000001:0.0:1767384896.357933:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384896.357936:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384896.357938:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d4352c49. 00000100:00000001:0.0:1767384896.357939:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384896.357944:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000054119cc5 x1853237348021248/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384896.357959:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384896.357961:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384896.357962:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384896.357964:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384896.357966:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384896.357966:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384896.357967:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384896.357968:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384896.357969:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384896.357969:0:16358:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384896.357970:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384896.357971:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384896.357973:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054119cc5 x1853237348021248/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384896.357977:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000054119cc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348021248:0@lo:253: 00000100:00000001:0.0:1767384896.357981:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384896.357982:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384896.357983:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000054119cc5 x1853237348021248/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384896.357987:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384896.357988:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384896.357990:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004a997729. 02000000:00000001:0.0:1767384896.357992:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384896.357993:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384896.357994:0:16358:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:0.0:1767384896.357996:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384896.357997:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d75f0bfa. 02000000:00000001:0.0:1767384896.357999:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384896.358000:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384896.358001:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000054119cc5. 00000100:00000001:0.0:1767384896.358003:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384896.358003:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384896.358004:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384896.358008:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384896.358014:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.358015:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384896.358016:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384896.358864:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294885389, at 4294885390 00000100:00000040:0.0:1767384896.358869:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294885389, at 4294885390 00000100:00000010:3.0:1767384896.358871:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d64df02. 00000100:00000010:0.0:1767384896.358879:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1b2b46e. 00000100:00000040:2.0:1767384896.359843:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294885389, at 4294885391 00000100:00000010:2.0:1767384896.359850:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f0e36ce. 00000100:00000040:1.0:1767384896.359850:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294885389, at 4294885391 00000100:00000010:1.0:1767384896.359857:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005a9c8587. 00000400:00000010:0.0:1767384896.369070:0:23323:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000001e27fb87. 00000400:00000040:0.0:1767384896.369091:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384896.369093:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384896.369095:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384896.369097:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384896.369098:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384896.369099:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384896.369101:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384896.369102:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384896.369103:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384896.369104:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384896.369105:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384896.369106:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384896.369108:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384896.369109:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384896.369109:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384896.369111:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384896.369112:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384896.369113:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384896.369113:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384896.369115:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384896.369116:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384896.369117:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384896.369118:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384896.369118:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384896.369119:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384896.369121:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384896.369122:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384896.369122:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384896.369123:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384896.369124:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384896.369125:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384896.369126:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384896.369131:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384896.369132:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384896.369133:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384896.369134:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384896.369135:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384896.369137:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384896.369138:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384896.369139:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384896.369140:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384896.369141:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384896.369142:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384896.369143:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384896.369144:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384896.369145:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384896.369146:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384896.369146:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384896.369148:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384896.369149:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384896.369150:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384896.369151:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384896.369152:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384896.369153:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384896.369154:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384896.369155:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384896.369156:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384896.369184:0:23323:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000001e27fb87. 00010000:00000010:1.1:1767384896.372927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b4965d60. 00010000:00000010:1.1:1767384896.372933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002ac7ce46. 00010000:00000010:1.1:1767384896.372936:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000035f2a572. 00010000:00000010:1.1:1767384896.372937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000009781bee. 00010000:00000001:0.0:1767384896.537510:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384896.537514:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384896.537519:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384896.537522:0:53:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384896.537523:0:53:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384896.537525:0:53:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384896.537528:0:53:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384896.537529:0:53:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384896.537547:0:53:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384896.537549:0:53:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384896.537583:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384896.537587:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384896.537590:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384897.212254:0:23579:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ec1db2b7. 00080000:00000010:3.0:1767384897.212264:0:23579:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ec1db2b7. 00000020:00000001:3.0:1767384897.212269:0:23579:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384897.212276:0:23579:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ec1db2b7. 00080000:00000010:3.0:1767384897.212281:0:23579:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ec1db2b7. 00000020:00000001:3.0:1767384897.212284:0:23579:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384897.368871:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b543db4a-4900-454f-be04-352b2897a173->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:3.0:1767384897.368874:0:17112:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:0.0:1767384897.368878:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000020:3.0:1767384897.368879:0:17112:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384897.368885:0:17112:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000efb0e3d4. 00000100:00000010:0.0:1767384897.368890:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009b51ba22. 00000020:00000040:3.0:1767384897.368892:0:17112:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:0.0:1767384897.368896:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:3.0:1767384897.368898:0:17112:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384897.368901:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384897.368902:0:17112:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384897.368904:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384897.368908:0:17112:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384897.368908:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384897.368919:0:17112:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000742332e3. 02000000:00000010:0.0:1767384897.368920:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b9df57eb. 00000100:00000001:3.0:1767384897.368929:0:17112:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.368929:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.368938:0:17112:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767384897.368941:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b543db4a-4900-454f-be04-352b2897a173->MGS req@000000009b51ba22 x1853237348021504/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384897.368942:0:17112:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384897.368951:0:17112:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efb0e3d4] to pc [ptlrpcd_00_01+1] req@00000000efb0e3d4 x1853237348021376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384897.368954:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384897.368957:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384897.368965:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b51ba22] to pc [ptlrpcd_00_02+2] req@000000009b51ba22 x1853237348021504/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384897.368985:0:17112:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.368991:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384897.368995:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384897.368995:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384897.369001:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384897.369001:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384897.369005:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1767384897.369005:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000e2ccc84. 00000020:00000040:0.0:1767384897.369009:0:38:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:1.0:1767384897.369011:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000efb0e3d4 x1853237348021376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384897.369013:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384897.369016:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384897.369018:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384897.369021:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.369023:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384897.369027:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384897.369030:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.369032:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767384897.369034:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d320f563. 02000000:00000001:1.0:1767384897.369035:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384897.369036:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384897.369039:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384897.369040:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384897.369042:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384897.369045:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384897.369048:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009b51ba22 x1853237348021504/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384897.369053:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000efb0e3d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16359:1853237348021376:0@lo:13: 00000100:00000040:0.0:1767384897.369053:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000000e2ccc84 x1853237348021632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384897.369062:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384897.369067:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384897.369072:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.369076:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384897.369076:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384897.369081:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.369083:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1767384897.369084:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fa6bb2cc. 02000000:00000001:1.0:1767384897.369088:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.369088:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384897.369089:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384897.369096:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384897.369098:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e2ccc84] to pc [ptlrpcd_00_03+3] req@000000000e2ccc84 x1853237348021632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384897.369099:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ab5e452. 02000000:00000001:3.0:1767384897.369102:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384897.369108:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd1a8459. 00000100:00100000:3.0:1767384897.369111:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009b51ba22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348021504:0@lo:400: 00000100:00000200:1.0:1767384897.369118:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348021376, portal 4 00000100:00000001:3.0:1767384897.369119:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384897.369120:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384897.369122:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384897.369125:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789832960 : -119482919718656 : ffff9354b7037100) 02000000:00000001:3.0:1767384897.369126:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384897.369127:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767384897.369132:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.369132:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1767384897.369135:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000efb0e3d4 x1853237348021376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384913 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384897.369137:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767384897.369143:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f462f42c. 02000000:00000010:3.0:1767384897.369145:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000002e73130. 00000100:00000001:1.0:1767384897.369145:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1767384897.369149:0:38:0:(genops.c:1229:class_import_get()) import 00000000aab4eb9e refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:3.0:1767384897.369150:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384897.369152:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384897.369155:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384897.369157:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767384897.369158:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000affc6cb3. 00000400:00000010:3.0:1767384897.369159:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4ffcadf. 02000000:00000001:0.0:1767384897.369160:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384897.369162:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237348021376, offset 0 00000400:00000010:3.0:1767384897.369169:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d1b4081. 02000000:00000010:0.0:1767384897.369169:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c8c9ba35. 00000400:00000200:1.0:1767384897.369174:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384897.369177:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384897.369182:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000f462f42c x1853237348021760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384897.369185:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348021504, portal 25 00000400:00000200:1.0:1767384897.369190:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384897.369191:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384897.369195:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878146560 : -119482831405056 : ffff9354bc470000) 00000100:00000001:0.0:1767384897.369202:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384897.369204:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009b51ba22 x1853237348021504/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384897.369205:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384897.369210:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958271d03480 00000100:00000040:0.0:1767384897.369215:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f462f42c] to pc [ptlrpcd_00_00+0] req@00000000f462f42c x1853237348021760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384897.369224:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 896 00000100:00000001:3.0:1767384897.369235:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384897.369237:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384897.369243:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384897.369246:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384897.369246:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384897.369249:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a241f68c. 00000100:00000040:0.0:1767384897.369249:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1767384897.369254:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237348021504, offset 0 00000100:00000001:0.0:1767384897.369257:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384897.369263:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002d7982fe. 00000400:00000200:3.0:1767384897.369265:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1767384897.369267:0:38:0:(genops.c:1229:class_import_get()) import 0000000062c1ff66 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384897.369270:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384897.369272:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384897.369275:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384897.369276:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384897.369276:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384897.369282:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000010:0.0:1767384897.369284:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c0b41124. 00000100:00000001:0.0:1767384897.369288:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384897.369289:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013af3d79. 00000400:00000200:3.0:1767384897.369290:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958271d03500 00000100:00000040:0.0:1767384897.369294:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000002d7982fe x1853237348021888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384897.369298:0:16359:0:(events.c:337:request_in_callback()) incoming req@0000000013af3d79 x1853237348021376 msgsize 224 00000400:00000200:3.0:1767384897.369302:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x9cd [2] + 0 00000100:00000001:0.0:1767384897.369308:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384897.369312:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384897.369313:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384897.369319:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000352415c7. 00000100:00000040:0.0:1767384897.369320:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d7982fe] to pc [ptlrpcd_00_01+1] req@000000002d7982fe x1853237348021888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384897.369324:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b1a9c9b7 00000100:00000001:1.0:1767384897.369328:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384897.369330:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384897.369335:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384897.369336:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384897.369340:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000affc6cb3 00000100:00000040:0.0:1767384897.369342:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (224) 00000400:00000010:1.0:1767384897.369346:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000affc6cb3. 00000400:00000200:3.0:1767384897.369352:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1a9c9b7 00000100:00000001:1.0:1767384897.369352:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384897.369354:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384897.369356:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b1a9c9b7. 00000100:00000200:1.0:1767384897.369359:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000efb0e3d4 x1853237348021376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384913 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.369361:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384897.369364:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384897.369365:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384897.369369:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384897.369372:0:16360:0:(events.c:337:request_in_callback()) incoming req@0000000004a0f0f3 x1853237348021504 msgsize 224 00000100:00000040:0.0:1767384897.369377:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000e2ccc84 x1853237348021632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384897.369380:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384897.369385:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384897.369387:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000efb0e3d4 x1853237348021376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384913 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384897.369390:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384897.369400:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384897.369406:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a241f68c 00000100:00000001:1.0:1767384897.369407:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.369408:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767384897.369410:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a241f68c. 00000100:00000001:1.0:1767384897.369413:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384897.369413:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.369414:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384897.369420:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384897.369421:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009b51ba22 x1853237348021504/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384897.369421:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384897.369426:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384897.369427:0:16359:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3626 usecs (4 jiffies) 00000100:00000001:3.0:1767384897.369435:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384897.369435:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294886404 02000000:00000001:0.0:1767384897.369436:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384897.369442:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009b51ba22 x1853237348021504/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384913 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384897.369442:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001dbb4e1f. 00000100:00100000:0.0:1767384897.369444:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000e2ccc84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16361:1853237348021632:0@lo:400: 00000100:00000001:1.0:1767384897.369452:0:16359:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384897.369456:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384897.369461:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294886404 00000100:00000001:3.0:1767384897.369462:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384897.369462:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384897.369467:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.369468:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1767384897.369468:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004d4f3e24. 00000100:00000001:3.0:1767384897.369473:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384897.369474:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384897.369475:0:16359:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384897.369480:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294886405 00000100:00000001:1.0:1767384897.369481:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294886404 02000000:00000010:0.0:1767384897.369481:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004c3bef2c. 02000000:00000001:0.0:1767384897.369487:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384897.369489:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001c3f3dba. 00000100:00000001:3.0:1767384897.369490:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294886404 00000400:00000010:0.0:1767384897.369493:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055edf7fb. 00000100:00000001:1.0:1767384897.369495:0:16359:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384897.369497:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294886405 00000400:00000010:0.0:1767384897.369500:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f6df32b. 00000100:00000001:1.0:1767384897.369501:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294886404 00000100:00000001:3.0:1767384897.369503:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294886404 00000100:00000200:0.0:1767384897.369507:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348021632, portal 4 00000100:00000010:1.0:1767384897.369508:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000052faf4d6. 00000100:00000001:3.0:1767384897.369510:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294886405 00000100:00000001:0.0:1767384897.369514:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384897.369516:0:16359:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384897.369517:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294886404 00000100:00000001:0.0:1767384897.369517:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878151040 : -119482831400576 : ffff9354bc471180) 00000100:00000001:1.0:1767384897.369521:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384897.369525:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294886405 00000100:00000040:0.0:1767384897.369527:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000e2ccc84 x1853237348021632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.369529:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294886404 00000100:00000001:1.0:1767384897.369533:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.369536:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384897.369540:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.369541:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384897.369543:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384897.369548:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384897.369549:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384897.369551:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384897.369553:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ce6b2d9. 00000100:00000001:3.0:1767384897.369554:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384897.369555:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384897.369559:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767384897.369560:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237348021632, offset 0 00000100:00000001:3.0:1767384897.369563:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384897.369563:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384897.369568:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384897.369568:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384897.369569:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384897.369573:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384897.369573:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384897.369576:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384897.369580:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384897.369581:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002d7982fe x1853237348021888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384897.369583:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384897.369585:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384897.369595:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384897.369599:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384897.369599:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958271d03580 00000100:00000001:3.0:1767384897.369604:0:17898:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1767384897.369606:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1767384897.369608:0:17898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348021376 02000000:00000001:1.0:1767384897.369610:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384897.369611:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2096 02000000:00000001:3.0:1767384897.369613:0:17898:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767384897.369616:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.369617:0:17898:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384897.369620:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384897.369621:0:17898:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384897.369621:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002d7982fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16359:1853237348021888:0@lo:400: 00000400:00000200:0.0:1767384897.369627:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384897.369628:0:17898:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384897.369629:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384897.369632:0:16361:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1767384897.369633:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1767384897.369634:0:17898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348021376 02000000:00000001:1.0:1767384897.369636:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384897.369638:0:17898:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384897.369642:0:17898:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562efd 02000000:00000001:1.0:1767384897.369642:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767384897.369642:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000010:1.0:1767384897.369647:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff32cf6c. 00000020:00000001:3.0:1767384897.369648:0:17898:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:0.0:1767384897.369649:0:16361:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000144d2eb1. 00000020:00000040:3.0:1767384897.369652:0:17898:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d9a32349 refcount=5 02000000:00000001:1.0:1767384897.369653:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384897.369654:0:16361:0:(events.c:337:request_in_callback()) incoming req@00000000144d2eb1 x1853237348021632 msgsize 224 00000020:00000001:3.0:1767384897.369659:0:17898:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000400:00000010:1.0:1767384897.369661:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044a1028c. 00000020:00000001:3.0:1767384897.369664:0:17898:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00100000:0.0:1767384897.369667:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1767384897.369668:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000affc6cb3. 00000100:00000001:3.0:1767384897.369670:0:17898:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384897.369675:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348021888, portal 10 00000020:00000010:3.0:1767384897.369676:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002916a5f5. 00000100:00000001:1.0:1767384897.369680:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384897.369681:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1767384897.369682:0:17898:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c9917c65. 00000100:00000001:1.0:1767384897.369683:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878161792 : -119482831389824 : ffff9354bc473b80) 00000400:00000200:0.0:1767384897.369688:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ce6b2d9 00000020:00000040:3.0:1767384897.369691:0:17898:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000029ff95b7) now 6 - evictor 00000400:00000010:0.0:1767384897.369692:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ce6b2d9. 00000020:00000010:1.0:1767384897.369693:0:16359:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000077ceb6d4. 00000100:00000001:0.0:1767384897.369699:0:16361:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384897.369702:0:17898:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:1.0:1767384897.369702:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002d7982fe x1853237348021888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384897.369706:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000e2ccc84 x1853237348021632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384897.369709:0:17898:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013d83924. 00000020:00000010:3.0:1767384897.369718:0:17898:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d1bfa3df. 00000100:00000001:1.0:1767384897.369724:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384897.369725:0:17898:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000038998b12. 00000100:00000001:0.0:1767384897.369729:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384897.369730:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384897.369735:0:17898:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000040:0.0:1767384897.369735:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000e2ccc84 x1853237348021632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384913 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384897.369736:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd12a3df. 00000100:00000001:3.0:1767384897.369742:0:17898:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:1.0:1767384897.369743:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237348021888, offset 0 00000100:00000001:3.0:1767384897.369746:0:17898:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384897.369747:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.369749:0:17898:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.369750:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384897.369758:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384897.369759:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384897.369760:0:17898:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384897.369763:0:16361:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3626 usecs (4 jiffies) 00000400:00000200:1.0:1767384897.369782:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384897.369784:0:17898:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384897.369785:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294886404 00000100:00000001:0.0:1767384897.369788:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294886405 00000100:00000001:0.0:1767384897.369791:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294886404 00000400:00000200:1.0:1767384897.369794:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958271d03680 00000100:00000001:0.0:1767384897.369796:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294886405 00000100:00000001:0.0:1767384897.369801:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294886404 00000100:00000001:0.0:1767384897.369803:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294886405 00000100:00000001:3.0:1767384897.369804:0:17898:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384897.369808:0:17898:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384897.369808:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3352 00000100:00000001:0.0:1767384897.369809:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294886404 00000100:00100000:3.0:1767384897.369872:0:17898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:3.0:1767384897.369876:0:17898:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d9a32349 : new rpc_count 1 00000100:00000001:3.0:1767384897.369878:0:17898:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590793076096 : -119482916475520 : ffff9354b734ed80) 00000100:00000040:3.0:1767384897.369883:0:17898:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000013af3d79 x1853237348021376/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:123/0 lens 224/0 e 0 to 0 dl 1767384908 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384897.369889:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384897.369895:0:17898:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384897.369898:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384897.369900:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9917c65. 00000100:00000001:1.0:1767384897.369903:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384897.369905:0:17898:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384897.369907:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1767384897.369908:0:17898:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9917c65. 00000100:00000010:1.0:1767384897.369911:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002cbd6eff. 00000100:00100000:3.0:1767384897.369916:0:17898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000013af3d79 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16359:x1853237348021376:12345-0@lo:13: 00000100:00000040:1.0:1767384897.369917:0:16359:0:(events.c:337:request_in_callback()) incoming req@000000002cbd6eff x1853237348021888 msgsize 224 00000100:00000200:3.0:1767384897.369924:0:17898:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348021376 00000100:00100000:1.0:1767384897.369928:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1767384897.369929:0:17898:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384897.369934:0:17898:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384897.369936:0:17898:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384897.369938:0:17898:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384897.369940:0:17898:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665454032 : -1044097584 : ffffffffc1c455d0) 00000020:00000001:3.0:1767384897.369943:0:17898:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384897.369944:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384897.369945:0:17898:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384897.369950:0:17898:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384897.369952:0:17898:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384897.369953:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd12a3df 00000020:00000001:3.0:1767384897.369954:0:17898:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384897.369958:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd12a3df. 00000100:00000001:3.0:1767384897.369960:0:17898:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384897.369963:0:16359:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767384897.369964:0:17898:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384897.369969:0:17898:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000ae9dfdc4. 00000100:00000200:1.0:1767384897.369970:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002d7982fe x1853237348021888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384897.369973:0:17898:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.369978:0:17898:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384897.369983:0:17898:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:1.0:1767384897.369985:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00002000:00000001:3.0:1767384897.369988:0:17898:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000040:1.0:1767384897.369991:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002d7982fe x1853237348021888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384913 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384897.369993:0:17898:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:1.0:1767384897.369999:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384897.370000:0:17090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384897.370002:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384897.370005:0:17090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348021888 00000020:00000001:3.0:1767384897.370006:0:17898:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384897.370008:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384897.370010:0:17090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00002000:00000024:3.0:1767384897.370012:0:17898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:2.0:1767384897.370014:0:17090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384897.370014:0:16359:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2778 usecs (3 jiffies) 00000100:00000001:2.0:1767384897.370018:0:17090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384897.370019:0:17898:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:1.0:1767384897.370020:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294886404 02000000:00000001:2.0:1767384897.370022:0:17090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384897.370024:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294886405 00000100:00100000:2.0:1767384897.370027:0:17090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348021888 00000100:00000001:1.0:1767384897.370031:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294886404 00000020:00000001:2.0:1767384897.370032:0:17090:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000020:3.0:1767384897.370033:0:17898:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000d9a32349 dirty 0 pend 0 grant 0 00000100:00000001:1.0:1767384897.370034:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294886405 00000020:00000040:2.0:1767384897.370036:0:17090:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562ee1 00000100:00000001:1.0:1767384897.370041:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294886404 00000020:00000001:2.0:1767384897.370042:0:17090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00002000:00000020:3.0:1767384897.370043:0:17898:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000020:00000040:2.0:1767384897.370047:0:17090:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000083ded37e refcount=5 00000100:00000001:1.0:1767384897.370047:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294886405 00002000:00000001:3.0:1767384897.370048:0:17898:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000001:2.0:1767384897.370053:0:17090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00000001:00000001:3.0:1767384897.370054:0:17898:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:1.0:1767384897.370054:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294886404 00000020:00000001:2.0:1767384897.370057:0:17090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00000001:00000001:3.0:1767384897.370058:0:17898:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384897.370063:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000001:3.0:1767384897.370064:0:17898:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384897.370065:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294886405 00000020:00000010:2.0:1767384897.370068:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f56f5961. 00000100:00000001:1.0:1767384897.370071:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1767384897.370072:0:17898:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237348021376 00000020:00000010:2.0:1767384897.370073:0:17090:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e8eee324. 00000100:00000001:1.0:1767384897.370074:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384897.370081:0:17090:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8d9ce3b) now 8 - evictor 00010000:00000001:3.0:1767384897.370082:0:17898:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384897.370083:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384897.370088:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384897.370089:0:17090:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00010000:00000200:3.0:1767384897.370093:0:17898:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000013af3d79 x1853237348021376/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:123/0 lens 224/368 e 0 to 0 dl 1767384908 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384897.370094:0:17090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ca2211a. 00000100:00000001:1.0:1767384897.370094:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384897.370098:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384897.370100:0:17090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013bdacfc. 00000100:00000001:1.0:1767384897.370103:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384897.370107:0:17090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007f2b515d. 00000100:00000001:1.0:1767384897.370107:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384897.370111:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384897.370117:0:17898:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1767384897.370118:0:16359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000040:2.0:1767384897.370119:0:17090:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00000001:3.0:1767384897.370123:0:17898:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384897.370125:0:17090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384897.370125:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384897.370130:0:17090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384897.370131:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294886405 00000100:00001000:3.0:1767384897.370132:0:17898:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097a41e79 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384897.370132:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384897.370133:0:17090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384897.370136:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384897.370138:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384897.370141:0:17090:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384897.370142:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384897.370145:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.370146:0:17898:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384897.370147:0:17090:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384897.370147:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384897.370150:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384897.370152:0:17090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384897.370153:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384897.370154:0:17898:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:0.0:1767384897.370154:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384897.370160:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f462f42c x1853237348021760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.370161:0:17898:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000001:0.0:1767384897.370164:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384897.370165:0:17090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384897.370169:0:17898:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384897.370169:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767384897.370173:0:17898:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384897.370176:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384897.370178:0:17090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384897.370179:0:17898:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384897.370179:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.370180:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384897.370183:0:17090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384897.370185:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384897.370185:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384897.370188:0:17898:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384897.370189:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384897.370190:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384897.370191:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000400:00000010:3.0:1767384897.370194:0:17898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a241f68c. 00000100:00000001:0.0:1767384897.370196:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384897.370197:0:17090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000083ded37e : new rpc_count 1 02000000:00000001:1.0:1767384897.370197:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384897.370200:0:17898:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237348021376, offset 224 00000100:00100000:1.0:1767384897.370204:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f462f42c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16359:1853237348021760:0@lo:400: 00000100:00000001:2.0:1767384897.370208:0:17090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590793068032 : -119482916483584 : ffff9354b734ce00) 00000400:00000200:3.0:1767384897.370211:0:17898:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384897.370214:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384897.370218:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:0.0:1767384897.370219:0:17897:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000199dad51. 00000100:00000040:2.0:1767384897.370220:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002cbd6eff x1853237348021888/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:123/0 lens 224/0 e 0 to 0 dl 1767384908 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384897.370221:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384897.370226:0:17898:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384897.370227:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384897.370228:0:17897:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:1.0:1767384897.370233:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e80cf62e. 00000100:00100000:0.0:1767384897.370234:0:17897:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348021632 02000000:00000001:0.0:1767384897.370239:0:17897:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767384897.370240:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384897.370242:0:17898:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958271d03480 00000100:00000001:0.0:1767384897.370244:0:17897:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384897.370245:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384897.370248:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c7e7e1b. 00000100:00000001:0.0:1767384897.370248:0:17897:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384897.370251:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8eee324. 00000400:00000200:3.0:1767384897.370254:0:17898:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x14d9 [1] + 224 02000000:00000001:0.0:1767384897.370255:0:17897:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384897.370256:0:17090:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384897.370261:0:17898:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384897.370262:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e8eee324. 00000100:00100000:0.0:1767384897.370263:0:17897:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348021632 00000400:00000010:1.0:1767384897.370264:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd12a3df. 00000020:00000001:0.0:1767384897.370269:0:17897:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384897.370270:0:17898:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384897.370272:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348021760, portal 10 00000020:00000040:0.0:1767384897.370272:0:17897:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562efd 00000100:00100000:2.0:1767384897.370275:0:17090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002cbd6eff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16359:x1853237348021888:12345-0@lo:400: 00000020:00000001:0.0:1767384897.370277:0:17897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384897.370279:0:17898:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384897.370280:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:0.0:1767384897.370281:0:17897:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d9a32349 refcount=6 00000100:00000200:2.0:1767384897.370284:0:17090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348021888 00000020:00000001:0.0:1767384897.370286:0:17897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000200:3.0:1767384897.370287:0:17898:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000efb0e3d4 x1853237348021376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384913 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384897.370289:0:17090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384897.370292:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878152832 : -119482831398784 : ffff9354bc471880) 00000020:00000001:0.0:1767384897.370293:0:17897:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000020:00000001:2.0:1767384897.370294:0:17090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384897.370298:0:17090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.370302:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384897.370303:0:17090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384897.370307:0:17090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000100:00000040:1.0:1767384897.370308:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f462f42c x1853237348021760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384897.370308:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000425be132. 00000020:00000001:2.0:1767384897.370312:0:17090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1767384897.370313:0:17898:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000efb0e3d4 x1853237348021376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384897.370315:0:17897:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384897.370316:0:17090:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384897.370322:0:17090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1767384897.370323:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000425be132. 00000020:00000001:2.0:1767384897.370326:0:17090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384897.370331:0:17090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384897.370336:0:17090:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384897.370340:0:17090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1767384897.370342:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000075e900e. 02000000:00000001:2.0:1767384897.370344:0:17090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384897.370348:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1767384897.370350:0:17090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c099939c. 00000020:00000010:0.0:1767384897.370351:0:17897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000808a51d4. 02000000:00000001:2.0:1767384897.370356:0:17090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384897.370357:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1767384897.370358:0:17897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000065e13b2a. 00000100:00000001:2.0:1767384897.370363:0:17090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384897.370365:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b9ec9db. 00000100:00000040:0.0:1767384897.370368:0:17897:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000001:2.0:1767384897.370369:0:17090:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384897.370372:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237348021760, offset 0 00000100:00000001:0.0:1767384897.370374:0:17897:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000040:2.0:1767384897.370375:0:17090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348021888 00000100:00000001:0.0:1767384897.370378:0:17897:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384897.370382:0:17090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384897.370383:0:17897:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384897.370384:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384897.370386:0:17898:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000200:2.0:1767384897.370390:0:17090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002cbd6eff x1853237348021888/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:123/0 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384897.370396:0:17898:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a241f68c 00000400:00000200:1.0:1767384897.370399:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384897.370401:0:17898:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a241f68c. 00000100:00000001:3.0:1767384897.370407:0:17898:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384897.370411:0:17898:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384897.370412:0:17090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1767384897.370416:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958271d03600 00010000:00000001:2.0:1767384897.370417:0:17090:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.370418:0:17898:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384897.370424:0:17090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=25 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384897.370425:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3576 00000100:00000040:3.0:1767384897.370426:0:17898:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:3.0:1767384897.370432:0:17898:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384897.370432:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384897.370436:0:17898:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384897.370438:0:17090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384897.370439:0:17898:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384897.370441:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384897.370445:0:17090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:1.0:1767384897.370447:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384897.370448:0:17898:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013af3d79 x1853237348021376/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:123/0 lens 224/368 e 0 to 0 dl 1767384908 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384897.370451:0:17090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000200:1.0:1767384897.370452:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1767384897.370459:0:17090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000010:1.0:1767384897.370459:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000db917395. 02000000:00000001:2.0:1767384897.370463:0:17090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384897.370465:0:16359:0:(events.c:337:request_in_callback()) incoming req@00000000db917395 x1853237348021760 msgsize 224 00000100:00100000:3.0:1767384897.370468:0:17898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000013af3d79 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16359:x1853237348021376:12345-0@lo:13: Request processed in 567us (1164us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384897.370470:0:17090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384897.370479:0:17090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1767384897.370479:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384897.370483:0:17090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000100:00100000:3.0:1767384897.370484:0:17898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:3.0:1767384897.370490:0:17898:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d9a32349 : new rpc_count 0 00000100:00000200:2.0:1767384897.370490:0:17090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348021888, offset 224 00000100:00000001:1.0:1767384897.370492:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384897.370497:0:17898:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384897.370501:0:17898:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384897.370504:0:17090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384897.370507:0:17898:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d1bfa3df. 00000400:00000200:1.0:1767384897.370511:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b9ec9db 00000020:00000010:3.0:1767384897.370513:0:17898:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000038998b12. 00000400:00000010:1.0:1767384897.370516:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b9ec9db. 00000400:00000200:2.0:1767384897.370517:0:17090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384897.370520:0:17898:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013d83924. 00000100:00000001:0.0:1767384897.370521:0:17897:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384897.370523:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384897.370527:0:17897:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000040:3.0:1767384897.370529:0:17898:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 5 00000100:00000200:1.0:1767384897.370530:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f462f42c x1853237348021760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384897.370531:0:17090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d03680 00000100:00000001:0.0:1767384897.370532:0:17897:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.370535:0:17898:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384897.370545:0:17090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x14f1 [1] + 224 00000100:00000001:0.0:1767384897.370547:0:17897:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384897.370549:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384897.370551:0:17090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384897.370555:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f462f42c x1853237348021760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384913 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.370559:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384897.370561:0:17090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384897.370564:0:17897:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384897.370565:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348021504 02000000:00000001:3.0:1767384897.370570:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384897.370570:0:17897:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384897.370571:0:17090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384897.370573:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.370575:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384897.370576:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1767384897.370578:0:17090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002d7982fe x1853237348021888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.370580:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384897.370583:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384897.370585:0:17897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 02000000:00000001:3.0:1767384897.370587:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384897.370590:0:16359:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2660 usecs (3 jiffies) 00000100:00000040:0.0:1767384897.370592:0:17897:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d9a32349 : new rpc_count 1 00000100:00100000:3.0:1767384897.370594:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348021504 00000100:00000001:1.0:1767384897.370597:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294886404 00000100:00000001:0.0:1767384897.370598:0:17897:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878149248 : -119482831402368 : ffff9354bc470a80) 00000020:00000001:3.0:1767384897.370599:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384897.370603:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000001:1.0:1767384897.370605:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294886405 00000020:00000001:3.0:1767384897.370608:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384897.370608:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000144d2eb1 x1853237348021632/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:123/0 lens 224/0 e 0 to 0 dl 1767384908 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384897.370612:0:17090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002d7982fe x1853237348021888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384897.370617:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294886404 00000020:00000040:3.0:1767384897.370619:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000100:00000001:1.0:1767384897.370624:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294886405 00000020:00000001:3.0:1767384897.370627:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:1.0:1767384897.370632:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294886404 00000020:00000001:3.0:1767384897.370634:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:1.0:1767384897.370639:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294886405 00000100:00000001:3.0:1767384897.370643:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384897.370647:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294886404 00000100:00000001:0.0:1767384897.370647:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384897.370648:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9917c65. 00000100:00000001:2.0:1767384897.370649:0:17090:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384897.370653:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294886405 00000020:00000010:0.0:1767384897.370654:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000425be132. 00000100:00000001:3.0:1767384897.370655:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384897.370657:0:17090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c2d411d 00000100:00000001:1.0:1767384897.370659:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384897.370661:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9917c65. 00000100:00000001:0.0:1767384897.370661:0:17897:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384897.370663:0:17090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000100:00000001:1.0:1767384897.370664:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384897.370669:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000425be132. 00000020:00000010:3.0:1767384897.370671:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013d83924. 00000100:00000001:2.0:1767384897.370672:0:17090:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384897.370690:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384897.370692:0:17090:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:3.0:1767384897.370695:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d1bfa3df. 00000400:00000001:1.0:1767384897.370695:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384897.370696:0:17897:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000144d2eb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16361:x1853237348021632:12345-0@lo:400: 00000100:00000001:2.0:1767384897.370699:0:17090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384897.370700:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044a1028c. 00000020:00000010:3.0:1767384897.370703:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000038998b12. 00000100:00000040:2.0:1767384897.370708:0:17090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000400:00000200:1.0:1767384897.370709:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000affc6cb3 00000100:00000200:0.0:1767384897.370710:0:17897:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348021632 00000400:00000010:1.0:1767384897.370714:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000affc6cb3. 00000100:00000040:3.0:1767384897.370715:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00010000:00000001:2.0:1767384897.370716:0:17090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384897.370717:0:17897:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384897.370722:0:17090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384897.370722:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384897.370723:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384897.370724:0:17897:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384897.370728:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384897.370729:0:17897:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384897.370730:0:17090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384897.370732:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002d7982fe x1853237348021888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.370734:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384897.370737:0:17897:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1767384897.370739:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002cbd6eff x1853237348021888/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:123/0 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384897.370742:0:17897:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000100:00000001:3.0:1767384897.370744:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384897.370752:0:17897:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384897.370757:0:17897:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384897.370760:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384897.370764:0:17897:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384897.370785:0:17897:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384897.370790:0:17897:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.370794:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1767384897.370794:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002d7982fe x1853237348021888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384897.370796:0:17090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002cbd6eff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16359:x1853237348021888:12345-0@lo:400: Request processed in 548us (875us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384897.370796:0:17897:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384897.370799:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384897.370801:0:17897:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384897.370805:0:17897:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1767384897.370809:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 02000000:00000010:0.0:1767384897.370811:0:17897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000080c099d4. 00000100:00000040:3.0:1767384897.370842:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 02000000:00000001:0.0:1767384897.370845:0:17897:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.370848:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590281820240 : -119483427731376 : ffff935498bbc850) 00000100:00000001:0.0:1767384897.370853:0:17897:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384897.370860:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000004a0f0f3 x1853237348021504/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:123/0 lens 224/0 e 0 to 0 dl 1767384908 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384897.370860:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000020:00000001:0.0:1767384897.370861:0:17897:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384897.370863:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384897.370868:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1767384897.370869:0:17897:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237348021632 00000100:00000040:2.0:1767384897.370870:0:17090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000083ded37e : new rpc_count 0 00000100:00000001:1.0:1767384897.370875:0:16359:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384897.370877:0:17090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384897.370878:0:17897:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:1.0:1767384897.370881:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384897.370883:0:17090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384897.370886:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000200:0.0:1767384897.370887:0:17897:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000144d2eb1 x1853237348021632/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:123/0 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384897.370889:0:17090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000013bdacfc. 00000100:00000001:1.0:1767384897.370890:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.370897:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384897.370899:0:17090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007f2b515d. 02000000:00000001:1.0:1767384897.370899:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384897.370904:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9917c65. 00000020:00000010:2.0:1767384897.370908:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ca2211a. 00000100:00001000:1.0:1767384897.370909:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 000000002c0000f4 time=25 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384897.370910:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384897.370915:0:17897:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:2.0:1767384897.370917:0:17090:0:(genops.c:898:class_export_put()) PUTting export 0000000083ded37e : new refcount 4 00000020:00000010:3.0:1767384897.370918:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9917c65. 00000100:00001000:1.0:1767384897.370919:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c093201a time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384897.370922:0:17090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384897.370927:0:17897:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384897.370931:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000004a0f0f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:16360:x1853237348021504:12345-0@lo:400: 00000100:00000001:1.0:1767384897.370931:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:0.0:1767384897.370933:0:17897:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7bcd663 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384897.370937:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384897.370938:0:17090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1767384897.370943:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348021504 00000100:00100000:2.0:1767384897.370944:0:17090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348021760 00010000:00000001:1.0:1767384897.370945:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384897.370946:0:17897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384897.370949:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:2.0:1767384897.370950:0:17090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384897.370954:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:0.0:1767384897.370954:0:17897:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:2.0:1767384897.370955:0:17090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00080000:1.0:1767384897.370955:0:16359:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002d7982fe x1853237348021888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384897.370960:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384897.370961:0:17090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.370961:0:17897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:2.0:1767384897.370969:0:17090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384897.370970:0:17897:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384897.370974:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1767384897.370976:0:17897:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384897.370977:0:17090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348021760 00000020:00000001:3.0:1767384897.370979:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289088 : -1048262528 : ffffffffc184c880) 00000020:00000001:2.0:1767384897.370983:0:17090:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384897.370985:0:17897:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384897.370987:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000040:2.0:1767384897.370988:0:17090:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562e71 00000020:00000001:3.0:1767384897.370990:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384897.370995:0:17090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384897.370996:0:17897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384897.370997:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000040:2.0:1767384897.371002:0:17090:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099807a16 refcount=5 00000020:00000001:3.0:1767384897.371003:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:0.0:1767384897.371004:0:17897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ce6b2d9. 00000020:00000001:3.0:1767384897.371008:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384897.371009:0:17090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00000100:00000200:0.0:1767384897.371012:0:17897:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237348021632, offset 224 00000020:00000001:3.0:1767384897.371016:0:17083:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1767384897.371018:0:17090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00000100:00000001:3.0:1767384897.371022:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1767384897.371023:0:16359:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384897.371024:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384897.371027:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384897.371030:0:17897:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384897.371032:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8eee324. 02000000:00000010:3.0:1767384897.371033:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000942cc77c. 00000100:00000001:1.0:1767384897.371033:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384897.371037:0:16359:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384897.371039:0:17090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384897.371040:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384897.371043:0:16359:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000010:2.0:1767384897.371048:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e8eee324. 00000100:00000001:3.0:1767384897.371049:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384897.371049:0:17897:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384897.371050:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384897.371056:0:17090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ca2211a. 00000020:00000001:3.0:1767384897.371058:0:17083:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384897.371062:0:17090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013bdacfc. 00000100:00000040:1.0:1767384897.371062:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002d7982fe x1853237348021888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384897.371065:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348021504 00000020:00000010:2.0:1767384897.371070:0:17090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007f2b515d. 00000400:00000200:0.0:1767384897.371070:0:17897:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958271d03580 00010000:00000001:3.0:1767384897.371074:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:2.0:1767384897.371078:0:17090:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384897.371084:0:17090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000200:3.0:1767384897.371087:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000004a0f0f3 x1853237348021504/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:123/0 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384897.371088:0:17090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384897.371106:0:17897:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x14e9 [1] + 224 00000100:00000001:1.0:1767384897.371107:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384897.371108:0:17090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384897.371114:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1767384897.371117:0:17897:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384897.371118:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384897.371121:0:17090:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384897.371126:0:17090:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384897.371129:0:17090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384897.371129:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002d7982fe x1853237348021888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384897.371130:0:17897:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384897.371133:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384897.371137:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.371139:0:17897:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384897.371140:0:17090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384897.371146:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=31 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384897.371148:0:17897:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000e2ccc84 x1853237348021632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384897.371151:0:17090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384897.371153:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002d7982fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16359:1853237348021888:0@lo:400: 00000100:00000001:3.0:1767384897.371156:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384897.371156:0:17090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384897.371163:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 22 to 0@lo 00000100:00100000:2.0:1767384897.371164:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000400:00000001:1.0:1767384897.371167:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384897.371170:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000040:2.0:1767384897.371172:0:17090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000099807a16 : new rpc_count 1 00000400:00000001:1.0:1767384897.371172:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384897.371177:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ab5e452. 00000100:00000001:2.0:1767384897.371178:0:17090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590793069824 : -119482916481792 : ffff9354b734d500) 02000000:00000001:3.0:1767384897.371179:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767384897.371179:0:17897:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000e2ccc84 x1853237348021632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384897.371182:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd1a8459 02000000:00000001:3.0:1767384897.371183:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384897.371186:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd1a8459. 00000100:00000040:2.0:1767384897.371187:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000db917395 x1853237348021760/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:123/0 lens 224/0 e 0 to 0 dl 1767384908 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.371190:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384897.371193:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384897.371199:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767384897.371200:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000efb0e3d4 x1853237348021376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384897.371205:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a241f68c. 00000100:00000200:3.0:1767384897.371213:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237348021504, offset 224 00000100:00000001:2.0:1767384897.371224:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384897.371224:0:17897:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384897.371226:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384897.371229:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8eee324. 00000100:00000001:2.0:1767384897.371235:0:17090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384897.371239:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e8eee324. 00000400:00000200:3.0:1767384897.371240:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384897.371240:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000efb0e3d4 x1853237348021376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384897.371241:0:17897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ce6b2d9 00000400:00000010:0.0:1767384897.371246:0:17897:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ce6b2d9. 00000100:00100000:2.0:1767384897.371251:0:17090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000db917395 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16359:x1853237348021760:12345-0@lo:400: 00000100:00000001:0.0:1767384897.371253:0:17897:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384897.371257:0:17897:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767384897.371258:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958271d03500 00000100:00000001:1.0:1767384897.371262:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384897.371263:0:17090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348021760 00000100:00000001:0.0:1767384897.371264:0:17897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384897.371266:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384897.371268:0:17090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384897.371269:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x14e1 [1] + 224 00000020:00000001:2.0:1767384897.371273:0:17090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:0.0:1767384897.371273:0:17897:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:1.0:1767384897.371274:0:16359:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767384897.371277:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384897.371278:0:17090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384897.371280:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1767384897.371280:0:17897:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384897.371281:0:17090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384897.371284:0:17897:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384897.371285:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384897.371286:0:17090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000020:00000001:0.0:1767384897.371289:0:17897:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384897.371291:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384897.371292:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384897.371293:0:17090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767384897.371297:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000144d2eb1 x1853237348021632/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:123/0 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384897.371299:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384897.371300:0:17090:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384897.371301:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384897.371306:0:17090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:3.0:1767384897.371308:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009b51ba22 x1853237348021504/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384897.371309:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000046e5fbb1 time=21 v=5 (5 0 0 0) 00000020:00000001:2.0:1767384897.371310:0:17090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384897.371314:0:17090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384897.371319:0:17090:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384897.371322:0:17090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384897.371326:0:17090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:1.0:1767384897.371328:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000785c58c4 time=21 v=5 (1 0 0 0) 02000000:00000010:2.0:1767384897.371331:0:17090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c2158afe. 02000000:00000001:2.0:1767384897.371337:0:17090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384897.371340:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009b51ba22 x1853237348021504/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384897.371341:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384897.371343:0:17090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384897.371345:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384897.371365:0:17090:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384897.371367:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384897.371376:0:16359:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000efb0e3d4 x1853237348021376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384897.371378:0:17090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348021760 00010000:00000001:2.0:1767384897.371386:0:17090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:0.0:1767384897.371387:0:17897:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000144d2eb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16361:x1853237348021632:12345-0@lo:400: Request processed in 734us (1726us total) trans 0 rc 0/0 00010000:00000200:2.0:1767384897.371395:0:17090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000db917395 x1853237348021760/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:123/0 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.371402:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384897.371410:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a241f68c 00000100:00100000:0.0:1767384897.371417:0:17897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000400:00000010:3.0:1767384897.371418:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a241f68c. 00010000:00000001:1.0:1767384897.371418:0:16359:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384897.371420:0:17090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384897.371425:0:17090:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384897.371426:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384897.371427:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1767384897.371428:0:17897:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d9a32349 : new rpc_count 0 00000100:00001000:2.0:1767384897.371429:0:17090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=25 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384897.371431:0:16359:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384897.371432:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384897.371436:0:17897:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384897.371439:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384897.371439:0:16359:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384897.371440:0:17090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384897.371442:0:17897:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384897.371444:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384897.371449:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 21 to 0@lo 00000100:00000040:2.0:1767384897.371449:0:17090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000020:00000010:0.0:1767384897.371450:0:17897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000808a51d4. 00000100:00000040:1.0:1767384897.371453:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000efb0e3d4 x1853237348021376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384897.371458:0:17090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:3.0:1767384897.371459:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:0.0:1767384897.371461:0:17897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000065e13b2a. 00000020:00000001:3.0:1767384897.371463:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384897.371466:0:17090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384897.371470:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:2.0:1767384897.371472:0:17090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384897.371478:0:17090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384897.371479:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004a0f0f3 x1853237348021504/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:123/0 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384897.371479:0:17897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000075e900e. 00000100:00000001:1.0:1767384897.371482:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384897.371488:0:17090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:0.0:1767384897.371490:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 4 00000100:00000001:1.0:1767384897.371491:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1767384897.371494:0:17090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000100:00000001:1.0:1767384897.371496:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384897.371498:0:17897:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384897.371503:0:17090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348021760, offset 224 00000004:00000001:1.0:1767384897.371504:0:16359:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384897.371510:0:16359:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384897.371517:0:16359:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00100000:3.0:1767384897.371518:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000004a0f0f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:16360:x1853237348021504:12345-0@lo:400: Request processed in 615us (2139us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384897.371518:0:17090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384897.371527:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384897.371533:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384897.371534:0:17090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000020:1.0:1767384897.371543:0:16359:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006f80896a): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000001:0.0:1767384897.371547:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384897.371551:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000400:00000200:2.0:1767384897.371551:0:17090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d03600 00000100:00000001:0.0:1767384897.371552:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000004:00000001:1.0:1767384897.371556:0:16359:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384897.371559:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000400:00000001:0.0:1767384897.371560:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384897.371565:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:0.0:1767384897.371565:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384897.371566:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000efb0e3d4 x1853237348021376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384913 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.371570:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1767384897.371570:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055edf7fb. 00000020:00000010:3.0:1767384897.371575:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d1bfa3df. 00000400:00000200:0.0:1767384897.371577:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f6df32b 00000400:00000010:0.0:1767384897.371583:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f6df32b. 00000020:00000010:3.0:1767384897.371584:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000038998b12. 00000100:00100000:1.0:1767384897.371585:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000efb0e3d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16359:1853237348021376:0@lo:13: 00000100:00000001:0.0:1767384897.371591:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384897.371592:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013d83924. 00000100:00000001:1.0:1767384897.371594:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384897.371599:0:17090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x14fd [1] + 224 00000100:00000200:0.0:1767384897.371600:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000e2ccc84 x1853237348021632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384897.371602:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000100:00000001:1.0:1767384897.371602:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384897.371609:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002d7982fe x1853237348021888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384897.371615:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:2.0:1767384897.371618:0:17090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384897.371619:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000942cc77c. 02000000:00000001:3.0:1767384897.371628:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:0.0:1767384897.371629:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000e2ccc84 x1853237348021632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384897.371632:0:17090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384897.371633:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384897.371635:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384897.371642:0:17090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384897.371643:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:1.0:1767384897.371648:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384897.371649:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384897.371651:0:17090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f462f42c x1853237348021760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384897.371654:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff32cf6c. 00000100:00000001:0.0:1767384897.371655:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384897.371658:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd958cd3. 00000100:00000001:0.0:1767384897.371662:0:16361:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384897.371664:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:3.0:1767384897.371667:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1a9c9b7. 02000000:00000001:0.0:1767384897.371668:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767384897.371669:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384897.371673:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1767384897.371674:0:16359:0:(genops.c:1242:class_import_put()) import 0000000062c1ff66 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384897.371678:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384897.371679:0:17090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f462f42c x1853237348021760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384897.371680:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767384897.371682:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384897.371685:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c0b41124. 00000100:00001000:0.0:1767384897.371691:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 0000000056cb386c time=21 v=5 (5 0 0 0) 00000100:00080000:3.0:1767384897.371692:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 02000000:00000001:1.0:1767384897.371693:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384897.371698:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384897.371699:0:17090:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384897.371700:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8d9ce3b) now 8 - evictor 00000100:00000010:1.0:1767384897.371701:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002d7982fe. 00000400:00000200:2.0:1767384897.371707:0:17090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c2d411d 00000100:00001000:0.0:1767384897.371711:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000785c58c4 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384897.371712:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00080000:3.0:1767384897.371713:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000010:2.0:1767384897.371713:0:17090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000100:00000001:1.0:1767384897.371717:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384897.371721:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000029ff95b7) now 6 - evictor 00000100:00000001:1.0:1767384897.371722:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384897.371723:0:17090:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384897.371723:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384897.371728:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384897.371729:0:17090:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1767384897.371732:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000efb0e3d4 x1853237348021376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384913 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384897.371735:0:17090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384897.371735:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767384897.371744:0:17090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00080000:0.0:1767384897.371744:0:16361:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000e2ccc84 x1853237348021632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.371748:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384897.371753:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384897.371754:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:3.0:1767384897.371759:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384897.371760:0:17090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:1.0:1767384897.371760:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1767384897.371778:0:17090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384897.371781:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fa6bb2cc. 00000400:00000001:3.0:1767384897.371782:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384897.371782:0:16361:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384897.371783:0:17090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384897.371789:0:16361:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1767384897.371790:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767384897.371792:0:16361:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000001:1.0:1767384897.371795:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384897.371796:0:16361:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000010:3.0:1767384897.371799:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4ffcadf. 00000020:00000040:1.0:1767384897.371817:0:16359:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384897.371818:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384897.371819:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db917395 x1853237348021760/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:123/0 lens 224/224 e 0 to 0 dl 1767384908 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384897.371823:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d1b4081 00000020:00000001:1.0:1767384897.371825:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767384897.371828:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000e2ccc84 x1853237348021632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384897.371829:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d1b4081. 00000100:00000001:3.0:1767384897.371849:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384897.371853:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009b51ba22 x1853237348021504/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384897.371857:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000742332e3. 02000000:00000001:1.0:1767384897.371864:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384897.371882:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384897.371886:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000efb0e3d4. 00000100:00000001:1.0:1767384897.371894:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:2.0:1767384897.371896:0:17090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000db917395 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16359:x1853237348021760:12345-0@lo:400: Request processed in 666us (1425us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384897.371899:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384897.371903:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384897.371907:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.371913:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384897.371915:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384897.371917:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009b51ba22 x1853237348021504/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384897.371917:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384897.371918:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384897.371922:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000400:00000001:1.0:1767384897.371925:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384897.371929:0:17090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099807a16 : new rpc_count 0 00000100:00000040:0.0:1767384897.371930:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000e2ccc84 x1853237348021632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384897.371931:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384897.371935:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c7e7e1b. 00000100:00000001:2.0:1767384897.371937:0:17090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384897.371941:0:17090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1767384897.371943:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd12a3df 00000020:00000010:2.0:1767384897.371947:0:17090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000013bdacfc. 00000400:00000010:1.0:1767384897.371949:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd12a3df. 00000100:00000001:3.0:1767384897.371955:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384897.371956:0:17090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007f2b515d. 00000100:00000001:1.0:1767384897.371957:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384897.371960:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384897.371963:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000e2ccc84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16361:1853237348021632:0@lo:400: 00000100:00000001:3.0:1767384897.371965:0:16360:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384897.371966:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ca2211a. 00000100:00000200:1.0:1767384897.371967:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f462f42c x1853237348021760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384897.371970:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384897.371973:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384897.371976:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384897.371976:0:17090:0:(genops.c:898:class_export_put()) PUTting export 0000000099807a16 : new refcount 4 00000100:00000001:0.0:1767384897.371976:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384897.371984:0:17090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384897.371985:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384897.371986:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384897.371994:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000e2ccc84 x1853237348021632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384897.371995:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=31 v=5 (5 0 0 0) 00000100:00000200:1.0:1767384897.372002:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f462f42c x1853237348021760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384897.372005:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384897.372016:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384897.372019:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384897.372025:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384897.372028:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.372035:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.372038:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384897.372039:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384897.372043:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009b51ba22 x1853237348021504/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384897.372044:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384897.372045:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384897.372051:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:0.0:1767384897.372052:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004c3bef2c. 02000000:00000001:1.0:1767384897.372055:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384897.372057:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384897.372060:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384897.372062:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384897.372063:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384897.372069:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384897.372069:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384897.372071:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:0.0:1767384897.372074:0:16361:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384897.372077:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384897.372077:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 00000000617d1ace time=25 v=5 (5 0 0 0) 00000020:00000001:0.0:1767384897.372080:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:1.0:1767384897.372103:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 000000008de43404 time=25 v=5 (1 0 0 0) 02000000:00000010:0.0:1767384897.372103:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d320f563. 00000100:00000040:3.0:1767384897.372105:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009b51ba22 x1853237348021504/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384897.372110:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384897.372111:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384897.372114:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384897.372117:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384897.372121:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00080000:1.0:1767384897.372125:0:16359:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f462f42c x1853237348021760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384897.372125:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000e2ccc84. 00000100:00100000:3.0:1767384897.372129:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009b51ba22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348021504:0@lo:400: 00000100:00000001:0.0:1767384897.372132:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384897.372135:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384897.372140:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384897.372145:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384897.372147:0:16359:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.372149:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384897.372152:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384897.372152:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384897.372153:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384897.372156:0:16359:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384897.372158:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384897.372159:0:16359:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1767384897.372161:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009b51ba22 x1853237348021504/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384897.372163:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.372164:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384897.372173:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f462f42c x1853237348021760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.372175:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384897.372179:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384897.372182:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000002e73130. 00000100:00000001:1.0:1767384897.372184:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384897.372187:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767384897.372188:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384897.372189:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384897.372191:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767384897.372195:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f462f42c x1853237348021760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384897.372196:0:16360:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:3.0:1767384897.372202:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384897.372205:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b9df57eb. 00000100:00100000:1.0:1767384897.372211:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f462f42c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16359:1853237348021760:0@lo:400: 02000000:00000001:3.0:1767384897.372214:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384897.372216:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384897.372217:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384897.372218:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1767384897.372220:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009b51ba22. 00000100:00000001:3.0:1767384897.372223:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384897.372224:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384897.372228:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384897.372230:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f462f42c x1853237348021760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.372233:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384897.372237:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384897.372239:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384897.372241:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384897.372243:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384897.372245:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384897.372246:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e80cf62e. 02000000:00000001:1.0:1767384897.372250:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384897.372252:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384897.372253:0:16359:0:(genops.c:1242:class_import_put()) import 00000000aab4eb9e refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384897.372255:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384897.372257:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c8c9ba35. 02000000:00000001:1.0:1767384897.372261:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384897.372263:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384897.372264:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f462f42c. 00000100:00000001:1.0:1767384897.372268:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384897.372269:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384897.372272:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384897.372277:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384897.372279:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384897.372281:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384897.372283:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384897.374896:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294886405, at 4294886406 00000100:00000040:3.0:1767384897.374904:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294886405, at 4294886406 00000100:00000010:2.0:1767384897.374905:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001c3f3dba. 00000100:00000010:3.0:1767384897.374916:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000052faf4d6. 00000100:00000040:0.0:1767384897.375876:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294886405, at 4294886407 00000100:00000010:0.0:1767384897.375883:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001dbb4e1f. 00000100:00000040:1.0:1767384897.381888:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294886405, at 4294886413 00000100:00000010:1.0:1767384897.381905:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004d4f3e24. 00010000:00000001:0.0:1767384897.560881:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384897.560888:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384897.560893:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384897.560894:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384897.560922:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384897.560926:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384897.560928:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384897.904729:0:23743:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384897.904735:0:23743:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp23 --if ens2 00000001:00000001:3.0:1767384897.910045:0:23743:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384897.917495:0:23744:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000487233c7. 00000400:00000010:3.0:1767384897.917511:0:23744:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000c321cd63. 00000400:00000010:3.0:1767384897.917519:0:23744:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b54e3998. 00000400:00000010:3.0:1767384897.917521:0:23744:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000013d83924. 00000400:00000010:3.0:1767384897.917524:0:23744:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007ce39651. 00000400:00000010:3.0:1767384897.917528:0:23744:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006f42c4df. 00000400:00000010:3.0:1767384897.917529:0:23744:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b27ba84d. 00000400:00000010:3.0:1767384897.917530:0:23744:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c9917c65. 00000400:00000010:3.0:1767384897.917533:0:23744:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b53965b9. 00000800:00000010:3.0:1767384897.917542:0:23744:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000002ba5fb54. 00000800:00000200:3.0:1767384897.917551:0:23744:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384897.917570:0:23744:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384897.917602:0:23744:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:3.0:1767384897.917619:0:23744:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp23 [8/256/0/180] 00000400:00000010:3.0:1767384897.918955:0:23744:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006918510a. 00000400:00000010:3.0:1767384897.918960:0:23744:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4ffcadf. 00000400:00000010:3.0:1767384897.918976:0:23744:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d1b4081. 00000400:00000001:3.0:1767384897.918991:0:23744:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384897.918993:0:23744:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384897.918994:0:23744:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbe32188. 00000400:00000200:3.0:1767384897.918996:0:23744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073bfe857 00000400:00000010:3.0:1767384897.918997:0:23744:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073bfe857. 00000400:00000010:3.0:1767384897.919000:0:23744:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 00000000100f27a4. 00000400:00000200:3.0:1767384897.919004:0:23744:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (14) 00000400:00000200:3.0:1767384897.919013:0:23744:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:3.0:1767384897.919020:0:23744:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131095 00000020:00000010:3.0:1767384897.919035:0:23744:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c70884d5. 00000400:00000200:1.0:1767384897.919036:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384897.919039:0:23744:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384897.919042:0:23744:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp23 00000400:00000200:1.0:1767384897.919045:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000400:00000010:1.0:1767384897.919052:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd12a3df. 00000400:00000200:1.0:1767384897.919055:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (15) 00000400:00000010:3.0:1767384897.919057:0:23744:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000c321cd63. 00000400:00000010:3.0:1767384897.919061:0:23744:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000487233c7. 00000400:00000010:1.0:1767384897.919062:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dea791b4. 00000400:00000200:1.0:1767384897.919070:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1767384897.919083:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1767384897.919090:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:1.0:1767384897.919096:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:1.0:1767384897.919102:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:00000001:0.0:1767384897.919105:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384897.919108:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 10000000:00000001:0.0:1767384897.919110:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384897.919120:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 10000000:00000001:0.0:1767384897.919121:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384897.919124:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384897.919128:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384897.919129:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:01000004:0.0:1767384897.919132:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384897.919136:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384897.919138:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384897.919139:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000020:01000004:0.0:1767384897.919140:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384897.919143:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384897.919146:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384897.919147:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:1.0:1767384897.919149:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000020:01000004:0.0:1767384897.919150:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384897.919152:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384897.919156:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000100:00000010:0.0:1767384897.919157:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000e2ccc84. 00000400:00000200:1.0:1767384897.919160:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000020:00000040:0.0:1767384897.919163:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000400:00000200:1.0:1767384897.919166:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:1.0:1767384897.919172:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000100:00000001:0.0:1767384897.919172:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384897.919177:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384897.919178:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:1.0:1767384897.919183:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 02000000:00000001:0.0:1767384897.919184:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384897.919189:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp22 00000400:00000200:1.0:1767384897.919193:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp22 lpni_is_preferred = 0 00000400:00000200:1.0:1767384897.919195:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp22 02000000:00000010:0.0:1767384897.919196:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000014f42b0c. 00000400:00000200:1.0:1767384897.919202:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp22 NI seq info: [31:31:256:4294967295] 192.168.203.134@tcp22 LPNI seq info [31:31:8:4294967295] 00000100:00000001:0.0:1767384897.919207:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384897.919210:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp22 00000400:00000200:1.0:1767384897.919217:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp22(192.168.203.134@tcp22:) -> 192.168.203.134@tcp22(192.168.203.134@tcp:192.168.203.134@tcp22) : PUT try# 0 00000100:00000001:0.0:1767384897.919218:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:1.0:1767384897.919222:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.134@tcp22 00000100:00000001:0.0:1767384897.919222:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384897.919229:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000068085d1a. 00000800:00000010:1.0:1767384897.919239:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000091605904. 00000100:00000040:0.0:1767384897.919242:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e2ccc84] to pc [ptlrpcd_00_02+2] req@000000000e2ccc84 x1853237348022016/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384897.919245:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000005a5ef0b2. 00000800:00000200:1.0:1767384897.919257:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091605904] -> 12345-192.168.203.134@tcp22 (2) 00000800:00000200:1.1:1767384897.919264:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091605904] -> 12345-192.168.203.134@tcp22 (2) 10000000:00000001:0.0:1767384897.919280:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384897.919283:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384897.919285:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000020:00000001:0.0:1767384897.919286:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.919288:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:0.0:1767384897.919291:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384897.919292:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 0 00000100:00000001:3.0:1767384897.919293:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384897.919297:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384897.919300:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384897.919302:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:3.0:1767384897.919303:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000e2ccc84 x1853237348022016/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384897.919304:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384897.919307:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384897.919312:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384897.919315:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384897.919316:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384897.919317:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384897.919318:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384897.919319:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384897.919322:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384897.919324:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384897.919326:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384897.919331:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a0f2c6b. 00000100:00000001:3.0:1767384897.919332:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384897.919335:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384897.919336:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 02000000:00000001:3.0:1767384897.919340:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384897.919340:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384897.919342:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384897.919344:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384897.919345:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 02000000:00000001:0.0:1767384897.919346:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384897.919347:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384897.919351:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000e2ccc84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348022016:0@lo:253: 02000000:00000010:0.0:1767384897.919353:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005c9baec3. 00000100:00000001:3.0:1767384897.919359:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384897.919360:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384897.919364:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384897.919365:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384897.919368:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.919368:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384897.919374:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384897.919378:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a0f2c6b] to pc [ptlrpcd_00_03+3] req@000000003a0f2c6b x1853237348022144/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384897.919381:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007dbad5a6. 02000000:00000001:3.0:1767384897.919385:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384897.919393:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d030819. 10000000:00000001:0.0:1767384897.919394:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384897.919397:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384897.919399:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c321cd63. 00000020:00000001:0.0:1767384897.919399:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384897.919401:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:3.0:1767384897.919404:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348022016, portal 25 00000020:00000010:0.0:1767384897.919406:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c70884d5. 00000100:00000001:3.0:1767384897.919408:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384897.919409:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878151040 : -119482831400576 : ffff9354bc471180) 00000400:00000200:1.0:1767384897.919410:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000100:00000040:3.0:1767384897.919415:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000e2ccc84 x1853237348022016/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.919422:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384897.919426:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384897.919429:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000039327160. 00000100:00000200:3.0:1767384897.919431:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348022016, offset 0 00000100:00000001:0.0:1767384897.919431:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384897.919436:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384897.919440:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384897.919440:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384897.919447:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000100:00000040:0.0:1767384897.919450:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a0f2c6b x1853237348022144/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384897.919452:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384897.919463:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384897.919465:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d03700 00000100:00000001:0.0:1767384897.919468:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384897.919473:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9e5 [2] + 0 00000400:00000200:1.0:1767384897.919474:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 02000000:00000001:0.0:1767384897.919474:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767384897.919479:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093bb40fe. 02000000:00000001:0.0:1767384897.919479:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384897.919485:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b1c75e6a 02000000:00000001:0.0:1767384897.919486:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384897.919491:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384897.919492:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003a0f2c6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348022144:0@lo:253: 00000400:00000200:3.0:1767384897.919499:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384897.919501:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384897.919504:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1c75e6a 02000000:00000001:0.0:1767384897.919506:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384897.919509:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384897.919510:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 02000000:00000001:0.0:1767384897.919511:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767384897.919515:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b1c75e6a. 02000000:00000010:0.0:1767384897.919519:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000eee636a5. 00000100:00000001:3.0:1767384897.919521:0:16360:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384897.919523:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384897.919524:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384897.919529:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000d29305cb x1853237348022016 msgsize 4848 00000400:00000010:0.0:1767384897.919529:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055edf7fb. 00000100:00100000:3.0:1767384897.919534:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1767384897.919536:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e25841c0. 00000100:00000040:3.0:1767384897.919537:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:0.0:1767384897.919542:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348022144, portal 25 00000400:00000200:1.0:1767384897.919544:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000100:00000001:0.0:1767384897.919546:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384897.919547:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384897.919549:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878156416 : -119482831395200 : ffff9354bc472680) 00000100:00000040:0.0:1767384897.919555:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003a0f2c6b x1853237348022144/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384897.919556:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039327160 00000400:00000010:3.0:1767384897.919560:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000039327160. 00000100:00000001:3.0:1767384897.919565:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384897.919566:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384897.919571:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1767384897.919573:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000e2ccc84 x1853237348022016/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384897.919575:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086b7ea2b. 00000100:00000200:0.0:1767384897.919580:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348022144, offset 0 00000400:00000200:1.0:1767384897.919581:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:0.0:1767384897.919590:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384897.919596:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384897.919601:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384897.919604:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000e2ccc84 x1853237348022016/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384897.919612:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d03780 00000100:00000001:3.0:1767384897.919621:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384897.919621:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9f5 [2] + 0 00000400:00000200:1.0:1767384897.919623:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000100:00000001:3.0:1767384897.919627:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384897.919629:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000986fc10e. 00000400:00000200:0.0:1767384897.919633:0:16361:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004621d7bf 00000100:00000001:3.0:1767384897.919637:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.919645:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294886955 00000400:00000200:0.0:1767384897.919646:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384897.919652:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1767384897.919654:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000076215fbd. 00000400:00000200:0.0:1767384897.919655:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004621d7bf 00000400:00000010:0.0:1767384897.919659:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004621d7bf. 00000100:00000001:3.0:1767384897.919663:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384897.919663:0:16361:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384897.919666:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384897.919669:0:16361:0:(events.c:337:request_in_callback()) incoming req@00000000e4174ed7 x1853237348022144 msgsize 4848 00000100:00000001:3.0:1767384897.919670:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294886955 00000400:00000200:1.0:1767384897.919670:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000100:00000010:3.0:1767384897.919678:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000029bb6b6b. 00000100:00100000:0.0:1767384897.919678:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384897.919683:0:16361:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384897.919684:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384897.919689:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294886955 00000100:00000010:3.0:1767384897.919692:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e670af0d. 00000100:00000001:0.0:1767384897.919692:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384897.919697:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384897.919699:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086b7ea2b 00000100:00000001:3.0:1767384897.919700:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294886955 00000400:00000010:0.0:1767384897.919702:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086b7ea2b. 00000100:00000010:3.0:1767384897.919706:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ac838240. 00000100:00000001:0.0:1767384897.919707:0:16361:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384897.919712:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000200:0.0:1767384897.919713:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a0f2c6b x1853237348022144/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.919718:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384897.919721:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000100:00000001:3.0:1767384897.919724:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.919724:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384897.919728:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a0f2c6b x1853237348022144/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.919736:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.919738:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.919740:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384897.919741:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384897.919748:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.919751:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384897.919752:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294886955 00000100:00000001:3.0:1767384897.919755:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384897.919756:0:16361:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, keep current deadline 4294886955 00000100:00000001:3.0:1767384897.919758:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384897.919760:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294886955 00000100:00000001:3.0:1767384897.919774:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384897.919774:0:16361:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, keep current deadline 4294886955 00000100:00000001:3.0:1767384897.919778:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.919778:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294886955 00000100:00000001:0.0:1767384897.919783:0:16361:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294886955 00000100:00000001:3.0:1767384897.919784:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.919786:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294886955 00000100:00000001:0.0:1767384897.919789:0:16361:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294886955 00000100:00000001:0.0:1767384897.919791:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384897.919793:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.919795:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.919803:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384897.919804:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000100:00000001:3.0:1767384897.919807:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384897.919808:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384897.919811:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384897.919812:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348022016 00000100:00000001:0.0:1767384897.919840:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384897.919842:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384897.919844:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.919847:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.919868:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384897.919871:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348022144 02000000:00000001:0.0:1767384897.919874:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384897.919876:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384897.919878:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384897.919883:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384897.919886:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348022144 00000020:00000001:0.0:1767384897.919889:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384897.919891:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:0.0:1767384897.919894:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384897.919908:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000020:00000040:0.0:1767384897.919913:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000020:00000001:0.0:1767384897.919918:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:0.0:1767384897.919921:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:0.0:1767384897.919926:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384897.919931:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f7bab3c. 00000100:00000001:0.0:1767384897.919933:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384897.919935:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f7bab3c. 00000020:00000010:0.0:1767384897.919949:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000046335fed. 00000020:00000010:0.0:1767384897.919954:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000876a8f3c. 00000020:00000010:0.0:1767384897.919959:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000065e13b2a. 00000100:00000040:0.0:1767384897.919969:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384897.919972:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384897.919973:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000100:00000001:0.0:1767384897.919974:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384897.919976:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.919986:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.919994:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384897.920009:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384897.920011:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384897.920017:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00000040:0.0:1767384897.920027:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:0.0:1767384897.920030:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590281826384 : -119483427725232 : ffff935498bbe050) 00000100:00000040:0.0:1767384897.920037:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e4174ed7 x1853237348022144/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:123/0 lens 4848/0 e 0 to 0 dl 1767384908 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384897.920047:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384897.920051:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f7bab3c. 00000100:00000001:0.0:1767384897.920054:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384897.920057:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f7bab3c. 00000400:00000200:1.0:1767384897.920058:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000100:00100000:0.0:1767384897.920068:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e4174ed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+14:16361:x1853237348022144:12345-0@lo:253: 00000100:00000200:0.0:1767384897.920073:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348022144 00000020:00000001:0.0:1767384897.920076:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384897.920081:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384897.920083:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384897.920086:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384897.920088:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000001:0.0:1767384897.920091:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384897.920093:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384897.920095:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384897.920097:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384897.920099:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.920103:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384897.920104:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384897.920109:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b1ac2ecb. 02000000:00000001:0.0:1767384897.920112:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.920113:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384897.920116:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384897.920133:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006c745215. 20000000:01000000:0.0:1767384897.920137:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384897.920140:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384897.920142:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384897.920143:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 20000000:00000001:0.0:1767384897.920144:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384897.920148:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384897.920152:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384897.920163:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005bf8ba9f. 20000000:01000000:0.0:1767384897.920165:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 20000000:00000001:0.0:1767384897.920169:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384897.920185:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384897.920189:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384897.920203:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384897.920217:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384897.920218:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00080000:00000001:0.0:1767384897.920219:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384897.920222:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384897.920226:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384897.920227:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384897.920229:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000e523df4c 00000020:00000001:0.0:1767384897.920233:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000aa1b0688 00080000:00000002:0.0:1767384897.920235:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384897.920237:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384897.920241:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384897.920242:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384897.920245:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384897.920251:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:0.0:1767384897.920253:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384897.920256:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003b50307e. 00080000:00000001:0.0:1767384897.920259:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590316203008 : -119483393348608 : ffff93549ac86c00) 02000000:00000001:3.0:1767384897.920262:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00080000:00000001:0.0:1767384897.920263:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000001:3.0:1767384897.920267:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000001:00000001:0.0:1767384897.920267:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:3.0:1767384897.920271:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384897.920273:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006f7bab3c. 02000000:00000001:3.0:1767384897.920277:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384897.920277:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00080000:00000001:0.0:1767384897.920277:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384897.920284:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00100000:3.0:1767384897.920285:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348022016 00000020:00000001:3.0:1767384897.920289:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384897.920290:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:3.0:1767384897.920292:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384897.920294:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00080000:00000001:0.0:1767384897.920296:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384897.920298:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:3.0:1767384897.920302:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:3.0:1767384897.920305:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384897.920309:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f29bbbe. 00080000:00000001:0.0:1767384897.920311:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:3.0:1767384897.920312:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384897.920317:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f29bbbe. 00000020:00000010:3.0:1767384897.920324:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000492214cb. 00000020:00000010:3.0:1767384897.920328:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c2d318f2. 00000020:00000010:3.0:1767384897.920333:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000038998b12. 00000400:00000200:1.0:1767384897.920333:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000100:00000001:3.0:1767384897.920341:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384897.920343:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384897.920345:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.920350:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.920358:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384897.920371:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384897.920372:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384897.920375:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00000040:3.0:1767384897.920383:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000100:00000001:3.0:1767384897.920385:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590281828432 : -119483427723184 : ffff935498bbe850) 00000100:00000040:3.0:1767384897.920389:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d29305cb x1853237348022016/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:123/0 lens 4848/0 e 0 to 0 dl 1767384908 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.920395:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384897.920398:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f29bbbe. 00000100:00000001:3.0:1767384897.920400:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384897.920402:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f29bbbe. 00000400:00000200:1.0:1767384897.920403:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000100:00100000:3.0:1767384897.920408:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d29305cb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:16360:x1853237348022016:12345-0@lo:253: 00000100:00000200:3.0:1767384897.920411:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348022016 00000020:00000001:3.0:1767384897.920413:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384897.920416:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384897.920418:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384897.920420:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384897.920422:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000001:3.0:1767384897.920425:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384897.920426:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384897.920428:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384897.920430:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384897.920433:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.920435:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384897.920437:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384897.920444:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ecd87a1e. 02000000:00000001:3.0:1767384897.920447:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384897.920448:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000100:00000001:3.0:1767384897.920449:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384897.920455:0:17083:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384897.920463:0:17083:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c70884d5. 20000000:01000000:3.0:1767384897.920467:0:17083:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384897.920469:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384897.920471:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384897.920473:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384897.920475:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384897.920477:0:17083:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384897.920490:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:1.0:1767384897.920528:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:1.0:1767384897.920585:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:1.0:1767384897.920614:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:1.0:1767384897.920644:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384897.920671:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000800:00000010:1.0:1767384897.920948:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000094e3f4a3. 00000800:00000010:1.0:1767384897.920954:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ed4bd463. 00000400:00000200:0.0:1767384897.920956:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384897.920961:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000019808b45. 00000400:00000200:0.0:1767384897.920977:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp22 from 229.3.0.2 00000800:00000010:0.0:1767384897.920981:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000077e6b15f. 00000800:00000010:1.0:1767384897.921002:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000019808b45. 00000800:00000010:3.0:1767384897.921021:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d75f0bfa. 00000800:00000010:3.0:1767384897.921028:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000039327160. 00000800:00000010:3.0:1767384897.921045:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fd9cd255. 00000800:00000200:3.1:1767384897.921052:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091605904] -> 12345-192.168.203.134@tcp22 (2) 00000800:00000200:3.1:1767384897.921058:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp22 00000000fd9cd255 deleted 00000800:00000010:3.1:1767384897.921060:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000fd9cd255. 00000800:00000200:3.1:1767384897.921066:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384897.921073:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp22 ip 192.168.203.134:997 00000800:00000200:3.1:1767384897.921077:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000068085d1a type 1, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1767384897.921082:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp22 p 3.x 192.168.203.134 -> 192.168.203.134:997 incarnation:1767384896350579931 sched[0] 00000800:00000010:3.0:1767384897.921088:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002f29bbbe. 00000800:00000010:3.0:1767384897.921148:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002f29bbbe. 00000800:00000010:3.0:1767384897.921154:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000039327160. 00000800:00000010:3.0:1767384897.921187:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000077e6b15f. 00000800:00000001:3.0:1767384897.921203:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384897.921209:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384897.921253:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384897.921258:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000068085d1a. 00000400:00000200:3.0:1767384897.921263:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384897.921268:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp22->192.168.203.134@tcp22: PUT: OK 00000400:00000200:3.0:1767384897.921272:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384897.921276:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp: 0 00000800:00000200:1.1:1767384897.921289:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384897.921298:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp22 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384896350579931 sched[0] 00000800:00000010:1.0:1767384897.921303:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ed4bd463. 00000800:00000001:0.0:1767384897.921349:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384897.921355:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384897.921358:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384897.921360:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384897.921371:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp22(192.168.203.134@tcp22) <- 192.168.203.134@tcp22 : PUT - for me 00000400:00000200:0.0:1767384897.921378:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384897.921382:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 272/272 into md 0x14c5 [1] + 0 00000400:00000010:0.0:1767384897.921385:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9f76cb9. 00000400:00000200:0.0:1767384897.921388:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000012d634c9 00000800:00000001:0.0:1767384897.921390:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384897.921397:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384897.921399:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384897.921403:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp22->192.168.203.134@tcp22: PUT: OK 00000400:00000200:0.0:1767384897.921406:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012d634c9 00000400:00000010:0.0:1767384897.921407:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012d634c9. 00000400:00000200:0.0:1767384897.921410:0:16353:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384897.921412:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (16) 00000400:00000200:1.0:1767384897.921416:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:0.0:1767384897.921417:0:16353:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000010:0.0:1767384897.921422:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008add74ef. 00000400:00000200:0.0:1767384897.921425:0:16353:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.134@tcp 15 00000400:00000200:0.0:1767384897.921429:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:0.0:1767384897.921437:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (17) 00000400:00000200:0.0:1767384897.921442:0:16353:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384897.921448:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp22 to MR: 192.168.203.134@tcp22 local destination 00000400:00000200:0.0:1767384897.921455:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp22 NI seq info: [32:32:256:4294967295] 192.168.203.134@tcp22 LPNI seq info [32:32:8:4294967295] 00000400:00000200:1.0:1767384897.921466:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384897.921475:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp22(192.168.203.134@tcp22:192.168.203.134@tcp22) -> 192.168.203.134@tcp22(192.168.203.134@tcp22:192.168.203.134@tcp22) 192.168.203.134@tcp22 : ACK try# 0 00000800:00000200:0.0:1767384897.921484:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp22 00000800:00000010:0.0:1767384897.921488:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d320f563. 00000800:00000200:0.0:1767384897.921494:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091605904] -> 12345-192.168.203.134@tcp22 (4) 00000800:00000200:0.0:1767384897.921501:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp22 ip 192.168.203.134:988 00000800:00000200:0.0:1767384897.921504:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d320f563 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384897.921511:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384897.921513:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000010:3.0:1767384897.921516:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032e48dde. 00000400:00000010:3.0:1767384897.921522:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a241f68c. 00000400:00000200:3.0:1767384897.921525:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c698b414 00000400:00000200:3.0:1767384897.921542:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1004d1 00000400:00000200:1.0:1767384897.921555:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000800:00000001:3.0:1767384897.921566:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384897.921567:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384897.921571:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d320f563. 00000800:00000001:3.0:1767384897.921572:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384897.921575:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384897.921576:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384897.921580:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384897.921581:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384897.921586:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384897.921590:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp22->192.168.203.134@tcp22: ACK: OK 00000400:00000200:1.0:1767384897.921603:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:3.0:1767384897.921615:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp22(192.168.203.134@tcp22) <- 192.168.203.134@tcp22 : ACK - for me 00000400:00000200:3.0:1767384897.921624:0:16352:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp22: ACK from 12345-192.168.203.134@tcp22 into md 0x151d 00000400:00000200:3.0:1767384897.921627:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384897.921631:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp22->192.168.203.134@tcp22: ACK: OK 00000400:00000200:3.0:1767384897.921635:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd12a3df 00000400:00000010:3.0:1767384897.921636:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd12a3df. 00000400:00000200:3.0:1767384897.921639:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384897.921644:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:3.0:1767384897.921648:0:16352:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 00000400:00000200:3.0:1767384897.921652:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:3.0:1767384897.921654:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (16) 00000800:00000001:3.0:1767384897.921658:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384897.921660:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384897.921705:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000010:3.0:1767384897.921717:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 320 at 0000000002e73130. 00000400:00000010:3.0:1767384897.921725:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 384 at 000000008bef3578. 00000400:00000010:3.0:1767384897.921730:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 320 at 0000000050e749a3. 00000400:00000200:1.0:1767384897.921747:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000010:3.0:1767384897.921752:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000a1ca1c1c. 00000400:00000200:3.0:1767384897.921760:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000a1ca1c1c nid 192.168.203.134@tcp23 00000400:00000010:3.0:1767384897.921777:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000007112c662. 00000400:00000200:3.0:1767384897.921780:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 000000007112c662 net tcp23 00000400:00000200:1.0:1767384897.921798:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:3.0:1767384897.921801:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (15) 00000400:00000200:3.0:1767384897.921809:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp23 flags 0x11 00000400:00000010:3.0:1767384897.921836:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 320 at 0000000002e73130. 00000400:00000010:3.0:1767384897.921842:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 384 at 000000008bef3578. 00000400:00000010:3.0:1767384897.921845:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 320 at 0000000050e749a3. 00000400:00000010:3.0:1767384897.921847:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008add74ef. 00000400:00000200:3.0:1767384897.921852:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:3.0:1767384897.921857:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100151 00000400:00000200:3.0:1767384897.921862:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 rc 1 00000400:00000200:3.0:1767384897.921867:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000400:00000200:3.0:1767384897.921871:0:16356:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.134@tcp 00000400:00000200:3.0:1767384897.921875:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100111 rc 0 00000400:00000200:3.0:1767384897.921879:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:3.0:1767384897.921883:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (16) 00000400:00000200:1.0:1767384897.921885:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:1.0:1767384897.921920:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:1.0:1767384897.921944:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00080000:00000010:3.0:1767384897.921985:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003b50307e. 00000400:00000200:1.0:1767384897.921988:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00080000:00000010:0.0:1767384897.922029:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006f7bab3c. 00000400:00000200:1.0:1767384897.922032:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00040000:00000001:0.0:1767384897.922039:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384897.922043:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384897.922046:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384897.922050:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:0.0:1767384897.922054:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384897.922056:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384897.922069:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384897.922083:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384897.922086:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384897.922090:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00000400:00000200:1.0:1767384897.922092:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 20000000:00000010:3.0:1767384897.922098:0:17083:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003b50307e. 20000000:01000000:3.0:1767384897.922102:0:17083:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 20000000:01000000:1.0:1767384897.922104:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384897.922106:0:17083:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767384897.922109:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384897.922111:0:17083:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 10000000:01000000:1.0:1767384897.922114:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384897.922116:0:17083:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:1.0:1767384897.922120:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384897.922124:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384897.922126:0:17083:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:1.0:1767384897.922132:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e6163e46. 00080000:00000001:3.0:1767384897.922136:0:17083:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384897.922139:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384897.922143:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a3a7dbfa. 00080000:00000001:3.0:1767384897.922149:0:17083:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000001:1.0:1767384897.922150:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384897.922151:0:17083:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384897.922155:0:17083:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000020:00000040:1.0:1767384897.922155:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a3a7dbfa with handle 0xb57eb78819562fc8 to hash 00080000:00000001:3.0:1767384897.922159:0:17083:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384897.922160:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000002:3.0:1767384897.922163:0:17083:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000980f9615 00010000:00000001:1.0:1767384897.922164:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00010000:00000001:1.0:1767384897.922170:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00000020:00000001:3.0:1767384897.922172:0:17083:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009e445471 00080000:00000002:3.0:1767384897.922176:0:17083:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:1.0:1767384897.922176:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384897.922180:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384897.922182:0:17083:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767384897.922184:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819562fc8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384897.922187:0:17083:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384897.922193:0:17083:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384897.922198:0:17083:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384897.922202:0:17083:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00000400:00000200:0.0:1767384897.922202:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00080000:00000001:3.0:1767384897.922211:0:17083:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384897.922216:0:17083:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000050e749a3. 00010000:00000001:1.0:1767384897.922218:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384897.922221:0:17083:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585589715456 : -119488119836160 : ffff9353810ff200) 00010000:00000001:1.0:1767384897.922223:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384897.922225:0:17083:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384897.922228:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000400:00000200:0.0:1767384897.922229:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000001:00000001:3.0:1767384897.922230:0:17083:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384897.922232:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384897.922236:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384897.922237:0:17083:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002f29bbbe. 00010000:00000001:1.0:1767384897.922240:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384897.922242:0:17083:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384897.922243:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384897.922247:0:17083:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384897.922248:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384897.922251:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000400:00000200:0.0:1767384897.922252:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00010000:00000001:1.0:1767384897.922253:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384897.922258:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:3.0:1767384897.922259:0:17083:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384897.922261:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e6163e46) refcount = 1 00010000:00010000:1.0:1767384897.922266:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819562fc8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384897.922271:0:17083:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384897.922272:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000400:00000200:0.0:1767384897.922274:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00010000:00000001:1.0:1767384897.922276:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384897.922280:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384897.922282:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384897.922285:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384897.922288:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384897.922291:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 00010000:00000001:1.0:1767384897.922295:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384897.922297:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384897.922299:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a3a7dbfa refcount=4 00000400:00000200:0.0:1767384897.922301:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000020:00000001:1.0:1767384897.922302:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00010000:00000001:1.0:1767384897.922308:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00010000:00000001:1.0:1767384897.922311:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384897.922314:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819562fc8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384897.922320:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384897.922323:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819562fc8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384897.922328:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00010000:00000001:1.0:1767384897.922341:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384897.922344:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384897.922346:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819562fc8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384897.922348:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00010000:00000001:1.0:1767384897.922356:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384897.922358:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384897.922362:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384897.922364:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819562fc8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384897.922370:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a3a7dbfa already unused, calling callback (00000000df0e66e0) 00000400:00000200:0.0:1767384897.922372:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00010000:00000001:1.0:1767384897.922373:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384897.922378:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384897.922380:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819562fc8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384897.922387:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384897.922389:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384897.922391:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384897.922393:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a3a7dbfa refcount=5 00000020:00000001:1.0:1767384897.922395:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00000400:00000200:0.0:1767384897.922396:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00010000:00000001:1.0:1767384897.922399:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00010000:00000001:1.0:1767384897.922404:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384897.922407:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819562fc8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384897.922413:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384897.922415:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384897.922417:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384897.922421:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384897.922422:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384897.922425:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1767384897.922426:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00010000:00000001:1.0:1767384897.922434:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384897.922438:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a3a7dbfa with handle 0xb57eb78819562fc8 from hash 00010000:00000001:1.0:1767384897.922441:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384897.922443:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384897.922445:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384897.922447:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384897.922449:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384897.922451:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384897.922454:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:0.0:1767384897.922454:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00010000:00000001:1.0:1767384897.922457:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384897.922461:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384897.922463:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384897.922465:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384897.922468:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384897.922470:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384897.922472:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384897.922474:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384897.922474:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00010000:00000001:1.0:1767384897.922480:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384897.922484:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819562fc8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384897.922490:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384897.922492:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384897.922493:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384897.922494:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384897.922496:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384897.922498:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384897.922500:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384897.922503:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384897.922505:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384897.922507:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819562fc8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384897.922513:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384897.922514:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384897.922516:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819562fc8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384897.922532:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e6163e46 count: 0 00010000:00000001:1.0:1767384897.922543:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384897.922545:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384897.922571:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384897.922574:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384897.922577:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006c745215. 20000000:00000001:1.0:1767384897.922583:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384897.922587:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348022144 00010000:00000001:1.0:1767384897.922590:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384897.922596:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e4174ed7 x1853237348022144/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:123/0 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384897.922604:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384897.922607:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384897.922610:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384897.922616:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384897.922619:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:1.0:1767384897.922622:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:1.0:1767384897.922625:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384897.922627:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384897.922630:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384897.922634:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384897.922639:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ed4bd463. 00000100:00000200:1.0:1767384897.922643:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348022144, offset 224 00000400:00000200:1.0:1767384897.922651:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:0.0:1767384897.922656:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000054679370. 00000800:00000010:0.0:1767384897.922661:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000086b7ea2b. 00000400:00000200:1.0:1767384897.922663:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:0.0:1767384897.922666:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006f7bab3c. 00000400:00000200:1.0:1767384897.922676:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d03780 00000400:00000200:1.0:1767384897.922683:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1529 [2] + 224 00000400:00000200:1.0:1767384897.922689:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384897.922694:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384897.922700:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000010:0.0:1767384897.922700:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006f7bab3c. 00000100:00000200:1.0:1767384897.922707:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a0f2c6b x1853237348022144/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384897.922719:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003a0f2c6b x1853237348022144/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384897.922743:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384897.922751:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed4bd463 00000100:00000001:0.0:1767384897.922753:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384897.922754:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ed4bd463. 00000100:00000001:0.0:1767384897.922755:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384897.922779:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384897.922779:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384897.922783:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384897.922784:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:0.0:1767384897.922786:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055edf7fb. 00000400:00000200:0.0:1767384897.922791:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e25841c0 00000100:00000001:1.0:1767384897.922792:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384897.922799:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e25841c0. 00000100:00000040:1.0:1767384897.922800:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:1.0:1767384897.922806:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384897.922806:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384897.922808:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384897.922813:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a0f2c6b x1853237348022144/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384897.922861:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384897.922870:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4174ed7 x1853237348022144/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:123/0 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384897.922881:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e4174ed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:16361:x1853237348022144:12345-0@lo:253: Request processed in 2832us (3209us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384897.922890:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00000040:1.0:1767384897.922894:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000100:00000001:1.0:1767384897.922897:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384897.922899:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384897.922904:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000876a8f3c. 00000020:00000010:1.0:1767384897.922913:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000065e13b2a. 00000100:00000200:0.0:1767384897.922919:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a0f2c6b x1853237348022144/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384897.922920:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000046335fed. 00000020:00000040:1.0:1767384897.922930:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00000100:00000001:0.0:1767384897.922932:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384897.922937:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384897.922937:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384897.922942:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b1ac2ecb. 00000100:00000001:0.0:1767384897.922942:0:16361:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384897.922947:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384897.922950:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384897.922950:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384897.922954:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384897.922956:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384897.922956:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384897.922963:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=31 v=5 (5 0 0 0) 00000100:00000200:1.0:1767384897.922965:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384897.922966:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384897.922971:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767384897.922972:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:0.0:1767384897.922972:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384897.922973:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c7e7e1b. 00010000:00000001:0.0:1767384897.922977:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384897.922980:0:16361:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.922981:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384897.922982:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ed4bd463. 00000100:00000040:0.0:1767384897.922986:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a0f2c6b x1853237348022144/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384897.922992:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384897.922995:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384897.922997:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384897.923000:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp22 from 228.3.0.2 00000020:01000004:0.0:1767384897.923001:0:16361:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384897.923005:0:16361:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000010:3.0:1767384897.923007:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005397ad9b. 00000020:01000004:0.0:1767384897.923007:0:16361:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384897.923010:0:16361:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384897.923013:0:16361:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384897.923015:0:16361:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384897.923016:0:16361:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384897.923018:0:16361:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384897.923019:0:16361:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384897.923023:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a0f2c6b x1853237348022144/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384897.923045:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003a0f2c6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348022144:0@lo:253: 00000100:00000001:0.0:1767384897.923050:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384897.923053:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384897.923056:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a0f2c6b x1853237348022144/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384897.923060:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b1ac2ecb. 00000100:00000001:0.0:1767384897.923064:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000010:1.0:1767384897.923068:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000eba60fa. 02000000:00000001:0.0:1767384897.923069:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384897.923074:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000eee636a5. 02000000:00000001:0.0:1767384897.923079:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384897.923082:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384897.923083:0:16361:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:0.0:1767384897.923087:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384897.923090:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005c9baec3. 02000000:00000001:0.0:1767384897.923094:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000010:1.0:1767384897.923095:0:16349:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e05045b2. 02000000:00000001:0.0:1767384897.923097:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384897.923101:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a0f2c6b. 00000100:00000001:0.0:1767384897.923105:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000200:1.1:1767384897.923106:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091605904] -> 12345-192.168.203.134@tcp22 (4) 00000100:00000001:0.0:1767384897.923107:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384897.923112:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384897.923117:0:16349:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp22 00000000e05045b2 deleted 00000100:00000001:0.0:1767384897.923117:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384897.923120:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.1:1767384897.923121:0:16349:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e05045b2. 00000100:00000001:0.0:1767384897.923123:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384897.923126:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384897.923130:0:16349:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384897.923138:0:16349:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp22 p 3.x 192.168.203.134 -> 192.168.203.134:996 incarnation:1767384896350579931 sched[0] 00000800:00000010:1.0:1767384897.923150:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000019808b45. 00000800:00000010:1.0:1767384897.923212:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000019808b45. 00000800:00000010:1.0:1767384897.923217:0:16349:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000eba60fa. 00000800:00000010:1.0:1767384897.923247:0:16349:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005397ad9b. 00000800:00000001:1.0:1767384897.923262:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.1:1767384897.923264:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384897.923273:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp22 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384896350579931 sched[0] 00000800:00000001:1.0:1767384897.923277:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384897.923277:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000086b7ea2b. 00000800:00000001:0.0:1767384897.923342:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384897.923347:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384897.923712:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000050e749a3. 00080000:00000010:0.0:1767384897.923746:0:17083:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002f29bbbe. 00040000:00000001:0.0:1767384897.923750:0:17083:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384897.923751:0:17083:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384897.923753:0:17083:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384897.923754:0:17083:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:0.0:1767384897.923756:0:17083:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384897.923777:0:17083:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384897.923779:0:17083:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384897.923786:0:17083:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384897.923788:0:17083:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384897.923791:0:17083:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384897.923808:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384897.923812:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384897.923843:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384897.923847:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384897.923849:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384897.923855:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d7e7d6b6. 00010000:00000001:1.0:1767384897.923859:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384897.923861:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000009781bee. 00000020:00000001:1.0:1767384897.923864:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384897.923865:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000009781bee with handle 0xb57eb78819562fcf to hash 00000020:00000001:1.0:1767384897.923867:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384897.923868:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318191616 : -119483391360000 : ffff93549ae6c400) 00010000:00000001:1.0:1767384897.923870:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318191616 : -119483391360000 : ffff93549ae6c400) 00010000:00000001:1.0:1767384897.923872:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384897.923874:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384897.923876:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000009781bee/0xb57eb78819562fcf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384897.923882:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384897.923885:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384897.923887:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384897.923888:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384897.923890:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384897.923892:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384897.923894:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384897.923896:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384897.923898:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000020:0.0:1767384897.923900:0:17083:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384897.923904:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384897.923907:0:17083:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c70884d5. 00010000:00000001:1.0:1767384897.923908:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384897.923912:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 20000000:00000001:0.0:1767384897.923914:0:17083:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384897.923915:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d7e7d6b6) refcount = 1 00010000:00000040:0.0:1767384897.923919:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348022016 00010000:00010000:1.0:1767384897.923921:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000009781bee/0xb57eb78819562fcf lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384897.923924:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384897.923930:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d29305cb x1853237348022016/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:123/0 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384897.923931:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384897.923934:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384897.923936:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384897.923941:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384897.923947:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384897.923948:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 20000000:00000001:1.0:1767384897.923951:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384897.923952:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384897.923955:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 00000100:00001000:0.0:1767384897.923956:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=31 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384897.923960:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384897.923963:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384897.923964:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384897.923967:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000009781bee refcount=4 00000100:00000040:0.0:1767384897.923968:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000020:00000001:1.0:1767384897.923972:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318191616 : -119483391360000 : ffff93549ae6c400) 00000100:00000001:0.0:1767384897.923973:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:1.0:1767384897.923977:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318191616 : -119483391360000 : ffff93549ae6c400) 02000000:00000001:0.0:1767384897.923979:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384897.923982:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 02000000:00000001:0.0:1767384897.923983:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.923987:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1767384897.923988:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000009781bee/0xb57eb78819562fcf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384897.923992:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384897.923997:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086b7ea2b. 00010000:00000001:1.0:1767384897.924002:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000200:0.0:1767384897.924003:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348022016, offset 224 00010000:00010000:1.0:1767384897.924006:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000009781bee/0xb57eb78819562fcf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384897.924011:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384897.924018:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384897.924021:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384897.924022:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:1.0:1767384897.924024:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000009781bee/0xb57eb78819562fcf lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384897.924030:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1767384897.924031:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d03700 00010000:00000001:1.0:1767384897.924033:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384897.924038:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384897.924040:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000009781bee/0xb57eb78819562fcf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384897.924042:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1521 [2] + 224 00000400:00000200:0.0:1767384897.924048:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384897.924056:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:1.0:1767384897.924063:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000009781bee already unused, calling callback (00000000df0e66e0) 00000100:00000001:0.0:1767384897.924064:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384897.924069:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000200:0.0:1767384897.924071:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000e2ccc84 x1853237348022016/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384897.924073:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384897.924076:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000009781bee/0xb57eb78819562fcf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384897.924086:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000e2ccc84 x1853237348022016/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384897.924089:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384897.924091:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384897.924094:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384897.924097:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000009781bee refcount=5 00000020:00000001:1.0:1767384897.924103:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318191616 : -119483391360000 : ffff93549ae6c400) 00010000:00000001:1.0:1767384897.924107:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318191616 : -119483391360000 : ffff93549ae6c400) 00010000:00000001:1.0:1767384897.924109:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384897.924111:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000009781bee/0xb57eb78819562fcf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384897.924112:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384897.924118:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086b7ea2b 00010000:00000001:1.0:1767384897.924119:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:0.0:1767384897.924122:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086b7ea2b. 00010000:00000001:1.0:1767384897.924123:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1767384897.924125:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384897.924127:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.924127:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384897.924131:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384897.924133:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:0.0:1767384897.924135:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:1.0:1767384897.924137:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767384897.924138:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384897.924138:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384897.924141:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384897.924143:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384897.924143:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384897.924145:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384897.924146:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384897.924150:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:1.0:1767384897.924151:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000009781bee with handle 0xb57eb78819562fcf from hash 00000100:00000040:0.0:1767384897.924151:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d29305cb x1853237348022016/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:123/0 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384897.924155:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384897.924157:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:3.0:1767384897.924160:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d030819. 00010000:00000001:1.0:1767384897.924162:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384897.924166:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384897.924169:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c321cd63 00010000:00000001:1.0:1767384897.924169:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00100000:0.0:1767384897.924170:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d29305cb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:16360:x1853237348022016:12345-0@lo:253: Request processed in 3772us (4639us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384897.924174:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c321cd63. 00010000:00000001:1.0:1767384897.924175:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384897.924179:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00100000:0.0:1767384897.924181:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00000001:3.0:1767384897.924182:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384897.924183:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:0.0:1767384897.924185:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00010000:00000001:1.0:1767384897.924187:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384897.924188:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384897.924192:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000e2ccc84 x1853237348022016/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384897.924192:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384897.924193:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384897.924197:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c2d318f2. 00010000:00000001:1.0:1767384897.924198:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000010:0.0:1767384897.924204:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000038998b12. 00000100:00000200:3.0:1767384897.924210:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000e2ccc84 x1853237348022016/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384897.924210:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:00000010:0.0:1767384897.924210:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000492214cb. 00000020:00000040:0.0:1767384897.924215:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00010000:00000001:1.0:1767384897.924216:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384897.924218:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384897.924220:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:0.0:1767384897.924221:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ecd87a1e. 00010000:00000001:1.0:1767384897.924224:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384897.924226:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384897.924229:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384897.924231:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384897.924235:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384897.924236:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384897.924241:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055edf7fb. 00010000:00010000:1.0:1767384897.924242:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000009781bee/0xb57eb78819562fcf lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384897.924244:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767384897.924247:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086b7ea2b. 00000100:00000001:3.0:1767384897.924249:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384897.924255:0:16360:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767384897.924257:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384897.924258:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767384897.924260:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384897.924262:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384897.924263:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384897.924265:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384897.924267:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 02000000:00000001:3.0:1767384897.924271:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384897.924271:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384897.924274:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:3.0:1767384897.924277:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=31 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384897.924277:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384897.924282:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384897.924283:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=31 v=5 (1 0 0 0) 20000000:00000001:1.0:1767384897.924285:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.924289:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00010000:1.0:1767384897.924290:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000009781bee/0xb57eb78819562fcf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384897.924292:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384897.924298:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384897.924301:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384897.924302:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1767384897.924306:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384897.924307:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384897.924309:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000009781bee/0xb57eb78819562fcf lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384897.924313:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000e2ccc84 x1853237348022016/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384897.924324:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d7e7d6b6 count: 0 00000100:00000001:3.0:1767384897.924331:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384897.924334:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1767384897.924335:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384897.924337:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384897.924338:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:01000004:3.0:1767384897.924341:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384897.924344:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384897.924346:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384897.924347:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384897.924348:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384897.924349:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384897.924351:0:16360:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384897.924352:0:16360:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384897.924353:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384897.924354:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384897.924357:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000e2ccc84 x1853237348022016/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384897.924364:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000e2ccc84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348022016:0@lo:253: 00000100:00000001:3.0:1767384897.924368:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384897.924370:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384897.924380:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000e2ccc84 x1853237348022016/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.924387:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384897.924389:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384897.924391:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007dbad5a6. 02000000:00000001:3.0:1767384897.924396:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384897.924397:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384897.924399:0:16360:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:3.0:1767384897.924401:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384897.924403:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000014f42b0c. 02000000:00000001:3.0:1767384897.924406:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384897.924407:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384897.924409:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000e2ccc84. 00000100:00000001:3.0:1767384897.924413:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384897.924414:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384897.924416:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384897.924420:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384897.924421:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.924423:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384897.924424:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384897.924879:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294886955, at 4294886956 00000100:00000040:1.0:1767384897.924880:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294886955, at 4294886956 00000100:00000010:3.0:1767384897.924888:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ac838240. 00000100:00000010:1.0:1767384897.924891:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000029bb6b6b. 00000100:00000040:2.0:1767384897.925907:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294886955, at 4294886957 00000100:00000010:2.0:1767384897.925914:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e670af0d. 00000100:00000040:0.0:1767384897.925924:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294886955, at 4294886957 00000100:00000010:0.0:1767384897.925931:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000076215fbd. 00010000:00000010:1.1:1767384897.927942:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e6163e46. 00010000:00000010:1.1:1767384897.927953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a3a7dbfa. 00010000:00000010:1.1:1767384897.929859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d7e7d6b6. 00010000:00000010:1.1:1767384897.929866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000009781bee. 00000400:00000010:2.0:1767384897.936307:0:23749:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c9d0f86f. 00000400:00000040:2.0:1767384897.936330:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384897.936333:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384897.936336:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384897.936337:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384897.936340:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384897.936341:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384897.936344:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384897.936345:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384897.936346:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384897.936351:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384897.936353:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384897.936354:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384897.936356:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384897.936357:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384897.936358:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384897.936360:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384897.936361:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384897.936362:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384897.936363:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384897.936364:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384897.936366:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384897.936366:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384897.936367:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384897.936368:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384897.936369:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384897.936371:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384897.936372:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384897.936373:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384897.936374:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384897.936375:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384897.936375:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384897.936377:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384897.936378:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384897.936378:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384897.936379:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384897.936380:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384897.936381:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384897.936383:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384897.936384:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384897.936384:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384897.936385:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384897.936386:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384897.936387:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384897.936388:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384897.936389:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384897.936390:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384897.936391:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384897.936392:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384897.936398:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384897.936399:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384897.936400:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384897.936401:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384897.936402:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384897.936403:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384897.936404:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384897.936405:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384897.936406:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384897.936442:0:23749:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c9d0f86f. 00000100:00000001:1.0:1767384898.392889:0:17073:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384898.392890:0:17076:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384898.392897:0:17073:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.392898:0:17076:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384898.585895:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384898.585906:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384898.585911:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384898.585912:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384898.585953:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384898.585958:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384898.585961:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384898.853031:0:24015:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b7f7e6b4. 00080000:00000010:1.0:1767384898.853043:0:24015:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b7f7e6b4. 00000020:00000001:1.0:1767384898.853050:0:24015:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384898.853067:0:24015:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b7f7e6b4. 00080000:00000010:1.0:1767384898.853073:0:24015:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b7f7e6b4. 00000020:00000001:1.0:1767384898.853077:0:24015:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384898.904901:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384898.904907:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000002298ce) refs 2 10000000:00000001:3.0:1767384898.904913:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384898.904916:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384898.904918:0:17086:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384898.904920:0:17086:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384898.904923:0:17086:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384898.904925:0:17086:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384898.904927:0:17086:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff935488f3f000 from 25 10000000:00000001:3.0:1767384898.904930:0:17086:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384898.904932:0:17086:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384898.904939:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000efb0e3d4. 00000020:00000040:3.0:1767384898.904943:0:17086:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:3.0:1767384898.904957:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384898.904960:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384898.904964:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384898.904969:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b76729ab. 00000100:00000001:3.0:1767384898.904975:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384898.904978:0:17086:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384898.904981:0:17086:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384898.904986:0:17086:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000c281699. 00010000:00000001:3.0:1767384898.904989:0:17086:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384898.904991:0:17086:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002fa4dab2. 00000020:00000001:3.0:1767384898.904995:0:17086:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384898.904997:0:17086:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002fa4dab2 with handle 0xb57eb78819562fd6 to hash 00000020:00000001:3.0:1767384898.904999:0:17086:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384898.905000:0:17086:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384898.905002:0:17086:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384898.905005:0:17086:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384898.905006:0:17086:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384898.905009:0:17086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819562fd6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384898.905016:0:17086:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819562fd6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384898.905024:0:17086:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819562fd6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384898.905027:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384898.905029:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384898.905033:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f01597d. 00000100:00000001:3.0:1767384898.905034:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624590013956096 : -119483695595520 : ffff935488c48000) 00000100:00000001:3.0:1767384898.905036:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384898.905037:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789832960 : -119482919718656 : ffff9354b7037100) 00000100:00000001:3.0:1767384898.905040:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384898.905042:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.905044:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384898.905048:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384898.905059:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000efb0e3d4 x1853237348022272/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.905066:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384898.905068:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384898.905071:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384898.905073:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384898.905075:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384898.905076:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000efb0e3d4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348022272:0@lo:101: 00000100:00000001:3.0:1767384898.905080:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384898.905083:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384898.905086:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384898.905088:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384898.905091:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000065a0d07a. 02000000:00000001:3.0:1767384898.905092:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384898.905096:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d030819. 00000400:00000010:3.0:1767384898.905101:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090708e49. 00000100:00000200:3.0:1767384898.905105:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348022272, portal 25 00000100:00000001:3.0:1767384898.905107:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384898.905108:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789832960 : -119482919718656 : ffff9354b7037100) 00000100:00000040:3.0:1767384898.905110:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000efb0e3d4 x1853237348022272/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384914 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.905116:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384898.905118:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384898.905119:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079a06bc7. 00000100:00000200:3.0:1767384898.905121:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237348022272, offset 0 00000400:00000200:3.0:1767384898.905125:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384898.905134:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384898.905142:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958271d03800 00000400:00000200:3.0:1767384898.905146:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0xa05 [2] + 0 00000400:00000010:3.0:1767384898.905149:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044100454. 00000400:00000200:3.0:1767384898.905151:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f34099a7 00000400:00000200:3.0:1767384898.905155:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384898.905162:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384898.905166:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f34099a7 00000400:00000010:3.0:1767384898.905168:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f34099a7. 00000100:00000001:3.0:1767384898.905171:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384898.905172:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384898.905175:0:17086:0:(events.c:337:request_in_callback()) incoming req@000000000a06b37c x1853237348022272 msgsize 328 00000100:00100000:3.0:1767384898.905177:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384898.905179:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384898.905188:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384898.905195:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079a06bc7 00000400:00000010:3.0:1767384898.905196:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079a06bc7. 00000100:00000001:3.0:1767384898.905198:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384898.905200:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000efb0e3d4 x1853237348022272/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384914 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.905207:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384898.905209:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000efb0e3d4 x1853237348022272/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384914 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.905214:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.905215:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384898.905219:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.905222:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294887941 00000100:00000010:3.0:1767384898.905225:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ac838240. 00000100:00000001:0.0:1767384898.905225:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384898.905231:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348022272 00000100:00000001:3.0:1767384898.905233:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1767384898.905236:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384898.905240:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384898.905241:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294887941 00000100:00000001:0.0:1767384898.905243:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384898.905245:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006432ff00. 00000100:00000001:3.0:1767384898.905249:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1767384898.905251:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.905256:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294887941 00000100:00100000:0.0:1767384898.905257:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348022272 00000100:00000010:3.0:1767384898.905263:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ad69c509. 00000020:00000001:0.0:1767384898.905263:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384898.905267:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000001:3.0:1767384898.905268:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384898.905272:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294887941 00000020:00000001:0.0:1767384898.905272:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:3.0:1767384898.905277:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a6f376f7. 00000020:00000040:0.0:1767384898.905277:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000100:00000001:3.0:1767384898.905281:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000020:00000001:0.0:1767384898.905283:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:0.0:1767384898.905288:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:3.0:1767384898.905289:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384898.905293:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.905295:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384898.905295:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384898.905299:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384898.905300:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 000000002f01597d going to sleep for 11 seconds 00000020:00000010:0.0:1767384898.905302:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aeed6e48. 00000100:00000001:3.0:1767384898.905303:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384898.905307:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384898.905308:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384898.905312:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aeed6e48. 00000020:00000010:0.0:1767384898.905324:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f04c06d2. 00000020:00000010:0.0:1767384898.905329:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7fa36bf. 00000020:00000010:0.0:1767384898.905334:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003ef9a1a6. 00000100:00000040:0.0:1767384898.905379:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384898.905383:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384898.905384:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384898.905386:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384898.905392:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384898.905404:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384898.905423:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384898.905425:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384898.905430:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00000040:0.0:1767384898.905433:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:0.0:1767384898.905435:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590281833552 : -119483427718064 : ffff935498bbfc50) 00000100:00000040:0.0:1767384898.905439:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000a06b37c x1853237348022272/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:124/0 lens 328/0 e 0 to 0 dl 1767384909 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384898.905458:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384898.905460:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aeed6e48. 00000100:00000001:0.0:1767384898.905463:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384898.905466:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aeed6e48. 00000100:00100000:0.0:1767384898.905473:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000a06b37c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:17086:x1853237348022272:12345-0@lo:101: 00000100:00000200:0.0:1767384898.905477:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348022272 00000020:00000001:0.0:1767384898.905481:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384898.905484:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384898.905486:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384898.905489:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384898.905491:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289024 : -1048262592 : ffffffffc184c840) 00000020:00000001:0.0:1767384898.905494:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384898.905495:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384898.905498:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384898.905500:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384898.905503:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384898.905505:0:17083:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384898.905507:0:17083:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384898.905509:0:17083:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384898.905511:0:17083:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384898.905513:0:17083:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384898.905517:0:17083:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384898.905521:0:17083:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000049e9e82c. 00010000:00000001:0.0:1767384898.905525:0:17083:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384898.905527:0:17083:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000041cc37ef. 00000020:00000001:0.0:1767384898.905543:0:17083:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384898.905545:0:17083:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000041cc37ef with handle 0xb57eb78819562fdd to hash 00000020:00000001:0.0:1767384898.905547:0:17083:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384898.905548:0:17083:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590006036992 : -119483703514624 : ffff9354884baa00) 00010000:00000001:0.0:1767384898.905551:0:17083:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590006036992 : -119483703514624 : ffff9354884baa00) 00010000:00010000:0.0:1767384898.905553:0:17083:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000041cc37ef/0xb57eb78819562fdd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb57eb78819562fd6 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384898.905571:0:17083:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003d3e266f : new locks_count 10 00000020:00000040:0.0:1767384898.905573:0:17083:0:(genops.c:887:class_export_get()) GET export 000000003d3e266f refcount=15 00000100:00000001:0.0:1767384898.905580:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384898.905583:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384898.905586:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000004dc16274. 02000000:00000001:0.0:1767384898.905589:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384898.905591:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384898.905593:0:17083:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384898.905596:0:17083:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384898.905599:0:17083:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384898.905600:0:17083:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384898.905602:0:17083:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384898.905604:0:17083:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384898.905606:0:17083:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384898.905608:0:17083:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384898.905610:0:17083:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384898.905612:0:17083:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384898.905613:0:17083:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384898.905615:0:17083:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000049e9e82c) refcount = 1 00010000:00010000:0.0:1767384898.905619:0:17083:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000041cc37ef/0xb57eb78819562fdd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb57eb78819562fd6 expref: 15 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384898.905626:0:17083:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384898.905628:0:17083:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384898.905629:0:17083:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384898.905631:0:17083:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384898.905633:0:17083:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384898.905638:0:17083:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384898.905640:0:17083:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000041cc37ef/0xb57eb78819562fdd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819562fd6 expref: 15 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384898.905647:0:17083:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384898.905648:0:17083:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384898.905651:0:17083:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384898.905658:0:17083:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384898.905660:0:17083:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384898.905661:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384898.905663:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384898.905664:0:17083:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000041cc37ef, rc 0) 00000020:00000001:0.0:1767384898.905667:0:17083:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384898.905670:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348022272 00010000:00000001:0.0:1767384898.905673:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384898.905677:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000a06b37c x1853237348022272/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:124/0 lens 328/344 e 0 to 0 dl 1767384909 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384898.905686:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384898.905688:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384898.905691:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=32 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384898.905696:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384898.905699:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:0.0:1767384898.905701:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:0.0:1767384898.905704:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384898.905705:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384898.905708:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384898.905710:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384898.905713:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012d634c9. 00000100:00000200:0.0:1767384898.905716:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237348022272, offset 224 00000400:00000200:0.0:1767384898.905721:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384898.905727:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384898.905732:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958271d03800 00000400:00000200:0.0:1767384898.905736:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1545 [1] + 224 00000400:00000200:0.0:1767384898.905740:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384898.905743:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384898.905746:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384898.905749:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000efb0e3d4 x1853237348022272/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384914 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384898.905773:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000efb0e3d4 x1853237348022272/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384914 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384898.905788:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384898.905800:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012d634c9 00000400:00000010:0.0:1767384898.905802:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012d634c9. 00000100:00000001:0.0:1767384898.905806:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384898.905807:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384898.905812:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.905835:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384898.905840:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384898.905843:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384898.905844:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000400:00000010:3.0:1767384898.905845:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d030819. 00000400:00000200:3.0:1767384898.905851:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090708e49 00010000:00000001:0.0:1767384898.905851:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384898.905855:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090708e49. 00000020:00000001:0.0:1767384898.905856:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.905858:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384898.905862:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384898.905865:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000efb0e3d4 x1853237348022272/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384914 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384898.905871:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a06b37c x1853237348022272/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:124/0 lens 328/344 e 0 to 0 dl 1767384909 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384898.905877:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000efb0e3d4 x1853237348022272/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384914 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.905898:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384898.905901:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384898.905902:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000a06b37c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:17086:x1853237348022272:12345-0@lo:101: Request processed in 440us (721us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384898.905904:0:17086:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384898.905907:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384898.905910:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384898.905912:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384898.905916:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 02000000:00000001:3.0:1767384898.905917:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384898.905923:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=32 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384898.905923:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:0.0:1767384898.905929:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:3.0:1767384898.905930:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=32 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384898.905933:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384898.905934:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384898.905937:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384898.905939:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1767384898.905939:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7fa36bf. 00010000:00000001:3.0:1767384898.905942:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.905945:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384898.905947:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003ef9a1a6. 00000100:00000040:3.0:1767384898.905949:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000efb0e3d4 x1853237348022272/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384914 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384898.905953:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f04c06d2. 00000100:00000001:3.0:1767384898.905959:0:17086:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384898.905959:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00000100:00000001:3.0:1767384898.905964:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767384898.905966:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384898.905969:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000004dc16274. 00000100:00000001:3.0:1767384898.905972:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384898.905974:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1767384898.905978:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000efb0e3d4 x1853237348022272/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384914 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384898.905978:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384898.905985:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:3.0:1767384898.905987:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000efb0e3d4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348022272:0@lo:101: 00000400:00000010:0.0:1767384898.905992:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9f76cb9. 00000100:00000001:3.0:1767384898.905993:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384898.905997:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.905999:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000400:00000010:0.0:1767384898.906000:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd71a938. 00000100:00000001:3.0:1767384898.906001:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384898.906005:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000efb0e3d4 x1853237348022272/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384914 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.906011:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384898.906013:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002f01597d. 00000100:00000001:3.0:1767384898.906015:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384898.906016:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384898.906018:0:17086:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384898.906020:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384898.906021:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384898.906022:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002fa4dab2 refcount=4 00000020:00000001:3.0:1767384898.906023:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384898.906025:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000040:3.0:1767384898.906027:0:17086:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000002fa4dab2, remote cookie: 0xb57eb78819562fdd, flags: 0x0 00010000:00000001:3.0:1767384898.906029:0:17086:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384898.906031:0:17086:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384898.906032:0:17086:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384898.906033:0:17086:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384898.906034:0:17086:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384898.906035:0:17086:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000c281699) refcount = 1 00010000:00010000:3.0:1767384898.906037:0:17086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819562fd6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb78819562fdd expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384898.906041:0:17086:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384898.906042:0:17086:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384898.906043:0:17086:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384898.906048:0:17086:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384898.906050:0:17086:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384898.906052:0:17086:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819562fd6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb57eb78819562fdd expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384898.906055:0:17086:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384898.906056:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384898.906057:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384898.906058:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384898.906058:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384898.906059:0:17086:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.906060:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384898.906062:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000efb0e3d4 x1853237348022272/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384914 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.906066:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384898.906068:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384898.906070:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000065a0d07a. 02000000:00000001:3.0:1767384898.906072:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384898.906073:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384898.906074:0:17086:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:3.0:1767384898.906075:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384898.906076:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b76729ab. 02000000:00000001:3.0:1767384898.906078:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384898.906079:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384898.906081:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000efb0e3d4. 00000100:00000001:3.0:1767384898.906083:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384898.906083:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384898.906084:0:17086:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384898.906086:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384898.906087:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000002298ce) refs 3 10000000:00000001:3.0:1767384898.906088:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384898.906089:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384898.906090:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384898.906091:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002fa4dab2 refcount=3 00000020:00000001:3.0:1767384898.906092:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384898.906094:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384898.906095:0:17086:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384898.906099:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384898.906100:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384898.906101:0:17086:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384898.906103:0:17086:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384898.906105:0:17086:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000002798a6bb. 00000100:00000010:3.0:1767384898.906115:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000efb0e3d4. 00000020:00000040:3.0:1767384898.906116:0:17086:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:3.0:1767384898.906118:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384898.906119:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384898.906121:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384898.906123:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b76729ab. 00000100:00000001:3.0:1767384898.906125:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.906127:0:17086:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384898.906130:0:17086:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000065a0d07a. 00000100:00000010:3.0:1767384898.906131:0:17086:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000003bee0166. 00000020:00000040:3.0:1767384898.906132:0:17086:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00000001:3.0:1767384898.906135:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384898.906136:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384898.906138:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f01597d. 00000100:00000001:3.0:1767384898.906139:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624590013956096 : -119483695595520 : ffff935488c48000) 00000100:00000001:3.0:1767384898.906140:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384898.906141:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789832960 : -119482919718656 : ffff9354b7037100) 00000100:00000001:3.0:1767384898.906143:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384898.906144:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.906145:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384898.906146:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384898.906147:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000efb0e3d4 x1853237348022400/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.906151:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384898.906152:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384898.906153:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384898.906154:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384898.906156:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384898.906157:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000efb0e3d4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348022400:0@lo:256: 00000100:00000001:3.0:1767384898.906159:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384898.906164:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384898.906165:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.906167:0:17086:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384898.906170:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d030819. 00000400:00000010:3.0:1767384898.906172:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000e9baa196. 00000100:00000200:3.0:1767384898.906174:0:17086:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958271d03880-0x6958271d03880, portal 33 00000100:00000001:3.0:1767384898.906177:0:17086:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384898.906178:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384898.906179:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c5f98d9d. 02000000:00000001:3.0:1767384898.906180:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384898.906182:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ccaabf2. 00000400:00000010:3.0:1767384898.906183:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090708e49. 00000100:00000200:3.0:1767384898.906185:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348022400, portal 25 00000100:00000001:3.0:1767384898.906186:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384898.906186:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789832960 : -119482919718656 : ffff9354b7037100) 00000100:00000040:3.0:1767384898.906189:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000efb0e3d4 x1853237348022400/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384914 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.906193:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384898.906194:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384898.906195:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079a06bc7. 00000100:00000200:3.0:1767384898.906196:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237348022400, offset 0 00000400:00000200:3.0:1767384898.906199:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384898.906202:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384898.906206:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958271d03880 00000400:00000200:3.0:1767384898.906208:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0xa15 [2] + 0 00000400:00000010:3.0:1767384898.906210:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a32ef693. 00000400:00000200:3.0:1767384898.906212:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000025a7d77e 00000400:00000200:3.0:1767384898.906214:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384898.906216:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384898.906218:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025a7d77e 00000400:00000010:3.0:1767384898.906220:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000025a7d77e. 00000100:00000001:3.0:1767384898.906221:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384898.906222:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384898.906224:0:17086:0:(events.c:337:request_in_callback()) incoming req@0000000052450cac x1853237348022400 msgsize 304 00000100:00100000:3.0:1767384898.906230:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384898.906231:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384898.906239:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384898.906242:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079a06bc7 00000400:00000010:3.0:1767384898.906243:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079a06bc7. 00000100:00000001:3.0:1767384898.906244:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384898.906246:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000efb0e3d4 x1853237348022400/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384914 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.906251:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384898.906253:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000efb0e3d4 x1853237348022400/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384914 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.906258:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.906259:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384898.906262:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384898.906263:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384898.906264:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294887942 00000100:00100000:0.0:1767384898.906266:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348022400 02000000:00000001:0.0:1767384898.906269:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384898.906270:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294887941 00000100:00000001:0.0:1767384898.906271:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384898.906274:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.906277:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294887942 02000000:00000001:0.0:1767384898.906278:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.906282:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294887941 00000100:00100000:0.0:1767384898.906283:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348022400 00000100:00000001:3.0:1767384898.906286:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294887942 00000100:00000001:3.0:1767384898.906287:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294887941 00000100:00000001:3.0:1767384898.906288:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294887942 00000020:00000001:0.0:1767384898.906293:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384898.906294:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294887941 00000020:00000040:0.0:1767384898.906296:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000001:3.0:1767384898.906298:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384898.906300:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384898.906301:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384898.906302:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000100:00000001:3.0:1767384898.906305:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384898.906306:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:3.0:1767384898.906307:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384898.906311:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 000000002f01597d going to sleep for 11 seconds 00000020:00000001:0.0:1767384898.906311:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:0.0:1767384898.906317:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384898.906318:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384898.906321:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aeed6e48. 00000100:00000001:3.0:1767384898.906322:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384898.906327:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384898.906330:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aeed6e48. 00000020:00000010:0.0:1767384898.906336:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f04c06d2. 00000020:00000010:0.0:1767384898.906339:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7fa36bf. 00000020:00000010:0.0:1767384898.906341:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003ef9a1a6. 00000100:00000040:0.0:1767384898.906345:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384898.906346:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384898.906347:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384898.906347:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384898.906350:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384898.906359:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384898.906365:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384898.906366:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384898.906368:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00000040:0.0:1767384898.906369:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:0.0:1767384898.906371:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590666968144 : -119483042583472 : ffff9354afb0ac50) 00000100:00000040:0.0:1767384898.906374:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000052450cac x1853237348022400/t0(0) o256->b543db4a-4900-454f-be04-352b2897a173@0@lo:124/0 lens 304/0 e 0 to 0 dl 1767384909 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384898.906379:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384898.906381:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aeed6e48. 00000100:00000001:0.0:1767384898.906383:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384898.906384:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aeed6e48. 00000100:00100000:0.0:1767384898.906388:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000052450cac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:17086:x1853237348022400:12345-0@lo:256: 00000100:00000200:0.0:1767384898.906390:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348022400 00000020:00000001:0.0:1767384898.906396:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384898.906398:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384898.906399:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384898.906401:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384898.906402:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289440 : -1048262176 : ffffffffc184c9e0) 00000020:00000001:0.0:1767384898.906404:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384898.906405:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384898.906406:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384898.906407:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384898.906409:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384898.906411:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384898.906413:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384898.906415:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000004dc16274. 02000000:00000001:0.0:1767384898.906416:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384898.906417:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384898.906419:0:17083:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384898.906422:0:17083:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384898.906424:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384898.906425:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384898.906427:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384898.906429:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384898.906430:0:17083:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384898.906432:0:17083:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000008704d7fe. 20000000:00000001:0.0:1767384898.906434:0:17083:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384898.906442:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384898.906447:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384898.906450:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384898.906451:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384898.906452:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384898.906454:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384898.906455:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384898.906456:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384898.906457:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384898.906459:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384898.906460:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384898.906461:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384898.906462:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384898.906463:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384898.906467:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:01000000:0.0:1767384898.906469:0:17083:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 324, pages 3772/1/4/3. 20000000:00000040:0.0:1767384898.906473:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384898.906474:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384898.906476:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384898.906477:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384898.906478:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384898.906479:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384898.906481:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384898.906482:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384898.906483:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384898.906484:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384898.906485:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384898.906486:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384898.906487:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384898.906488:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384898.906489:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:01000000:0.0:1767384898.906491:0:17083:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 324, pages 3448/1/4/3. 20000000:01000000:0.0:1767384898.906492:0:17083:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 648, version 34 20000000:00000001:0.0:1767384898.906493:0:17083:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=648 : 648 : 288) 00000100:00000001:0.0:1767384898.906495:0:17083:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384898.906497:0:17083:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000000598db0. 00000100:00000010:0.0:1767384898.906499:0:17083:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000dbd8887a. 00000020:00000040:0.0:1767384898.906500:0:17083:0:(genops.c:887:class_export_get()) GET export 000000003d3e266f refcount=16 00010000:00000001:0.0:1767384898.906502:0:17083:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384898.906504:0:17083:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384898.906505:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012d634c9. 00000400:00000010:0.0:1767384898.906509:0:17083:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000d56951b. 00000400:00000200:0.0:1767384898.906511:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384898.906517:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384898.906520:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 648 into portal 33 MB=0x6958271d03880 00000400:00000200:0.0:1767384898.906523:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 648/648 into md 0x1555 [4] + 0 00000400:00000010:0.0:1767384898.906525:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d030819. 00000400:00000200:0.0:1767384898.906527:0:17083:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e9baa196 00000400:00000200:0.0:1767384898.906529:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384898.906531:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384898.906533:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9baa196 00000400:00000010:0.0:1767384898.906537:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000e9baa196. 00000100:00000001:0.0:1767384898.906539:0:17083:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384898.906541:0:17083:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000efb0e3d4 desc 0000000065a0d07a mbits 1853237348022400 00000100:00000001:0.0:1767384898.906550:0:17083:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384898.906552:0:17083:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384898.906555:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384898.906560:0:17083:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1561 00000400:00000200:0.0:1767384898.906562:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384898.906564:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384898.906567:0:17083:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384898.906569:0:17083:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000000598db0 00000100:00000001:0.0:1767384898.906571:0:17083:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:3.0:1767384898.906573:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384898.906575:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012d634c9 00000100:00000001:3.0:1767384898.906576:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384898.906577:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012d634c9. 00000100:00000001:0.0:1767384898.906582:0:17083:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384898.906583:0:17083:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000000598db0 00000100:00000001:0.0:1767384898.906585:0:17083:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384898.906590:0:17083:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 648 bytes via portal 33 id 12345-0@lo mbits 0x6958271d03880-0x6958271d03880 00000100:00000001:0.0:1767384898.906592:0:17083:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384898.906595:0:17083:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384898.906596:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384898.906598:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 15 00000100:00000010:0.0:1767384898.906600:0:17083:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000dbd8887a. 00000100:00000010:0.0:1767384898.906602:0:17083:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000000598db0. 00000100:00000001:0.0:1767384898.906603:0:17083:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384898.906604:0:17083:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384898.906610:0:17083:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000008704d7fe. 20000000:00000001:0.0:1767384898.906612:0:17083:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384898.906614:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348022400 00010000:00000001:0.0:1767384898.906615:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384898.906617:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000052450cac x1853237348022400/t0(0) o256->b543db4a-4900-454f-be04-352b2897a173@0@lo:124/0 lens 304/240 e 0 to 0 dl 1767384909 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384898.906622:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384898.906624:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384898.906625:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=32 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384898.906630:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384898.906631:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:0.0:1767384898.906632:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:0.0:1767384898.906634:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384898.906635:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384898.906636:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384898.906637:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384898.906639:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012d634c9. 00000100:00000200:0.0:1767384898.906641:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237348022400, offset 224 00000400:00000200:0.0:1767384898.906643:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384898.906646:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384898.906649:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958271d03880 00000400:00000200:0.0:1767384898.906651:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1559 [1] + 224 00000400:00000200:0.0:1767384898.906654:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384898.906655:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384898.906657:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384898.906659:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000efb0e3d4 x1853237348022400/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384914 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384898.906664:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000efb0e3d4 x1853237348022400/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384914 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384898.906674:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384898.906676:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012d634c9 00000400:00000010:0.0:1767384898.906677:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012d634c9. 00000100:00000001:0.0:1767384898.906678:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384898.906679:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384898.906681:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384898.906683:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:0.0:1767384898.906685:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384898.906687:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384898.906688:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384898.906692:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000052450cac x1853237348022400/t0(0) o256->b543db4a-4900-454f-be04-352b2897a173@0@lo:124/0 lens 304/240 e 0 to 0 dl 1767384909 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.906693:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384898.906698:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000052450cac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:17086:x1853237348022400:12345-0@lo:256: Request processed in 318us (472us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384898.906703:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384898.906706:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384898.906709:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ccaabf2. 00000400:00000200:3.0:1767384898.906713:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090708e49 00000100:00100000:0.0:1767384898.906717:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000400:00000010:3.0:1767384898.906718:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090708e49. 00000100:00000040:0.0:1767384898.906721:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:3.0:1767384898.906722:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384898.906726:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384898.906728:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384898.906730:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000efb0e3d4 x1853237348022400/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384914 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384898.906731:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7fa36bf. 00000020:00000010:0.0:1767384898.906737:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003ef9a1a6. 00000020:00000010:0.0:1767384898.906741:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f04c06d2. 00000100:00000200:3.0:1767384898.906744:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000efb0e3d4 x1853237348022400/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384914 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384898.906745:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 02000000:00000001:0.0:1767384898.906749:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384898.906752:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000004dc16274. 00000100:00000001:3.0:1767384898.906766:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384898.906770:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384898.906771:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384898.906772:0:17086:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384898.906775:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384898.906776:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384898.906777:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384898.906780:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384898.906782:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384898.906783:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384898.906785:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=32 v=5 (5 0 0 0) 00000400:00000010:0.0:1767384898.906787:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c28960d. 00000100:00001000:3.0:1767384898.906789:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=32 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384898.906793:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767384898.906793:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000018f78add. 00000100:00000001:3.0:1767384898.906796:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384898.906798:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384898.906800:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.906801:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384898.906803:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000efb0e3d4 x1853237348022400/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384914 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384898.906808:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000efb0e3d4 x1853237348022400/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384914 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.906813:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384898.906826:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384898.906828:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000efb0e3d4 x1853237348022400/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384914 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384898.906834:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000efb0e3d4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348022400:0@lo:256: 00000100:00000001:3.0:1767384898.906844:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384898.906845:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.906846:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384898.906848:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384898.906849:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000efb0e3d4 x1853237348022400/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384914 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.906853:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384898.906854:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002f01597d. 00000100:00000001:3.0:1767384898.906856:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384898.906856:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384898.906858:0:17086:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 34, more 0. 10000000:00000001:3.0:1767384898.906861:0:17086:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384898.906865:0:17086:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000a4e1f4c3. 00010000:00000001:3.0:1767384898.906872:0:17086:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384898.906875:0:17086:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384898.906878:0:17086:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.134@tcp has 192.168.203.134@tcp. 00000100:00000001:3.0:1767384898.906880:0:17086:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384898.906881:0:17086:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384898.906882:0:17086:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.134@tcp with 192.168.203.134@tcp 00000100:00000200:3.0:1767384898.906883:0:17086:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.134@tcp' 00000400:00000200:3.0:1767384898.906885:0:17086:0:(peer.c:1356:LNetAddPeer()) Add peer with 15 NIDs 00000400:00001000:3.0:1767384898.906887:0:17086:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384898.906889:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.134@tcp 00000400:00000200:3.0:1767384898.906892:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384898.906896:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (15) 00000400:00000200:3.0:1767384898.906899:0:17086:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384898.906901:0:17086:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp: 0. pending discovery 00000400:00000200:3.0:1767384898.906902:0:17086:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (16) 00000400:00000200:3.0:1767384898.906904:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp 00000400:00000200:3.0:1767384898.906905:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.134@tcp10 00000400:00000200:3.0:1767384898.906907:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384898.906908:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp10 00000400:00000200:3.0:1767384898.906909:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.134@tcp11 00000400:00000200:3.0:1767384898.906911:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384898.906912:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp11 00000400:00000200:3.0:1767384898.906916:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.134@tcp12 00000400:00000200:3.0:1767384898.906918:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384898.906919:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp12 00000400:00000200:3.0:1767384898.906920:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.134@tcp13 00000400:00000200:3.0:1767384898.906922:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384898.906923:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp13 00000400:00000200:3.0:1767384898.906924:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.134@tcp14 00000400:00000200:3.0:1767384898.906925:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384898.906926:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp14 00000400:00000200:3.0:1767384898.906927:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.134@tcp15 00000400:00000200:3.0:1767384898.906929:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384898.906929:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp15 00000400:00000200:3.0:1767384898.906930:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.134@tcp16 00000400:00000200:3.0:1767384898.906932:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384898.906933:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp16 00000400:00000200:3.0:1767384898.906934:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.134@tcp17 00000400:00000200:3.0:1767384898.906935:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384898.906936:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp17 00000400:00000200:3.0:1767384898.906937:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.134@tcp18 00000400:00000200:3.0:1767384898.906938:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384898.906939:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp18 00000400:00000200:3.0:1767384898.906940:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.134@tcp19 00000400:00000200:3.0:1767384898.906942:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384898.906942:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp19 00000400:00000200:3.0:1767384898.906943:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.134@tcp20 00000400:00000200:3.0:1767384898.906945:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384898.906946:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp20 00000400:00000200:3.0:1767384898.906947:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.134@tcp21 00000400:00000200:3.0:1767384898.906948:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384898.906949:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp21 00000400:00000200:3.0:1767384898.906950:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.134@tcp22 00000400:00000200:3.0:1767384898.906952:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384898.906953:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp22 00000400:00000200:3.0:1767384898.906954:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.134@tcp23 00000400:00000200:3.0:1767384898.906955:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384898.906956:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp23 00000100:00000001:3.0:1767384898.906960:0:17086:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384898.906961:0:17086:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384898.906963:0:17086:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.134@tcp' by NID '192.168.203.134@tcp' 10000000:00000010:3.0:1767384898.906966:0:17086:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000092e3cf00. 10000000:00000040:3.0:1767384898.906968:0:17086:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 33/34 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.134@tcp::2 00000020:00000080:3.0:1767384898.906970:0:17086:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384898.906975:0:17086:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384898.906977:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000afa7ba25. 00000020:00000010:3.0:1767384898.906980:0:17086:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000da7b0f70. 00000040:00000010:3.0:1767384898.906982:0:17086:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000060f0d2f1. 00000020:00000010:3.0:1767384898.906985:0:17086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000842c19da. 00000020:00000010:3.0:1767384898.906988:0:17086:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e2123c20. 00000020:00000010:3.0:1767384898.906990:0:17086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ca11e8ea. 80000000:00000010:3.0:1767384898.906993:0:17086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003da3a219. 40000000:00000010:3.0:1767384898.906995:0:17086:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004f701fd7. 00100000:00000010:3.0:1767384898.906998:0:17086:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000280289aa. 00040000:00000010:3.0:1767384898.907001:0:17086:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008539717f. 00040000:00000010:3.0:1767384898.907021:0:17086:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f97d5211. 00040000:00000010:3.0:1767384898.907024:0:17086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000435ea720. 00080000:00000010:3.0:1767384898.907028:0:17086:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000004a997729. 00080000:00000010:3.0:1767384898.907032:0:17086:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005de6105c. 00000004:00000010:3.0:1767384898.907036:0:17086:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001c436136. 00000004:00000010:3.0:1767384898.907040:0:17086:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c85e859c. 00000004:00000010:3.0:1767384898.907044:0:17086:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007e4d62c5. 00002000:00000010:3.0:1767384898.907047:0:17086:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b8a50c6b. 00000004:00000010:3.0:1767384898.907050:0:17086:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a4b2ac22. 00000004:00000001:3.0:1767384898.907053:0:17086:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384898.907055:0:17086:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384898.907057:0:17086:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000092e3cf00 00000040:00001000:3.0:1767384898.907058:0:17086:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384898.907059:0:17086:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384898.907060:0:17086:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384898.907061:0:17086:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384898.907063:0:17086:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384898.907067:0:17086:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384898.907068:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384898.907069:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.134@tcp::2 00000040:00000001:3.0:1767384898.907070:0:17086:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384898.907110:0:17086:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384898.907114:0:17086:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000da7b0f70. 00000040:00000010:3.0:1767384898.907117:0:17086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000060f0d2f1. 00000020:00000010:3.0:1767384898.907120:0:17086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000842c19da. 00000020:00000010:3.0:1767384898.907123:0:17086:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e2123c20. 00000020:00000010:3.0:1767384898.907126:0:17086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ca11e8ea. 80000000:00000010:3.0:1767384898.907128:0:17086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003da3a219. 40000000:00000010:3.0:1767384898.907132:0:17086:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004f701fd7. 00100000:00000010:3.0:1767384898.907134:0:17086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000280289aa. 00040000:00000010:3.0:1767384898.907137:0:17086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008539717f. 00040000:00000010:3.0:1767384898.907139:0:17086:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f97d5211. 00040000:00000010:3.0:1767384898.907141:0:17086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000435ea720. 00080000:00000010:3.0:1767384898.907144:0:17086:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005de6105c. 00080000:00000010:3.0:1767384898.907146:0:17086:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000004a997729. 00000004:00000010:3.0:1767384898.907148:0:17086:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001c436136. 00000004:00000010:3.0:1767384898.907150:0:17086:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c85e859c. 00000004:00000010:3.0:1767384898.907153:0:17086:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007e4d62c5. 00002000:00000010:3.0:1767384898.907155:0:17086:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b8a50c6b. 00000004:00000010:3.0:1767384898.907156:0:17086:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a4b2ac22. 00000020:00000010:3.0:1767384898.907158:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000afa7ba25. 00000020:00000001:3.0:1767384898.907160:0:17086:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384898.907161:0:17086:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384898.907163:0:17086:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000092e3cf00. 10000000:00000040:3.0:1767384898.907169:0:17086:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.134@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:3.0:1767384898.907171:0:17086:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000a4e1f4c3. 10000000:00000001:3.0:1767384898.907172:0:17086:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384898.907174:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384898.907176:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000efb0e3d4 x1853237348022400/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384914 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384898.907181:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384898.907187:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384898.907188:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c5f98d9d. 02000000:00000001:3.0:1767384898.907190:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384898.907192:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384898.907193:0:17086:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:3.0:1767384898.907194:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384898.907195:0:17086:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384898.907196:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384898.907196:0:17086:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:3.0:1767384898.907198:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384898.907199:0:17086:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000003bee0166. 00000100:00000010:3.0:1767384898.907201:0:17086:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000065a0d07a. 00000100:00000001:3.0:1767384898.907202:0:17086:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384898.907203:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b76729ab. 02000000:00000001:3.0:1767384898.907204:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384898.907205:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384898.907205:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000efb0e3d4. 00000100:00000001:3.0:1767384898.907207:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384898.907208:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384898.907229:0:17086:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000002798a6bb. 10000000:01000000:3.0:1767384898.907231:0:17086:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.134@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384898.907233:0:17086:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384898.907235:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384898.907236:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384898.907237:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002fa4dab2 refcount=3 00000020:00000001:3.0:1767384898.907238:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384898.907240:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384898.907242:0:17086:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384898.907243:0:17086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819562fd6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb78819562fdd expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384898.907247:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384898.907248:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384898.907250:0:17086:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819562fd6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb78819562fdd expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384898.907260:0:17086:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384898.907261:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384898.907262:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384898.907263:0:17086:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384898.907264:0:17086:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384898.907265:0:17086:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384898.907267:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384898.907268:0:17086:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000002298ce) refs 3 10000000:00000001:3.0:1767384898.907269:0:17086:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:0.0:1767384898.911854:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294887942, at 4294887943 00000100:00000040:3.0:1767384898.911859:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294887942, at 4294887943 00000100:00000010:0.0:1767384898.911863:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ac838240. 00000100:00000010:3.0:1767384898.911868:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a6f376f7. 00000100:00000040:1.0:1767384898.911868:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294887942, at 4294887943 00000100:00000040:2.0:1767384898.911873:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294887942, at 4294887943 00000100:00000010:1.0:1767384898.911877:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006432ff00. 00000100:00000010:2.0:1767384898.911881:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ad69c509. 00000020:00000010:0.0:1767384898.913205:0:24034:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000aeed6e48. 00000020:00000040:0.0:1767384898.913210:0:24034:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384898.913212:0:24034:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000aeed6e48. 00000001:00000001:0.0:1767384899.549528:0:24181:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384899.549532:0:24181:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp24 --if ens2 00000001:00000001:0.0:1767384899.552610:0:24181:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384899.558749:0:24182:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000000598db0. 00000400:00000010:0.0:1767384899.558782:0:24182:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ba604565. 00000400:00000010:0.0:1767384899.558793:0:24182:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b426138f. 00000400:00000010:0.0:1767384899.558798:0:24182:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000098f6d857. 00000400:00000010:0.0:1767384899.558801:0:24182:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009d4e6232. 00000400:00000010:0.0:1767384899.558805:0:24182:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001ed4b2fa. 00000400:00000010:0.0:1767384899.558807:0:24182:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e230bc2f. 00000400:00000010:0.0:1767384899.558808:0:24182:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f0ab36ba. 00000400:00000010:0.0:1767384899.558830:0:24182:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000001e27fb87. 00000800:00000010:0.0:1767384899.558842:0:24182:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000068bbe4c7. 00000800:00000200:0.0:1767384899.558852:0:24182:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384899.558859:0:24182:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384899.558915:0:24182:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:0.0:1767384899.558934:0:24182:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp24 [8/256/0/180] 00000400:00000010:0.0:1767384899.560346:0:24182:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 0000000089f468f0. 00000400:00000010:0.0:1767384899.560351:0:24182:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006db1366b. 00000400:00000010:0.0:1767384899.560355:0:24182:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012d634c9. 00000400:00000001:0.0:1767384899.560368:0:24182:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384899.560370:0:24182:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384899.560371:0:24182:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4ffcadf. 00000400:00000200:0.0:1767384899.560373:0:24182:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d1b4081 00000400:00000010:0.0:1767384899.560374:0:24182:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d1b4081. 00000400:00000010:0.0:1767384899.560377:0:24182:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006918510a. 00000400:00000200:0.0:1767384899.560382:0:24182:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (15) 00000400:00000200:0.0:1767384899.560394:0:24182:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:0.0:1767384899.560402:0:24182:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131096 00000020:00000010:0.0:1767384899.560408:0:24182:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000046873629. 00000400:00000200:3.0:1767384899.560413:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384899.560413:0:24182:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384899.560418:0:24182:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp24 00000400:00000200:3.0:1767384899.560422:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000400:00000010:3.0:1767384899.560429:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090708e49. 00000400:00000010:0.0:1767384899.560431:0:24182:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ba604565. 00000400:00000200:3.0:1767384899.560433:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (16) 00000400:00000010:0.0:1767384899.560435:0:24182:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000000598db0. 00000400:00000010:3.0:1767384899.560443:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000510d6cdc. 00000400:00000200:3.0:1767384899.560449:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000020:00000001:1.0:1767384899.560459:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384899.560461:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 10000000:00000001:1.0:1767384899.560464:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384899.560467:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:00000001:1.0:1767384899.560467:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384899.560469:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384899.560472:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:1.0:1767384899.560472:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384899.560475:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384899.560476:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384899.560477:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:1.0:1767384899.560478:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384899.560480:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384899.560481:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384899.560482:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:1.0:1767384899.560482:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384899.560484:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384899.560486:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:1.0:1767384899.560486:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384899.560487:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384899.560491:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000010:1.0:1767384899.560493:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf01a73a. 00000400:00000200:3.0:1767384899.560495:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000020:00000040:1.0:1767384899.560496:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000400:00000200:3.0:1767384899.560501:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000100:00000001:1.0:1767384899.560502:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384899.560505:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384899.560507:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 02000000:00000001:1.0:1767384899.560509:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384899.560517:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000eee636a5. 00000400:00000200:3.0:1767384899.560519:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:3.0:1767384899.560523:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000100:00000001:1.0:1767384899.560524:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384899.560528:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:3.0:1767384899.560532:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000100:00000001:1.0:1767384899.560532:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384899.560534:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384899.560536:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:3.0:1767384899.560540:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 00000100:00000040:1.0:1767384899.560541:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf01a73a] to pc [ptlrpcd_00_00+0] req@00000000bf01a73a x1853237348022528/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384899.560544:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp23 00000400:00000200:3.0:1767384899.560548:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp23 lpni_is_preferred = 0 00000400:00000200:3.0:1767384899.560552:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp23 00000400:00000200:3.0:1767384899.560557:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp23 NI seq info: [33:33:256:4294967295] 192.168.203.134@tcp23 LPNI seq info [33:33:8:4294967295] 00000400:00000200:3.0:1767384899.560565:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp23 10000000:00000001:1.0:1767384899.560572:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384899.560575:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp23(192.168.203.134@tcp23:) -> 192.168.203.134@tcp23(192.168.203.134@tcp:192.168.203.134@tcp23) : PUT try# 0 10000000:00000001:1.0:1767384899.560575:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384899.560578:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384899.560580:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:3.0:1767384899.560583:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.203.134@tcp23 00000800:00000010:3.0:1767384899.560588:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008539717f. 00000020:00000001:1.0:1767384899.560588:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384899.560589:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:2.0:1767384899.560590:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384899.560596:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1767384899.560597:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000471e30be. 10000000:00000001:1.0:1767384899.560597:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767384899.560599:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:01000000:1.0:1767384899.560600:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000010:3.0:1767384899.560601:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000d49c056b. 00000020:01000004:1.0:1767384899.560604:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:2.0:1767384899.560606:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf01a73a x1853237348022528/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384899.560608:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000200:3.0:1767384899.560610:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000471e30be] -> 12345-192.168.203.134@tcp23 (2) 00000020:01000004:1.0:1767384899.560611:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384899.560615:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384899.560618:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000200:3.1:1767384899.560621:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000471e30be] -> 12345-192.168.203.134@tcp23 (2) 00000020:01000004:1.0:1767384899.560621:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384899.560624:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384899.560627:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:2.0:1767384899.560629:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384899.560630:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384899.560633:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384899.560636:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9513423. 02000000:00000001:2.0:1767384899.560637:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384899.560638:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000020:00000040:1.0:1767384899.560640:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 02000000:00000001:2.0:1767384899.560642:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384899.560644:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 0 00000100:00000001:1.0:1767384899.560644:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384899.560646:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384899.560647:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1767384899.560652:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bf01a73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348022528:0@lo:253: 02000000:00000001:1.0:1767384899.560652:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.560659:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384899.560662:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1767384899.560663:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005a1ce144. 02000000:00000001:2.0:1767384899.560664:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384899.560668:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384899.560669:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.560671:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384899.560674:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002299428b. 00000100:00000001:3.0:1767384899.560675:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.560675:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384899.560678:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.560679:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384899.560684:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c07ad70d. 00000100:00000040:1.0:1767384899.560687:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9513423] to pc [ptlrpcd_00_01+1] req@00000000b9513423 x1853237348022656/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384899.560690:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000033c4790f. 00000100:00000200:2.0:1767384899.560696:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348022528, portal 25 00000100:00000001:2.0:1767384899.560705:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:1.0:1767384899.560706:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.560707:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590793075200 : -119482916476416 : ffff9354b734ea00) 10000000:00000001:1.0:1767384899.560711:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384899.560715:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bf01a73a x1853237348022528/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384899.560716:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384899.560721:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384899.560726:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000046873629. 00000100:00000001:2.0:1767384899.560729:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384899.560734:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384899.560736:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003338cd4c. 00000100:00000200:2.0:1767384899.560739:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348022528, offset 0 00000100:00000001:1.0:1767384899.560740:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384899.560744:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000100:00000001:1.0:1767384899.560744:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384899.560747:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384899.560748:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384899.560768:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9513423 x1853237348022656/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384899.560776:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384899.560786:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384899.560787:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384899.560790:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384899.560792:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384899.560803:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d03900 02000000:00000001:1.0:1767384899.560803:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384899.560810:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9513423 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348022656:0@lo:253: 00000400:00000200:2.0:1767384899.560813:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa25 [2] + 0 00000400:00000200:3.0:1767384899.560839:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000100:00000001:1.0:1767384899.560842:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767384899.560843:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d22a40b1. 02000000:00000001:1.0:1767384899.560846:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384899.560849:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000983b224f 02000000:00000001:1.0:1767384899.560850:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384899.560853:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384899.560856:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384899.560859:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000094902d42. 00000400:00000200:2.0:1767384899.560863:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384899.560864:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384899.560869:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000983b224f 00000400:00000010:1.0:1767384899.560870:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ab5e452. 00000400:00000010:2.0:1767384899.560873:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000983b224f. 00000100:00000001:2.0:1767384899.560878:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384899.560880:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384899.560882:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000100:00000040:2.0:1767384899.560883:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000ad4241d0 x1853237348022528 msgsize 4848 00000400:00000010:1.0:1767384899.560884:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f58027b9. 00000100:00000200:1.0:1767384899.560891:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348022656, portal 25 00000100:00100000:2.0:1767384899.560892:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384899.560897:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384899.560897:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384899.560900:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590793071616 : -119482916480000 : ffff9354b734dc00) 00000100:00000040:1.0:1767384899.560908:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9513423 x1853237348022656/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384899.560909:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384899.560917:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384899.560918:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003338cd4c 00000400:00000200:3.0:1767384899.560921:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000010:2.0:1767384899.560923:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003338cd4c. 00000100:00000040:1.0:1767384899.560923:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384899.560927:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a60796ae. 00000100:00000001:2.0:1767384899.560928:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384899.560933:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348022656, offset 0 00000100:00000200:2.0:1767384899.560935:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bf01a73a x1853237348022528/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384899.560944:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384899.560947:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384899.560951:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf01a73a x1853237348022528/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384899.560953:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:1.0:1767384899.560955:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384899.560964:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384899.560968:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d03980 00000100:00000001:2.0:1767384899.560969:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384899.560975:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa35 [2] + 0 00000400:00000010:1.0:1767384899.560980:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3e9ba45. 00000100:00000001:2.0:1767384899.560982:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384899.560984:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000017ba2439 00000100:00000001:2.0:1767384899.560987:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294888597 00000400:00000200:3.0:1767384899.560990:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:1.0:1767384899.560991:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767384899.560992:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008efbd5d5. 00000400:00000200:1.0:1767384899.560998:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384899.561000:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384899.561002:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017ba2439 00000100:00000001:2.0:1767384899.561006:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294888597 00000400:00000010:1.0:1767384899.561006:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000017ba2439. 00000100:00000001:1.0:1767384899.561011:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:2.0:1767384899.561012:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a756d1f3. 00000100:00000200:1.0:1767384899.561014:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384899.561017:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767384899.561020:0:16359:0:(events.c:337:request_in_callback()) incoming req@00000000dbffc3e0 x1853237348022656 msgsize 4848 00000100:00000001:2.0:1767384899.561021:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294888597 00000100:00000010:2.0:1767384899.561028:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c78c4cc9. 00000100:00100000:1.0:1767384899.561030:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384899.561032:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1767384899.561033:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384899.561034:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000100:00000001:2.0:1767384899.561036:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294888597 00000100:00000010:2.0:1767384899.561048:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f29dfa32. 00000100:00000001:1.0:1767384899.561049:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384899.561054:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384899.561058:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a60796ae 00000100:00000001:2.0:1767384899.561059:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384899.561064:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384899.561064:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a60796ae. 00000400:00000200:3.0:1767384899.561066:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000100:00000001:2.0:1767384899.561070:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.561071:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384899.561074:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384899.561078:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9513423 x1853237348022656/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384899.561082:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384899.561085:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384899.561090:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384899.561092:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384899.561093:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384899.561095:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384899.561096:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000100:00000001:2.0:1767384899.561098:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384899.561099:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9513423 x1853237348022656/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384899.561109:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.561111:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384899.561117:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.561121:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294888597 00000100:00000001:1.0:1767384899.561123:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, keep current deadline 4294888597 00000100:00000001:2.0:1767384899.561126:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384899.561126:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294888597 00000100:00100000:2.0:1767384899.561130:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348022528 00000100:00000001:1.0:1767384899.561131:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, keep current deadline 4294888597 02000000:00000001:2.0:1767384899.561133:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384899.561137:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294888597 00000100:00000001:2.0:1767384899.561138:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384899.561141:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000100:00000001:2.0:1767384899.561142:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.561143:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294888597 00000100:00000001:1.0:1767384899.561148:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294888597 02000000:00000001:2.0:1767384899.561149:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.561152:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294888597 00000100:00100000:2.0:1767384899.561154:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348022528 00000020:00000001:2.0:1767384899.561157:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384899.561157:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384899.561161:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000001:1.0:1767384899.561162:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384899.561164:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384899.561167:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384899.561168:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000100:00000001:1.0:1767384899.561171:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384899.561177:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:1.0:1767384899.561177:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384899.561181:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384899.561182:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000400:00000200:3.0:1767384899.561188:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000100:00000001:1.0:1767384899.561188:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384899.561190:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384899.561191:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384899.561195:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384899.561196:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001caab097. 00000100:00000001:1.0:1767384899.561198:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.561200:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384899.561204:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001caab097. 00000020:00000010:2.0:1767384899.561209:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c90c1cda. 00000020:00000010:2.0:1767384899.561214:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013bdacfc. 00000020:00000010:2.0:1767384899.561218:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007f2b515d. 00000100:00000001:1.0:1767384899.561220:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384899.561225:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348022656 02000000:00000001:1.0:1767384899.561227:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1767384899.561228:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384899.561232:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384899.561233:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384899.561234:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.561237:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384899.561239:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000100:00000001:1.0:1767384899.561240:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.561243:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384899.561244:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384899.561249:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348022656 00000020:00000001:1.0:1767384899.561252:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384899.561254:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000001:2.0:1767384899.561255:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384899.561257:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384899.561260:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=16 00000020:00000001:1.0:1767384899.561264:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:1.0:1767384899.561267:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384899.561270:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384899.561271:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384899.561273:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384899.561277:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004a5bc7ce. 00000100:00100000:2.0:1767384899.561278:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00000040:2.0:1767384899.561283:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:1.0:1767384899.561283:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384899.561288:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590666972240 : -119483042579376 : ffff9354afb0bc50) 00000400:00000200:3.0:1767384899.561289:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000020:00000010:1.0:1767384899.561289:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004a5bc7ce. 00000100:00000040:2.0:1767384899.561295:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ad4241d0 x1853237348022528/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:125/0 lens 4848/0 e 0 to 0 dl 1767384910 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384899.561297:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079732139. 00000020:00000010:1.0:1767384899.561304:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000056e46af6. 00000100:00000001:2.0:1767384899.561305:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384899.561310:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001caab097. 00000020:00000010:1.0:1767384899.561312:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fefe543c. 00000100:00000001:2.0:1767384899.561313:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384899.561317:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001caab097. 00000100:00000001:1.0:1767384899.561321:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1767384899.561324:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ad4241d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+16:16358:x1853237348022528:12345-0@lo:253: 00000100:00000001:1.0:1767384899.561325:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384899.561328:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384899.561329:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348022528 00000400:00000200:3.0:1767384899.561330:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000020:00000001:2.0:1767384899.561334:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384899.561335:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384899.561338:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384899.561340:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384899.561341:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384899.561347:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384899.561354:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000100:00000001:1.0:1767384899.561355:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384899.561358:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384899.561359:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384899.561362:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384899.561366:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1767384899.561366:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000020:00000001:2.0:1767384899.561368:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1767384899.561371:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000020:00000001:2.0:1767384899.561372:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.561376:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590666957904 : -119483042593712 : ffff9354afb08450) 00000400:00000200:3.0:1767384899.561378:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000100:00000001:2.0:1767384899.561378:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384899.561383:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1767384899.561385:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dbffc3e0 x1853237348022656/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:125/0 lens 4848/0 e 0 to 0 dl 1767384910 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384899.561389:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000080abe1ea. 02000000:00000001:2.0:1767384899.561394:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.561398:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.561400:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:2.0:1767384899.561402:0:17083:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000010:1.0:1767384899.561405:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004a5bc7ce. 00000100:00000001:1.0:1767384899.561408:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384899.561410:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004a5bc7ce. 20000000:00000010:2.0:1767384899.561412:0:17083:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000215eb251. 20000000:01000000:2.0:1767384899.561417:0:17083:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384899.561421:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384899.561424:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00100000:1.0:1767384899.561427:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dbffc3e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+16:16359:x1853237348022656:12345-0@lo:253: 20000000:00000001:2.0:1767384899.561428:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384899.561431:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 20000000:00000001:2.0:1767384899.561433:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384899.561435:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348022656 20000000:00000001:2.0:1767384899.561436:0:17083:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:1.0:1767384899.561439:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384899.561444:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000010:2.0:1767384899.561446:0:17083:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000af86056e. 00000020:00000001:1.0:1767384899.561446:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384899.561451:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:01000000:2.0:1767384899.561452:0:17083:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 00000020:00000001:1.0:1767384899.561456:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 20000000:00000001:2.0:1767384899.561459:0:17083:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:1.0:1767384899.561461:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:2.0:1767384899.561464:0:17083:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:1.0:1767384899.561465:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384899.561470:0:17083:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:1.0:1767384899.561470:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384899.561474:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384899.561477:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.561480:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384899.561481:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 02000000:00000001:1.0:1767384899.561482:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:2.0:1767384899.561484:0:17083:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 02000000:00000010:1.0:1767384899.561488:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c11d91be. 02000000:00000001:1.0:1767384899.561491:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.561493:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384899.561495:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:2.0:1767384899.561498:0:17083:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384899.561502:0:17083:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384899.561503:0:17083:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384899.561504:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004a8e2c40. 00080000:00000001:2.0:1767384899.561505:0:17083:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384899.561508:0:17083:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384899.561510:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000002:2.0:1767384899.561511:0:17083:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000980f9615 20000000:00000001:1.0:1767384899.561515:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767384899.561518:0:17083:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009e445471 20000000:00000001:1.0:1767384899.561519:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000002:2.0:1767384899.561523:0:17083:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:00000001:1.0:1767384899.561523:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384899.561524:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 20000000:00000001:1.0:1767384899.561526:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384899.561530:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384899.561532:0:17083:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384899.561538:0:17083:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384899.561541:0:17083:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384899.561551:0:17083:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384899.561557:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000020:00000001:2.0:1767384899.561558:0:17083:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:2.0:1767384899.561564:0:17083:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384899.561569:0:17083:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005ca2211a. 00080000:00000001:2.0:1767384899.561572:0:17083:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585643786752 : -119488065764864 : ffff935384490200) 00080000:00000001:2.0:1767384899.561575:0:17083:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384899.561579:0:17083:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384899.561584:0:17083:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001caab097. 00000400:00000200:3.0:1767384899.561585:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00080000:00000001:2.0:1767384899.561588:0:17083:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384899.561592:0:17083:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384899.561608:0:17083:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384899.561620:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00080000:00000001:2.0:1767384899.561627:0:17083:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384899.561676:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:3.0:1767384899.561719:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:3.0:1767384899.561766:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:3.0:1767384899.561801:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:3.0:1767384899.561864:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:3.0:1767384899.561899:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:3.0:1767384899.561941:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000800:00000010:3.0:1767384899.562201:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004a997729. 00000800:00000010:3.0:1767384899.562208:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f24f36a1. 00000800:00000010:3.0:1767384899.562215:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000728276af. 00000400:00000200:2.0:1767384899.562233:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384899.562256:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000728276af. 00000400:00000200:2.0:1767384899.562257:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp23 from 227.3.0.2 00000800:00000010:2.0:1767384899.562263:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f79019b1. 00000800:00000010:1.0:1767384899.562303:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000089c56f03. 00000800:00000010:1.0:1767384899.562308:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a60796ae. 00000800:00000010:1.0:1767384899.562326:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000548c0602. 00000800:00000200:1.1:1767384899.562332:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000471e30be] -> 12345-192.168.203.134@tcp23 (2) 00000800:00000200:1.1:1767384899.562336:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp23 00000000548c0602 deleted 00000800:00000010:1.1:1767384899.562338:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000548c0602. 00000800:00000200:1.1:1767384899.562342:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384899.562364:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp23 ip 192.168.203.134:995 00000800:00000200:1.1:1767384899.562367:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008539717f type 1, nob 384 niov 1 nkiov 1 00000800:00000200:1.0:1767384899.562372:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp23 p 3.x 192.168.203.134 -> 192.168.203.134:995 incarnation:1767384897917543761 sched[0] 00000800:00000010:1.0:1767384899.562377:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004a5bc7ce. 00000800:00000010:1.0:1767384899.562423:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004a5bc7ce. 00000800:00000010:1.0:1767384899.562427:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a60796ae. 00000800:00000200:3.1:1767384899.562444:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384899.562457:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp23 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384897917543761 sched[0] 00000800:00000010:1.0:1767384899.562458:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f79019b1. 00000800:00000010:3.0:1767384899.562461:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f24f36a1. 00000800:00000001:2.0:1767384899.562473:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384899.562492:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384899.562496:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384899.562511:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000800:00000001:2.0:1767384899.562529:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384899.562535:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384899.562537:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384899.562541:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384899.562544:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384899.562547:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp23(192.168.203.134@tcp23) <- 192.168.203.134@tcp23 : PUT - for me 00000400:00000200:3.0:1767384899.562555:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000800:00000010:1.0:1767384899.562555:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008539717f. 00000400:00000200:2.0:1767384899.562556:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384899.562562:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384899.562566:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 272/288 into md 0x1531 [1] + 0 00000400:00000200:1.0:1767384899.562573:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp23->192.168.203.134@tcp23: PUT: OK 00000400:00000010:2.0:1767384899.562574:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032e48dde. 00000400:00000200:2.0:1767384899.562580:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a241f68c 00000800:00000001:2.0:1767384899.562584:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384899.562587:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:2.0:1767384899.562589:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384899.562592:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384899.562593:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:1.0:1767384899.562593:0:16353:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp: 0 00000400:00000200:2.0:1767384899.562599:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp23->192.168.203.134@tcp23: PUT: OK 00000400:00000200:2.0:1767384899.562604:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a241f68c 00000400:00000010:2.0:1767384899.562607:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a241f68c. 00000400:00000200:2.0:1767384899.562610:0:16351:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384899.562614:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (17) 00000400:00000200:2.0:1767384899.562625:0:16351:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000200:2.0:1767384899.562627:0:16351:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.134@tcp (288 bytes) 00000400:00000200:2.0:1767384899.562631:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:3.0:1767384899.562638:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:2.0:1767384899.562641:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (18) 00000400:00000200:2.0:1767384899.562647:0:16351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384899.562652:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp23 to MR: 192.168.203.134@tcp23 local destination 00000400:00000200:2.0:1767384899.562658:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp23 NI seq info: [34:34:256:4294967295] 192.168.203.134@tcp23 LPNI seq info [34:34:8:4294967295] 00000400:00000200:2.0:1767384899.562668:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp23(192.168.203.134@tcp23:192.168.203.134@tcp23) -> 192.168.203.134@tcp23(192.168.203.134@tcp23:192.168.203.134@tcp23) 192.168.203.134@tcp23 : ACK try# 0 00000800:00000200:2.0:1767384899.562674:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp23 00000400:00000200:1.0:1767384899.562674:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384899.562680:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000800:00000010:2.0:1767384899.562681:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe2c8945. 00000400:00000010:1.0:1767384899.562682:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 0000000054547502. 00000400:00000010:1.0:1767384899.562688:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044a1028c. 00000800:00000200:2.0:1767384899.562691:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000471e30be] -> 12345-192.168.203.134@tcp23 (4) 00000400:00000010:1.0:1767384899.562695:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd1a8459. 00000800:00000200:2.0:1767384899.562699:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp23 ip 192.168.203.134:988 00000800:00000200:2.0:1767384899.562703:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fe2c8945 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384899.562703:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000054547502 00000400:00000010:1.0:1767384899.562709:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c698b414. 00000800:00000001:2.0:1767384899.562715:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384899.562716:0:16356:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 288 success 00000400:00000200:3.0:1767384899.562717:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:1.0:1767384899.562722:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102451 00000800:00000001:2.0:1767384899.562726:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384899.562726:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (17) 00000400:00000010:1.0:1767384899.562734:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 00000000b6db991f. 00000400:00000010:1.0:1767384899.562738:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000affc6cb3. 00000400:00000010:1.0:1767384899.562744:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009f9a8ccd. 00000400:00000200:3.0:1767384899.562746:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:1.0:1767384899.562748:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1767384899.562779:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1767384899.562785:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:1.0:1767384899.562791:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000800:00000200:2.0:1767384899.562792:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384899.562796:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe2c8945. 00000400:00000200:1.0:1767384899.562800:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:2.0:1767384899.562802:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384899.562811:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:1.0:1767384899.562811:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:2.0:1767384899.562813:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp23->192.168.203.134@tcp23: ACK: OK 00000400:00000200:1.0:1767384899.562842:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:1.0:1767384899.562847:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:1.0:1767384899.562851:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:1.0:1767384899.562855:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:1.0:1767384899.562859:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:1.0:1767384899.562870:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:3.0:1767384899.562876:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:1.0:1767384899.562876:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:1.0:1767384899.562880:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:1.0:1767384899.562884:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000400:00000200:1.0:1767384899.562889:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 6], ns[34, 6] 00000400:00000200:1.0:1767384899.562893:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767384899.562897:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp 00000400:00000200:3.0:1767384899.562898:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:1.0:1767384899.562900:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767384899.562909:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:1.0:1767384899.562912:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp NI seq info: [35:35:256:4294967295] 192.168.203.134@tcp LPNI seq info [35:35:8:4294967295] 00000400:00000200:1.0:1767384899.562917:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp 00000400:00000200:3.0:1767384899.562927:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:1.0:1767384899.562939:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp(192.168.203.134@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : GET try# 0 00000800:00000200:1.0:1767384899.562945:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp 00000800:00000001:2.0:1767384899.562949:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384899.562954:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384899.562957:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000800:00000001:2.0:1767384899.562966:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384899.562969:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384899.562973:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384899.562974:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006f3cbb75. 00000400:00000200:2.0:1767384899.562980:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp23(192.168.203.134@tcp23) <- 192.168.203.134@tcp23 : ACK - for me 00000800:00000200:1.0:1767384899.562986:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000707d4820] -> 12345-192.168.203.134@tcp (6) 00000400:00000200:3.0:1767384899.562993:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:2.0:1767384899.562994:0:16352:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp23: ACK from 12345-192.168.203.134@tcp23 into md 0x1571 00000800:00000200:1.0:1767384899.562998:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:2.0:1767384899.563001:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384899.563006:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp23->192.168.203.134@tcp23: ACK: OK 00000400:00000200:2.0:1767384899.563009:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090708e49 00000400:00000010:2.0:1767384899.563010:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090708e49. 00000400:00000200:2.0:1767384899.563019:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384899.563022:0:16352:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 00000800:00000200:1.0:1767384899.563022:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006f3cbb75 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384899.563026:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:2.0:1767384899.563029:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:2.0:1767384899.563034:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (18) 00000400:00000200:1.0:1767384899.563037:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp 00000400:00000200:1.0:1767384899.563042:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100251 rc 0 00000400:00000200:1.0:1767384899.563047:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100251 00000400:00000200:1.0:1767384899.563050:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (17) 00000400:00000010:1.0:1767384899.563054:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 000000007e20c691. 00000400:00000010:1.0:1767384899.563058:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b9ec9db. 00000400:00000200:3.0:1767384899.563061:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000010:1.0:1767384899.563062:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000095354f39. 00000400:00000200:1.0:1767384899.563067:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1767384899.563075:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1767384899.563080:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 35], ns[8, 35] 00000800:00000200:2.0:1767384899.563086:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384899.563089:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006f3cbb75. 00000400:00000200:2.0:1767384899.563099:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384899.563104:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000400:00000200:2.0:1767384899.563107:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp->192.168.203.134@tcp: GET: OK 00000400:00000200:3.0:1767384899.563110:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:1.0:1767384899.563114:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000400:00000200:1.0:1767384899.563118:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000400:00000200:1.0:1767384899.563123:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000400:00000200:1.0:1767384899.563127:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000400:00000200:1.0:1767384899.563132:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000400:00000200:3.0:1767384899.563134:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:1.0:1767384899.563136:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000400:00000200:1.0:1767384899.563141:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000400:00000200:1.0:1767384899.563145:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000400:00000200:1.0:1767384899.563150:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000400:00000200:1.0:1767384899.563160:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:3.0:1767384899.563163:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:1.0:1767384899.563165:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000400:00000200:1.0:1767384899.563169:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000400:00000200:1.0:1767384899.563174:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000400:00000200:1.0:1767384899.563177:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp10 00000400:00000200:1.0:1767384899.563181:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp10 lpni_is_preferred = 0 00000400:00000200:3.0:1767384899.563183:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:1.0:1767384899.563183:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp10 00000400:00000200:1.0:1767384899.563187:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp10 NI seq info: [36:36:256:4294967295] 192.168.203.134@tcp10 LPNI seq info [36:36:8:4294967295] 00000400:00000200:1.0:1767384899.563192:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp10 00000400:00000200:1.0:1767384899.563199:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp10(192.168.203.134@tcp10:) -> 192.168.203.134@tcp10(192.168.203.134@tcp:192.168.203.134@tcp10) : GET try# 0 00000400:00000200:2.0:1767384899.563203:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384899.563204:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000800:00000200:1.0:1767384899.563204:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp10 00000400:00000200:2.0:1767384899.563209:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp: 0 00000800:00000010:1.0:1767384899.563216:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006f3cbb75. 00000800:00000001:2.0:1767384899.563219:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384899.563224:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384899.563224:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ef955998] -> 12345-192.168.203.134@tcp10 (6) 00000800:00000001:2.0:1767384899.563230:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384899.563233:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384899.563237:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384899.563237:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp10 ip 192.168.203.134:988 00000800:00000200:1.0:1767384899.563242:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006f3cbb75 type 2, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1767384899.563243:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384899.563250:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:1.0:1767384899.563252:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp 00000400:00000200:2.0:1767384899.563255:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp(192.168.203.134@tcp) <- 192.168.203.134@tcp : GET - for me 00000400:00000200:1.0:1767384899.563259:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100251 rc 0 00000400:00000200:2.0:1767384899.563268:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384899.563272:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 288/288 into md 0x156d [1] + 0 00000400:00000200:2.0:1767384899.563278:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1767384899.563283:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp NI seq info: [37:37:256:4294967295] 192.168.203.134@tcp LPNI seq info [37:37:8:4294967295] 00080000:00000010:1.0:1767384899.563284:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005ca2211a. 00000400:00000200:3.0:1767384899.563285:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:2.0:1767384899.563295:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) 192.168.203.134@tcp : REPLY try# 0 00000800:00000200:2.0:1767384899.563300:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1767384899.563304:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe2c8945. 00000800:00000200:2.0:1767384899.563307:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000707d4820] -> 12345-192.168.203.134@tcp (6) 00000800:00000200:2.0:1767384899.563311:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:1023 00000800:00000200:2.0:1767384899.563313:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fe2c8945 type 3, nob 384 niov 1 nkiov 1 00000400:00000200:3.0:1767384899.563323:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000800:00000001:1.0:1767384899.563325:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384899.563330:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384899.563355:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384899.563359:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006f3cbb75. 00000400:00000200:2.0:1767384899.563362:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384899.563363:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:2.0:1767384899.563381:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp10->192.168.203.134@tcp10: GET: OK 00000400:00000200:2.0:1767384899.563390:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384899.563392:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp: 0 00000800:00000001:2.0:1767384899.563399:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384899.563405:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384899.563405:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384899.563410:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384899.563410:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe2c8945. 00000400:00000200:3.0:1767384899.563412:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384899.563416:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384899.563418:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384899.563423:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp->192.168.203.134@tcp: REPLY: OK 00000400:00000200:2.0:1767384899.563429:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp10(192.168.203.134@tcp10) <- 192.168.203.134@tcp10 : GET - for me 00000800:00000001:1.0:1767384899.563436:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384899.563440:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384899.563444:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:2.0:1767384899.563444:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 288/288 into md 0x156d [1] + 0 00000800:00000001:1.0:1767384899.563444:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384899.563449:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384899.563454:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384899.563459:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp10 to MR: 192.168.203.134@tcp10 local destination 00000400:00000200:1.0:1767384899.563466:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp(192.168.203.134@tcp) <- 192.168.203.134@tcp : REPLY - for me 00000400:00000200:2.0:1767384899.563469:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp10 NI seq info: [38:38:256:4294967295] 192.168.203.134@tcp10 LPNI seq info [38:38:8:4294967295] 00000400:00000200:3.0:1767384899.563472:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:2.0:1767384899.563481:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp10(192.168.203.134@tcp10:192.168.203.134@tcp10) -> 192.168.203.134@tcp10(192.168.203.134@tcp10:192.168.203.134@tcp10) 192.168.203.134@tcp10 : REPLY try# 0 00000800:00000200:2.0:1767384899.563486:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.203.134@tcp10 00000800:00000010:2.0:1767384899.563489:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007a9861c6. 00000400:00000200:1.0:1767384899.563494:0:16353:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp: Reply from 12345-192.168.203.134@tcp of length 288/288 into md 0x1589 00000800:00000200:2.0:1767384899.563498:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ef955998] -> 12345-192.168.203.134@tcp10 (6) 00000400:00000200:3.0:1767384899.563502:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000800:00000001:1.0:1767384899.563503:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384899.563507:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp10 ip 192.168.203.134:1021 00000800:00000200:2.0:1767384899.563510:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007a9861c6 type 3, nob 384 niov 1 nkiov 1 00000800:00000001:1.0:1767384899.563511:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384899.563515:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384899.563519:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp->192.168.203.134@tcp: REPLY: OK 00000400:00000200:1.0:1767384899.563522:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000affc6cb3 00000400:00000010:1.0:1767384899.563525:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000affc6cb3. 00000400:00000200:1.0:1767384899.563528:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384899.563531:0:16353:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.134@tcp has discovery enabled 00000400:00000200:1.0:1767384899.563534:0:16353:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000200:3.0:1767384899.563537:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:1.0:1767384899.563540:0:16353:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.134@tcp data present 16. state = 0x100251 00000400:00000200:1.0:1767384899.563545:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000800:00000200:2.0:1767384899.563546:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384899.563550:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007a9861c6. 00000400:00000200:2.0:1767384899.563553:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384899.563555:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (18) 00000400:00000200:2.0:1767384899.563561:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp10->192.168.203.134@tcp10: REPLY: OK 00000800:00000001:1.0:1767384899.563564:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384899.563569:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384899.563571:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384899.563577:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384899.563580:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384899.563580:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384899.563588:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384899.563589:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384899.563598:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp10(192.168.203.134@tcp10) <- 192.168.203.134@tcp10 : REPLY - for me 00000400:00000200:2.0:1767384899.563605:0:16352:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp10: Reply from 12345-192.168.203.134@tcp10 of length 288/288 into md 0x158d 00000400:00000200:1.0:1767384899.563607:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000001:2.0:1767384899.563610:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384899.563614:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1000d1 00000800:00000001:2.0:1767384899.563616:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384899.563619:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384899.563623:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 340 at 00000000193aa754. 00000400:00000010:1.0:1767384899.563629:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 408 at 00000000828b7b2f. 00000400:00000200:2.0:1767384899.563632:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp10->192.168.203.134@tcp10: REPLY: OK 00000400:00000010:1.0:1767384899.563635:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 340 at 000000005e4d3a82. 00000400:00000200:2.0:1767384899.563638:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b9ec9db 00000400:00000010:2.0:1767384899.563641:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b9ec9db. 00000400:00000200:2.0:1767384899.563643:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384899.563646:0:16352:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.134@tcp has discovery enabled 00000400:00000200:2.0:1767384899.563649:0:16352:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000200:2.0:1767384899.563652:0:16352:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.134@tcp data present 16. state = 0x100151 00000400:00000200:2.0:1767384899.563657:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:2.0:1767384899.563660:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (17) 00000400:00000010:1.0:1767384899.563662:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000004f534105. 00000800:00000001:2.0:1767384899.563666:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384899.563671:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384899.563671:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 000000004f534105 nid 192.168.203.134@tcp24 00000400:00000010:1.0:1767384899.563678:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000909c1970. 00000400:00000200:1.0:1767384899.563681:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 00000000909c1970 net tcp24 00000400:00000200:1.0:1767384899.563684:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (16) 00000400:00000200:1.0:1767384899.563689:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp24 flags 0x11 00000400:00000010:1.0:1767384899.563694:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 340 at 00000000193aa754. 00000400:00000010:1.0:1767384899.563697:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 408 at 00000000828b7b2f. 00000400:00000010:1.0:1767384899.563700:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 340 at 000000005e4d3a82. 00000400:00000010:1.0:1767384899.563704:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 00000000b6db991f. 00000400:00000200:1.0:1767384899.563708:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:1.0:1767384899.563712:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x1001d1 00000400:00000200:2.0:1767384899.563713:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384899.563717:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1001d1 rc 1 00000400:00000200:1.0:1767384899.563724:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1001d1 00000800:00000010:3.0:1767384899.563725:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005de6105c. 00000400:00000010:1.0:1767384899.563728:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 340 at 00000000b6db991f. 00000800:00000010:3.0:1767384899.563729:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f24f36a1. 00000400:00000010:1.0:1767384899.563731:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 408 at 000000005e4d3a82. 00000800:00000010:3.0:1767384899.563732:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000728276af. 00000400:00000200:2.0:1767384899.563734:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp23 from 226.3.0.2 00000400:00000010:1.0:1767384899.563735:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 340 at 00000000828b7b2f. 00000800:00000010:2.0:1767384899.563739:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f3108b6e. 00000400:00000010:1.0:1767384899.563766:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 340 at 00000000b6db991f. 00000400:00000010:1.0:1767384899.563771:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 408 at 000000005e4d3a82. 00000400:00000010:1.0:1767384899.563775:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 340 at 00000000828b7b2f. 00000400:00000010:1.0:1767384899.563778:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 000000007e20c691. 00000400:00000200:1.0:1767384899.563783:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000800:00000010:3.0:1767384899.563784:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000728276af. 00000400:00000200:1.0:1767384899.563787:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100151 00000400:00000200:1.0:1767384899.563791:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 rc 1 00000400:00000200:1.0:1767384899.563795:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000400:00000200:1.0:1767384899.563799:0:16356:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.134@tcp 00000400:00000200:1.0:1767384899.563809:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100111 rc 0 00000400:00000200:1.0:1767384899.563850:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:1.0:1767384899.563855:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (17) 00000800:00000010:1.0:1767384899.563893:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a4e348b3. 00000800:00000010:1.0:1767384899.563897:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a60796ae. 00080000:00000010:3.0:1767384899.563915:0:17083:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001caab097. 00000800:00000010:1.0:1767384899.563915:0:16349:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000548c0602. 00000800:00000200:1.1:1767384899.563921:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000471e30be] -> 12345-192.168.203.134@tcp23 (4) 00040000:00000001:3.0:1767384899.563925:0:17083:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000800:00000200:1.1:1767384899.563926:0:16349:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp23 00000000548c0602 deleted 00040000:00000001:3.0:1767384899.563928:0:17083:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000800:00000010:1.1:1767384899.563928:0:16349:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000548c0602. 00080000:00000001:3.0:1767384899.563930:0:17083:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384899.563932:0:16349:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000020:00000002:3.0:1767384899.563935:0:17083:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 00000800:00000200:1.0:1767384899.563938:0:16349:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp23 p 3.x 192.168.203.134 -> 192.168.203.134:994 incarnation:1767384897917543761 sched[0] 20000000:00000001:3.0:1767384899.563939:0:17083:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384899.563942:0:17083:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000800:00000010:1.0:1767384899.563943:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004a5bc7ce. 20000000:01000000:3.0:1767384899.563951:0:17083:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384899.563961:0:17083:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384899.563965:0:17083:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384899.563970:0:17083:0:(osd_handler.c:2844:osd_sync()) Process entered 00000800:00000010:1.0:1767384899.563995:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004a5bc7ce. 00000800:00000010:1.0:1767384899.563999:0:16349:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a60796ae. 00000800:00000010:1.0:1767384899.564023:0:16349:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f3108b6e. 20000000:01000000:3.0:1767384899.564032:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000800:00000001:1.0:1767384899.564032:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:3.0:1767384899.564036:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000800:00000001:1.0:1767384899.564037:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:3.0:1767384899.564039:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384899.564044:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384899.564047:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384899.564053:0:17105:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000049e9e82c count: 2 00010000:00000001:3.0:1767384899.564056:0:17105:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384899.564059:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000800:00000200:1.1:1767384899.564060:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:3.0:1767384899.564064:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000244b599e. 00000800:00000200:1.0:1767384899.564066:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp23 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384897917543761 sched[0] 00000020:00000001:3.0:1767384899.564068:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000800:00000010:1.0:1767384899.564069:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f24f36a1. 00000020:00000040:3.0:1767384899.564070:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000244b599e with handle 0xb57eb78819562fe4 to hash 00000020:00000001:3.0:1767384899.564073:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384899.564074:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00010000:00000001:3.0:1767384899.564077:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00010000:00000001:3.0:1767384899.564081:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384899.564083:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384899.564087:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000244b599e/0xb57eb78819562fe4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000800:00000001:2.0:1767384899.564091:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384899.564096:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:1.0:1767384899.564109:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007e20c691. 20000000:01000000:1.0:1767384899.564113:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 20000000:00000001:1.0:1767384899.564116:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384899.564120:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:3.0:1767384899.564122:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384899.564122:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:3.0:1767384899.564126:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000020:2.0:1767384899.564128:0:17083:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384899.564129:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:1.0:1767384899.564131:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:3.0:1767384899.564133:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:2.0:1767384899.564134:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384899.564136:0:17105:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 20000000:00000010:2.0:1767384899.564137:0:17083:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000215eb251. 00010000:00010000:3.0:1767384899.564142:0:17105:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000041cc37ef/0xb57eb78819562fdd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819562fd6 expref: 16 pid: 17083 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384899.564142:0:17083:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384899.564142:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384899.564147:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384899.564149:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384899.564150:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348022528 00010000:00000001:2.0:1767384899.564154:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:1.0:1767384899.564154:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384899.564158:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384899.564161:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ad4241d0 x1853237348022528/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:125/0 lens 4848/4768 e 0 to 0 dl 1767384910 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000002:1.0:1767384899.564163:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000e523df4c 00010000:00000001:3.0:1767384899.564169:0:17105:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000020:00000001:1.0:1767384899.564170:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000aa1b0688 00010000:00000001:3.0:1767384899.564173:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384899.564175:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:3.0:1767384899.564177:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384899.564180:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384899.564182:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384899.564184:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384899.564187:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384899.564188:0:17105:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00080000:00000001:1.0:1767384899.564188:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384899.564190:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384899.564191:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384899.564192:0:17105:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000244b599e/0xb57eb78819562fe4 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384899.564194:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=33 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384899.564195:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:2.0:1767384899.564203:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:3.0:1767384899.564204:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000049e9e82c) refcount = 2 00000020:00000001:1.0:1767384899.564204:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00000100:00000040:2.0:1767384899.564207:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000040:3.0:1767384899.564210:0:17105:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00080000:00000001:1.0:1767384899.564210:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00000001:2.0:1767384899.564211:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00080000:00000010:1.0:1767384899.564214:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000828b7b2f. 00010000:00000040:3.0:1767384899.564215:0:17105:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000041cc37ef/0xb57eb78819562fdd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xb57eb78819562fd6 expref: 16 pid: 17083 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384899.564215:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384899.564219:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384899.564219:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585624905728 : -119488084645888 : ffff93538328e800) 00080000:00000001:1.0:1767384899.564224:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000001:2.0:1767384899.564226:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:3.0:1767384899.564227:0:17105:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000001:00000001:1.0:1767384899.564227:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000040:3.0:1767384899.564230:0:17105:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000244b599e/0xb57eb78819562fe4 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000010:1.0:1767384899.564230:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004a5bc7ce. 00000100:00000040:2.0:1767384899.564232:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00080000:00000001:1.0:1767384899.564234:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384899.564237:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000010:3.0:1767384899.564239:0:17105:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728276af. 00000400:00000010:2.0:1767384899.564242:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003338cd4c. 00000100:00000001:3.0:1767384899.564243:0:17105:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000200:2.0:1767384899.564247:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348022528, offset 224 00000100:00000010:3.0:1767384899.564248:0:17105:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f24f36a1. 00080000:00000001:1.0:1767384899.564248:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.564253:0:17105:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624585624513344 : -119488085038272 : ffff93538322eb40) 00000100:00000001:3.0:1767384899.564257:0:17105:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624585624513344 : -119488085038272 : ffff93538322eb40) 00000400:00000200:2.0:1767384899.564257:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000001:1.0:1767384899.564261:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:3.0:1767384899.564262:0:17105:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384899.564264:0:17105:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384899.564267:0:17105:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000400:00000200:2.0:1767384899.564269:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384899.564272:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384899.564275:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384899.564279:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d03900 00000020:00000001:3.0:1767384899.564280:0:17105:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384899.564284:0:17105:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000200:2.0:1767384899.564285:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1575 [2] + 224 00010000:00000001:3.0:1767384899.564288:0:17105:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000400:00000200:2.0:1767384899.564290:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384899.564291:0:17105:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000400:00000200:2.0:1767384899.564297:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1767384899.564298:0:17105:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000efb0e3d4. 00000100:00000001:2.0:1767384899.564299:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767384899.564304:0:17105:0:(genops.c:1229:class_import_get()) import 000000003b66da55 refcount=2 obd=MGS 00000100:00000200:2.0:1767384899.564305:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bf01a73a x1853237348022528/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384899.564311:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000bf01a73a x1853237348022528/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384899.564316:0:17105:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384899.564320:0:17105:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384899.564324:0:17105:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384899.564328:0:17105:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000da7b0f70. 00000100:00000001:3.0:1767384899.564332:0:17105:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.564336:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:3.0:1767384899.564339:0:17105:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000041cc37ef/0xb57eb78819562fdd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb57eb78819562fd6 expref: 16 pid: 17083 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384899.564341:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003338cd4c 00000400:00000010:2.0:1767384899.564345:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003338cd4c. 00000100:00000001:2.0:1767384899.564349:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384899.564352:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384899.564355:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384899.564358:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00010000:3.0:1767384899.564360:0:17105:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000041cc37ef/0xb57eb78819562fdd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb57eb78819562fd6 expref: 16 pid: 17083 timeout: 371 lvb_type: 0 00000100:00000001:1.0:1767384899.564360:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384899.564361:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384899.564363:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384899.564365:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384899.564369:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384899.564370:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384899.564372:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384899.564376:0:17105:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000400:00000010:1.0:1767384899.564376:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c07ad70d. 00000100:00000040:2.0:1767384899.564377:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ad4241d0 x1853237348022528/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:125/0 lens 4848/4768 e 0 to 0 dl 1767384910 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384899.564379:0:17105:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384899.564382:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033c4790f 00000100:00000040:3.0:1767384899.564385:0:17105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000efb0e3d4 x1853237348022784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767384899.564386:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000033c4790f. 00000100:00000001:1.0:1767384899.564392:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384899.564397:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ad4241d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+16:16358:x1853237348022528:12345-0@lo:253: Request processed in 3088us (3509us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384899.564398:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bf01a73a x1853237348022528/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384899.564400:0:17105:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384899.564404:0:17105:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384899.564411:0:17105:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000efb0e3d4 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17105:1853237348022784:0@lo:104: 00000100:00100000:2.0:1767384899.564416:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00000001:3.0:1767384899.564417:0:17105:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1767384899.564417:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bf01a73a x1853237348022528/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384899.564421:0:17105:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384899.564422:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 02000000:00000001:3.0:1767384899.564423:0:17105:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.564427:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1767384899.564428:0:17105:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384899.564432:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:3.0:1767384899.564433:0:17105:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000435ea720. 00000100:00000001:1.0:1767384899.564433:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384899.564436:0:17105:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.564436:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384899.564437:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000013bdacfc. 00000400:00000010:3.0:1767384899.564439:0:17105:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ccaabf2. 00000100:00000001:1.0:1767384899.564439:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384899.564443:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384899.564444:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007f2b515d. 00000400:00000010:3.0:1767384899.564445:0:17105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079a06bc7. 00000100:00000001:1.0:1767384899.564445:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384899.564447:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384899.564449:0:17105:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348022784, portal 16 02000000:00000001:1.0:1767384899.564449:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.564452:0:17105:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384899.564455:0:17105:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789832960 : -119482919718656 : ffff9354b7037100) 00000100:00001000:1.0:1767384899.564456:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=33 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384899.564457:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c90c1cda. 00000100:00000040:3.0:1767384899.564461:0:17105:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000efb0e3d4 x1853237348022784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00001000:1.0:1767384899.564461:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=33 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384899.564464:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 15 00000100:00000001:1.0:1767384899.564466:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384899.564470:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384899.564471:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384899.564473:0:17105:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384899.564473:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1767384899.564474:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000080abe1ea. 00010000:00000001:1.0:1767384899.564476:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384899.564478:0:17105:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384899.564478:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384899.564482:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384899.564484:0:17105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000553cd36e. 00000100:00000200:2.0:1767384899.564489:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384899.564489:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384899.564494:0:17105:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237348022784, offset 0 00000100:00000040:1.0:1767384899.564494:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf01a73a x1853237348022528/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384899.564496:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f16ceb5. 00000400:00000200:3.0:1767384899.564501:0:17105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384899.564504:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384899.564506:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1767384899.564507:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003338cd4c. 00000100:00000001:1.0:1767384899.564508:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384899.564510:0:17105:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:01000004:1.0:1767384899.564515:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384899.564517:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384899.564519:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384899.564520:0:17105:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958271d03a00 00000020:01000004:1.0:1767384899.564520:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384899.564522:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384899.564523:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384899.564525:0:16358:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384899.564526:0:17105:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1312 00000020:01000004:1.0:1767384899.564526:0:16358:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384899.564527:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384899.564529:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384899.564531:0:17105:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384899.564532:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf01a73a x1853237348022528/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384899.564534:0:17105:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384899.564538:0:17105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384899.564540:0:17105:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00100000:1.0:1767384899.564540:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bf01a73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348022528:0@lo:253: 00000100:00000010:3.0:1767384899.564544:0:17105:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000054119cc5. 00000100:00000001:1.0:1767384899.564545:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384899.564546:0:17105:0:(events.c:337:request_in_callback()) incoming req@0000000054119cc5 x1853237348022784 msgsize 328 00000100:00000001:1.0:1767384899.564547:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384899.564549:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf01a73a x1853237348022528/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384899.564551:0:17105:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384899.564556:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384899.564558:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384899.564561:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002299428b. 00000100:00000001:3.0:1767384899.564564:0:17105:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384899.564565:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384899.564566:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384899.564568:0:16358:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000400:00000200:3.0:1767384899.564569:0:17105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000553cd36e 00000020:00000001:1.0:1767384899.564570:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:3.0:1767384899.564571:0:17105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000553cd36e. 02000000:00000010:1.0:1767384899.564572:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000eee636a5. 00000100:00000001:3.0:1767384899.564573:0:17105:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384899.564575:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1767384899.564576:0:17105:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000efb0e3d4 x1853237348022784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384899.564577:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384899.564578:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf01a73a. 00000100:00000001:1.0:1767384899.564582:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384899.564585:0:17105:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384899.564589:0:17105:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000efb0e3d4 x1853237348022784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384915 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384899.564590:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384899.564592:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384899.564593:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384899.564597:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384899.564598:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348022784 00000100:00000001:3.0:1767384899.564599:0:17105:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.564599:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384899.564603:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384899.564604:0:17105:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384899.564604:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384899.564608:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384899.564609:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.564610:0:17105:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.564612:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.564614:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294888600 02000000:00000001:2.0:1767384899.564618:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.564622:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294888597 00000100:00100000:2.0:1767384899.564623:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348022784 00000020:00000001:2.0:1767384899.564627:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384899.564629:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294888600 00000020:00000040:2.0:1767384899.564630:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562d98 00000020:00000001:2.0:1767384899.564635:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384899.564637:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294888597 00000020:00000040:2.0:1767384899.564640:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 000000009de0d226 refcount=3 00000100:00000001:3.0:1767384899.564641:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294888600 00000100:00000001:3.0:1767384899.564646:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294888597 00000020:00000001:2.0:1767384899.564647:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590787602432 : -119482921949184 : ffff9354b6e16800) 00000100:00000001:3.0:1767384899.564650:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294888600 00000020:00000001:2.0:1767384899.564652:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590787602432 : -119482921949184 : ffff9354b6e16800) 00000100:00000001:3.0:1767384899.564655:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294888597 00000100:00000001:2.0:1767384899.564657:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384899.564662:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b497b536. 00000100:00000001:3.0:1767384899.564667:0:17105:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384899.564668:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384899.564673:0:17105:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384899.564673:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b497b536. 00010000:00000001:3.0:1767384899.564678:0:17105:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384899.564680:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c90c1cda. 00010000:00000001:3.0:1767384899.564682:0:17105:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384899.564687:0:17105:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384899.564687:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000058ec21e1. 00010000:00000001:3.0:1767384899.564693:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384899.564694:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767384899.564694:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007f2b515d. 00010000:00000001:3.0:1767384899.564697:0:17105:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.564701:0:17105:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000040:2.0:1767384899.564702:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00010000:00000001:3.0:1767384899.564703:0:17105:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384899.564707:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384899.564708:0:17105:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.564710:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384899.564712:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.564714:0:17105:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384899.564718:0:17105:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384899.564718:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384899.564722:0:17105:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f24f36a1 going to sleep for 11 seconds 00000100:00000001:3.0:1767384899.564725:0:17105:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384899.564727:0:17105:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.564732:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384899.564749:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384899.564762:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384899.564767:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:2.0:1767384899.564769:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000009de0d226 : new rpc_count 1 00000100:00000001:2.0:1767384899.564770:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590789820416 : -119482919731200 : ffff9354b7034000) 00000100:00000040:2.0:1767384899.564774:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000054119cc5 x1853237348022784/t0(0) o104->b543db4a-4900-454f-be04-352b2897a173@0@lo:125/0 lens 328/0 e 0 to 0 dl 1767384910 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384899.564780:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384899.564783:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b497b536. 00000100:00000001:2.0:1767384899.564785:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384899.564786:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b497b536. 00000100:00100000:2.0:1767384899.564791:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000054119cc5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b543db4a-4900-454f-be04-352b2897a173+3:17105:x1853237348022784:12345-0@lo:104: 00000100:00000200:2.0:1767384899.564794:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348022784 00010000:00000001:2.0:1767384899.564796:0:17073:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384899.564799:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384899.564801:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384899.564802:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002fa4dab2 refcount=2 00000020:00000001:2.0:1767384899.564804:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:2.0:1767384899.564805:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:2.0:1767384899.564807:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384899.564810:0:17073:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384899.564812:0:17073:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819562fd6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb57eb78819562fdd expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384899.564851:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384899.564853:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384899.564856:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000012b8444c. 02000000:00000001:2.0:1767384899.564857:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.564859:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384899.564861:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384899.564862:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384899.564864:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ecba4e0e time=33 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384899.564871:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384899.564873:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:2.0:1767384899.564874:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:2.0:1767384899.564876:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384899.564877:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.564879:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384899.564881:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384899.564884:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000100:00000200:2.0:1767384899.564887:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237348022784, offset 224 00000400:00000200:2.0:1767384899.564891:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384899.564896:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384899.564902:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958271d03a00 00000400:00000200:2.0:1767384899.564906:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1595 [1] + 224 00000400:00000200:2.0:1767384899.564909:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384899.564912:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384899.564915:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384899.564918:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000efb0e3d4 x1853237348022784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384899.564924:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000efb0e3d4 x1853237348022784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384899.564936:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384899.564940:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c2d411d 00000400:00000010:2.0:1767384899.564942:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000100:00000001:2.0:1767384899.564945:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384899.564947:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384899.564950:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384899.564953:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:2.0:1767384899.564956:0:17073:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1767384899.564957:0:17105:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000010:2.0:1767384899.564960:0:17073:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000e897bd2f. 00000400:00000001:3.0:1767384899.564963:0:17105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384899.564964:0:17073:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000001:3.0:1767384899.564967:0:17105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384899.564970:0:17105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ccaabf2. 00010000:00010000:2.0:1767384899.564974:0:17073:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000200:3.0:1767384899.564975:0:17105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079a06bc7 00010000:00000001:2.0:1767384899.564977:0:17073:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384899.564980:0:17105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079a06bc7. 00010000:00000001:2.0:1767384899.564980:0:17073:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384899.564984:0:17073:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384899.564985:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384899.564986:0:17105:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384899.564987:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384899.564991:0:17105:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000efb0e3d4 x1853237348022784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384899.564992:0:17078:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:2.0:1767384899.564996:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054119cc5 x1853237348022784/t0(0) o104->b543db4a-4900-454f-be04-352b2897a173@0@lo:125/0 lens 328/224 e 0 to 0 dl 1767384910 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384899.564997:0:17078:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384899.565000:0:17078:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384899.565003:0:17078:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819562fd6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb57eb78819562fdd expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384899.565011:0:17105:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000efb0e3d4 x1853237348022784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384899.565021:0:17078:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002fa4dab2 already unused, calling callback (00000000099ed54c) 10000000:00000001:1.0:1767384899.565026:0:17078:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1767384899.565030:0:17105:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384899.565030:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000054119cc5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b543db4a-4900-454f-be04-352b2897a173+3:17105:x1853237348022784:12345-0@lo:104: Request processed in 245us (479us total) trans 0 rc 0/0 10000000:00010000:1.0:1767384899.565030:0:17078:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819562fd6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb57eb78819562fdd expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384899.565033:0:17105:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384899.565038:0:17105:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384899.565041:0:17105:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384899.565043:0:17105:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384899.565043:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00000001:1.0:1767384899.565043:0:17078:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1767384899.565046:0:17105:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384899.565046:0:17078:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:2.0:1767384899.565047:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009de0d226 : new rpc_count 0 02000000:00000001:3.0:1767384899.565049:0:17105:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384899.565049:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384899.565051:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:1.0:1767384899.565052:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002fa4dab2 refcount=3 00000100:00001000:3.0:1767384899.565053:0:17105:0:(import.c:2128:obd_at_measure()) add 5 to 000000008ef118cb time=33 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384899.565054:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767384899.565057:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00000100:00001000:3.0:1767384899.565058:0:17105:0:(import.c:2128:obd_at_measure()) add 1 to 00000000456edb1d time=33 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384899.565059:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000058ec21e1. 00010000:00000001:1.0:1767384899.565060:0:17078:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00000020:00000010:2.0:1767384899.565063:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007f2b515d. 00010000:00000001:1.0:1767384899.565066:0:17078:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000010:2.0:1767384899.565069:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c90c1cda. 00010000:00010000:1.0:1767384899.565069:0:17078:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819562fd6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb57eb78819562fdd expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384899.565070:0:17105:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384899.565073:0:17105:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.565076:0:17105:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1767384899.565078:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000009de0d226 : new refcount 2 00010000:00000001:3.0:1767384899.565079:0:17105:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384899.565079:0:17078:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1767384899.565081:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 10000000:00010000:1.0:1767384899.565082:0:17078:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819562fd6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb57eb78819562fdd expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384899.565083:0:17105:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384899.565089:0:17105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000efb0e3d4 x1853237348022784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:01000000:1.0:1767384899.565089:0:17078:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1767384899.565093:0:17078:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000001:3.0:1767384899.565096:0:17105:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384899.565099:0:17105:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 10000000:00000040:1.0:1767384899.565099:0:17078:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000001:3.0:1767384899.565101:0:17105:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:1.0:1767384899.565101:0:17078:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767384899.565104:0:17105:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384899.565104:0:17078:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384899.565105:0:17078:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.565106:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384899.565108:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384899.565109:0:17105:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384899.565113:0:17105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000efb0e3d4 x1853237348022784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384915 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:1.0:1767384899.565118:0:17078:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384899.565120:0:17078:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00100000:3.0:1767384899.565121:0:17105:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000efb0e3d4 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17105:1853237348022784:0@lo:104: 10000000:00000040:1.0:1767384899.565122:0:17078:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000002298ce) refs 2 10000000:00000001:1.0:1767384899.565124:0:17078:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:3.0:1767384899.565125:0:17105:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384899.565126:0:17078:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.565129:0:17105:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384899.565130:0:17078:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1767384899.565131:0:17105:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384899.565133:0:17105:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384899.565133:0:17078:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384899.565135:0:17078:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:3.0:1767384899.565136:0:17105:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000efb0e3d4 x1853237348022784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384915 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384899.565138:0:17078:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384899.565139:0:17078:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.565142:0:17105:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:1.0:1767384899.565142:0:17078:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002fa4dab2 with handle 0xb57eb78819562fd6 from hash 02000000:00000001:3.0:1767384899.565144:0:17105:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767384899.565144:0:17078:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000010:3.0:1767384899.565146:0:17105:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000435ea720. 00010000:00000001:1.0:1767384899.565146:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384899.565147:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384899.565148:0:17078:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:3.0:1767384899.565150:0:17105:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767384899.565150:0:17078:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:3.0:1767384899.565151:0:17105:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767384899.565152:0:17078:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000020:00000040:3.0:1767384899.565153:0:17105:0:(genops.c:1242:class_import_put()) import 000000003b66da55 refcount=1 obd=MGS 00000020:00000001:3.0:1767384899.565154:0:17105:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384899.565155:0:17078:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 02000000:00000010:3.0:1767384899.565156:0:17105:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000da7b0f70. 00010000:00000001:1.0:1767384899.565157:0:17078:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 02000000:00000001:3.0:1767384899.565158:0:17105:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384899.565159:0:17105:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384899.565161:0:17105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000efb0e3d4. 00000100:00000010:1.0:1767384899.565161:0:17078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf01a73a. 00000100:00000001:3.0:1767384899.565163:0:17105:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:1.0:1767384899.565164:0:17078:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00000001:1.0:1767384899.565167:0:17078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384899.565168:0:17078:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384899.565170:0:17105:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384899.565171:0:17078:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384899.565172:0:17105:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f24f36a1. 02000000:00000010:1.0:1767384899.565174:0:17078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005e4d3a82. 00000100:00000001:3.0:1767384899.565175:0:17105:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384899.565176:0:17105:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384899.565177:0:17078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384899.565179:0:17105:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728276af. 00010000:00000001:1.0:1767384899.565180:0:17078:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:3.0:1767384899.565181:0:17105:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384899.565182:0:17078:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819562fd6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb57eb78819562fdd expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384899.565184:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.565186:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384899.565189:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00010000:1.0:1767384899.565189:0:17078:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384899.565191:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384899.565191:0:17078:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384899.565194:0:17105:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000244b599e/0xb57eb78819562fe4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384899.565194:0:17078:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384899.565223:0:17078:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384899.565229:0:17078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf01a73a] to pc [ptlrpcd_00_02+2] req@00000000bf01a73a x1853237348022912/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384899.565255:0:17078:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384899.565258:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384899.565258:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384899.565261:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384899.565262:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384899.565264:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767384899.565266:0:17078:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384899.565270:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf01a73a x1853237348022912/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384899.565270:0:17078:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384899.565276:0:17078:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384899.565297:0:17078:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819562fd6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb57eb78819562fdd expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384899.565298:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384899.565300:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384899.565305:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384899.565308:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384899.565311:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384899.565312:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384899.565316:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bf01a73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348022912:0@lo:103: 00010000:00010000:1.0:1767384899.565316:0:17078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819562fd6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb57eb78819562fdd expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384899.565323:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384899.565326:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384899.565329:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384899.565331:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000040:1.0:1767384899.565333:0:17078:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000c281699 count: 0 02000000:00000010:2.0:1767384899.565335:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c90c1cda. 02000000:00000001:2.0:1767384899.565338:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384899.565342:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fe19f49. 00010000:00000001:1.0:1767384899.565346:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767384899.565347:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00010000:00000001:1.0:1767384899.565349:0:17078:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384899.565351:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384899.565351:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348022912, portal 18 00010000:00000010:1.0:1767384899.565353:0:17078:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000e897bd2f. 00000100:00000001:3.0:1767384899.565354:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384899.565358:0:17078:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.565360:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1767384899.565362:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384899.565363:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590793075200 : -119482916476416 : ffff9354b734ea00) 00000020:00000001:1.0:1767384899.565368:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384899.565369:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bf01a73a x1853237348022912/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384915 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384899.565373:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384899.565376:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384899.565380:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384899.565380:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384899.565385:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:1.0:1767384899.565386:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767384899.565389:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000584675ab. 00000020:00000001:1.0:1767384899.565390:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:2.0:1767384899.565393:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237348022912, offset 0 00000020:00000001:1.0:1767384899.565394:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384899.565400:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384899.565403:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384899.565409:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384899.565413:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958271d03a80 00000400:00000200:2.0:1767384899.565417:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1312 00000400:00000200:2.0:1767384899.565419:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384899.565421:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384899.565424:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384899.565425:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384899.565427:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000020ec9fcc. 00000100:00000040:2.0:1767384899.565429:0:16360:0:(events.c:337:request_in_callback()) incoming req@0000000020ec9fcc x1853237348022912 msgsize 328 00000100:00100000:2.0:1767384899.565431:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384899.565440:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384899.565442:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000584675ab 00000400:00000010:2.0:1767384899.565444:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000584675ab. 00000100:00000001:2.0:1767384899.565445:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384899.565447:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bf01a73a x1853237348022912/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384915 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384899.565453:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384899.565455:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf01a73a x1853237348022912/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384915 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384899.565459:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.565461:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384899.565463:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.565465:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294888601 00000100:00000001:2.0:1767384899.565470:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294888600 00000100:00000001:2.0:1767384899.565478:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294888601 00000100:00000001:2.0:1767384899.565482:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294888600 00000100:00000001:2.0:1767384899.565484:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294888601 00000100:00000001:2.0:1767384899.565488:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294888600 00000100:00000001:2.0:1767384899.565492:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294888601 00000100:00000001:2.0:1767384899.565495:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294888600 00000100:00000001:3.0:1767384899.565512:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384899.565514:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384899.565516:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348022912 00000100:00000001:2.0:1767384899.565517:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384899.565521:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384899.565522:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.565526:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384899.565527:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384899.565530:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384899.565531:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.565533:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767384899.565536:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.565537:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384899.565540:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384899.565542:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348022912 00000100:00000001:2.0:1767384899.565543:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384899.565547:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384899.565547:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384899.565551:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:3.0:1767384899.565555:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384899.565556:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=16 00000020:00000001:3.0:1767384899.565559:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:3.0:1767384899.565561:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:3.0:1767384899.565564:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384899.565567:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000728276af. 00000100:00000001:3.0:1767384899.565569:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384899.565571:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000728276af. 00000020:00000010:3.0:1767384899.565575:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da7b0f70. 00000020:00000010:3.0:1767384899.565579:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000d1100ef. 00000020:00000010:3.0:1767384899.565583:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008dc23a99. 00000100:00000040:3.0:1767384899.565595:0:17076:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384899.565598:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384899.565600:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384899.565601:0:17076:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384899.565604:0:17076:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.565606:0:17076:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384899.565608:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384899.565610:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384899.565612:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000041cc37ef refcount=4 00000020:00000001:3.0:1767384899.565614:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006036992 : -119483703514624 : ffff9354884baa00) 00010000:00000001:3.0:1767384899.565616:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006036992 : -119483703514624 : ffff9354884baa00) 00010000:00010000:3.0:1767384899.565621:0:17076:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000041cc37ef/0xb57eb78819562fdd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb57eb78819562fd6 expref: 16 pid: 17083 timeout: 371 lvb_type: 0 00010000:00000001:3.0:1767384899.565628:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384899.565629:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384899.565631:0:17076:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384899.565633:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384899.565638:0:17076:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384899.565642:0:17076:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000020ec9fcc x1853237348022912/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:125/0 lens 328/0 e 0 to 0 dl 1767384910 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384899.565650:0:17076:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384899.565652:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.565664:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384899.565674:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384899.565676:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384899.565680:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:3.0:1767384899.565682:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000100:00000001:3.0:1767384899.565685:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590667943424 : -119483041608192 : ffff9354afbf8e00) 00000100:00000040:3.0:1767384899.565688:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000020ec9fcc x1853237348022912/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:125/0 lens 328/0 e 0 to 0 dl 1767384910 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384899.565697:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384899.565699:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000728276af. 00000100:00000001:3.0:1767384899.565707:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384899.565710:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000728276af. 00000100:00100000:3.0:1767384899.565714:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000020ec9fcc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b543db4a-4900-454f-be04-352b2897a173+16:16360:x1853237348022912:12345-0@lo:103: 00000100:00000200:3.0:1767384899.565718:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348022912 00010000:00000001:3.0:1767384899.565721:0:17076:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384899.565723:0:17076:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384899.565724:0:17076:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384899.565727:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384899.565729:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384899.565732:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000487233c7. 02000000:00000001:3.0:1767384899.565734:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.565736:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.565738:0:17076:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384899.565740:0:17076:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384899.565743:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384899.565745:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384899.565746:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000041cc37ef refcount=4 00000020:00000001:3.0:1767384899.565748:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006036992 : -119483703514624 : ffff9354884baa00) 00010000:00000001:3.0:1767384899.565764:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006036992 : -119483703514624 : ffff9354884baa00) 00010000:00000040:3.0:1767384899.565767:0:17076:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000049e9e82c count: 3 00010000:00010000:3.0:1767384899.565771:0:17076:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000041cc37ef/0xb57eb78819562fdd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb57eb78819562fd6 expref: 16 pid: 17083 timeout: 371 lvb_type: 0 00000100:00001000:3.0:1767384899.565778:0:17076:0:(import.c:2128:obd_at_measure()) add 0 to 00000000f06c522d time=1767384899 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384899.565781:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384899.565784:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384899.565785:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384899.565788:0:17076:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000041cc37ef/0xb57eb78819562fdd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb57eb78819562fd6 expref: 16 pid: 17083 timeout: 371 lvb_type: 0 00000020:00000001:3.0:1767384899.565794:0:17076:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384899.565796:0:17076:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384899.565797:0:17076:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384899.565799:0:17076:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.565808:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384899.565809:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384899.565835:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384899.565837:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384899.565839:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384899.565841:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384899.565843:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000041cc37ef with handle 0xb57eb78819562fdd from hash 00010000:00000001:3.0:1767384899.565846:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384899.565847:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384899.565849:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384899.565850:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384899.565852:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384899.565853:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384899.565856:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000041cc37ef/0xb57eb78819562fdd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb57eb78819562fd6 expref: 16 pid: 17083 timeout: 371 lvb_type: 0 00010000:00000040:3.0:1767384899.565863:0:17076:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003d3e266f : new locks_count 9 00000020:00000040:3.0:1767384899.565866:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 15 00010000:00000001:3.0:1767384899.565871:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384899.565873:0:17076:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384899.565875:0:17076:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384899.565877:0:17076:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000244b599e 00010000:00000001:3.0:1767384899.565879:0:17076:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384899.565881:0:17076:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384899.565882:0:17076:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384899.565884:0:17076:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384899.565886:0:17076:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384899.565888:0:17076:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384899.565890:0:17076:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384899.565892:0:17076:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000244b599e/0xb57eb78819562fe4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384899.565898:0:17076:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384899.565900:0:17076:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384899.565902:0:17076:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384899.565903:0:17076:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384899.565905:0:17076:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000049e9e82c) refcount = 2 00080000:00000010:1.0:1767384899.565910:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000828b7b2f. 00010000:00010000:3.0:1767384899.565915:0:17076:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000244b599e/0xb57eb78819562fe4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384899.565921:0:17076:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384899.565923:0:17076:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384899.565924:0:17076:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384899.565926:0:17076:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384899.565930:0:17076:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728276af. 00000100:00000001:3.0:1767384899.565933:0:17076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00080000:00000010:2.0:1767384899.565933:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004a5bc7ce. 00000100:00000010:3.0:1767384899.565938:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f24f36a1. 00040000:00000001:2.0:1767384899.565938:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384899.565939:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384899.565943:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.565944:0:17076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624585624513344 : -119488085038272 : ffff93538322eb40) 00000100:00000001:3.0:1767384899.565949:0:17076:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624585624513344 : -119488085038272 : ffff93538322eb40) 00000020:00000002:2.0:1767384899.565949:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:2.0:1767384899.565954:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.565955:0:17076:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384899.565958:0:17076:0:(client.c:1932:ptlrpc_set_producer()) Process entered 20000000:00000001:2.0:1767384899.565958:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00010000:00000001:3.0:1767384899.565962:0:17076:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:01000000:2.0:1767384899.565962:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384899.565967:0:17076:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:00000001:2.0:1767384899.565967:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384899.565970:0:17076:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 20000000:01000000:2.0:1767384899.565971:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00010000:00000001:3.0:1767384899.565976:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:2.0:1767384899.565978:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00000020:00000001:3.0:1767384899.565979:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384899.565982:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000244b599e refcount=5 00000020:00000001:3.0:1767384899.565985:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00010000:00000001:3.0:1767384899.565987:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00010000:00000001:3.0:1767384899.565989:0:17076:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384899.565991:0:17076:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000244b599e/0xb57eb78819562fe4 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384899.565997:0:17076:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384899.565999:0:17076:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000244b599e/0xb57eb78819562fe4 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384899.566005:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384899.566007:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384899.566008:0:17076:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000244b599e/0xb57eb78819562fe4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384899.566025:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384899.566027:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.566029:0:17076:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384899.566031:0:17076:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000244b599e/0xb57eb78819562fe4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384899.566037:0:17076:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000244b599e already unused, calling callback (00000000df0e66e0) 00010000:00000001:3.0:1767384899.566040:0:17076:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384899.566041:0:17076:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384899.566043:0:17076:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000244b599e/0xb57eb78819562fe4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384899.566048:0:17076:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384899.566049:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384899.566051:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384899.566052:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000244b599e refcount=6 00000020:00000001:3.0:1767384899.566054:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00010000:00000001:3.0:1767384899.566056:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00010000:00000001:3.0:1767384899.566059:0:17076:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384899.566061:0:17076:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000244b599e/0xb57eb78819562fe4 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384899.566066:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384899.566068:0:17076:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384899.566070:0:17076:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.566080:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00080000:00000020:2.0:1767384899.566080:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384899.566084:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384899.566085:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384899.566088:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004a8e2c40. 00010000:00000001:3.0:1767384899.566089:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 20000000:00000001:2.0:1767384899.566092:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.566093:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384899.566098:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348022656 00000020:00000040:3.0:1767384899.566099:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000244b599e with handle 0xb57eb78819562fe4 from hash 00010000:00000001:2.0:1767384899.566101:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384899.566106:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000200:2.0:1767384899.566108:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dbffc3e0 x1853237348022656/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:125/0 lens 4848/4768 e 0 to 0 dl 1767384910 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384899.566109:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384899.566111:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384899.566120:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384899.566122:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384899.566123:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384899.566126:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.566127:0:17076:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00001000:2.0:1767384899.566129:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=33 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384899.566130:0:17076:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384899.566134:0:17076:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384899.566135:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384899.566138:0:17076:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384899.566139:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:3.0:1767384899.566142:0:17076:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1767384899.566143:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:3.0:1767384899.566145:0:17076:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 02000000:00000001:2.0:1767384899.566146:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384899.566149:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.566150:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384899.566152:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384899.566153:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384899.566157:0:17076:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384899.566157:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384899.566161:0:17076:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384899.566161:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f6de2de. 00010000:00000001:3.0:1767384899.566167:0:17076:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384899.566167:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348022656, offset 224 00010000:00010000:3.0:1767384899.566169:0:17076:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000244b599e/0xb57eb78819562fe4 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384899.566173:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384899.566180:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384899.566181:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384899.566184:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384899.566187:0:17076:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384899.566190:0:17076:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:2.0:1767384899.566190:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d03980 00010000:00000001:3.0:1767384899.566194:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384899.566197:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x157d [2] + 224 00010000:00000001:3.0:1767384899.566198:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384899.566201:0:17076:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:2.0:1767384899.566203:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384899.566204:0:17076:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384899.566208:0:17076:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384899.566209:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384899.566213:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384899.566214:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384899.566215:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384899.566218:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9513423 x1853237348022656/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384899.566219:0:17076:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.566224:0:17076:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384899.566227:0:17076:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:2.0:1767384899.566230:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b9513423 x1853237348022656/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384899.566232:0:17076:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.566236:0:17076:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.566240:0:17076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384899.566243:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f24f36a1. 00000100:00000001:3.0:1767384899.566246:0:17076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384899.566248:0:17076:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384899.566249:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000010:3.0:1767384899.566252:0:17076:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728276af. 00000400:00000200:2.0:1767384899.566255:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f6de2de 00010000:00000001:3.0:1767384899.566257:0:17076:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000010:2.0:1767384899.566258:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009f6de2de. 00000100:00000001:1.0:1767384899.566260:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384899.566261:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384899.566264:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384899.566264:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1767384899.566266:0:17076:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000400:00000001:1.0:1767384899.566268:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384899.566269:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.566270:0:17076:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384899.566271:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384899.566274:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000400:00000010:1.0:1767384899.566274:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ab5e452. 00010000:00000001:3.0:1767384899.566275:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384899.566277:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384899.566278:0:17076:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384899.566279:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384899.566284:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 0000000059180339 time=33 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384899.566285:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384899.566287:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f58027b9 00000100:00000001:3.0:1767384899.566289:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1767384899.566289:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f58027b9. 00000100:00000040:3.0:1767384899.566292:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:1.0:1767384899.566292:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384899.566294:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:3.0:1767384899.566298:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1767384899.566298:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dbffc3e0 x1853237348022656/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:125/0 lens 4848/4768 e 0 to 0 dl 1767384910 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384899.566298:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9513423 x1853237348022656/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384899.566302:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.566306:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384899.566312:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384899.566316:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079a06bc7. 00000100:00000200:3.0:1767384899.566321:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237348022912, offset 224 00000400:00000200:3.0:1767384899.566331:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384899.566331:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9513423 x1853237348022656/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384899.566335:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dbffc3e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:16359:x1853237348022656:12345-0@lo:253: Request processed in 4933us (5311us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384899.566342:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384899.566351:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384899.566352:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000400:00000200:3.0:1767384899.566354:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958271d03a80 00000100:00000001:1.0:1767384899.566354:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384899.566358:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000100:00000001:1.0:1767384899.566358:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384899.566361:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767384899.566362:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x15a5 [1] + 224 00000100:00000001:2.0:1767384899.566364:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384899.566364:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384899.566366:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384899.566368:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384899.566369:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384899.566371:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384899.566373:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000056e46af6. 02000000:00000001:1.0:1767384899.566374:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.566375:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384899.566379:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bf01a73a x1853237348022912/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384915 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384899.566380:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fefe543c. 00000100:00001000:1.0:1767384899.566380:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=33 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384899.566386:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=33 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384899.566387:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079732139. 00000020:00000040:2.0:1767384899.566393:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00000100:00000001:1.0:1767384899.566394:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767384899.566395:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bf01a73a x1853237348022912/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384899.566396:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384899.566398:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384899.566399:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1767384899.566401:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c11d91be. 00010000:00000001:1.0:1767384899.566402:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384899.566408:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384899.566408:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.566411:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384899.566413:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384899.566414:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9513423 x1853237348022656/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384899.566416:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384899.566419:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079a06bc7 00000400:00000010:3.0:1767384899.566422:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079a06bc7. 00000400:00000010:2.0:1767384899.566423:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f08edf7. 00000100:00000001:1.0:1767384899.566424:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384899.566425:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384899.566428:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:2.0:1767384899.566428:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f6de2de. 00000100:00000001:1.0:1767384899.566428:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384899.566430:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384899.566432:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384899.566435:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000020:01000004:1.0:1767384899.566435:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:3.0:1767384899.566437:0:17076:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384899.566437:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000001:3.0:1767384899.566439:0:17076:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384899.566439:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384899.566440:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384899.566441:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:2.0:1767384899.566442:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:1.0:1767384899.566444:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384899.566445:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:1.0:1767384899.566447:0:16359:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000001:2.0:1767384899.566450:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:01000004:1.0:1767384899.566450:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000040:3.0:1767384899.566451:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000020ec9fcc x1853237348022912/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:125/0 lens 328/224 e 0 to 0 dl 1767384910 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384899.566451:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000001:2.0:1767384899.566454:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384899.566457:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9513423 x1853237348022656/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384899.566458:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fe19f49. 00000400:00000200:2.0:1767384899.566463:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c2d411d 00000400:00000010:2.0:1767384899.566466:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000100:00100000:3.0:1767384899.566471:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000020ec9fcc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b543db4a-4900-454f-be04-352b2897a173+14:16360:x1853237348022912:12345-0@lo:103: Request processed in 771us (1038us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384899.566471:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384899.566476:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9513423 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348022656:0@lo:253: 00000100:00000200:2.0:1767384899.566479:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bf01a73a x1853237348022912/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384899.566482:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000001:1.0:1767384899.566484:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384899.566487:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:1.0:1767384899.566487:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384899.566490:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1767384899.566491:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9513423 x1853237348022656/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384899.566494:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384899.566497:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000d1100ef. 00000100:00000200:2.0:1767384899.566503:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bf01a73a x1853237348022912/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384899.566504:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008dc23a99. 00000100:00000001:1.0:1767384899.566505:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384899.566507:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:3.0:1767384899.566510:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da7b0f70. 02000000:00000010:1.0:1767384899.566510:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000094902d42. 02000000:00000001:1.0:1767384899.566515:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:3.0:1767384899.566516:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000100:00000001:2.0:1767384899.566517:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384899.566518:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384899.566518:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384899.566520:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384899.566521:0:16359:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:2.0:1767384899.566523:0:16360:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767384899.566525:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384899.566527:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005a1ce144. 02000000:00000001:1.0:1767384899.566530:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384899.566531:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384899.566533:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384899.566533:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00010000:3.0:1767384899.566537:0:17105:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000244b599e/0xb57eb78819562fe4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384899.566537:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384899.566537:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9513423. 02000000:00000001:2.0:1767384899.566543:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.566543:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384899.566545:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384899.566550:0:17105:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00001000:2.0:1767384899.566550:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 000000009e62be5a time=33 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384899.566550:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384899.566555:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00001000:2.0:1767384899.566556:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384899.566557:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:3.0:1767384899.566559:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000244b599e/0xb57eb78819562fe4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384899.566560:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.566562:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384899.566563:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384899.566565:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.566567:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384899.566570:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384899.566571:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384899.566573:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.566574:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384899.566576:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384899.566578:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000244b599e/0xb57eb78819562fe4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384899.566580:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf01a73a x1853237348022912/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384899.566595:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000049e9e82c count: 0 00000100:00000001:2.0:1767384899.566597:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384899.566600:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384899.566601:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384899.566604:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf01a73a x1853237348022912/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384915 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384899.566605:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384899.566609:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00100000:2.0:1767384899.566613:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bf01a73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348022912:0@lo:103: 00000100:00000001:2.0:1767384899.566616:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384899.566618:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384899.566620:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf01a73a x1853237348022912/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384915 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384899.566623:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384899.566624:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384899.566626:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c90c1cda. 02000000:00000001:2.0:1767384899.566628:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384899.566629:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384899.566630:0:16360:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:2.0:1767384899.566631:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384899.566632:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005e4d3a82. 02000000:00000001:2.0:1767384899.566634:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384899.566634:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384899.566635:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf01a73a. 00000100:00000001:2.0:1767384899.566642:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384899.566642:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384899.566643:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384899.566647:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384899.566647:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.566649:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384899.566650:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384899.569854:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000c281699. 00010000:00000010:1.1:1767384899.569886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002fa4dab2. 00000100:00000040:3.0:1767384899.570889:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294888601, at 4294888602 00000100:00000040:1.0:1767384899.570890:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294888601, at 4294888602 00000100:00000010:1.0:1767384899.570898:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a756d1f3. 00000100:00000010:3.0:1767384899.570900:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f29dfa32. 00000100:00000040:2.0:1767384899.571858:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294888601, at 4294888603 00000100:00000010:2.0:1767384899.571865:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c78c4cc9. 00000100:00000040:0.0:1767384899.572037:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294888601, at 4294888603 00000100:00000010:0.0:1767384899.572043:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008efbd5d5. 00010000:00000010:3.1:1767384899.572860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000041cc37ef. 00010000:00000010:3.1:1767384899.572869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000049e9e82c. 00010000:00000010:3.1:1767384899.572874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000244b599e. 00000400:00000010:0.0:1767384899.576736:0:24187:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000008a212dec. 00000400:00000040:0.0:1767384899.576763:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384899.576765:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384899.576767:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384899.576768:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384899.576770:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384899.576771:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384899.576773:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384899.576774:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384899.576775:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384899.576780:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384899.576782:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384899.576783:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384899.576785:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384899.576786:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384899.576787:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384899.576789:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384899.576789:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384899.576790:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384899.576791:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384899.576792:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384899.576793:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384899.576794:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384899.576795:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384899.576796:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384899.576797:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384899.576798:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384899.576799:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384899.576800:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384899.576801:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384899.576802:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384899.576803:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384899.576804:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384899.576805:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384899.576806:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384899.576807:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384899.576807:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384899.576808:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384899.576810:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384899.576811:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384899.576812:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384899.576813:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384899.576970:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384899.576973:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384899.576974:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384899.576975:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384899.576976:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384899.576977:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384899.576978:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384899.576984:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384899.576985:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384899.576986:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384899.576987:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384899.576987:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384899.576989:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384899.576990:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384899.576991:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384899.576991:0:24187:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384899.577024:0:24187:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000008a212dec. 00010000:00000001:0.0:1767384899.608881:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384899.608885:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384899.608890:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384899.608891:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384899.608920:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384899.608924:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384899.608927:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384900.509450:0:24464:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c27e1e09. 00080000:00000010:2.0:1767384900.509459:0:24464:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c27e1e09. 00000020:00000001:2.0:1767384900.509463:0:24464:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384900.509469:0:24464:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c27e1e09. 00080000:00000010:2.0:1767384900.509473:0:24464:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c27e1e09. 00000020:00000001:2.0:1767384900.509475:0:24464:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384900.632850:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384900.632855:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384900.632859:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384900.632860:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384900.632897:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384900.632900:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384900.632903:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384901.183157:0:24628:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384901.183160:0:24628:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp25 --if ens2 00000001:00000001:1.0:1767384901.186587:0:24628:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384901.192937:0:24629:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000cd3967a4. 00000400:00000010:1.0:1767384901.192953:0:24629:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e7c5ee9b. 00000400:00000010:1.0:1767384901.192961:0:24629:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b2d96965. 00000400:00000010:1.0:1767384901.192964:0:24629:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000cd2f9961. 00000400:00000010:1.0:1767384901.192967:0:24629:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000012a7aa0b. 00000400:00000010:1.0:1767384901.192970:0:24629:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fbe734e6. 00000400:00000010:1.0:1767384901.192971:0:24629:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000003596b78. 00000400:00000010:1.0:1767384901.192973:0:24629:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a0d6f2c9. 00000400:00000010:1.0:1767384901.192975:0:24629:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000053fe2e14. 00000800:00000010:1.0:1767384901.192987:0:24629:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000006f3cbb75. 00000800:00000200:1.0:1767384901.192998:0:24629:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384901.193008:0:24629:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384901.193047:0:24629:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:1.0:1767384901.193066:0:24629:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp25 [8/256/0/180] 00000400:00000010:1.0:1767384901.194802:0:24629:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000f43daafc. 00000400:00000010:1.0:1767384901.194808:0:24629:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ab5e452. 00000400:00000010:1.0:1767384901.194841:0:24629:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000affc6cb3. 00000400:00000001:1.0:1767384901.194857:0:24629:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384901.194859:0:24629:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384901.194861:0:24629:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006db1366b. 00000400:00000200:1.0:1767384901.194864:0:24629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012d634c9 00000400:00000010:1.0:1767384901.194866:0:24629:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012d634c9. 00000400:00000010:1.0:1767384901.194869:0:24629:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 0000000089f468f0. 00000400:00000200:1.0:1767384901.194874:0:24629:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (16) 00000400:00000200:1.0:1767384901.194887:0:24629:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:1.0:1767384901.194895:0:24629:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131097 00000020:00000010:1.0:1767384901.194901:0:24629:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000d562ebc5. 00000020:01000000:1.0:1767384901.194905:0:24629:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384901.194907:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384901.194908:0:24629:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp25 00000400:00000200:3.0:1767384901.194920:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000400:00000010:1.0:1767384901.194923:0:24629:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e7c5ee9b. 00000400:00000010:3.0:1767384901.194926:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079a06bc7. 00000400:00000010:1.0:1767384901.194928:0:24629:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000cd3967a4. 00000400:00000200:3.0:1767384901.194931:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (17) 00000400:00000010:3.0:1767384901.194938:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005fda4b23. 00000400:00000200:3.0:1767384901.194942:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp10 00000020:00000001:2.0:1767384901.194944:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384901.194950:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384901.194953:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384901.194955:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp10 to MR: 192.168.203.134@tcp10 local destination 10000000:01000000:2.0:1767384901.194956:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384901.194961:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384901.194964:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp10 NI seq info: [39:39:256:4294967295] 192.168.203.134@tcp10 LPNI seq info [39:39:8:4294967295] 00000020:01000004:2.0:1767384901.194965:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384901.194969:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384901.194971:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384901.194974:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp10 00000020:01000004:2.0:1767384901.194975:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384901.194979:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384901.194982:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384901.194985:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384901.194988:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384901.194989:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp10(192.168.203.134@tcp10:192.168.203.134@tcp10) -> 192.168.203.134@tcp10(192.168.203.134@tcp10:192.168.203.134@tcp10) : PUT try# 0 00000020:01000004:2.0:1767384901.194991:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:3.0:1767384901.194997:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.134@tcp10 00000100:00000010:2.0:1767384901.194998:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f7a1e0b. 00000800:00000010:3.0:1767384901.195001:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d6090a2d. 00000020:00000040:2.0:1767384901.195003:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000800:00000200:3.0:1767384901.195009:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ef955998] -> 12345-192.168.203.134@tcp10 (6) 00000100:00000001:2.0:1767384901.195010:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384901.195015:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:3.0:1767384901.195019:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp10 ip 192.168.203.134:988 02000000:00000001:2.0:1767384901.195019:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384901.195023:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d6090a2d type 1, nob 400 niov 1 nkiov 1 02000000:00000010:2.0:1767384901.195033:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000080abe1ea. 00000400:00000200:3.0:1767384901.195038:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000100:00000001:2.0:1767384901.195040:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384901.195042:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 0 00000100:00000001:2.0:1767384901.195050:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384901.195053:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384901.195076:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f7a1e0b] to pc [ptlrpcd_00_03+3] req@000000009f7a1e0b x1853237348023040/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384901.195106:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.195107:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384901.195111:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.195112:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384901.195115:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.195116:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:2.0:1767384901.195120:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:3.0:1767384901.195123:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f7a1e0b x1853237348023040/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384901.195127:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384901.195130:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384901.195134:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:3.0:1767384901.195135:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:01000000:2.0:1767384901.195138:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000200:0.0:1767384901.195138:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384901.195139:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384901.195145:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:3.0:1767384901.195146:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:0.0:1767384901.195147:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d6090a2d. 00000020:01000004:2.0:1767384901.195148:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:3.0:1767384901.195151:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384901.195152:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384901.195154:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384901.195155:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384901.195156:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384901.195160:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00100000:3.0:1767384901.195163:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009f7a1e0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348023040:0@lo:253: 00000020:01000004:2.0:1767384901.195163:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384901.195167:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:0.0:1767384901.195167:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp10->192.168.203.134@tcp10: PUT: OK 00000020:01000004:2.0:1767384901.195171:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:3.0:1767384901.195172:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:2.0:1767384901.195174:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384901.195175:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:3.0:1767384901.195177:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1767384901.195179:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001009c66d. 00000400:00000200:0.0:1767384901.195181:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp10: 0 02000000:00000001:3.0:1767384901.195182:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384901.195183:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 02000000:00000001:3.0:1767384901.195188:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384901.195189:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384901.195191:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384901.195194:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384901.195195:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:3.0:1767384901.195202:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d52ae28e. 02000000:00000010:2.0:1767384901.195202:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000215eb251. 00000800:00000001:0.0:1767384901.195204:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384901.195208:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384901.195208:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384901.195209:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384901.195213:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ccaabf2. 00000100:00000001:2.0:1767384901.195215:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000001:0.0:1767384901.195215:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384901.195218:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384901.195219:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af5556d1. 00000100:00000200:3.0:1767384901.195224:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348023040, portal 25 00000100:00000040:2.0:1767384901.195225:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001009c66d] to pc [ptlrpcd_00_00+0] req@000000001009c66d x1853237348023168/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384901.195229:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp10(192.168.203.134@tcp10) <- 192.168.203.134@tcp10 : PUT - for me 00000100:00000001:3.0:1767384901.195230:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384901.195233:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667941632 : -119483041609984 : ffff9354afbf8700) 00000100:00000040:3.0:1767384901.195242:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009f7a1e0b x1853237348023040/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384901.195248:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 304 into portal 0 MB=0x8000000000000000 10000000:00000001:2.0:1767384901.195253:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.195256:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384901.195260:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 288/304 into md 0x1585 [1] + 0 00000100:00000040:3.0:1767384901.195263:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:2.0:1767384901.195265:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384901.195268:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d304e4d7. 00000400:00000010:0.0:1767384901.195268:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044a1028c. 00000020:00000001:2.0:1767384901.195270:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384901.195276:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384901.195276:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fd1a8459 00000100:00000200:3.0:1767384901.195281:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348023040, offset 0 00000800:00000001:0.0:1767384901.195282:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767384901.195283:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d562ebc5. 00000800:00000001:0.0:1767384901.195288:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384901.195289:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384901.195294:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384901.195300:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384901.195300:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384901.195307:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384901.195309:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp10->192.168.203.134@tcp10: PUT: OK 00000400:00000200:3.0:1767384901.195314:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d03b00 00000400:00000200:0.0:1767384901.195314:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd1a8459 00000100:00000001:2.0:1767384901.195316:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384901.195319:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd1a8459. 00000100:00000001:2.0:1767384901.195320:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384901.195323:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384901.195325:0:16351:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000040:2.0:1767384901.195329:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001009c66d x1853237348023168/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384901.195330:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa45 [2] + 0 00000400:00000200:0.0:1767384901.195332:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (18) 00000400:00000010:3.0:1767384901.195339:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8004e26. 00000400:00000200:0.0:1767384901.195341:0:16351:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000200:3.0:1767384901.195345:0:16361:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007041a5f7 00000400:00000200:0.0:1767384901.195349:0:16351:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.134@tcp (304 bytes) 00000100:00000001:2.0:1767384901.195351:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384901.195353:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384901.195354:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000100:00000001:2.0:1767384901.195355:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384901.195360:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384901.195362:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384901.195365:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384901.195367:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384901.195368:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (19) 00000100:00100000:2.0:1767384901.195370:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001009c66d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348023168:0@lo:253: 00000100:00000001:2.0:1767384901.195375:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384901.195377:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007041a5f7 00000400:00000200:0.0:1767384901.195377:0:16351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 02000000:00000001:2.0:1767384901.195378:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384901.195382:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384901.195383:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007041a5f7. 02000000:00000001:2.0:1767384901.195384:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384901.195388:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp10 to MR: 192.168.203.134@tcp10 local destination 00000100:00000001:3.0:1767384901.195389:0:16361:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384901.195392:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000010:2.0:1767384901.195392:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000092c30fd1. 00000400:00000200:0.0:1767384901.195395:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp10 NI seq info: [40:40:256:4294967295] 192.168.203.134@tcp10 LPNI seq info [40:40:8:4294967295] 02000000:00000001:2.0:1767384901.195398:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384901.195399:0:16361:0:(events.c:337:request_in_callback()) incoming req@000000009f91c478 x1853237348023040 msgsize 4848 00000400:00000010:2.0:1767384901.195406:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fe19f49. 00000100:00100000:3.0:1767384901.195412:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384901.195415:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000da2a3684. 00000100:00000040:3.0:1767384901.195417:0:16361:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384901.195421:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp10(192.168.203.134@tcp10:192.168.203.134@tcp10) -> 192.168.203.134@tcp10(192.168.203.134@tcp10:192.168.203.134@tcp10) 192.168.203.134@tcp10 : ACK try# 0 00000100:00000200:2.0:1767384901.195422:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348023168, portal 25 00000100:00000001:2.0:1767384901.195428:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384901.195430:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384901.195430:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667942528 : -119483041609088 : ffff9354afbf8a80) 00000800:00000200:0.0:1767384901.195431:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp10 00000400:00000200:3.0:1767384901.195436:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d304e4d7 00000800:00000010:0.0:1767384901.195438:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f031e2b1. 00000400:00000010:3.0:1767384901.195440:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d304e4d7. 00000100:00000040:2.0:1767384901.195440:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001009c66d x1853237348023168/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384901.195446:0:16361:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767384901.195448:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ef955998] -> 12345-192.168.203.134@tcp10 (6) 00000100:00000200:3.0:1767384901.195451:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f7a1e0b x1853237348023040/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384901.195460:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767384901.195462:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp10 ip 192.168.203.134:1021 00000100:00000040:2.0:1767384901.195467:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:0.0:1767384901.195469:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f031e2b1 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:2.0:1767384901.195473:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f25c9c2. 00000100:00000200:2.0:1767384901.195477:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348023168, offset 0 00000800:00000001:0.0:1767384901.195483:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384901.195486:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1767384901.195490:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384901.195493:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f7a1e0b x1853237348023040/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384901.195496:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384901.195503:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.195508:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384901.195508:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384901.195513:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.195517:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294890231 00000400:00000200:2.0:1767384901.195520:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d03b80 00000100:00000010:3.0:1767384901.195523:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003da3a219. 00000400:00000200:2.0:1767384901.195527:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa55 [2] + 0 00000400:00000010:2.0:1767384901.195530:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ce2c7ee9. 00000100:00000001:3.0:1767384901.195532:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384901.195534:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007823bb02 00000100:00000001:3.0:1767384901.195538:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294890231 00000400:00000200:2.0:1767384901.195540:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384901.195543:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001117185a. 00000400:00000200:2.0:1767384901.195548:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384901.195550:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384901.195552:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007823bb02 00000800:00000200:0.0:1767384901.195553:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384901.195554:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294890231 00000400:00000010:2.0:1767384901.195555:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007823bb02. 00000800:00000010:0.0:1767384901.195560:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f031e2b1. 00000100:00000010:3.0:1767384901.195562:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb377f89. 00000100:00000001:2.0:1767384901.195562:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384901.195566:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384901.195568:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000040:2.0:1767384901.195570:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000c7f92d0a x1853237348023168 msgsize 4848 00000400:00000200:0.0:1767384901.195570:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384901.195571:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294890231 00000100:00000010:3.0:1767384901.195578:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009de829f9. 00000100:00000001:3.0:1767384901.195584:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384901.195584:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp10->192.168.203.134@tcp10: ACK: OK 00000100:00100000:2.0:1767384901.195589:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384901.195592:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384901.195594:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384901.195595:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384901.195596:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384901.195601:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384901.195602:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384901.195604:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384901.195607:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384901.195609:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384901.195613:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384901.195614:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:0.0:1767384901.195617:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384901.195618:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384901.195618:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f25c9c2 00000100:00000001:3.0:1767384901.195624:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384901.195624:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003f25c9c2. 00000800:00000001:0.0:1767384901.195625:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384901.195627:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384901.195631:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384901.195633:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384901.195637:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384901.195638:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp10(192.168.203.134@tcp10) <- 192.168.203.134@tcp10 : ACK - for me 00000100:00000200:2.0:1767384901.195643:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001009c66d x1853237348023168/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384901.195656:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384901.195658:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384901.195660:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348023040 00000400:00000200:0.0:1767384901.195663:0:16351:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp10: ACK from 12345-192.168.203.134@tcp10 into md 0x15bd 02000000:00000001:3.0:1767384901.195665:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1767384901.195667:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001009c66d x1853237348023168/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384901.195669:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384901.195671:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384901.195680:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384901.195682:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp10->192.168.203.134@tcp10: ACK: OK 02000000:00000001:3.0:1767384901.195686:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384901.195687:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384901.195689:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079a06bc7 00000100:00100000:3.0:1767384901.195692:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348023040 00000100:00000001:2.0:1767384901.195692:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384901.195692:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079a06bc7. 00000020:00000001:3.0:1767384901.195697:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384901.195699:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000040:3.0:1767384901.195700:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000001:2.0:1767384901.195700:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384901.195705:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384901.195705:0:16351:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 00000100:00000001:2.0:1767384901.195706:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294890231 00000020:00000040:3.0:1767384901.195709:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000100:00000001:2.0:1767384901.195711:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, keep current deadline 4294890231 00000400:00000200:0.0:1767384901.195714:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000020:00000001:3.0:1767384901.195715:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384901.195716:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294890231 00000020:00000001:3.0:1767384901.195721:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000400:00000200:0.0:1767384901.195721:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (18) 00000100:00000001:2.0:1767384901.195722:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, keep current deadline 4294890231 00000100:00000001:2.0:1767384901.195728:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294890231 00000100:00000001:3.0:1767384901.195730:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1767384901.195730:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384901.195731:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294890231 00000020:00000010:3.0:1767384901.195735:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000242e240d. 00000800:00000001:0.0:1767384901.195736:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384901.195752:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384901.195757:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000242e240d. 00000100:00000001:2.0:1767384901.195757:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294890231 00000100:00000001:2.0:1767384901.195762:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294890231 00000100:00000001:2.0:1767384901.195764:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384901.195765:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e51fb73d. 00000100:00000001:2.0:1767384901.195767:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384901.195771:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000066559649. 00000100:00000001:2.0:1767384901.195772:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384901.195772:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384901.195777:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008dc23a99. 00000100:00000001:2.0:1767384901.195778:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384901.195778:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000de973be8. 00000400:00000010:0.0:1767384901.195786:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084a0ab5d. 00000100:00000040:3.0:1767384901.195787:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384901.195789:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384901.195792:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:0.0:1767384901.195792:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f6df32b. 00000100:00000001:2.0:1767384901.195793:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384901.195796:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384901.195798:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000de973be8 00000100:00000001:3.0:1767384901.195799:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384901.195801:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384901.195802:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 0000000054547502. 00000100:00000001:2.0:1767384901.195805:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384901.195808:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384901.195808:0:16356:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 304 success 00000100:00000001:2.0:1767384901.195810:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.195840:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384901.195842:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102051 00000100:00000001:2.0:1767384901.195847:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384901.195847:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (17) 00000100:00000001:3.0:1767384901.195851:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1767384901.195854:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000b4d38b9e. 00000100:00100000:3.0:1767384901.195855:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348023168 00000400:00000010:0.0:1767384901.195859:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ce6b2d9. 02000000:00000001:3.0:1767384901.195860:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384901.195863:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384901.195864:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384901.195865:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384901.195866:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000035bfea32. 02000000:00000001:3.0:1767384901.195871:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384901.195871:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384901.195876:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp 00000100:00100000:3.0:1767384901.195877:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348023168 00000020:00000001:3.0:1767384901.195880:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384901.195882:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:3.0:1767384901.195883:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384901.195885:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000400:00000200:0.0:1767384901.195887:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000020:00000001:3.0:1767384901.195888:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384901.195890:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384901.195892:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000400:00000200:0.0:1767384901.195893:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000100:00000001:2.0:1767384901.195895:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384901.195903:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384901.195904:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 37], ns[10, 37] 00000020:00000010:3.0:1767384901.195907:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000242e240d. 00000100:00100000:2.0:1767384901.195907:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00000001:3.0:1767384901.195913:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384901.195915:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000020:00000010:3.0:1767384901.195916:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000242e240d. 00000100:00000040:2.0:1767384901.195916:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000020:00000010:3.0:1767384901.195924:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087792df7. 00000100:00000001:2.0:1767384901.195924:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590666971216 : -119483042580400 : ffff9354afb0b850) 00000400:00000200:0.0:1767384901.195925:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000020:00000010:3.0:1767384901.195930:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005e614e39. 00000100:00000040:2.0:1767384901.195935:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009f91c478 x1853237348023040/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:127/0 lens 4848/0 e 0 to 0 dl 1767384912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384901.195936:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000038ea6d07. 00000400:00000200:0.0:1767384901.195937:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000100:00000001:3.0:1767384901.195942:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384901.195946:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384901.195948:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.195957:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384901.195959:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000100:00000001:2.0:1767384901.195960:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384901.195961:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384901.195968:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000285c9b94. 00000400:00000200:0.0:1767384901.195969:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000100:00000001:3.0:1767384901.195973:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384901.195974:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000100:00000001:3.0:1767384901.195976:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384901.195984:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000100:00100000:3.0:1767384901.195985:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00000001:2.0:1767384901.195986:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384901.195991:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000400:00000200:0.0:1767384901.195994:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000100:00000001:3.0:1767384901.195996:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590666962000 : -119483042589616 : ffff9354afb09450) 00000020:00000010:2.0:1767384901.195998:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000285c9b94. 00000100:00000040:3.0:1767384901.196004:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c7f92d0a x1853237348023168/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:127/0 lens 4848/0 e 0 to 0 dl 1767384912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384901.196008:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000100:00100000:2.0:1767384901.196015:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009f91c478 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:16361:x1853237348023040:12345-0@lo:253: 00000100:00000001:3.0:1767384901.196025:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384901.196026:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000020:00000010:3.0:1767384901.196029:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000242e240d. 00000100:00000200:2.0:1767384901.196029:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348023040 00000400:00000200:0.0:1767384901.196034:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000100:00000001:3.0:1767384901.196035:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384901.196036:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767384901.196041:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000242e240d. 00000020:00000001:2.0:1767384901.196043:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384901.196045:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000020:00000001:2.0:1767384901.196047:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384901.196048:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c7f92d0a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:16358:x1853237348023168:12345-0@lo:253: 00000020:00000001:2.0:1767384901.196055:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:3.0:1767384901.196056:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348023168 00000400:00000200:0.0:1767384901.196061:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000020:00000001:3.0:1767384901.196062:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384901.196062:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000001:3.0:1767384901.196066:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384901.196068:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384901.196071:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384901.196074:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384901.196075:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 00000020:00000001:3.0:1767384901.196077:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000001:3.0:1767384901.196080:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384901.196081:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp24 00000020:00000001:3.0:1767384901.196084:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384901.196086:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384901.196087:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp24 lpni_is_preferred = 0 00000020:00000001:2.0:1767384901.196093:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384901.196094:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384901.196094:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp24 00000020:00000001:3.0:1767384901.196100:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384901.196100:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384901.196101:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp24 NI seq info: [41:41:256:4294967295] 192.168.203.134@tcp24 LPNI seq info [41:41:8:4294967295] 00000020:00000001:3.0:1767384901.196105:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384901.196106:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384901.196109:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp24 00000100:00000001:3.0:1767384901.196110:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384901.196113:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384901.196115:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384901.196118:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384901.196123:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e0671087. 00000400:00000200:0.0:1767384901.196123:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp24(192.168.203.134@tcp24:) -> 192.168.203.134@tcp24(192.168.203.134@tcp:192.168.203.134@tcp24) : GET try# 0 02000000:00000001:3.0:1767384901.196128:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384901.196128:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005a1ce144. 00000100:00000001:3.0:1767384901.196131:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384901.196135:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384901.196136:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp24 20000000:00000001:3.0:1767384901.196138:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767384901.196141:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384901.196143:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f031e2b1. 20000000:00000001:2.0:1767384901.196146:0:17083:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000010:0.0:1767384901.196151:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002afc01cb. 00000800:00000010:0.0:1767384901.196155:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000001ae0c77. 20000000:00000010:2.0:1767384901.196157:0:17083:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000094902d42. 20000000:00000010:3.0:1767384901.196158:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000bdd98002. 00000800:00000200:0.0:1767384901.196163:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002afc01cb] -> 12345-192.168.203.134@tcp24 (2) 20000000:01000000:3.0:1767384901.196165:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1767384901.196165:0:17083:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000200:0.1:1767384901.196170:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002afc01cb] -> 12345-192.168.203.134@tcp24 (2) 20000000:00000001:3.0:1767384901.196171:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384901.196172:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384901.196175:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384901.196178:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384901.196180:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384901.196181:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384901.196183:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384901.196185:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384901.196187:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp 20000000:00000001:2.0:1767384901.196189:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384901.196193:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cefbcda9. 20000000:00000001:2.0:1767384901.196193:0:17083:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:3.0:1767384901.196198:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 00000400:00000200:0.0:1767384901.196200:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100251 rc 0 20000000:00000001:3.0:1767384901.196204:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384901.196210:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384901.196213:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384901.196228:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384901.196240:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384901.196242:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384901.196244:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384901.196245:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384901.196247:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384901.196248:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00080000:00000002:3.0:1767384901.196249:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000e523df4c 00000020:00000001:3.0:1767384901.196255:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000aa1b0688 00080000:00000002:3.0:1767384901.196257:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384901.196259:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384901.196263:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384901.196265:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384901.196267:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384901.196271:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:3.0:1767384901.196273:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384901.196281:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000060f0d2f1. 00080000:00000001:3.0:1767384901.196284:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585635162624 : -119488074388992 : ffff935383c56a00) 00080000:00000001:3.0:1767384901.196287:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384901.196290:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384901.196294:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000242e240d. 00080000:00000001:3.0:1767384901.196296:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384901.196298:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384901.196304:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00080000:00000001:3.0:1767384901.196312:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384901.196327:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384901.196355:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384901.196395:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384901.196411:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:0.0:1767384901.196434:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:0.0:1767384901.196454:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:0.0:1767384901.196470:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:0.0:1767384901.196486:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:0.0:1767384901.196503:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:0.0:1767384901.196524:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384901.196551:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384901.196595:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:0.0:1767384901.196613:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:0.0:1767384901.196630:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:0.0:1767384901.196660:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:0.0:1767384901.196679:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384901.196698:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:0.0:1767384901.196716:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:0.0:1767384901.196734:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:0.0:1767384901.196773:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:0.0:1767384901.196789:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:0.0:1767384901.196806:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:0.0:1767384901.196853:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:0.0:1767384901.196879:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:0.0:1767384901.196895:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:0.0:1767384901.196912:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:0.0:1767384901.196933:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:0.0:1767384901.196950:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:0.0:1767384901.196968:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000800:00000010:0.0:1767384901.197119:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005484cc6d. 00000800:00000010:0.0:1767384901.197125:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e14053c7. 00000800:00000010:0.0:1767384901.197130:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b6d9092f. 00080000:00000010:3.0:1767384901.197138:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000060f0d2f1. 00000800:00000010:0.0:1767384901.197162:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b6d9092f. 00080000:00000010:3.0:1767384901.197168:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000242e240d. 00040000:00000001:3.0:1767384901.197174:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384901.197177:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384901.197181:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384901.197185:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:3.0:1767384901.197188:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384901.197191:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384901.197205:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384901.197215:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384901.197218:0:17083:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cb851ab3. 20000000:01000000:3.0:1767384901.197219:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384901.197222:0:17083:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 00080000:00000001:3.0:1767384901.197228:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:0.0:1767384901.197228:0:17083:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384901.197231:0:17083:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384901.197235:0:17083:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384901.197241:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00080000:00000001:0.0:1767384901.197242:0:17083:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384901.197250:0:17083:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384901.197253:0:17083:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384901.197255:0:17083:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384901.197256:0:17083:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384901.197258:0:17083:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384901.197259:0:17083:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000980f9615 00000400:00000200:2.0:1767384901.197261:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp24 from 225.3.0.2 00000020:00000001:0.0:1767384901.197264:0:17083:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009e445471 00000800:00000010:2.0:1767384901.197267:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e09a7f40. 00080000:00000002:0.0:1767384901.197267:0:17083:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384901.197273:0:17083:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384901.197275:0:17083:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384901.197276:0:17083:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384901.197278:0:17083:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384901.197281:0:17083:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:0.0:1767384901.197283:0:17083:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:01000000:3.0:1767384901.197287:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000010:0.0:1767384901.197287:0:17083:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000089f468f0. 00080000:00000001:0.0:1767384901.197291:0:17083:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585635145728 : -119488074405888 : ffff935383c52800) 20000000:00000001:3.0:1767384901.197292:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384901.197294:0:17083:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384901.197297:0:17083:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 10000000:01000000:3.0:1767384901.197298:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000010:0.0:1767384901.197300:0:17083:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b6d9092f. 00080000:00000001:0.0:1767384901.197305:0:17083:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384901.197306:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384901.197307:0:17083:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384901.197311:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384901.197316:0:17083:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384901.197324:0:17083:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000010:3.0:1767384901.197337:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ed066714. 00010000:00000001:3.0:1767384901.197343:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384901.197348:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000244b599e. 00000800:00000010:0.0:1767384901.197349:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000046873629. 00000020:00000001:3.0:1767384901.197352:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000800:00000010:0.0:1767384901.197354:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000b5e5d5e. 00000020:00000040:3.0:1767384901.197355:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000244b599e with handle 0xb57eb78819562feb to hash 00000020:00000001:3.0:1767384901.197358:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384901.197359:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00010000:00000001:3.0:1767384901.197362:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00010000:00000001:3.0:1767384901.197365:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384901.197373:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384901.197376:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000244b599e/0xb57eb78819562feb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000800:00000010:0.0:1767384901.197382:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000606f5643. 00010000:00000001:3.0:1767384901.197383:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384901.197388:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000800:00000200:0.1:1767384901.197389:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002afc01cb] -> 12345-192.168.203.134@tcp24 (2) 00010000:00000001:3.0:1767384901.197393:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000800:00000200:0.1:1767384901.197396:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp24 00000000606f5643 deleted 00010000:00000001:3.0:1767384901.197397:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384901.197401:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.1:1767384901.197402:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000606f5643. 00010000:00000001:3.0:1767384901.197407:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384901.197409:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384901.197409:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00010000:00000001:3.0:1767384901.197411:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384901.197414:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384901.197415:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000800:00000200:0.1:1767384901.197418:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp24 ip 192.168.203.134:993 00010000:00000001:3.0:1767384901.197419:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384901.197422:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ed066714) refcount = 1 00000800:00000200:0.1:1767384901.197422:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f031e2b1 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384901.197429:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp24 p 3.x 192.168.203.134 -> 192.168.203.134:993 incarnation:1767384899558843658 sched[0] 00010000:00010000:3.0:1767384901.197430:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000244b599e/0xb57eb78819562feb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000800:00000010:0.0:1767384901.197434:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007180d8ad. 00010000:00000001:3.0:1767384901.197442:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384901.197445:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384901.197447:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384901.197449:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384901.197452:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384901.197456:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384901.197459:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 00010000:00000001:3.0:1767384901.197462:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384901.197463:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384901.197465:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000244b599e refcount=4 00000020:00000001:3.0:1767384901.197467:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00010000:00000001:3.0:1767384901.197469:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00010000:00000001:3.0:1767384901.197471:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000800:00000010:0.0:1767384901.197472:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007180d8ad. 00010000:00010000:3.0:1767384901.197473:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000244b599e/0xb57eb78819562feb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384901.197477:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000800:00000010:0.0:1767384901.197480:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000b5e5d5e. 00010000:00000001:3.0:1767384901.197481:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:2.0:1767384901.197483:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384901.197487:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000bdd98002. 00010000:00010000:3.0:1767384901.197490:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000244b599e/0xb57eb78819562feb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384901.197495:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384901.197496:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384901.197500:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:0.0:1767384901.197500:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e09a7f40. 00010000:00000040:2.0:1767384901.197502:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348023168 00010000:00010000:3.0:1767384901.197503:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000244b599e/0xb57eb78819562feb lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384901.197508:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384901.197511:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384901.197513:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384901.197513:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000200:2.0:1767384901.197517:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c7f92d0a x1853237348023168/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:127/0 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384901.197518:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000800:00000001:0.0:1767384901.197519:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384901.197522:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000244b599e/0xb57eb78819562feb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384901.197537:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000244b599e already unused, calling callback (00000000df0e66e0) 00010000:00000001:3.0:1767384901.197542:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384901.197543:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384901.197544:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384901.197548:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000244b599e/0xb57eb78819562feb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384901.197548:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384901.197555:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=35 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384901.197556:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384901.197559:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384901.197562:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384901.197563:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000244b599e refcount=5 00000100:00000001:2.0:1767384901.197564:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384901.197566:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00010000:00000001:3.0:1767384901.197570:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00000100:00000040:2.0:1767384901.197570:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000800:00000200:0.0:1767384901.197572:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1767384901.197576:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767384901.197577:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000800:00000010:0.0:1767384901.197578:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f031e2b1. 00010000:00010000:3.0:1767384901.197579:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000244b599e/0xb57eb78819562feb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384901.197585:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1767384901.197585:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384901.197587:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:2.0:1767384901.197589:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384901.197590:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384901.197594:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384901.197594:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp24->192.168.203.134@tcp24: GET: OK 00000400:00000200:0.0:1767384901.197599:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00010000:00000001:3.0:1767384901.197601:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384901.197603:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384901.197603:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384901.197604:0:16353:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp: 0 00010000:00000001:3.0:1767384901.197608:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:2.0:1767384901.197612:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384901.197615:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384901.197617:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f25c9c2. 00000020:00000040:3.0:1767384901.197618:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000244b599e with handle 0xb57eb78819562feb from hash 00010000:00000001:3.0:1767384901.197623:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384901.197625:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384901.197626:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348023168, offset 224 00010000:00000001:3.0:1767384901.197627:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:0.1:1767384901.197627:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00010000:00000001:3.0:1767384901.197630:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384901.197633:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384901.197637:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:2.0:1767384901.197638:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:0.0:1767384901.197638:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp24 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384899558843658 sched[0] 00010000:00000001:3.0:1767384901.197639:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384901.197643:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384901.197644:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e14053c7. 00010000:00000001:3.0:1767384901.197647:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384901.197651:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384901.197653:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:2.0:1767384901.197655:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384901.197656:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384901.197658:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384901.197660:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384901.197661:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384901.197662:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384901.197664:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000244b599e/0xb57eb78819562feb lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384901.197669:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d03b80 00010000:00000001:3.0:1767384901.197672:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384901.197675:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384901.197676:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:2.0:1767384901.197679:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15c9 [2] + 224 00000400:00000200:0.0:1767384901.197679:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00010000:00000001:3.0:1767384901.197680:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384901.197683:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384901.197686:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384901.197689:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:2.0:1767384901.197690:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384901.197691:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384901.197695:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384901.197697:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000244b599e/0xb57eb78819562feb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384901.197700:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384901.197706:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384901.197708:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384901.197708:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:3.0:1767384901.197710:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000244b599e/0xb57eb78819562feb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384901.197711:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000100:00000200:2.0:1767384901.197716:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001009c66d x1853237348023168/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384901.197729:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000100:00000040:2.0:1767384901.197736:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001009c66d x1853237348023168/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384901.197738:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ed066714 count: 0 00010000:00000001:3.0:1767384901.197768:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384901.197770:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384901.197771:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384901.197779:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f25c9c2 00000400:00000010:2.0:1767384901.197782:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003f25c9c2. 00000400:00000200:0.0:1767384901.197784:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000100:00000001:2.0:1767384901.197786:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384901.197789:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384901.197794:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384901.197798:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:2.0:1767384901.197801:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384901.197803:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384901.197805:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000020:00000001:2.0:1767384901.197806:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384901.197842:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c7f92d0a x1853237348023168/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:127/0 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384901.197852:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000100:00100000:2.0:1767384901.197854:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c7f92d0a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:16358:x1853237348023168:12345-0@lo:253: Request processed in 1828us (2282us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384901.197864:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00000040:2.0:1767384901.197868:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384901.197871:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384901.197873:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384901.197877:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000020:00000010:2.0:1767384901.197886:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005e614e39. 00000020:00000010:2.0:1767384901.197892:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000038ea6d07. 00000020:00000010:2.0:1767384901.197897:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087792df7. 00000020:00000040:2.0:1767384901.197902:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00000400:00000200:0.0:1767384901.197904:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 02000000:00000001:2.0:1767384901.197908:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384901.197912:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e0671087. 02000000:00000001:2.0:1767384901.197918:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384901.197920:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384901.197926:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384901.197931:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f83f1cb7. 00000400:00000200:0.0:1767384901.197935:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000010:2.0:1767384901.197937:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f25c9c2. 00000100:00000001:2.0:1767384901.197960:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384901.197962:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384901.197966:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384901.197969:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384901.197970:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fe19f49. 00000400:00000200:2.0:1767384901.197975:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da2a3684 00000400:00000010:2.0:1767384901.197977:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000da2a3684. 00000400:00000200:0.0:1767384901.197978:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000100:00000001:2.0:1767384901.197981:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384901.197986:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001009c66d x1853237348023168/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384901.197996:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001009c66d x1853237348023168/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384901.198003:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384901.198005:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384901.198008:0:16358:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767384901.198008:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 02000000:00000001:2.0:1767384901.198011:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384901.198015:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384901.198016:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384901.198020:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384901.198023:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=35 v=5 (5 0 0 0) 00000400:00000200:0.0:1767384901.198025:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000100:00001000:2.0:1767384901.198028:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384901.198033:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384901.198035:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384901.198038:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384901.198040:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384901.198042:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000100:00000001:2.0:1767384901.198052:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384901.198057:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001009c66d x1853237348023168/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384901.198060:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000100:00000001:2.0:1767384901.198069:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384901.198073:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384901.198075:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384901.198077:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000020:01000004:2.0:1767384901.198079:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384901.198081:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384901.198082:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384901.198085:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384901.198088:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384901.198090:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384901.198092:0:16358:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384901.198094:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384901.198096:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384901.198100:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001009c66d x1853237348023168/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384901.198106:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000100:00100000:2.0:1767384901.198112:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001009c66d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348023168:0@lo:253: 00000100:00000001:2.0:1767384901.198118:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384901.198121:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384901.198124:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001009c66d x1853237348023168/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384901.198126:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000100:00000001:2.0:1767384901.198137:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384901.198140:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384901.198142:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000092c30fd1. 00000400:00000200:0.0:1767384901.198148:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 02000000:00000001:2.0:1767384901.198149:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384901.198163:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384901.198165:0:16358:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:2.0:1767384901.198168:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384901.198170:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000215eb251. 02000000:00000001:2.0:1767384901.198173:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384901.198175:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384901.198176:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001009c66d. 00000100:00000001:2.0:1767384901.198179:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384901.198181:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384901.198191:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384901.198197:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384901.198199:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384901.198200:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000100:00000001:2.0:1767384901.198202:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384901.198206:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384901.198227:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000800:00000001:2.0:1767384901.198238:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384901.198247:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384901.198250:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384901.198257:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000800:00000001:2.0:1767384901.198259:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384901.198269:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp24(192.168.203.134@tcp24) <- 192.168.203.134@tcp24 : GET - for me 00000400:00000200:2.0:1767384901.198280:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 304 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384901.198283:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:2.0:1767384901.198288:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 304/304 into md 0x15b9 [1] + 0 00000400:00000200:2.0:1767384901.198298:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp24 to MR: 192.168.203.134@tcp24 local destination 00000400:00000200:2.0:1767384901.198306:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp24 NI seq info: [42:42:256:4294967295] 192.168.203.134@tcp24 LPNI seq info [42:42:8:4294967295] 00000400:00000200:0.0:1767384901.198307:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:2.0:1767384901.198324:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp24(192.168.203.134@tcp24:192.168.203.134@tcp24) -> 192.168.203.134@tcp24(192.168.203.134@tcp24:192.168.203.134@tcp24) 192.168.203.134@tcp24 : REPLY try# 0 00000800:00000200:2.0:1767384901.198331:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.134@tcp24 00000400:00000200:0.0:1767384901.198335:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000800:00000010:2.0:1767384901.198336:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e3d8ffab. 00000800:00000200:2.0:1767384901.198344:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002afc01cb] -> 12345-192.168.203.134@tcp24 (4) 00000800:00000200:2.0:1767384901.198351:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp24 ip 192.168.203.134:988 00000800:00000200:2.0:1767384901.198354:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e3d8ffab type 3, nob 400 niov 1 nkiov 1 00000400:00000200:0.0:1767384901.198360:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:0.0:1767384901.198383:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:0.0:1767384901.198411:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000800:00000200:2.0:1767384901.198430:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384901.198431:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384901.198434:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000800:00000010:2.0:1767384901.198436:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e3d8ffab. 00000800:00000001:3.0:1767384901.198439:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384901.198442:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384901.198444:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384901.198451:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp24->192.168.203.134@tcp24: REPLY: OK 00000800:00000001:3.0:1767384901.198454:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384901.198457:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000800:00000001:3.0:1767384901.198458:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384901.198467:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384901.198478:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp24(192.168.203.134@tcp24) <- 192.168.203.134@tcp24 : REPLY - for me 00000400:00000200:3.0:1767384901.198490:0:16353:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp24: Reply from 12345-192.168.203.134@tcp24 of length 304/304 into md 0x15d5 00000400:00000200:0.0:1767384901.198492:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000800:00000001:3.0:1767384901.198498:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384901.198506:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384901.198509:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384901.198515:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp24->192.168.203.134@tcp24: REPLY: OK 00000400:00000200:3.0:1767384901.198520:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ce6b2d9 00000400:00000010:3.0:1767384901.198522:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ce6b2d9. 00000400:00000200:3.0:1767384901.198527:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384901.198532:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:3.0:1767384901.198533:0:16353:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.134@tcp has discovery enabled 00000400:00000200:3.0:1767384901.198539:0:16353:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000200:3.0:1767384901.198544:0:16353:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.134@tcp data present 17. state = 0x100251 00000400:00000200:3.0:1767384901.198551:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:3.0:1767384901.198561:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (18) 00000800:00000001:3.0:1767384901.198569:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384901.198573:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384901.198657:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384901.198664:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1000d1 00000400:00000010:2.0:1767384901.198672:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 360 at 000000008fefa10c. 00000800:00000010:0.0:1767384901.198703:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006c745215. 00000800:00000010:0.0:1767384901.198707:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e14053c7. 00000400:00000010:2.0:1767384901.198712:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 432 at 00000000a9fa1f65. 00000800:00000010:0.0:1767384901.198712:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007180d8ad. 00000400:00000010:2.0:1767384901.198720:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 360 at 00000000728893be. 00000800:00000010:0.0:1767384901.198764:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007180d8ad. 00000400:00000010:2.0:1767384901.198769:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000de1bac00. 00000400:00000200:2.0:1767384901.198778:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000de1bac00 nid 192.168.203.134@tcp25 00000400:00000010:2.0:1767384901.198790:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000146f038e. 00000400:00000200:2.0:1767384901.198794:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 00000000146f038e net tcp25 00000400:00000200:2.0:1767384901.198798:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (17) 00000400:00000200:2.0:1767384901.198804:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp25 flags 0x11 00000400:00000010:2.0:1767384901.198809:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 360 at 000000008fefa10c. 00000400:00000200:3.0:1767384901.198850:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000010:2.0:1767384901.198855:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 432 at 00000000a9fa1f65. 00000400:00000010:2.0:1767384901.198861:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 360 at 00000000728893be. 00000400:00000010:2.0:1767384901.198866:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000b4d38b9e. 00000400:00000200:2.0:1767384901.198872:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:3.0:1767384901.198874:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp24 from 224.3.0.2 00000800:00000010:3.0:1767384901.198880:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000bdabf1c6. 00000400:00000200:2.0:1767384901.198880:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100151 00000400:00000200:2.0:1767384901.198887:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 rc 1 00000400:00000200:2.0:1767384901.198892:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000400:00000200:2.0:1767384901.198896:0:16356:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.134@tcp 00000400:00000200:2.0:1767384901.198899:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100111 rc 0 00000400:00000200:2.0:1767384901.198904:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000800:00000010:0.0:1767384901.198904:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007dbad5a6. 00000800:00000010:0.0:1767384901.198910:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000b5e5d5e. 00000400:00000200:2.0:1767384901.198911:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (18) 00000800:00000010:0.0:1767384901.198929:0:16349:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000606f5643. 00000800:00000200:0.1:1767384901.198936:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002afc01cb] -> 12345-192.168.203.134@tcp24 (4) 00000800:00000200:0.1:1767384901.198941:0:16349:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp24 00000000606f5643 deleted 00000800:00000010:0.1:1767384901.198943:0:16349:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000606f5643. 00000800:00000200:0.1:1767384901.198946:0:16349:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384901.198952:0:16349:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp24 p 3.x 192.168.203.134 -> 192.168.203.134:992 incarnation:1767384899558843658 sched[0] 00000800:00000010:0.0:1767384901.198956:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007180d8ad. 00000800:00000010:0.0:1767384901.198997:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007180d8ad. 00000800:00000010:0.0:1767384901.199003:0:16349:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000b5e5d5e. 00000800:00000010:0.0:1767384901.199031:0:16349:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000bdabf1c6. 00000800:00000200:0.1:1767384901.199052:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384901.199057:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp24 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384899558843658 sched[0] 00000800:00000010:0.0:1767384901.199059:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e14053c7. 00000800:00000001:2.0:1767384901.199084:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384901.199089:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384901.199100:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384901.199119:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384901.199180:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000089f468f0. 00080000:00000010:0.0:1767384901.199221:0:17083:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b6d9092f. 00040000:00000001:0.0:1767384901.199228:0:17083:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384901.199230:0:17083:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384901.199231:0:17083:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384901.199234:0:17083:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:0.0:1767384901.199237:0:17083:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384901.199238:0:17083:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384901.199240:0:17083:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384901.199248:0:17083:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384901.199250:0:17083:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384901.199254:0:17083:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384901.199260:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384901.199264:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384901.199266:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384901.199270:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384901.199272:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384901.199284:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000f1a43e8. 00010000:00000001:3.0:1767384901.199288:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384901.199292:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002fa4dab2. 00000020:00000001:3.0:1767384901.199295:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384901.199298:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002fa4dab2 with handle 0xb57eb78819562ff2 to hash 00000020:00000001:3.0:1767384901.199300:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384901.199302:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384901.199305:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384901.199308:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384901.199310:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384901.199312:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002fa4dab2/0xb57eb78819562ff2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384901.199320:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384901.199322:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384901.199324:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384901.199326:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384901.199328:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384901.199330:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384901.199331:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384901.199334:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384901.199336:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384901.199337:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384901.199339:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384901.199341:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000f1a43e8) refcount = 1 00010000:00010000:3.0:1767384901.199345:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002fa4dab2/0xb57eb78819562ff2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384901.199351:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384901.199354:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384901.199355:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384901.199357:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384901.199360:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384901.199363:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384901.199366:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 00010000:00000001:3.0:1767384901.199368:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000020:0.0:1767384901.199374:0:17083:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000001:3.0:1767384901.199377:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384901.199377:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384901.199382:0:17083:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000094902d42. 00000020:00000040:3.0:1767384901.199383:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002fa4dab2 refcount=4 00000020:00000001:3.0:1767384901.199388:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 20000000:00000001:0.0:1767384901.199389:0:17083:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384901.199393:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348023040 00010000:00000001:3.0:1767384901.199394:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:0.0:1767384901.199396:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384901.199400:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000200:0.0:1767384901.199402:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009f91c478 x1853237348023040/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:127/0 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384901.199404:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002fa4dab2/0xb57eb78819562ff2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384901.199415:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384901.199417:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384901.199421:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=35 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384901.199422:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:0.0:1767384901.199426:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:3.0:1767384901.199427:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002fa4dab2/0xb57eb78819562ff2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384901.199429:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:0.0:1767384901.199431:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:0.0:1767384901.199434:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384901.199436:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384901.199441:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384901.199442:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384901.199445:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384901.199446:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384901.199448:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e14053c7. 00010000:00010000:3.0:1767384901.199450:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002fa4dab2/0xb57eb78819562ff2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384901.199451:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348023040, offset 224 00000400:00000200:0.0:1767384901.199460:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384901.199464:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384901.199467:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384901.199469:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384901.199473:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384901.199476:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002fa4dab2/0xb57eb78819562ff2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384901.199479:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d03b00 00000400:00000200:0.0:1767384901.199486:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15c1 [2] + 224 00010000:00010000:3.0:1767384901.199489:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002fa4dab2 already unused, calling callback (00000000df0e66e0) 00010000:00000001:3.0:1767384901.199493:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384901.199497:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:0.0:1767384901.199498:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:3.0:1767384901.199499:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002fa4dab2/0xb57eb78819562ff2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384901.199503:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384901.199509:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384901.199511:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384901.199515:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:0.0:1767384901.199515:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f7a1e0b x1853237348023040/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384901.199518:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384901.199521:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002fa4dab2 refcount=5 00000020:00000001:3.0:1767384901.199527:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384901.199532:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00000100:00000040:0.0:1767384901.199536:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009f7a1e0b x1853237348023040/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384901.199546:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384901.199549:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002fa4dab2/0xb57eb78819562ff2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384901.199557:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384901.199559:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384901.199560:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384901.199561:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384901.199564:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384901.199567:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:0.0:1767384901.199569:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e14053c7 00010000:00000001:3.0:1767384901.199570:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:0.0:1767384901.199573:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e14053c7. 00010000:00000001:3.0:1767384901.199574:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384901.199577:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:3.0:1767384901.199578:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002fa4dab2 with handle 0xb57eb78819562ff2 from hash 00000100:00000001:0.0:1767384901.199579:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384901.199584:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1767384901.199585:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384901.199587:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384901.199589:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384901.199589:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:3.0:1767384901.199591:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384901.199594:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384901.199595:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384901.199596:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:0.0:1767384901.199599:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384901.199601:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:0.0:1767384901.199602:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384901.199603:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384901.199604:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:0.0:1767384901.199607:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f91c478 x1853237348023040/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:127/0 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384901.199608:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384901.199609:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000010:2.0:1767384901.199613:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ccaabf2. 00010000:00000001:3.0:1767384901.199614:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384901.199621:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384901.199621:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af5556d1 00000100:00100000:0.0:1767384901.199624:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009f91c478 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:16361:x1853237348023040:12345-0@lo:253: Request processed in 3662us (4222us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384901.199627:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000af5556d1. 00010000:00000001:3.0:1767384901.199628:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384901.199632:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1767384901.199635:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384901.199637:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00010000:00000001:3.0:1767384901.199638:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384901.199641:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00010000:00000001:3.0:1767384901.199642:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384901.199644:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f7a1e0b x1853237348023040/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384901.199647:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384901.199647:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384901.199650:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384901.199654:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384901.199654:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000066559649. 00010000:00000001:3.0:1767384901.199660:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384901.199664:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008dc23a99. 00010000:00010000:3.0:1767384901.199665:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002fa4dab2/0xb57eb78819562ff2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384901.199666:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f7a1e0b x1853237348023040/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384901.199670:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e51fb73d. 00000020:00000040:0.0:1767384901.199676:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 02000000:00000001:0.0:1767384901.199681:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384901.199685:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005a1ce144. 00010000:00000001:3.0:1767384901.199687:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384901.199690:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384901.199692:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384901.199693:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384901.199697:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767384901.199697:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384901.199700:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1767384901.199701:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384901.199704:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1767384901.199704:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384901.199705:0:16361:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384901.199709:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384901.199710:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a18f8166. 00000400:00000010:0.0:1767384901.199714:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e14053c7. 02000000:00000001:2.0:1767384901.199716:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384901.199720:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:2.0:1767384901.199720:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384901.199724:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384901.199725:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384901.199729:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384901.199730:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384901.199736:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002fa4dab2/0xb57eb78819562ff2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384901.199736:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=35 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384901.199757:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=35 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384901.199762:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:2.0:1767384901.199763:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1767384901.199766:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384901.199766:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384901.199769:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002fa4dab2/0xb57eb78819562ff2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384901.199771:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384901.199774:0:16361:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384901.199779:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384901.199783:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000f1a43e8 count: 0 00000100:00000040:2.0:1767384901.199787:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f7a1e0b x1853237348023040/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384901.199793:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384901.199796:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384901.199798:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384901.199803:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384901.199804:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384901.199807:0:16361:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384901.199810:0:16361:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384901.199811:0:16361:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384901.199812:0:16361:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384901.199843:0:16361:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384901.199845:0:16361:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384901.199847:0:16361:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384901.199848:0:16361:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384901.199850:0:16361:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384901.199851:0:16361:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384901.199854:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f7a1e0b x1853237348023040/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384901.199862:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f7a1e0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348023040:0@lo:253: 00000100:00000001:2.0:1767384901.199866:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384901.199868:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384901.199871:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f7a1e0b x1853237348023040/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384901.199877:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384901.199879:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384901.199888:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d52ae28e. 02000000:00000001:2.0:1767384901.199893:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384901.199894:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384901.199896:0:16361:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:2.0:1767384901.199898:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384901.199900:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000080abe1ea. 02000000:00000001:2.0:1767384901.199903:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384901.199905:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384901.199907:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f7a1e0b. 00000100:00000001:2.0:1767384901.199910:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384901.199911:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384901.199913:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384901.199918:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384901.199919:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384901.199921:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384901.199923:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384901.200874:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294890231, at 4294890232 00000100:00000010:2.0:1767384901.200881:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb377f89. 00000100:00000040:0.0:1767384901.201865:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294890231, at 4294890233 00000100:00000010:0.0:1767384901.201871:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003da3a219. 00000100:00000040:3.0:1767384901.201892:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294890231, at 4294890233 00000100:00000040:1.0:1767384901.201900:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294890231, at 4294890233 00000100:00000010:3.0:1767384901.201901:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009de829f9. 00000100:00000010:1.0:1767384901.201909:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001117185a. 00010000:00000010:3.1:1767384901.205831:0:24631:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ed066714. 00010000:00000010:3.1:1767384901.205841:0:24631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000244b599e. 00010000:00000010:3.1:1767384901.205966:0:24631:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000f1a43e8. 00010000:00000010:3.1:1767384901.205972:0:24631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002fa4dab2. 00000400:00000010:1.0:1767384901.211607:0:24634:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000722c89a2. 00000400:00000040:1.0:1767384901.211623:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384901.211628:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384901.211631:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384901.211632:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384901.211634:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384901.211636:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384901.211638:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384901.211640:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384901.211641:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384901.211642:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384901.211643:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384901.211645:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384901.211647:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384901.211648:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384901.211649:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384901.211651:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384901.211652:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384901.211654:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384901.211655:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384901.211657:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384901.211658:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384901.211659:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384901.211661:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384901.211662:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384901.211663:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384901.211665:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384901.211666:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384901.211667:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384901.211668:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384901.211670:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384901.211671:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384901.211673:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384901.211674:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384901.211675:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384901.211676:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384901.211678:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384901.211679:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384901.211681:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384901.211682:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384901.211683:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384901.211688:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384901.211689:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384901.211690:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384901.211692:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384901.211693:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384901.211695:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384901.211696:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384901.211697:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384901.211699:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384901.211700:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384901.211702:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384901.211703:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384901.211704:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384901.211706:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384901.211707:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384901.211708:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384901.211710:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384901.211762:0:24634:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000722c89a2. 00010000:00000001:0.0:1767384901.656890:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384901.656897:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384901.656904:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384901.656906:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384901.656945:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384901.656949:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384901.656953:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384902.227034:0:24922:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005dba80ae. 00080000:00000010:3.0:1767384902.227046:0:24922:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005dba80ae. 00000020:00000001:3.0:1767384902.227052:0:24922:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384902.227061:0:24922:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005dba80ae. 00080000:00000010:3.0:1767384902.227066:0:24922:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005dba80ae. 00000020:00000001:3.0:1767384902.227071:0:24922:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384902.488878:0:17112:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000040:1.0:1767384902.488882:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b543db4a-4900-454f-be04-352b2897a173->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000020:0.0:1767384902.488883:0:17112:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:1.0:1767384902.488888:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384902.488890:0:17112:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a0f2c6b. 00000100:00000010:1.0:1767384902.488894:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9513423. 00000020:00000040:0.0:1767384902.488897:0:17112:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:1.0:1767384902.488899:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:0.0:1767384902.488902:0:17112:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384902.488903:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384902.488907:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384902.488907:0:17112:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384902.488912:0:17112:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384902.488913:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384902.488923:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000044f46150. 02000000:00000010:0.0:1767384902.488923:0:17112:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d99c4bc2. 00000100:00000001:1.0:1767384902.488932:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.488933:0:17112:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.488939:0:17112:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767384902.488941:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b543db4a-4900-454f-be04-352b2897a173->MGS req@00000000b9513423 x1853237348023296/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384902.488942:0:17112:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384902.488950:0:17112:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a0f2c6b] to pc [ptlrpcd_00_01+1] req@000000003a0f2c6b x1853237348023424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384902.488952:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384902.488955:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384902.488962:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9513423] to pc [ptlrpcd_00_02+2] req@00000000b9513423 x1853237348023296/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384902.488974:0:17112:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.488984:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.488984:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384902.488988:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384902.488988:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384902.488991:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384902.488994:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a0f2c6b x1853237348023424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384902.489001:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384902.489005:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006d2e30c6. 00000100:00000001:0.0:1767384902.489006:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1767384902.489009:0:38:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384902.489009:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.489013:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384902.489015:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384902.489015:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384902.489018:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384902.489019:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384902.489022:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384902.489024:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cbe99341. 00000100:00100000:0.0:1767384902.489026:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003a0f2c6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16359:1853237348023424:0@lo:13: 00000100:00000001:1.0:1767384902.489029:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384902.489034:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000006d2e30c6 x1853237348023552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384902.489042:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384902.489046:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384902.489047:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384902.489048:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384902.489051:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d2e30c6] to pc [ptlrpcd_00_03+3] req@000000006d2e30c6 x1853237348023552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384902.489051:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384902.489056:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384902.489060:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000000598db0. 02000000:00000001:0.0:1767384902.489062:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.489063:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384902.489065:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384902.489068:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1767384902.489068:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006db1366b. 00000100:00000010:1.0:1767384902.489073:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf01a73a. 00000020:00000040:1.0:1767384902.489076:0:38:0:(genops.c:1229:class_import_get()) import 00000000aab4eb9e refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000010:0.0:1767384902.489077:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cea1708b. 00000100:00000001:1.0:1767384902.489078:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384902.489080:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384902.489083:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384902.489086:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b8169798. 00000100:00000200:0.0:1767384902.489087:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348023424, portal 4 00000100:00000001:1.0:1767384902.489089:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.489092:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384902.489093:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000bf01a73a x1853237348023680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384902.489096:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878156416 : -119482831395200 : ffff9354bc472680) 00000100:00000001:1.0:1767384902.489103:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384902.489105:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384902.489109:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf01a73a] to pc [ptlrpcd_00_00+0] req@00000000bf01a73a x1853237348023680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384902.489109:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003a0f2c6b x1853237348023424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384918 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384902.489121:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384902.489127:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384902.489131:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384902.489139:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384902.489140:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006d2e30c6 x1853237348023552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384902.489140:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384902.489144:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384902.489149:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb61dea5. 00000100:00000040:1.0:1767384902.489150:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767384902.489155:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237348023424, offset 0 00000100:00000001:1.0:1767384902.489159:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384902.489164:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000d521fe3. 00000400:00000200:0.0:1767384902.489166:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384902.489167:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1767384902.489168:0:38:0:(genops.c:1229:class_import_get()) import 0000000062c1ff66 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384902.489172:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.489172:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384902.489174:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384902.489178:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384902.489179:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384902.489181:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384902.489184:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384902.489185:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ed65a5c. 02000000:00000001:3.0:1767384902.489190:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.489190:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384902.489193:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958271d03c80 00000100:00000040:1.0:1767384902.489195:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000000d521fe3 x1853237348023808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384902.489203:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1120 00000100:00100000:3.0:1767384902.489207:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006d2e30c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16361:1853237348023552:0@lo:400: 00000100:00000001:3.0:1767384902.489218:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384902.489218:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384902.489221:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384902.489224:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000d521fe3] to pc [ptlrpcd_00_01+1] req@000000000d521fe3 x1853237348023808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384902.489229:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384902.489232:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384902.489234:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (229) 02000000:00000001:3.0:1767384902.489236:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384902.489240:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384902.489244:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b76729ab. 02000000:00000001:3.0:1767384902.489247:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384902.489251:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009306e848. 00000400:00000200:0.0:1767384902.489254:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384902.489255:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000553cd36e. 00000100:00000001:1.0:1767384902.489258:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384902.489260:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348023552, portal 4 00000400:00000200:0.0:1767384902.489261:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384902.489262:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384902.489266:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384902.489267:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384902.489268:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590793066240 : -119482916485376 : ffff9354b734c700) 00000100:00000001:0.0:1767384902.489271:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384902.489274:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf01a73a x1853237348023680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384902.489275:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:3.0:1767384902.489276:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006d2e30c6 x1853237348023552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384902.489281:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e2b8a89. 00000100:00000040:0.0:1767384902.489286:0:16359:0:(events.c:337:request_in_callback()) incoming req@000000003e2b8a89 x1853237348023424 msgsize 224 00000100:00100000:0.0:1767384902.489299:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384902.489303:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384902.489308:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384902.489310:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384902.489311:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384902.489312:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384902.489313:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000184514aa. 00000100:00000200:3.0:1767384902.489318:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237348023552, offset 0 02000000:00000001:1.0:1767384902.489319:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384902.489319:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb61dea5 00000400:00000010:0.0:1767384902.489323:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb61dea5. 02000000:00000001:1.0:1767384902.489324:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384902.489329:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.489330:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384902.489332:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384902.489337:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bf01a73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16358:1853237348023680:0@lo:400: 00000100:00000200:0.0:1767384902.489337:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a0f2c6b x1853237348023424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384918 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384902.489344:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384902.489345:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384902.489349:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384902.489352:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384902.489355:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384902.489358:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958271d03d00 02000000:00000010:1.0:1767384902.489360:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b235ff9b. 00000400:00000200:3.0:1767384902.489368:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2320 02000000:00000001:1.0:1767384902.489371:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.489372:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384902.489373:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384902.489378:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010536190. 00000100:00000040:0.0:1767384902.489378:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a0f2c6b x1853237348023424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384918 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384902.489379:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384902.489386:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096084e8b. 00000100:00000001:3.0:1767384902.489388:0:16361:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384902.489391:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384902.489392:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:1.0:1767384902.489393:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348023680, portal 10 00000100:00000001:0.0:1767384902.489394:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1767384902.489397:0:16361:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000efb0e3d4. 00000100:00000001:1.0:1767384902.489398:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384902.489401:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384902.489402:0:16361:0:(events.c:337:request_in_callback()) incoming req@00000000efb0e3d4 x1853237348023552 msgsize 224 00000100:00000001:1.0:1767384902.489402:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590793075200 : -119482916476416 : ffff9354b734ea00) 00000100:00000040:0.0:1767384902.489408:0:16359:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3528 usecs (4 jiffies) 00000100:00000040:1.0:1767384902.489413:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bf01a73a x1853237348023680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384902.489414:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384902.489415:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294891524 00000100:00000010:0.0:1767384902.489422:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b92ab95c. 00000100:00000001:1.0:1767384902.489423:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384902.489427:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384902.489428:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384902.489430:0:16359:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000010:1.0:1767384902.489432:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e519160b. 00000400:00000200:3.0:1767384902.489434:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000184514aa 00000100:00000001:0.0:1767384902.489436:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294891524 00000400:00000010:3.0:1767384902.489437:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000184514aa. 00000100:00000001:3.0:1767384902.489441:0:16361:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:0.0:1767384902.489442:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028c755e0. 00000100:00000200:1.0:1767384902.489444:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237348023680, offset 0 00000100:00000200:3.0:1767384902.489446:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006d2e30c6 x1853237348023552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384902.489447:0:16359:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384902.489452:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294891524 00000400:00000200:1.0:1767384902.489455:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1767384902.489458:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009a4b7b9c. 00000100:00000001:0.0:1767384902.489463:0:16359:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384902.489467:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384902.489468:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294891524 00000100:00000001:3.0:1767384902.489473:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1767384902.489474:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005a7ba5c9. 00000100:00000040:3.0:1767384902.489478:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006d2e30c6 x1853237348023552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384918 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384902.489478:0:16359:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384902.489483:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958271d03d80 00000100:00000001:0.0:1767384902.489483:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384902.489489:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.489493:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384902.489495:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3800 00000100:00000001:0.0:1767384902.489498:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384902.489500:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.489504:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384902.489504:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384902.489508:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384902.489509:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384902.489510:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.489511:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384902.489515:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384902.489516:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384902.489517:0:16361:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3528 usecs (4 jiffies) 00000100:00000200:1.0:1767384902.489518:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384902.489520:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384902.489524:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294891524 00000100:00000001:0.0:1767384902.489524:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1767384902.489525:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000229032c2. 00000100:00000001:3.0:1767384902.489530:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294891524 00000100:00000040:0.0:1767384902.489530:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000d521fe3 x1853237348023808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384902.489531:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000229032c2 x1853237348023680 msgsize 224 00000100:00000001:3.0:1767384902.489536:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294891524 00000100:00000001:3.0:1767384902.489542:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294891524 00000100:00100000:1.0:1767384902.489545:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384902.489547:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294891524 00000100:00000001:0.0:1767384902.489551:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384902.489552:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294891524 00000100:00000001:3.0:1767384902.489554:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294891524 00000100:00000001:3.0:1767384902.489555:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294891524 00000100:00000001:0.0:1767384902.489558:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.489559:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384902.489559:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384902.489564:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384902.489565:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384902.489566:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e519160b 00000100:00000001:3.0:1767384902.489567:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384902.489568:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384902.489572:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384902.489572:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e519160b. 02000000:00000001:0.0:1767384902.489573:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.489578:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1767384902.489580:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000d521fe3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16359:1853237348023808:0@lo:400: 00000100:00000001:3.0:1767384902.489581:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767384902.489584:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bf01a73a x1853237348023680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384902.489585:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384902.489586:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384902.489590:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384902.489592:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384902.489593:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.489595:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384902.489599:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384902.489600:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.489603:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1767384902.489603:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e8832737. 00000100:00100000:3.0:1767384902.489604:0:16361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000040:1.0:1767384902.489608:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf01a73a x1853237348023680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384902.489608:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.489609:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384902.489615:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767384902.489615:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbe32188. 00000100:00000001:3.0:1767384902.489618:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384902.489621:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb61dea5. 00000100:00000001:1.0:1767384902.489623:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.489624:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384902.489626:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384902.489626:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348023808, portal 10 00000100:00000001:3.0:1767384902.489629:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384902.489630:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384902.489633:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384902.489633:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590793065344 : -119482916486272 : ffff9354b734c380) 00000100:00000040:3.0:1767384902.489641:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9513423 x1853237348023296/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384902.489641:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384902.489641:0:16359:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ecd87a1e. 00000100:00000040:1.0:1767384902.489648:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2782 usecs (3 jiffies) 00000100:00000040:0.0:1767384902.489651:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000d521fe3 x1853237348023808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384902.489654:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384902.489654:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294891523 00000100:00000001:3.0:1767384902.489658:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.489660:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294891524 02000000:00000001:3.0:1767384902.489664:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384902.489666:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294891523 02000000:00000001:3.0:1767384902.489667:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384902.489668:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384902.489670:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294891524 02000000:00000001:3.0:1767384902.489674:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384902.489674:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384902.489675:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294891523 00000400:00000010:0.0:1767384902.489679:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2c8c939. 00000100:00000001:1.0:1767384902.489680:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294891524 00000100:00100000:3.0:1767384902.489682:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9513423 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348023296:0@lo:400: 00000100:00000200:0.0:1767384902.489684:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237348023808, offset 0 00000100:00000001:1.0:1767384902.489686:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294891523 00000100:00000001:3.0:1767384902.489692:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384902.489693:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294891524 00000400:00000200:0.0:1767384902.489694:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384902.489697:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384902.489699:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384902.489700:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.489702:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384902.489705:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384902.489706:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384902.489708:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384902.489709:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087d4af9b. 00000100:00000001:1.0:1767384902.489711:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384902.489713:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384902.489716:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958271d03e00 00000100:00000001:1.0:1767384902.489717:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767384902.489719:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ffa2f5a. 00000100:00000001:1.0:1767384902.489721:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384902.489725:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4024 00000100:00000001:1.0:1767384902.489726:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384902.489729:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384902.489745:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384902.489746:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000184514aa. 00000100:00000001:1.0:1767384902.489747:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384902.489751:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384902.489753:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384902.489754:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348023296, portal 25 00000100:00000001:0.0:1767384902.489755:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384902.489759:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384902.489760:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384902.489763:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590793071616 : -119482916480000 : ffff9354b734dc00) 00000100:00000010:0.0:1767384902.489764:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000e2ccc84. 00000100:00000040:0.0:1767384902.489768:0:16359:0:(events.c:337:request_in_callback()) incoming req@000000000e2ccc84 x1853237348023808 msgsize 224 00000100:00000040:3.0:1767384902.489769:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9513423 x1853237348023296/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384902.489774:0:17090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384902.489776:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384902.489779:0:17090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348023680 02000000:00000001:1.0:1767384902.489782:0:17090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384902.489784:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384902.489785:0:17090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384902.489787:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384902.489790:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000922aa2d4. 00000100:00000001:1.0:1767384902.489790:0:17090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384902.489796:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237348023296, offset 0 00000100:00000001:0.0:1767384902.489796:0:16359:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384902.489797:0:17090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384902.489802:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384902.489803:0:17090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348023680 00000020:00000001:1.0:1767384902.489806:0:17090:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384902.489809:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2c8c939 00000020:00000040:1.0:1767384902.489810:0:17090:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562e71 00000400:00000200:3.0:1767384902.489812:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384902.489814:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f2c8c939. 00000020:00000001:1.0:1767384902.489834:0:17090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384902.489836:0:17090:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099807a16 refcount=5 00000020:00000001:1.0:1767384902.489840:0:17090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00000100:00000001:0.0:1767384902.489846:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384902.489847:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958271d03c00 00000020:00000001:1.0:1767384902.489850:0:17090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00000100:00000200:0.0:1767384902.489852:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000d521fe3 x1853237348023808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384902.489857:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384902.489860:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0xa71 [2] + 0 00000020:00000010:1.0:1767384902.489861:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d07407b7. 00000100:00000001:1.0:1767384902.489867:0:17090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384902.489867:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384902.489869:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3197a89. 00000020:00000010:1.0:1767384902.489872:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d07407b7. 00000100:00000040:0.0:1767384902.489872:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000d521fe3 x1853237348023808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384902.489877:0:16361:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005aa6758d 00000020:00000010:1.0:1767384902.489879:0:17090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005967b54c. 00000100:00000001:0.0:1767384902.489880:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384902.489884:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384902.489885:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767384902.489887:0:17090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000a73d1c5. 00000100:00000001:0.0:1767384902.489890:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384902.489892:0:17090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000817044f9. 00000400:00000200:3.0:1767384902.489895:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384902.489896:0:16359:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2637 usecs (3 jiffies) 00000100:00000001:0.0:1767384902.489899:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294891524 00000100:00000040:1.0:1767384902.489901:0:17090:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384902.489901:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294891524 00000100:00000001:1.0:1767384902.489906:0:17090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384902.489906:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294891524 00000100:00000001:1.0:1767384902.489910:0:17090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384902.489911:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005aa6758d 00000100:00000001:0.0:1767384902.489911:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294891524 00000100:00000001:1.0:1767384902.489913:0:17090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384902.489915:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294891524 00000400:00000010:3.0:1767384902.489917:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005aa6758d. 00000100:00000001:0.0:1767384902.489919:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294891524 00000100:00000001:1.0:1767384902.489921:0:17090:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384902.489923:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294891524 00000100:00000001:3.0:1767384902.489925:0:16361:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384902.489925:0:17090:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384902.489926:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294891524 00000100:00000200:3.0:1767384902.489930:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384902.489930:0:17090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.489930:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384902.489937:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384902.489938:0:16361:0:(events.c:337:request_in_callback()) incoming req@0000000044f6a995 x1853237348023296 msgsize 224 00000100:00000001:0.0:1767384902.489941:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.489943:0:17090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384902.489945:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384902.489947:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384902.489951:0:16361:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384902.489951:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384902.489954:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384902.489956:0:17090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384902.489957:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384902.489959:0:17090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348023808 00000100:00000001:0.0:1767384902.489960:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384902.489962:0:16361:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384902.489964:0:17090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384902.489964:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384902.489968:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000922aa2d4 00000100:00000001:1.0:1767384902.489968:0:17090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384902.489969:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384902.489972:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000922aa2d4. 00000100:00000001:1.0:1767384902.489972:0:17090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.489978:0:16361:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384902.489978:0:17090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384902.489981:0:17090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348023808 00000100:00000200:3.0:1767384902.489983:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9513423 x1853237348023296/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384902.489984:0:17090:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384902.489987:0:17090:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562ee1 00000020:00000001:1.0:1767384902.489991:0:17090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384902.489994:0:17090:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000083ded37e refcount=5 00000100:00000001:3.0:1767384902.489995:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1767384902.489996:0:17899:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000c70884d5. 00000020:00000001:1.0:1767384902.489999:0:17090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00000100:00000040:3.0:1767384902.490001:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9513423 x1853237348023296/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384918 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384902.490001:0:17899:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384902.490002:0:17090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00000100:00100000:0.0:1767384902.490005:0:17899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348023424 00000100:00000001:1.0:1767384902.490008:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384902.490009:0:17899:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384902.490013:0:17899:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384902.490014:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d07407b7. 00000100:00000001:0.0:1767384902.490015:0:17899:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.490018:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.490021:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767384902.490021:0:17090:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000f56f5961. 02000000:00000001:0.0:1767384902.490021:0:17899:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384902.490027:0:17899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348023424 00000100:00000001:3.0:1767384902.490028:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384902.490030:0:17090:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8d9ce3b) now 8 - evictor 00000020:00000001:0.0:1767384902.490031:0:17899:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384902.490034:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294891526 00000020:00000040:0.0:1767384902.490035:0:17899:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562efd 00000020:00000001:0.0:1767384902.490040:0:17899:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384902.490042:0:17090:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384902.490043:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294891524 00000020:00000040:0.0:1767384902.490043:0:17899:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d9a32349 refcount=5 00000020:00000001:0.0:1767384902.490046:0:17899:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000001:3.0:1767384902.490049:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294891526 00000020:00000001:0.0:1767384902.490051:0:17899:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000001:3.0:1767384902.490053:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294891524 00000020:00000010:1.0:1767384902.490053:0:17090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079732139. 00000100:00000001:0.0:1767384902.490054:0:17899:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384902.490059:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294891526 00000020:00000010:1.0:1767384902.490061:0:17090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a1bbbb2b. 00000020:00000010:0.0:1767384902.490062:0:17899:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc07163b. 00000100:00000001:3.0:1767384902.490063:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294891524 00000020:00000010:1.0:1767384902.490069:0:17090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007a1877d8. 00000020:00000010:0.0:1767384902.490069:0:17899:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000002916a5f5. 00000100:00000001:3.0:1767384902.490070:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294891526 00000100:00000001:3.0:1767384902.490077:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294891524 00000100:00000001:1.0:1767384902.490077:0:17090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:0.0:1767384902.490079:0:17899:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000029ff95b7) now 6 - evictor 00000100:00000001:1.0:1767384902.490080:0:17090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384902.490082:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384902.490084:0:17090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384902.490087:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.490088:0:17899:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384902.490089:0:17090:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384902.490090:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.490093:0:17090:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384902.490094:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384902.490095:0:17899:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047f6bcfc. 00000100:00000001:1.0:1767384902.490097:0:17090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384902.490102:0:17899:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008735ac60. 00000100:00000001:3.0:1767384902.490105:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384902.490108:0:17090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384902.490109:0:17899:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003ef9a1a6. 00000100:00000001:3.0:1767384902.490115:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.490121:0:17090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384902.490122:0:17899:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384902.490126:0:17090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384902.490126:0:17899:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384902.490130:0:17899:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384902.490131:0:18467:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384902.490131:0:17899:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384902.490132:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:3.0:1767384902.490135:0:18467:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384902.490138:0:17090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000099807a16 : new rpc_count 1 00000100:00000001:0.0:1767384902.490139:0:17899:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.490143:0:17090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590793068928 : -119482916482688 : ffff9354b734d180) 00000100:00100000:3.0:1767384902.490144:0:18467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:3.0:1767384902.490148:0:18467:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000083ded37e : new rpc_count 1 00000100:00000001:0.0:1767384902.490151:0:17899:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384902.490152:0:18467:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878151040 : -119482831400576 : ffff9354bc471180) 00000100:00000040:1.0:1767384902.490152:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000229032c2 x1853237348023680/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:128/0 lens 224/0 e 0 to 0 dl 1767384913 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384902.490161:0:18467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000e2ccc84 x1853237348023808/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:128/0 lens 224/0 e 0 to 0 dl 1767384913 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384902.490164:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384902.490164:0:17899:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384902.490168:0:17899:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384902.490170:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f4336abb. 00000100:00000001:3.0:1767384902.490173:0:18467:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384902.490174:0:17090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384902.490178:0:17899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000020:00000010:3.0:1767384902.490179:0:18467:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b7482bb9. 00000020:00000010:1.0:1767384902.490179:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f4336abb. 00000100:00000040:0.0:1767384902.490181:0:17899:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d9a32349 : new rpc_count 1 00000100:00000001:3.0:1767384902.490185:0:18467:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384902.490185:0:17899:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878148352 : -119482831403264 : ffff9354bc470700) 00000020:00000010:3.0:1767384902.490191:0:18467:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b7482bb9. 00000100:00100000:1.0:1767384902.490191:0:17090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000229032c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16358:x1853237348023680:12345-0@lo:400: 00000100:00000040:0.0:1767384902.490195:0:17899:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003e2b8a89 x1853237348023424/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:128/0 lens 224/0 e 0 to 0 dl 1767384913 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384902.490197:0:17090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348023680 00000100:00100000:3.0:1767384902.490200:0:18467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000e2ccc84 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16359:x1853237348023808:12345-0@lo:400: 00000020:00000001:1.0:1767384902.490202:0:17090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384902.490206:0:17090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384902.490209:0:17090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384902.490210:0:18467:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348023808 00000020:00000001:1.0:1767384902.490214:0:17090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384902.490215:0:18467:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384902.490218:0:17090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000020:00000001:3.0:1767384902.490220:0:18467:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384902.490221:0:17899:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384902.490224:0:18467:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384902.490225:0:17090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1767384902.490225:0:17899:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009db0cab0. 00000020:00000001:3.0:1767384902.490227:0:18467:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384902.490230:0:17899:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384902.490231:0:18467:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000020:00000001:1.0:1767384902.490231:0:17090:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384902.490233:0:17899:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009db0cab0. 00000020:00000001:3.0:1767384902.490237:0:18467:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384902.490239:0:17090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384902.490241:0:18467:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384902.490243:0:17090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384902.490244:0:18467:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384902.490247:0:18467:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384902.490249:0:18467:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384902.490250:0:17090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384902.490252:0:18467:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:0.0:1767384902.490252:0:17899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003e2b8a89 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16359:x1853237348023424:12345-0@lo:13: 00000100:00000001:3.0:1767384902.490256:0:18467:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:0.0:1767384902.490257:0:17899:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348023424 02000000:00000001:3.0:1767384902.490259:0:18467:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384902.490261:0:17899:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384902.490263:0:17090:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000010:3.0:1767384902.490264:0:18467:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000360be0e4. 00000020:00000001:0.0:1767384902.490265:0:17899:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384902.490268:0:17090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384902.490269:0:18467:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384902.490269:0:17899:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384902.490274:0:17090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384902.490276:0:18467:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384902.490276:0:17899:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384902.490279:0:17899:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665454032 : -1044097584 : ffffffffc1c455d0) 00000020:00000001:3.0:1767384902.490280:0:18467:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384902.490280:0:17090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e6a643f7. 00000020:00000001:0.0:1767384902.490282:0:17899:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000040:3.0:1767384902.490286:0:18467:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348023808 02000000:00000001:1.0:1767384902.490287:0:17090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384902.490287:0:17899:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384902.490289:0:18467:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384902.490292:0:17899:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384902.490294:0:17090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384902.490295:0:17899:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000200:3.0:1767384902.490297:0:18467:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000e2ccc84 x1853237348023808/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:128/0 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384902.490298:0:17899:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384902.490300:0:17090:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.490302:0:17899:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000040:1.0:1767384902.490304:0:17090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348023680 02000000:00000001:0.0:1767384902.490305:0:17899:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1767384902.490309:0:17090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000010:0.0:1767384902.490310:0:17899:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000e75a5a64. 00010000:00000200:1.0:1767384902.490315:0:17090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000229032c2 x1853237348023680/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:128/0 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384902.490316:0:18467:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1767384902.490316:0:17899:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384902.490321:0:18467:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.490321:0:17899:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384902.490327:0:18467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=30 v=5 (1 0 0 0) 00002000:00000001:0.0:1767384902.490328:0:17899:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00010000:00000001:1.0:1767384902.490330:0:17090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00002000:00000001:0.0:1767384902.490333:0:17899:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00010000:00000001:1.0:1767384902.490334:0:17090:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.490335:0:18467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384902.490336:0:17899:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000040:3.0:1767384902.490340:0:18467:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00001000:1.0:1767384902.490340:0:17090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384902.490344:0:18467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000001:1.0:1767384902.490346:0:17090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384902.490346:0:17899:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384902.490348:0:18467:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384902.490351:0:18467:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384902.490352:0:17090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 22 to 0@lo 00002000:00000024:0.0:1767384902.490352:0:17899:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:3.0:1767384902.490358:0:18467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384902.490359:0:17090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000020:00000020:0.0:1767384902.490360:0:17899:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 02000000:00000001:1.0:1767384902.490364:0:17090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1767384902.490365:0:18467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000020:0.0:1767384902.490366:0:17899:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000d9a32349 dirty 0 pend 0 grant 0 02000000:00000001:1.0:1767384902.490367:0:17090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384902.490370:0:18467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000922aa2d4. 00000100:00000001:1.0:1767384902.490372:0:17090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00002000:00000020:0.0:1767384902.490374:0:17899:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000200:3.0:1767384902.490375:0:18467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348023808, offset 224 00002000:00000001:0.0:1767384902.490379:0:17899:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000040:1.0:1767384902.490380:0:17090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384902.490384:0:18467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384902.490385:0:17899:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000b412b6ca. 00000400:00000010:1.0:1767384902.490386:0:17090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e519160b. 00000400:00000200:3.0:1767384902.490391:0:18467:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000001:0.0:1767384902.490391:0:17899:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000200:1.0:1767384902.490392:0:17090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348023680, offset 224 00000001:00000001:0.0:1767384902.490399:0:17899:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384902.490403:0:17899:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384902.490404:0:18467:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d03e00 00000400:00000200:1.0:1767384902.490404:0:17090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:0.0:1767384902.490406:0:17899:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237348023424 00010000:00000001:0.0:1767384902.490411:0:17899:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384902.490414:0:18467:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1601 [1] + 224 00000400:00000200:1.0:1767384902.490417:0:17090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:0.0:1767384902.490418:0:17899:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003e2b8a89 x1853237348023424/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:128/0 lens 224/368 e 0 to 0 dl 1767384913 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384902.490424:0:18467:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384902.490430:0:17090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d03d80 00010000:00000001:0.0:1767384902.490431:0:17899:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1767384902.490433:0:18467:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384902.490435:0:17899:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384902.490439:0:17090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x15f9 [1] + 224 00000100:00001000:0.0:1767384902.490439:0:17899:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097a41e79 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384902.490446:0:17899:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1767384902.490447:0:17090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384902.490449:0:17899:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 23 to 0@lo 00000100:00000001:3.0:1767384902.490450:0:18467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384902.490454:0:17899:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000400:00000200:1.0:1767384902.490455:0:17090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384902.490457:0:17899:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:3.0:1767384902.490458:0:18467:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000d521fe3 x1853237348023808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384902.490460:0:17899:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.490461:0:17090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384902.490466:0:17899:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767384902.490467:0:17090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bf01a73a x1853237348023680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384902.490472:0:17899:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384902.490476:0:17899:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2c8c939. 00000100:00000040:3.0:1767384902.490480:0:18467:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000d521fe3 x1853237348023808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384902.490482:0:17899:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237348023424, offset 224 00000100:00000040:1.0:1767384902.490490:0:17090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bf01a73a x1853237348023680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384902.490493:0:17899:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384902.490506:0:17899:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384902.490513:0:18467:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384902.490516:0:17899:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958271d03c80 00000400:00000200:3.0:1767384902.490519:0:18467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000922aa2d4 00000400:00000010:3.0:1767384902.490523:0:18467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000922aa2d4. 00000100:00000001:3.0:1767384902.490527:0:18467:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384902.490530:0:18467:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1767384902.490531:0:17899:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x15e9 [1] + 224 00000100:00000001:3.0:1767384902.490533:0:18467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384902.490537:0:17899:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384902.490538:0:18467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 22 to 0@lo 00010000:00000001:3.0:1767384902.490542:0:18467:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384902.490542:0:17090:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384902.490545:0:18467:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384902.490545:0:17899:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384902.490550:0:17090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e519160b 00000020:00000001:3.0:1767384902.490551:0:18467:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384902.490553:0:17090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e519160b. 00000100:00000001:1.0:1767384902.490555:0:17090:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384902.490557:0:17899:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384902.490558:0:17090:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:0.0:1767384902.490563:0:17899:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a0f2c6b x1853237348023424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384918 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384902.490564:0:17090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384902.490565:0:18467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000e2ccc84 x1853237348023808/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:128/0 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384902.490572:0:17090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:1.0:1767384902.490576:0:17090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384902.490580:0:17090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384902.490584:0:17090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384902.490590:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000229032c2 x1853237348023680/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:128/0 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384902.490599:0:17899:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000003a0f2c6b x1853237348023424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384902.490603:0:18467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000e2ccc84 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16359:x1853237348023808:12345-0@lo:400: Request processed in 425us (829us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384902.490620:0:17090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000229032c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16358:x1853237348023680:12345-0@lo:400: Request processed in 452us (1084us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384902.490622:0:18467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:3.0:1767384902.490628:0:18467:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000083ded37e : new rpc_count 0 00000100:00000001:0.0:1767384902.490630:0:17899:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384902.490634:0:18467:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384902.490637:0:18467:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1767384902.490638:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000400:00000200:0.0:1767384902.490638:0:17899:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2c8c939 00000400:00000010:0.0:1767384902.490642:0:17899:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f2c8c939. 00000020:00000010:3.0:1767384902.490643:0:18467:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a1bbbb2b. 00000100:00000040:1.0:1767384902.490644:0:17090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099807a16 : new rpc_count 0 00000100:00000001:0.0:1767384902.490645:0:17899:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384902.490649:0:17090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1767384902.490650:0:18467:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007a1877d8. 00000100:00000001:1.0:1767384902.490651:0:17090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384902.490654:0:17899:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1767384902.490657:0:17090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000a73d1c5. 00000020:00000010:3.0:1767384902.490658:0:18467:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079732139. 00000100:00000001:0.0:1767384902.490659:0:17899:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384902.490664:0:17090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000817044f9. 00000100:00000040:0.0:1767384902.490665:0:17899:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000020:00000040:3.0:1767384902.490666:0:18467:0:(genops.c:898:class_export_put()) PUTting export 0000000083ded37e : new refcount 4 00000020:00000010:1.0:1767384902.490671:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005967b54c. 00010000:00000001:0.0:1767384902.490671:0:17899:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384902.490672:0:18467:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384902.490675:0:17899:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384902.490678:0:17090:0:(genops.c:898:class_export_put()) PUTting export 0000000099807a16 : new refcount 4 00000020:00000001:0.0:1767384902.490679:0:17899:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384902.490683:0:17090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384902.490685:0:17899:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e2b8a89 x1853237348023424/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:128/0 lens 224/368 e 0 to 0 dl 1767384913 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767384902.490691:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767384902.490695:0:17899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003e2b8a89 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16359:x1853237348023424:12345-0@lo:13: Request processed in 471us (1405us total) trans 0 rc 0/0 00000020:00000040:3.0:1767384902.490697:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000029ff95b7) now 6 - evictor 00000100:00000001:1.0:1767384902.490699:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384902.490703:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1767384902.490705:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000400:00000001:1.0:1767384902.490707:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1767384902.490709:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8d9ce3b) now 8 - evictor 00000100:00100000:0.0:1767384902.490709:0:17899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000400:00000001:1.0:1767384902.490710:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384902.490714:0:17899:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d9a32349 : new rpc_count 0 00000400:00000010:1.0:1767384902.490715:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010536190. 00000100:00000001:0.0:1767384902.490718:0:17899:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1767384902.490720:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096084e8b 00000100:00000001:0.0:1767384902.490721:0:17899:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1767384902.490723:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096084e8b. 00000020:00000010:0.0:1767384902.490725:0:17899:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008735ac60. 00000100:00000001:1.0:1767384902.490727:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384902.490730:0:17899:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003ef9a1a6. 00000100:00000200:1.0:1767384902.490746:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bf01a73a x1853237348023680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384902.490750:0:17899:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047f6bcfc. 00000020:00000040:0.0:1767384902.490754:0:17899:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 4 00000100:00000001:0.0:1767384902.490757:0:17899:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384902.490766:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bf01a73a x1853237348023680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384902.490773:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384902.490773:0:17896:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384902.490774:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384902.490776:0:17896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348023552 00000100:00000001:1.0:1767384902.490777:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384902.490779:0:17896:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767384902.490781:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384902.490781:0:17896:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384902.490783:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384902.490784:0:17896:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.490786:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384902.490787:0:17896:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384902.490789:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384902.490790:0:17896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348023552 00000020:00000001:0.0:1767384902.490793:0:17896:0:(genops.c:811:class_conn2export()) Process entered 00000100:00001000:1.0:1767384902.490794:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 00000000617d1ace time=30 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384902.490794:0:17896:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562efd 00000020:00000001:0.0:1767384902.490797:0:17896:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:1.0:1767384902.490800:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 000000008de43404 time=30 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384902.490800:0:17896:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d9a32349 refcount=5 00000020:00000001:0.0:1767384902.490804:0:17896:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000001:1.0:1767384902.490805:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767384902.490807:0:17896:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000001:1.0:1767384902.490808:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.490811:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767384902.490812:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384902.490832:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bf01a73a x1853237348023680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384902.490835:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009db0cab0. 00010000:00000001:1.0:1767384902.490837:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.490840:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384902.490842:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384902.490844:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384902.490845:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384902.490848:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384902.490848:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009db0cab0. 00000100:00000040:1.0:1767384902.490853:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf01a73a x1853237348023680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384902.490856:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047f6bcfc. 00000100:00000001:1.0:1767384902.490858:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384902.490861:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008735ac60. 00000100:00000001:1.0:1767384902.490862:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384902.490864:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384902.490866:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003ef9a1a6. 00000100:00000040:1.0:1767384902.490869:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf01a73a x1853237348023680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384902.490873:0:17896:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384902.490876:0:17896:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1767384902.490877:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bf01a73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16358:1853237348023680:0@lo:400: 00000100:00000001:0.0:1767384902.490878:0:17896:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384902.490881:0:17896:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384902.490883:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384902.490885:0:17896:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384902.490886:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384902.490888:0:17896:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384902.490889:0:17896:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384902.490896:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf01a73a x1853237348023680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384902.490896:0:17896:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384902.490905:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384902.490906:0:17896:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384902.490908:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384902.490908:0:17896:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:1.0:1767384902.490911:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b235ff9b. 00000100:00100000:0.0:1767384902.490915:0:17896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 02000000:00000001:1.0:1767384902.490917:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767384902.490918:0:17896:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d9a32349 : new rpc_count 1 00000020:00000001:1.0:1767384902.490921:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384902.490921:0:17896:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590789832960 : -119482919718656 : ffff9354b7037100) 00000020:00000040:1.0:1767384902.490924:0:16358:0:(genops.c:1242:class_import_put()) import 00000000aab4eb9e refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:0.0:1767384902.490927:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000efb0e3d4 x1853237348023552/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:128/0 lens 224/0 e 0 to 0 dl 1767384913 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384902.490928:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384902.490931:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b8169798. 00000100:00000001:0.0:1767384902.490938:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384902.490939:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:0.0:1767384902.490941:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009db0cab0. 02000000:00000001:1.0:1767384902.490942:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384902.490946:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf01a73a. 00000100:00000001:0.0:1767384902.490946:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384902.490952:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:0.0:1767384902.490952:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009db0cab0. 00000100:00000001:1.0:1767384902.490956:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384902.490958:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384902.490961:0:17896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000efb0e3d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16361:x1853237348023552:12345-0@lo:400: 00000100:00000001:1.0:1767384902.490964:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384902.490965:0:17896:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348023552 00000100:00000001:1.0:1767384902.490968:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384902.490968:0:17896:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384902.490972:0:17896:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384902.490973:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384902.490974:0:17896:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.490976:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384902.490977:0:17896:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384902.490980:0:17896:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000020:00000001:0.0:1767384902.490983:0:17896:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384902.490984:0:17896:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384902.490991:0:17896:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384902.490992:0:17896:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384902.490994:0:17896:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384902.490995:0:17896:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384902.490997:0:17896:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384902.490999:0:17896:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384902.491002:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:0.0:1767384902.491002:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004dc16274. 02000000:00000001:0.0:1767384902.491004:0:17896:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384902.491005:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348023296 00000100:00000001:0.0:1767384902.491007:0:17896:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384902.491009:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384902.491010:0:17896:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.491012:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000040:0.0:1767384902.491013:0:17896:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237348023552 00000100:00000001:1.0:1767384902.491015:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384902.491016:0:17896:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:1.0:1767384902.491021:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384902.491021:0:17896:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000efb0e3d4 x1853237348023552/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:128/0 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384902.491025:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348023296 00000020:00000001:1.0:1767384902.491029:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1767384902.491032:0:17896:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:1.0:1767384902.491033:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00010000:00000001:0.0:1767384902.491035:0:17896:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384902.491036:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384902.491039:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000100:00001000:0.0:1767384902.491039:0:17896:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7bcd663 time=26 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384902.491045:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:0.0:1767384902.491046:0:17896:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384902.491049:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000040:0.0:1767384902.491050:0:17896:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:0.0:1767384902.491055:0:17896:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000001:1.0:1767384902.491056:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384902.491057:0:17896:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384902.491059:0:17896:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384902.491060:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f4336abb. 00000100:00000001:0.0:1767384902.491061:0:17896:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384902.491065:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384902.491065:0:17896:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384902.491068:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2c8c939. 00000100:00000200:0.0:1767384902.491072:0:17896:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237348023552, offset 224 00000020:00000010:1.0:1767384902.491076:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f4336abb. 00000020:00000010:1.0:1767384902.491082:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005967b54c. 00000400:00000200:0.0:1767384902.491082:0:17896:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384902.491086:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000a73d1c5. 00000020:00000010:1.0:1767384902.491089:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000817044f9. 00000400:00000200:0.0:1767384902.491092:0:17896:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384902.491096:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384902.491099:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384902.491100:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384902.491102:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384902.491103:0:17896:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958271d03d00 00000100:00000001:1.0:1767384902.491107:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384902.491111:0:17896:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x15f1 [1] + 224 00000100:00000001:1.0:1767384902.491116:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384902.491117:0:17896:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384902.491121:0:17896:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384902.491125:0:17896:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384902.491127:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1767384902.491129:0:17896:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006d2e30c6 x1853237348023552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384902.491130:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384902.491137:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00000040:1.0:1767384902.491141:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:1.0:1767384902.491143:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590666960976 : -119483042590640 : ffff9354afb09050) 00000100:00000040:1.0:1767384902.491146:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000044f6a995 x1853237348023296/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:128/0 lens 224/0 e 0 to 0 dl 1767384913 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384902.491174:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384902.491176:0:17896:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006d2e30c6 x1853237348023552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384902.491177:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f4336abb. 00000100:00000001:1.0:1767384902.491182:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384902.491187:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f4336abb. 00000100:00100000:1.0:1767384902.491194:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000044f6a995 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:16361:x1853237348023296:12345-0@lo:400: 00000100:00000001:0.0:1767384902.491196:0:17896:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767384902.491197:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348023296 00000020:00000001:1.0:1767384902.491200:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384902.491202:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384902.491203:0:17896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2c8c939 00000020:00000001:1.0:1767384902.491204:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384902.491205:0:17896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f2c8c939. 00000020:00000001:1.0:1767384902.491208:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384902.491209:0:17896:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1767384902.491211:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289088 : -1048262528 : ffffffffc184c880) 00000100:00000001:0.0:1767384902.491212:0:17896:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767384902.491216:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384902.491217:0:17896:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384902.491219:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384902.491221:0:17896:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000020:00000001:1.0:1767384902.491223:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:0.0:1767384902.491224:0:17896:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384902.491228:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384902.491228:0:17896:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384902.491230:0:17896:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384902.491233:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000efb0e3d4 x1853237348023552/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:128/0 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384902.491239:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384902.491242:0:17896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000efb0e3d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16361:x1853237348023552:12345-0@lo:400: Request processed in 301us (1838us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384902.491245:0:17083:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384902.491249:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1767384902.491250:0:17896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 02000000:00000001:1.0:1767384902.491253:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1767384902.491254:0:17896:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d9a32349 : new rpc_count 0 00000100:00000001:0.0:1767384902.491257:0:17896:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384902.491259:0:17896:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:1.0:1767384902.491261:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cd3967a4. 00000020:00000010:0.0:1767384902.491261:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008735ac60. 02000000:00000001:1.0:1767384902.491268:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384902.491268:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003ef9a1a6. 00000020:00000010:0.0:1767384902.491274:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047f6bcfc. 00000100:00000001:1.0:1767384902.491275:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384902.491276:0:17896:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 4 00000020:00000001:1.0:1767384902.491279:0:17083:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.491280:0:17896:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767384902.491286:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348023296 00010000:00000001:1.0:1767384902.491289:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384902.491294:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000044f6a995 x1853237348023296/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:128/0 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384902.491296:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384902.491299:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384902.491303:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384902.491304:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000001:0.0:1767384902.491305:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384902.491307:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384902.491308:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009306e848. 00000100:00001000:1.0:1767384902.491310:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=36 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384902.491312:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000553cd36e 00000100:00000001:1.0:1767384902.491315:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1767384902.491326:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000553cd36e. 00000100:00000040:1.0:1767384902.491327:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:0.0:1767384902.491330:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384902.491331:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:1.0:1767384902.491333:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384902.491334:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.491336:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384902.491341:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384902.491341:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006d2e30c6 x1853237348023552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384902.491345:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096084e8b. 00000100:00000200:1.0:1767384902.491351:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237348023296, offset 224 00000100:00000200:0.0:1767384902.491352:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006d2e30c6 x1853237348023552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384902.491360:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384902.491365:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384902.491367:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384902.491370:0:16361:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767384902.491371:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384902.491372:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384902.491375:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384902.491377:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384902.491379:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384902.491381:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958271d03c00 00000100:00001000:0.0:1767384902.491382:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 0000000056cb386c time=26 v=5 (5 0 0 0) 00000400:00000200:1.0:1767384902.491387:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1609 [1] + 224 00000100:00001000:0.0:1767384902.491388:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000785c58c4 time=26 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384902.491396:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384902.491396:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384902.491398:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384902.491401:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767384902.491403:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00080000:0.0:1767384902.491406:0:16361:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006d2e30c6 x1853237348023552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384902.491409:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384902.491414:0:16361:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384902.491415:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9513423 x1853237348023296/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384902.491417:0:16361:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384902.491418:0:16361:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384902.491420:0:16361:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384902.491420:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384902.491423:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006d2e30c6 x1853237348023552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384902.491441:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384902.491445:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384902.491449:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384902.491453:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384902.491454:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384902.491455:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbe32188. 00000100:00000040:1.0:1767384902.491457:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9513423 x1853237348023296/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384902.491458:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384902.491460:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384902.491461:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb61dea5 00000100:00000040:0.0:1767384902.491465:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d2e30c6 x1853237348023552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384902.491466:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb61dea5. 00000100:00000001:3.0:1767384902.491471:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384902.491476:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000d521fe3 x1853237348023808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384902.491492:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384902.491498:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006d2e30c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16361:1853237348023552:0@lo:400: 00000400:00000200:1.0:1767384902.491500:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096084e8b 00000100:00000200:3.0:1767384902.491502:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000d521fe3 x1853237348023808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384902.491503:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096084e8b. 00000100:00000001:0.0:1767384902.491503:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.491508:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384902.491511:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384902.491513:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384902.491515:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.491520:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384902.491520:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006d2e30c6 x1853237348023552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384902.491522:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:3.0:1767384902.491523:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384902.491528:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384902.491529:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384902.491533:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767384902.491533:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.491535:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767384902.491537:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1767384902.491538:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384902.491540:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b76729ab. 00000100:00000001:3.0:1767384902.491542:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384902.491543:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384902.491545:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384902.491549:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 000000002c0000f4 time=30 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384902.491552:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1767384902.491554:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c093201a time=30 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384902.491554:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000044f6a995 x1853237348023296/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:128/0 lens 224/224 e 0 to 0 dl 1767384913 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384902.491555:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384902.491559:0:16361:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384902.491561:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384902.491565:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384902.491565:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384902.491569:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cbe99341. 00010000:00000001:3.0:1767384902.491570:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:1.0:1767384902.491573:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000044f6a995 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:16361:x1853237348023296:12345-0@lo:400: Request processed in 395us (1631us total) trans 0 rc 0/0 02000000:00000001:0.0:1767384902.491576:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00080000:3.0:1767384902.491577:0:16359:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000d521fe3 x1853237348023808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384902.491579:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384902.491582:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006d2e30c6. 00000100:00100000:1.0:1767384902.491587:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00000001:0.0:1767384902.491588:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384902.491591:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384902.491592:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00010000:00000001:3.0:1767384902.491593:0:16359:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.491595:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.491597:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384902.491599:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384902.491601:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384902.491601:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384902.491602:0:16359:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384902.491604:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384902.491606:0:16359:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000010:1.0:1767384902.491606:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000a73d1c5. 00000400:00000001:0.0:1767384902.491608:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384902.491609:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384902.491612:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000817044f9. 00000400:00000001:0.0:1767384902.491612:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384902.491615:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000d521fe3 x1853237348023808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384902.491616:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ffa2f5a. 00000020:00000010:1.0:1767384902.491617:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005967b54c. 00000400:00000200:0.0:1767384902.491623:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000184514aa 00000020:00000040:1.0:1767384902.491625:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000400:00000010:0.0:1767384902.491627:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000184514aa. 00000100:00000001:3.0:1767384902.491630:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384902.491632:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384902.491633:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384902.491633:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384902.491637:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384902.491637:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000cd3967a4. 00000100:00000200:0.0:1767384902.491640:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9513423 x1853237348023296/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384902.491643:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1767384902.491646:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000d521fe3 x1853237348023808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384902.491647:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384902.491653:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384902.491659:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010536190. 00000100:00000200:0.0:1767384902.491660:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9513423 x1853237348023296/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384902.491665:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000d521fe3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16359:1853237348023808:0@lo:400: 00000400:00000010:1.0:1767384902.491665:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006aa487bb. 00000100:00000001:0.0:1767384902.491678:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384902.491680:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384902.491681:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384902.491682:0:16361:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:3.0:1767384902.491686:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767384902.491686:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384902.491687:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384902.491690:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006db1366b. 00000100:00000001:0.0:1767384902.491696:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384902.491699:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cea1708b 02000000:00000001:0.0:1767384902.491699:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384902.491704:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cea1708b. 00000100:00001000:0.0:1767384902.491705:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=36 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384902.491710:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767384902.491715:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=36 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384902.491716:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a0f2c6b x1853237348023424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384902.491719:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384902.491721:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384902.491725:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384902.491728:0:16361:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384902.491743:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a0f2c6b x1853237348023424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384902.491744:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384902.491751:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9513423 x1853237348023296/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384902.491756:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384902.491759:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384902.491761:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384902.491767:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9513423 x1853237348023296/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384902.491772:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384902.491775:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384902.491777:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9513423 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348023296:0@lo:400: 00000100:00000001:3.0:1767384902.491779:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384902.491783:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384902.491784:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384902.491785:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384902.491788:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.491789:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384902.491791:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384902.491794:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9513423 x1853237348023296/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384902.491797:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000046e5fbb1 time=26 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384902.491804:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000785c58c4 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384902.491805:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384902.491808:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384902.491809:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:0.0:1767384902.491810:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087d4af9b. 00000100:00000001:3.0:1767384902.491811:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384902.491835:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384902.491838:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384902.491839:0:16361:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:0.0:1767384902.491842:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767384902.491843:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1767384902.491844:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000044f46150. 02000000:00000001:0.0:1767384902.491849:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00080000:3.0:1767384902.491850:0:16359:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003a0f2c6b x1853237348023424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384902.491851:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384902.491853:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9513423. 00000100:00000001:0.0:1767384902.491858:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384902.491860:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384902.491863:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384902.491869:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767384902.491870:0:16359:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.491872:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.491875:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384902.491879:0:16359:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384902.491881:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384902.491884:0:16359:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384902.491885:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.491889:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384902.491894:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a0f2c6b x1853237348023424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384902.491902:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384902.491904:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384902.491905:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384902.491907:0:16359:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384902.491910:0:16359:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384902.491912:0:16359:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:3.0:1767384902.491918:0:16359:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006f80896a): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:3.0:1767384902.491923:0:16359:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384902.491926:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a0f2c6b x1853237348023424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384918 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384902.491943:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003a0f2c6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16359:1853237348023424:0@lo:13: 00000100:00000001:3.0:1767384902.491948:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384902.491949:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384902.491951:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000d521fe3 x1853237348023808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384902.491956:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384902.491957:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384902.491958:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e8832737. 02000000:00000001:3.0:1767384902.491961:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384902.491962:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384902.491963:0:16359:0:(genops.c:1242:class_import_put()) import 0000000062c1ff66 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384902.491964:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384902.491965:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ed65a5c. 02000000:00000001:3.0:1767384902.491968:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384902.491969:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384902.491970:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000d521fe3. 00000100:00000001:3.0:1767384902.491972:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384902.491972:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384902.491973:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384902.491975:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a0f2c6b x1853237348023424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384918 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384902.491979:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384902.491981:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384902.491981:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000000598db0. 02000000:00000001:3.0:1767384902.491983:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384902.491984:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384902.491984:0:16359:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384902.491985:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384902.491986:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d99c4bc2. 02000000:00000001:3.0:1767384902.491987:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384902.491988:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384902.491988:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a0f2c6b. 00000100:00000001:3.0:1767384902.491990:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384902.491990:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384902.491996:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384902.492000:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384902.492001:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.492003:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384902.492004:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384902.495873:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294891526, at 4294891527 00000100:00000040:0.0:1767384902.495881:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294891526, at 4294891527 00000100:00000010:2.0:1767384902.495882:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009a4b7b9c. 00000100:00000010:0.0:1767384902.495893:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b92ab95c. 00000100:00000040:3.0:1767384902.496849:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294891526, at 4294891528 00000100:00000010:3.0:1767384902.496857:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005a7ba5c9. 00000100:00000040:1.0:1767384902.496872:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294891526, at 4294891528 00000100:00000010:1.0:1767384902.496879:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028c755e0. 00010000:00000001:0.0:1767384902.681876:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384902.681881:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384902.681885:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384902.681886:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384902.681914:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384902.681934:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384902.681936:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384902.875408:0:25086:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384902.875412:0:25086:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp26 --if ens2 00000001:00000001:2.0:1767384902.880376:0:25086:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384902.886844:0:25087:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000004e0d6e6a. 00000400:00000010:3.0:1767384902.886856:0:25087:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d304e4d7. 00000400:00000010:3.0:1767384902.886864:0:25087:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000d18803fa. 00000400:00000010:3.0:1767384902.886868:0:25087:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000087792df7. 00000400:00000010:3.0:1767384902.886871:0:25087:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bcde6baf. 00000400:00000010:3.0:1767384902.886874:0:25087:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b7482bb9. 00000400:00000010:3.0:1767384902.886876:0:25087:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ce064e26. 00000400:00000010:3.0:1767384902.886877:0:25087:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000293f4fa6. 00000400:00000010:3.0:1767384902.886880:0:25087:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000390ffedc. 00000800:00000010:3.0:1767384902.886890:0:25087:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000d6090a2d. 00000800:00000200:3.0:1767384902.886898:0:25087:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384902.886905:0:25087:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384902.886938:0:25087:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:3.0:1767384902.886957:0:25087:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp26 [8/256/0/180] 00000400:00000010:3.0:1767384902.888465:0:25087:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 00000000e51fb73d. 00000400:00000010:3.0:1767384902.888470:0:25087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a8913a7. 00000400:00000010:3.0:1767384902.888475:0:25087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000922aa2d4. 00000400:00000001:3.0:1767384902.888487:0:25087:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384902.888489:0:25087:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384902.888490:0:25087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ab5e452. 00000400:00000200:3.0:1767384902.888493:0:25087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000affc6cb3 00000400:00000010:3.0:1767384902.888494:0:25087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000affc6cb3. 00000400:00000010:3.0:1767384902.888497:0:25087:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000f43daafc. 00000400:00000200:3.0:1767384902.888501:0:25087:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (17) 00000400:00000200:3.0:1767384902.888512:0:25087:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:3.0:1767384902.888521:0:25087:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131098 00000020:00000010:3.0:1767384902.888527:0:25087:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000006d53d794. 00000400:00000200:2.0:1767384902.888531:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384902.888534:0:25087:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384902.888538:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000020:01000000:3.0:1767384902.888539:0:25087:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp26 00000400:00000010:2.0:1767384902.888548:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000400:00000200:2.0:1767384902.888553:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (18) 00000400:00000010:3.0:1767384902.888555:0:25087:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d304e4d7. 00000400:00000010:3.0:1767384902.888559:0:25087:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000004e0d6e6a. 00000400:00000010:2.0:1767384902.888560:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e1cfe606. 00000400:00000200:2.0:1767384902.888569:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp24 00000020:00000001:1.0:1767384902.888576:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384902.888581:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384902.888594:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384902.888596:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp24 to MR: 192.168.203.134@tcp24 local destination 10000000:01000000:1.0:1767384902.888597:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384902.888602:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384902.888604:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384902.888606:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384902.888609:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384902.888610:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp24 NI seq info: [43:43:256:4294967295] 192.168.203.134@tcp24 LPNI seq info [43:43:8:4294967295] 00000020:01000004:1.0:1767384902.888611:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384902.888614:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384902.888617:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384902.888618:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384902.888620:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp24 00000020:01000004:1.0:1767384902.888620:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384902.888621:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384902.888628:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf01a73a. 00000400:00000200:2.0:1767384902.888632:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp24(192.168.203.134@tcp24:192.168.203.134@tcp24) -> 192.168.203.134@tcp24(192.168.203.134@tcp24:192.168.203.134@tcp24) : PUT try# 0 00000020:00000040:1.0:1767384902.888634:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:1.0:1767384902.888638:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384902.888643:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767384902.888646:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.203.134@tcp24 02000000:00000001:1.0:1767384902.888649:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384902.888650:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d992fc4f. 00000800:00000200:2.0:1767384902.888656:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002afc01cb] -> 12345-192.168.203.134@tcp24 (6) 02000000:00000010:1.0:1767384902.888657:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008eb439ef. 00000800:00000200:2.0:1767384902.888663:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp24 ip 192.168.203.134:988 00000100:00000001:1.0:1767384902.888665:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384902.888667:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d992fc4f type 1, nob 416 niov 1 nkiov 1 00000100:00000001:1.0:1767384902.888674:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384902.888677:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384902.888684:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf01a73a] to pc [ptlrpcd_00_02+2] req@00000000bf01a73a x1853237348023936/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384902.888685:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000400:00000200:2.0:1767384902.888690:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 0 10000000:00000001:1.0:1767384902.888716:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384902.888719:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384902.888721:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384902.888723:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384902.888725:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384902.888739:0:16361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00000001:1.0:1767384902.888739:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384902.888742:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:2.0:1767384902.888743:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384902.888745:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384902.888747:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384902.888749:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767384902.888751:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384902.888754:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384902.888758:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:1.0:1767384902.888759:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384902.888760:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:1.0:1767384902.888761:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384902.888763:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:1.0:1767384902.888764:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384902.888767:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384902.888768:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000040:2.0:1767384902.888770:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf01a73a x1853237348023936/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384902.888771:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384902.888774:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384902.888777:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384902.888782:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000bea5fe5. 00000100:00000001:2.0:1767384902.888783:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384902.888787:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384902.888787:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 02000000:00000001:2.0:1767384902.888793:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384902.888793:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384902.888795:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384902.888797:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384902.888798:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384902.888800:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384902.888803:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bf01a73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348023936:0@lo:253: 00000800:00000200:0.0:1767384902.888805:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:1.0:1767384902.888806:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000009ab967f. 00000100:00000001:2.0:1767384902.888807:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:0.0:1767384902.888811:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d992fc4f. 00000100:00000001:1.0:1767384902.888812:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384902.888813:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384902.888833:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384902.888835:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384902.888840:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:2.0:1767384902.888841:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c11d91be. 00000100:00000001:1.0:1767384902.888842:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384902.888843:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384902.888846:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384902.888850:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fe19f49. 00000100:00000040:1.0:1767384902.888851:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bea5fe5] to pc [ptlrpcd_00_03+3] req@000000000bea5fe5 x1853237348024064/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384902.888856:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp24->192.168.203.134@tcp24: PUT: OK 00000400:00000010:2.0:1767384902.888857:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000adabaac4. 00000100:00000200:2.0:1767384902.888863:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348023936, portal 25 00000400:00000200:0.0:1767384902.888866:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:2.0:1767384902.888867:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:1.0:1767384902.888869:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384902.888872:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384902.888874:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp24: 0 00000100:00000001:2.0:1767384902.888875:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590793075200 : -119482916476416 : ffff9354b734ea00) 00000020:00000001:1.0:1767384902.888876:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384902.888881:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:2.0:1767384902.888884:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bf01a73a x1853237348023936/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384902.888885:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000006d53d794. 00000800:00000001:0.0:1767384902.888890:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384902.888894:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384902.888897:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384902.888898:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384902.888900:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000031dbde03. 00000800:00000001:0.0:1767384902.888901:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384902.888902:0:16360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000200:2.0:1767384902.888904:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348023936, offset 0 00000100:00000001:1.0:1767384902.888909:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384902.888909:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384902.888913:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384902.888917:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:0.0:1767384902.888918:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384902.888920:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384902.888925:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384902.888926:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384902.888929:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384902.888932:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384902.888935:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp24(192.168.203.134@tcp24) <- 192.168.203.134@tcp24 : PUT - for me 00000400:00000200:2.0:1767384902.888936:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d03e80 00000100:00000040:1.0:1767384902.888938:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000bea5fe5 x1853237348024064/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384902.888947:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa8d [2] + 0 00000100:00000001:1.0:1767384902.888948:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384902.888951:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384902.888954:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008547d34a. 00000400:00000200:0.0:1767384902.888954:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 320 into portal 0 MB=0x8000000000000000 02000000:00000001:1.0:1767384902.888955:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384902.888959:0:16361:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000070077d53 02000000:00000001:1.0:1767384902.888963:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384902.888965:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384902.888967:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 304/320 into md 0x15d1 [1] + 0 02000000:00000001:1.0:1767384902.888970:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384902.888972:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767384902.888986:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000bea5fe5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348024064:0@lo:253: 00000400:00000010:0.0:1767384902.888986:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084a0ab5d. 00000100:00000001:1.0:1767384902.888992:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384902.888994:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005f6df32b 02000000:00000001:1.0:1767384902.888995:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384902.888998:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384902.888999:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070077d53 02000000:00000001:1.0:1767384902.889000:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:0.0:1767384902.889001:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384902.889003:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000070077d53. 02000000:00000010:1.0:1767384902.889007:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d562ebc5. 00000100:00000001:2.0:1767384902.889009:0:16361:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1767384902.889010:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384902.889011:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384902.889012:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384902.889017:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcea5330. 00000400:00000200:0.0:1767384902.889017:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384902.889018:0:16361:0:(events.c:337:request_in_callback()) incoming req@00000000ceeb5670 x1853237348023936 msgsize 4848 00000400:00000010:1.0:1767384902.889025:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000001023047. 00000100:00000200:1.0:1767384902.889031:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348024064, portal 25 00000100:00100000:2.0:1767384902.889032:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384902.889033:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp24->192.168.203.134@tcp24: PUT: OK 00000100:00000001:1.0:1767384902.889035:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384902.889038:0:16361:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384902.889039:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590793067136 : -119482916484480 : ffff9354b734ca80) 00000400:00000200:0.0:1767384902.889042:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f6df32b 00000100:00000040:1.0:1767384902.889045:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000bea5fe5 x1853237348024064/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384902.889047:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f6df32b. 00000100:00000001:2.0:1767384902.889048:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384902.889055:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384902.889056:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031dbde03 00000400:00000200:0.0:1767384902.889056:0:16351:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000040:1.0:1767384902.889059:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384902.889060:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000031dbde03. 00000400:00000010:1.0:1767384902.889064:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b4fab9a0. 00000100:00000001:2.0:1767384902.889065:0:16361:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384902.889065:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (19) 00000100:00000200:2.0:1767384902.889070:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bf01a73a x1853237348023936/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384902.889070:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348024064, offset 0 00000400:00000200:0.0:1767384902.889074:0:16351:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000200:1.0:1767384902.889081:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384902.889084:0:16351:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.134@tcp (320 bytes) 00000100:00000001:2.0:1767384902.889087:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384902.889093:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf01a73a x1853237348023936/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384902.889093:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:1.0:1767384902.889094:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384902.889108:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384902.889110:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384902.889113:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (20) 00000400:00000200:1.0:1767384902.889122:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d03f00 00000100:00000001:2.0:1767384902.889123:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384902.889127:0:16351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384902.889128:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xab1 [2] + 0 00000400:00000010:1.0:1767384902.889134:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2ac694c. 00000100:00000001:2.0:1767384902.889135:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294891925 00000400:00000200:1.0:1767384902.889139:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c7b3eea6 00000400:00000200:0.0:1767384902.889140:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp24 to MR: 192.168.203.134@tcp24 local destination 00000100:00000010:2.0:1767384902.889141:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000065d793a3. 00000400:00000200:1.0:1767384902.889145:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384902.889150:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384902.889152:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384902.889153:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp24 NI seq info: [44:44:256:4294967295] 192.168.203.134@tcp24 LPNI seq info [44:44:8:4294967295] 00000100:00000001:2.0:1767384902.889157:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294891925 00000100:00000010:2.0:1767384902.889162:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000035035990. 00000100:00000001:2.0:1767384902.889168:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384902.889169:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp24(192.168.203.134@tcp24:192.168.203.134@tcp24) -> 192.168.203.134@tcp24(192.168.203.134@tcp24:192.168.203.134@tcp24) 192.168.203.134@tcp24 : ACK try# 0 00000100:00000001:2.0:1767384902.889172:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294891925 00000400:00000200:1.0:1767384902.889176:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7b3eea6 00000800:00000200:0.0:1767384902.889177:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp24 00000100:00000010:2.0:1767384902.889178:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a2c51292. 00000400:00000010:1.0:1767384902.889180:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c7b3eea6. 00000800:00000010:0.0:1767384902.889183:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005749535f. 00000100:00000001:2.0:1767384902.889185:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384902.889185:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384902.889189:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384902.889191:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294891925 00000800:00000200:0.0:1767384902.889192:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002afc01cb] -> 12345-192.168.203.134@tcp24 (6) 00000100:00000040:1.0:1767384902.889195:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000cda52dcb x1853237348024064 msgsize 4848 00000100:00000010:2.0:1767384902.889199:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000893aa2ee. 00000100:00100000:1.0:1767384902.889204:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:0.0:1767384902.889205:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp24 ip 192.168.203.134:993 00000100:00000001:2.0:1767384902.889207:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000800:00000200:0.0:1767384902.889208:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005749535f type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1767384902.889213:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384902.889215:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384902.889219:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384902.889222:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384902.889224:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.889226:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384902.889228:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384902.889232:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384902.889232:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4fab9a0 00000100:00000001:2.0:1767384902.889234:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767384902.889234:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384902.889236:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b4fab9a0. 00000100:00000001:2.0:1767384902.889238:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.889241:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384902.889252:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384902.889256:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000bea5fe5 x1853237348024064/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384902.889263:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384902.889266:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000bea5fe5 x1853237348024064/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384902.889271:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384902.889273:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384902.889273:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384902.889277:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348023936 00000800:00000200:0.0:1767384902.889278:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384902.889279:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384902.889280:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384902.889284:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384902.889285:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294891925 00000800:00000010:0.0:1767384902.889285:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005749535f. 00000100:00000001:2.0:1767384902.889286:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.889292:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, keep current deadline 4294891925 02000000:00000001:2.0:1767384902.889293:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384902.889294:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384902.889298:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294891925 00000100:00100000:2.0:1767384902.889299:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348023936 00000100:00000001:1.0:1767384902.889301:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, keep current deadline 4294891925 00000020:00000001:2.0:1767384902.889304:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384902.889306:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294891925 00000400:00000200:0.0:1767384902.889306:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp24->192.168.203.134@tcp24: ACK: OK 00000020:00000040:2.0:1767384902.889317:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000001:1.0:1767384902.889318:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294891925 00000020:00000001:2.0:1767384902.889320:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384902.889322:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294891925 00000800:00000001:0.0:1767384902.889322:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:2.0:1767384902.889323:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000100:00000001:1.0:1767384902.889326:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294891925 00000020:00000001:2.0:1767384902.889327:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000800:00000001:0.0:1767384902.889328:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384902.889330:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384902.889333:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000800:00000001:0.0:1767384902.889334:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384902.889335:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.889338:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384902.889339:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384902.889342:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384902.889345:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384902.889348:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1767384902.889350:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384902.889351:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b497b536. 00000100:00000001:2.0:1767384902.889356:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384902.889359:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1767384902.889360:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b497b536. 00000100:00100000:1.0:1767384902.889364:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348024064 00000400:00000200:0.0:1767384902.889365:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp24(192.168.203.134@tcp24) <- 192.168.203.134@tcp24 : ACK - for me 00000020:00000010:2.0:1767384902.889367:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f9938796. 02000000:00000001:1.0:1767384902.889368:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384902.889371:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384902.889373:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384902.889374:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ba9dd63c. 00000400:00000200:0.0:1767384902.889378:0:16351:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp24: ACK from 12345-192.168.203.134@tcp24 into md 0x162d 02000000:00000001:1.0:1767384902.889380:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384902.889382:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384902.889385:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348024064 00000020:00000010:2.0:1767384902.889392:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007f2b515d. 00000400:00000200:0.0:1767384902.889393:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp24->192.168.203.134@tcp24: ACK: OK 00000020:00000001:1.0:1767384902.889400:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384902.889401:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c2d411d 00000020:00000040:1.0:1767384902.889402:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000040:2.0:1767384902.889403:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:0.0:1767384902.889404:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000020:00000001:1.0:1767384902.889406:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384902.889408:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:1.0:1767384902.889410:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000100:00000001:2.0:1767384902.889411:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384902.889411:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767384902.889414:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384902.889415:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000400:00000200:0.0:1767384902.889418:0:16351:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 00000020:00000001:1.0:1767384902.889419:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384902.889422:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.889424:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384902.889425:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000020:00000010:1.0:1767384902.889428:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000998e0955. 00000100:00000001:1.0:1767384902.889431:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384902.889433:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384902.889436:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000998e0955. 00000400:00000200:0.0:1767384902.889436:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (19) 00000020:00000010:1.0:1767384902.889444:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e4d3a82. 00000800:00000001:0.0:1767384902.889445:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384902.889446:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384902.889448:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000a73d1c5. 00000100:00000001:2.0:1767384902.889449:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:0.0:1767384902.889450:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384902.889454:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000817044f9. 00000100:00100000:2.0:1767384902.889456:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00000001:1.0:1767384902.889460:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1767384902.889471:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:1.0:1767384902.889471:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384902.889475:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590666967120 : -119483042584496 : ffff9354afb0a850) 00000100:00000001:1.0:1767384902.889475:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384902.889477:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:1.0:1767384902.889483:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384902.889484:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ceeb5670 x1853237348023936/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:128/0 lens 4848/0 e 0 to 0 dl 1767384913 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384902.889484:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 0000000047f6bcfc. 00000100:00000001:1.0:1767384902.889488:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384902.889491:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084a0ab5d. 00000400:00000010:0.0:1767384902.889498:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f6df32b. 00000100:00000001:2.0:1767384902.889499:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384902.889502:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384902.889504:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000047f6bcfc 00000020:00000010:2.0:1767384902.889505:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b497b536. 00000100:00000001:1.0:1767384902.889505:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1767384902.889509:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000de973be8. 00000100:00000001:2.0:1767384902.889510:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384902.889514:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000020:00000010:2.0:1767384902.889516:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b497b536. 00000400:00000200:0.0:1767384902.889516:0:16356:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 320 success 00000100:00000040:1.0:1767384902.889519:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000100:00000001:1.0:1767384902.889522:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590666970192 : -119483042581424 : ffff9354afb0b450) 00000400:00000200:0.0:1767384902.889536:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102051 00000100:00100000:2.0:1767384902.889537:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ceeb5670 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:16361:x1853237348023936:12345-0@lo:253: 00000100:00000040:1.0:1767384902.889539:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cda52dcb x1853237348024064/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:128/0 lens 4848/0 e 0 to 0 dl 1767384913 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384902.889542:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (18) 00000100:00000200:2.0:1767384902.889549:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348023936 00000400:00000010:0.0:1767384902.889549:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 0000000095b96865. 00000100:00000001:1.0:1767384902.889552:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384902.889556:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:0.0:1767384902.889556:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2c8c939. 00000020:00000010:1.0:1767384902.889557:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000998e0955. 00000020:00000001:2.0:1767384902.889562:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384902.889563:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384902.889566:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f8cba9fd. 00000020:00000001:2.0:1767384902.889567:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384902.889567:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000998e0955. 00000020:00000001:2.0:1767384902.889574:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384902.889577:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp 00000020:00000001:2.0:1767384902.889578:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000100:00100000:1.0:1767384902.889579:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cda52dcb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:16360:x1853237348024064:12345-0@lo:253: 00000100:00000200:1.0:1767384902.889585:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348024064 00000020:00000001:2.0:1767384902.889586:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384902.889587:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1767384902.889593:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:00000001:1.0:1767384902.889594:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384902.889597:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384902.889598:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384902.889602:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384902.889602:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 37], ns[10, 37] 00000020:00000001:1.0:1767384902.889603:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384902.889605:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384902.889608:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384902.889610:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384902.889611:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000400:00000200:0.0:1767384902.889615:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000100:00000001:2.0:1767384902.889617:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384902.889617:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384902.889621:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384902.889621:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 02000000:00000001:2.0:1767384902.889622:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384902.889625:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384902.889628:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:2.0:1767384902.889629:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004a8e2c40. 00000020:00000001:1.0:1767384902.889631:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384902.889632:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 02000000:00000001:2.0:1767384902.889634:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.889635:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384902.889638:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384902.889640:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:2.0:1767384902.889643:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384902.889644:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 02000000:00000010:1.0:1767384902.889647:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000eee636a5. 00000400:00000200:0.0:1767384902.889649:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 20000000:00000010:2.0:1767384902.889652:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005a1ce144. 02000000:00000001:1.0:1767384902.889652:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384902.889657:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000100:00000001:1.0:1767384902.889658:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384902.889659:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384902.889665:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384902.889665:0:17083:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384902.889669:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384902.889670:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 20000000:00000001:2.0:1767384902.889672:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384902.889674:0:17083:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000002299428b. 20000000:00000001:2.0:1767384902.889676:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384902.889681:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:1.0:1767384902.889681:0:17083:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384902.889686:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384902.889686:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 20000000:00000001:1.0:1767384902.889688:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:2.0:1767384902.889691:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006b8885e1. 20000000:00000001:1.0:1767384902.889691:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384902.889692:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384902.889695:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 20000000:00000001:1.0:1767384902.889697:0:17083:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384902.889702:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384902.889707:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00080000:00000001:2.0:1767384902.889708:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384902.889711:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:0.0:1767384902.889716:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000400:00000200:0.0:1767384902.889722:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000400:00000200:0.0:1767384902.889726:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00080000:00000001:2.0:1767384902.889739:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:0.0:1767384902.889747:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000400:00000200:0.0:1767384902.889752:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00080000:00000001:2.0:1767384902.889753:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384902.889756:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 00080000:00000001:2.0:1767384902.889758:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384902.889760:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384902.889763:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:0.0:1767384902.889763:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp25 00080000:00000001:2.0:1767384902.889767:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384902.889769:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000e523df4c 00000400:00000200:0.0:1767384902.889770:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp25 lpni_is_preferred = 0 00000020:00000001:2.0:1767384902.889776:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000aa1b0688 00000400:00000200:0.0:1767384902.889776:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp25 00080000:00000002:2.0:1767384902.889780:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:0.0:1767384902.889782:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp25 NI seq info: [45:45:256:4294967295] 192.168.203.134@tcp25 LPNI seq info [45:45:8:4294967295] 00080000:00000001:2.0:1767384902.889785:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384902.889790:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384902.889790:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp25 00080000:00000001:2.0:1767384902.889792:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384902.889796:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384902.889800:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp25(192.168.203.134@tcp25:) -> 192.168.203.134@tcp25(192.168.203.134@tcp:192.168.203.134@tcp25) : GET try# 0 00000020:00000001:2.0:1767384902.889802:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:2.0:1767384902.889806:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000800:00000200:0.0:1767384902.889806:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp25 00000800:00000010:0.0:1767384902.889810:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005749535f. 00080000:00000010:2.0:1767384902.889833:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006c164edf. 00080000:00000001:2.0:1767384902.889837:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585638137856 : -119488071413760 : ffff935383f2d000) 00080000:00000001:2.0:1767384902.889841:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000800:00000010:0.0:1767384902.889841:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d6cf32a6. 00000001:00000001:2.0:1767384902.889845:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000800:00000010:0.0:1767384902.889847:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000056c5c6bf. 00080000:00000010:2.0:1767384902.889849:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b497b536. 00080000:00000001:2.0:1767384902.889853:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384902.889854:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d6cf32a6] -> 12345-192.168.203.134@tcp25 (2) 00080000:00000001:2.0:1767384902.889856:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000200:0.1:1767384902.889859:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d6cf32a6] -> 12345-192.168.203.134@tcp25 (2) 00080000:00000001:2.0:1767384902.889870:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384902.889873:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp 00000400:00000200:0.0:1767384902.889877:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100251 rc 0 00080000:00000001:2.0:1767384902.889888:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384902.889930:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:0.0:1767384902.889967:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384902.889993:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384902.890007:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384902.890022:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:0.0:1767384902.890049:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:0.0:1767384902.890094:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:0.0:1767384902.890130:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:0.0:1767384902.890160:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:0.0:1767384902.890180:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:0.0:1767384902.890196:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384902.890213:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384902.890238:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:0.0:1767384902.890269:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:0.0:1767384902.890299:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:0.0:1767384902.890317:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:0.0:1767384902.890333:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384902.890345:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:0.0:1767384902.890369:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:0.0:1767384902.890382:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:0.0:1767384902.890397:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:0.0:1767384902.890411:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:0.0:1767384902.890425:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:0.0:1767384902.890440:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:0.0:1767384902.890455:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:0.0:1767384902.890467:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:0.0:1767384902.890479:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:0.0:1767384902.890491:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:0.0:1767384902.890504:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:0.0:1767384902.890520:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:0.0:1767384902.890535:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:0.0:1767384902.890549:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000800:00000010:0.0:1767384902.890709:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000014f42b0c. 00000800:00000010:0.0:1767384902.890715:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000080cbc8da. 00000800:00000010:0.0:1767384902.890720:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006f7bab3c. 00000800:00000010:0.0:1767384902.890773:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006f7bab3c. 00000400:00000200:2.0:1767384902.890782:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384902.890803:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp25 from 223.3.0.2 00000800:00000010:2.0:1767384902.890807:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c948c1ba. 00000800:00000010:0.0:1767384902.890997:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005c9baec3. 00000800:00000010:0.0:1767384902.891006:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006c5d41e2. 00000800:00000010:0.0:1767384902.891027:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002e55a9e0. 00000800:00000200:0.1:1767384902.891032:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d6cf32a6] -> 12345-192.168.203.134@tcp25 (2) 00000800:00000200:0.1:1767384902.891037:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp25 000000002e55a9e0 deleted 00000800:00000010:0.1:1767384902.891039:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002e55a9e0. 00000800:00000200:0.1:1767384902.891044:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384902.891049:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp25 ip 192.168.203.134:991 00000800:00000200:0.1:1767384902.891051:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005749535f type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384902.891060:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp25 p 3.x 192.168.203.134 -> 192.168.203.134:991 incarnation:1767384901192989090 sched[0] 00000800:00000010:0.0:1767384902.891065:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000039dad5cc. 00000800:00000010:0.0:1767384902.891125:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000039dad5cc. 00000800:00000010:0.0:1767384902.891132:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006c5d41e2. 00000800:00000200:1.1:1767384902.891176:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384902.891185:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp25 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384901192989090 sched[0] 00000800:00000010:1.0:1767384902.891189:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000080cbc8da. 00000800:00000010:0.0:1767384902.891211:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c948c1ba. 00000800:00000001:0.0:1767384902.891257:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384902.891264:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384902.891273:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000800:00000001:2.0:1767384902.891278:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384902.891284:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384902.891319:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000800:00000200:0.0:1767384902.891324:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384902.891327:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005749535f. 00000400:00000200:0.0:1767384902.891331:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384902.891337:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp25->192.168.203.134@tcp25: GET: OK 00000400:00000200:0.0:1767384902.891340:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384902.891342:0:16353:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp: 0 00000800:00000001:0.0:1767384902.891348:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384902.891354:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384902.891355:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384902.891360:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000800:00000001:0.0:1767384902.891363:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384902.891370:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp25(192.168.203.134@tcp25) <- 192.168.203.134@tcp25 : GET - for me 00000400:00000200:0.0:1767384902.891379:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 320 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384902.891383:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 320/320 into md 0x1629 [1] + 0 00000400:00000200:1.0:1767384902.891384:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384902.891391:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp25 to MR: 192.168.203.134@tcp25 local destination 00000400:00000200:0.0:1767384902.891397:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp25 NI seq info: [46:46:256:4294967295] 192.168.203.134@tcp25 LPNI seq info [46:46:8:4294967295] 00000400:00000200:0.0:1767384902.891408:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp25(192.168.203.134@tcp25:192.168.203.134@tcp25) -> 192.168.203.134@tcp25(192.168.203.134@tcp25:192.168.203.134@tcp25) 192.168.203.134@tcp25 : REPLY try# 0 00000400:00000200:1.0:1767384902.891411:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000800:00000200:0.0:1767384902.891414:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.203.134@tcp25 00000800:00000010:0.0:1767384902.891419:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005749535f. 00000800:00000200:0.0:1767384902.891424:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d6cf32a6] -> 12345-192.168.203.134@tcp25 (4) 00000800:00000200:0.0:1767384902.891428:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp25 ip 192.168.203.134:988 00000800:00000200:0.0:1767384902.891430:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005749535f type 3, nob 416 niov 1 nkiov 1 00000400:00000200:1.0:1767384902.891448:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000800:00000001:2.0:1767384902.891461:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384902.891478:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000800:00000001:2.0:1767384902.891491:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384902.891497:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384902.891498:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384902.891501:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005749535f. 00000800:00000001:2.0:1767384902.891502:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384902.891505:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384902.891517:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:0.0:1767384902.891520:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp25->192.168.203.134@tcp25: REPLY: OK 00000800:00000001:2.0:1767384902.891534:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384902.891544:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp25(192.168.203.134@tcp25) <- 192.168.203.134@tcp25 : REPLY - for me 00000400:00000200:1.0:1767384902.891548:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000800:00000001:0.0:1767384902.891553:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384902.891581:0:16351:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp25: Reply from 12345-192.168.203.134@tcp25 of length 320/320 into md 0x1645 00000400:00000200:1.0:1767384902.891581:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000800:00000001:2.0:1767384902.891590:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384902.891598:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384902.891613:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:2.0:1767384902.891623:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384902.891629:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp25->192.168.203.134@tcp25: REPLY: OK 00000400:00000200:2.0:1767384902.891632:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2c8c939 00000400:00000010:2.0:1767384902.891634:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f2c8c939. 00080000:00000010:0.0:1767384902.891636:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006c164edf. 00000400:00000200:2.0:1767384902.891638:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384902.891643:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:2.0:1767384902.891644:0:16351:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.134@tcp has discovery enabled 00000400:00000200:2.0:1767384902.891649:0:16351:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000200:2.0:1767384902.891652:0:16351:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.134@tcp data present 18. state = 0x100251 00000400:00000200:2.0:1767384902.891657:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00080000:00000010:0.0:1767384902.891659:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b497b536. 00040000:00000001:0.0:1767384902.891665:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:2.0:1767384902.891667:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (19) 00040000:00000001:0.0:1767384902.891669:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:1.0:1767384902.891673:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00080000:00000001:0.0:1767384902.891673:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384902.891674:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384902.891680:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000002:0.0:1767384902.891680:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:0.0:1767384902.891685:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384902.891690:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:2.0:1767384902.891702:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384902.891702:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 20000000:01000000:0.0:1767384902.891706:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:2.0:1767384902.891708:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1000d1 00000400:00000010:2.0:1767384902.891714:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 380 at 00000000dab912e7. 20000000:00000001:0.0:1767384902.891716:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384902.891718:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 456 at 000000004bd0074a. 20000000:01000000:0.0:1767384902.891721:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000400:00000010:2.0:1767384902.891723:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 380 at 0000000080e77292. 00000400:00000200:1.0:1767384902.891726:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00080000:00000001:0.0:1767384902.891727:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00000400:00000200:1.0:1767384902.891771:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000010:2.0:1767384902.891772:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ef25ef30. 00000400:00000200:2.0:1767384902.891779:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000ef25ef30 nid 192.168.203.134@tcp26 00000400:00000010:2.0:1767384902.891782:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000009db0ebc7. 00000400:00000200:2.0:1767384902.891784:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 000000009db0ebc7 net tcp26 00000400:00000200:2.0:1767384902.891787:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (18) 00000400:00000200:2.0:1767384902.891792:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp26 flags 0x11 00000400:00000010:2.0:1767384902.891795:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 380 at 00000000dab912e7. 00000400:00000200:1.0:1767384902.891797:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000010:2.0:1767384902.891798:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 456 at 000000004bd0074a. 20000000:01000000:0.0:1767384902.891799:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000400:00000010:2.0:1767384902.891803:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 380 at 0000000080e77292. 20000000:00000001:0.0:1767384902.891804:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000400:00000010:2.0:1767384902.891808:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 0000000095b96865. 10000000:01000000:0.0:1767384902.891809:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000400:00000200:2.0:1767384902.891838:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:2.0:1767384902.891841:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100151 00000400:00000200:2.0:1767384902.891845:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 rc 1 00010000:00000001:0.0:1767384902.891846:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000400:00000200:2.0:1767384902.891850:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00010000:00000001:0.0:1767384902.891850:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:2.0:1767384902.891855:0:16356:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.134@tcp 00000400:00000200:2.0:1767384902.891857:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100111 rc 0 00000400:00000200:1.0:1767384902.891858:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00010000:00000010:0.0:1767384902.891858:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007db290c4. 00000400:00000200:2.0:1767384902.891862:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00010000:00000001:0.0:1767384902.891866:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000200:2.0:1767384902.891867:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (19) 00010000:00000010:0.0:1767384902.891872:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000041cc37ef. 00000020:00000001:0.0:1767384902.891876:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384902.891879:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000041cc37ef with handle 0xb57eb78819562ff9 to hash 00000020:00000001:0.0:1767384902.891881:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384902.891882:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590006036992 : -119483703514624 : ffff9354884baa00) 00010000:00000001:0.0:1767384902.891884:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590006036992 : -119483703514624 : ffff9354884baa00) 00010000:00000001:0.0:1767384902.891887:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384902.891888:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384902.891891:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000041cc37ef/0xb57eb78819562ff9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384902.891897:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00010000:00000001:0.0:1767384902.891907:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384902.891910:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384902.891912:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384902.891913:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384902.891915:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384902.891917:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000200:1.0:1767384902.891918:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00010000:00000001:0.0:1767384902.891919:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384902.891924:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384902.891926:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384902.891927:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384902.891928:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384902.891930:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007db290c4) refcount = 1 00010000:00010000:0.0:1767384902.891933:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000041cc37ef/0xb57eb78819562ff9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384902.891936:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384902.891938:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384902.891939:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384902.891941:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384902.891942:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00010000:00000001:0.0:1767384902.891942:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384902.891948:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384902.891950:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 00010000:00000001:0.0:1767384902.891953:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384902.891954:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384902.891955:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000041cc37ef refcount=4 00000020:00000001:0.0:1767384902.891957:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006036992 : -119483703514624 : ffff9354884baa00) 00010000:00000001:0.0:1767384902.891959:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006036992 : -119483703514624 : ffff9354884baa00) 00010000:00000001:0.0:1767384902.891961:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384902.891963:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000041cc37ef/0xb57eb78819562ff9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384902.891964:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00010000:00000001:0.0:1767384902.891971:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384902.891974:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000041cc37ef/0xb57eb78819562ff9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384902.891986:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384902.891987:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00010000:00000001:0.0:1767384902.891987:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384902.891991:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000041cc37ef/0xb57eb78819562ff9 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384902.891996:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384902.891997:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384902.891999:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384902.892001:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000041cc37ef/0xb57eb78819562ff9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384902.892006:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00010000:00010000:0.0:1767384902.892006:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000041cc37ef already unused, calling callback (00000000df0e66e0) 00010000:00000001:0.0:1767384902.892007:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384902.892011:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384902.892013:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000041cc37ef/0xb57eb78819562ff9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384902.892017:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384902.892018:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384902.892019:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384902.892020:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000041cc37ef refcount=5 00000020:00000001:0.0:1767384902.892022:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006036992 : -119483703514624 : ffff9354884baa00) 00010000:00000001:0.0:1767384902.892024:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006036992 : -119483703514624 : ffff9354884baa00) 00000400:00000200:1.0:1767384902.892025:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00010000:00000001:0.0:1767384902.892026:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384902.892030:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000041cc37ef/0xb57eb78819562ff9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384902.892034:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384902.892036:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384902.892037:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384902.892040:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384902.892041:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384902.892042:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1767384902.892045:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00010000:00000001:0.0:1767384902.892049:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384902.892051:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000041cc37ef with handle 0xb57eb78819562ff9 from hash 00010000:00000001:0.0:1767384902.892054:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384902.892055:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384902.892056:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384902.892057:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384902.892058:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384902.892060:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384902.892062:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384902.892063:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384902.892065:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384902.892066:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00010000:00000001:0.0:1767384902.892067:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384902.892070:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384902.892072:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384902.892074:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384902.892075:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384902.892077:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384902.892078:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384902.892080:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000041cc37ef/0xb57eb78819562ff9 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384902.892083:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384902.892084:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384902.892085:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:1.0:1767384902.892086:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00010000:00000001:0.0:1767384902.892087:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384902.892089:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384902.892091:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384902.892093:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384902.892095:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384902.892097:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384902.892099:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000041cc37ef/0xb57eb78819562ff9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384902.892102:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384902.892103:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384902.892105:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000041cc37ef/0xb57eb78819562ff9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384902.892106:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00010000:00000040:0.0:1767384902.892119:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007db290c4 count: 0 00000400:00000200:1.0:1767384902.892126:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00010000:00000001:0.0:1767384902.892128:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384902.892130:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 20000000:00000010:0.0:1767384902.892144:0:17083:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e8832737. 00000400:00000200:1.0:1767384902.892145:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 20000000:01000000:0.0:1767384902.892146:0:17083:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 20000000:00000001:0.0:1767384902.892151:0:17083:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384902.892154:0:17083:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384902.892156:0:17083:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384902.892162:0:17083:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384902.892169:0:17083:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384902.892171:0:17083:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384902.892172:0:17083:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384902.892173:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00080000:00000001:0.0:1767384902.892174:0:17083:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384902.892177:0:17083:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384902.892179:0:17083:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000980f9615 00000020:00000001:0.0:1767384902.892182:0:17083:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009e445471 00080000:00000002:0.0:1767384902.892184:0:17083:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384902.892186:0:17083:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384902.892188:0:17083:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384902.892190:0:17083:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384902.892191:0:17083:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384902.892194:0:17083:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:0.0:1767384902.892195:0:17083:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384902.892198:0:17083:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000095b96865. 00000400:00000200:1.0:1767384902.892200:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00080000:00000001:0.0:1767384902.892201:0:17083:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585624820224 : -119488084731392 : ffff935383279a00) 00080000:00000001:0.0:1767384902.892205:0:17083:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384902.892207:0:17083:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384902.892210:0:17083:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006f7bab3c. 00080000:00000001:0.0:1767384902.892222:0:17083:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384902.892224:0:17083:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384902.892235:0:17083:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384902.892244:0:17083:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000020:0.0:1767384902.892256:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384902.892260:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384902.892268:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005a1ce144. 20000000:00000001:0.0:1767384902.892274:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384902.892277:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348023936 00010000:00000001:0.0:1767384902.892281:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384902.892286:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ceeb5670 x1853237348023936/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:128/0 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384902.892296:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384902.892299:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384902.892303:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384902.892306:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384902.892308:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:0.0:1767384902.892310:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:0.0:1767384902.892312:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384902.892314:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.892317:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384902.892319:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384902.892323:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006c5d41e2. 00000100:00000200:0.0:1767384902.892326:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348023936, offset 224 00000400:00000200:0.0:1767384902.892332:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384902.892337:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384902.892345:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d03e80 00000400:00000200:0.0:1767384902.892349:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1631 [2] + 224 00000400:00000200:0.0:1767384902.892353:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384902.892357:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000010:1.0:1767384902.892359:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000080abe1ea. 00000100:00000001:0.0:1767384902.892360:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384902.892364:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384902.892365:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b4fab9a0. 00000100:00000200:0.0:1767384902.892367:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bf01a73a x1853237348023936/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384902.892371:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000998e0955. 00000100:00000040:0.0:1767384902.892378:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000bf01a73a x1853237348023936/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384902.892381:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp25 from 222.3.0.2 00000800:00000010:2.0:1767384902.892387:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000006f61508a. 00000100:00000001:0.0:1767384902.892396:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000010:1.0:1767384902.892400:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000998e0955. 00000400:00000200:0.0:1767384902.892402:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c5d41e2 00000400:00000010:0.0:1767384902.892405:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006c5d41e2. 00000100:00000001:0.0:1767384902.892409:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384902.892415:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384902.892421:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384902.892424:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:0.0:1767384902.892426:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384902.892428:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384902.892429:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384902.892431:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384902.892434:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ceeb5670 x1853237348023936/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:128/0 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384902.892435:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384902.892440:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384902.892443:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384902.892444:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ceeb5670 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:16361:x1853237348023936:12345-0@lo:253: Request processed in 2942us (3423us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384902.892452:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000400:00000010:1.0:1767384902.892453:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fe19f49. 00000100:00000040:0.0:1767384902.892455:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000400:00000200:1.0:1767384902.892458:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000adabaac4 00000100:00000001:0.0:1767384902.892458:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384902.892460:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1767384902.892461:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000adabaac4. 00000020:00000010:0.0:1767384902.892465:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ba9dd63c. 00000100:00000001:1.0:1767384902.892466:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384902.892472:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bf01a73a x1853237348023936/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384902.892473:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007f2b515d. 00000020:00000010:0.0:1767384902.892480:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f9938796. 00000100:00000200:1.0:1767384902.892485:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bf01a73a x1853237348023936/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384902.892487:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 02000000:00000001:0.0:1767384902.892493:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384902.892495:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767384902.892496:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004a8e2c40. 00000100:00000001:1.0:1767384902.892498:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384902.892501:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384902.892502:0:16361:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384902.892504:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384902.892505:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384902.892508:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767384902.892509:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384902.892510:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384902.892514:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384902.892516:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d319151. 00000100:00001000:1.0:1767384902.892517:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=36 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384902.892522:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384902.892524:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767384902.892524:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006c5d41e2. 00000100:00000001:1.0:1767384902.892527:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384902.892530:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384902.892531:0:16361:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.892533:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384902.892537:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf01a73a x1853237348023936/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384902.892542:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384902.892544:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384902.892546:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384902.892547:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e0671087. 00000020:01000004:1.0:1767384902.892548:0:16361:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384902.892552:0:16361:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384902.892553:0:16361:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000010:0.0:1767384902.892554:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002e55a9e0. 00000020:01000004:1.0:1767384902.892555:0:16361:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384902.892558:0:16361:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384902.892560:0:16361:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384902.892561:0:16361:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384902.892563:0:16361:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384902.892564:0:16361:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384902.892570:0:16361:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384902.892574:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf01a73a x1853237348023936/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384902.892576:0:16349:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004c9559e4. 00000100:00100000:1.0:1767384902.892584:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bf01a73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348023936:0@lo:253: 00000800:00000200:0.1:1767384902.892585:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d6cf32a6] -> 12345-192.168.203.134@tcp25 (4) 00000100:00000001:1.0:1767384902.892592:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384902.892594:0:16349:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp25 000000004c9559e4 deleted 00000100:00000001:1.0:1767384902.892595:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:0.1:1767384902.892597:0:16349:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004c9559e4. 00000100:00000040:1.0:1767384902.892599:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf01a73a x1853237348023936/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.1:1767384902.892601:0:16349:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384902.892609:0:16349:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp25 p 3.x 192.168.203.134 -> 192.168.203.134:990 incarnation:1767384901192989090 sched[0] 00000100:00000001:1.0:1767384902.892610:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384902.892614:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000010:0.0:1767384902.892615:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000039dad5cc. 02000000:00000010:1.0:1767384902.892617:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c11d91be. 02000000:00000001:1.0:1767384902.892622:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384902.892623:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384902.892624:0:16361:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:1.0:1767384902.892627:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384902.892629:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008eb439ef. 02000000:00000001:1.0:1767384902.892633:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384902.892634:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384902.892635:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf01a73a. 00000100:00000001:1.0:1767384902.892639:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384902.892641:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384902.892642:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384902.892646:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384902.892648:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.892650:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384902.892653:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384902.892664:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000039dad5cc. 00000800:00000010:0.0:1767384902.892674:0:16349:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002e55a9e0. 00000800:00000200:1.1:1767384902.892686:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384902.892691:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp25 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384901192989090 sched[0] 00000800:00000010:1.0:1767384902.892694:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b4fab9a0. 00000800:00000010:0.0:1767384902.892704:0:16349:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000006f61508a. 00000800:00000001:2.0:1767384902.892719:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384902.892725:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384902.892725:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384902.892746:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384902.893641:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000095b96865. 00080000:00000010:0.0:1767384902.893675:0:17083:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006f7bab3c. 00040000:00000001:0.0:1767384902.893684:0:17083:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384902.893686:0:17083:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384902.893688:0:17083:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384902.893692:0:17083:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:0.0:1767384902.893695:0:17083:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384902.893697:0:17083:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384902.893699:0:17083:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384902.893713:0:17083:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384902.893716:0:17083:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384902.893720:0:17083:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384902.893766:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384902.893780:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384902.893782:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384902.893785:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384902.893793:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384902.893797:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005a934527. 00010000:00000001:1.0:1767384902.893800:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384902.893802:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002ac7ce46. 00000020:00000001:1.0:1767384902.893804:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384902.893805:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002ac7ce46 with handle 0xb57eb78819563000 to hash 00000020:00000001:1.0:1767384902.893806:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384902.893808:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318196224 : -119483391355392 : ffff93549ae6d600) 00010000:00000001:1.0:1767384902.893809:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318196224 : -119483391355392 : ffff93549ae6d600) 00010000:00000001:1.0:1767384902.893811:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384902.893812:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384902.893814:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002ac7ce46/0xb57eb78819563000 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384902.893851:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384902.893854:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384902.893856:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384902.893857:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384902.893858:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384902.893860:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384902.893862:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384902.893863:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384902.893865:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384902.893866:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384902.893868:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384902.893869:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005a934527) refcount = 1 00010000:00010000:1.0:1767384902.893872:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002ac7ce46/0xb57eb78819563000 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384902.893876:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384902.893877:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384902.893879:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384902.893880:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384902.893882:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384902.893884:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000020:0.0:1767384902.893886:0:17083:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 20000000:01000000:1.0:1767384902.893887:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 00000100:00000001:0.0:1767384902.893890:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384902.893892:0:17083:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000002299428b. 20000000:00000001:0.0:1767384902.893896:0:17083:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384902.893897:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384902.893899:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384902.893901:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002ac7ce46 refcount=4 00010000:00000040:0.0:1767384902.893901:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348024064 00000020:00000001:1.0:1767384902.893906:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318196224 : -119483391355392 : ffff93549ae6d600) 00010000:00000001:0.0:1767384902.893906:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384902.893910:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318196224 : -119483391355392 : ffff93549ae6d600) 00010000:00000001:1.0:1767384902.893912:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000200:0.0:1767384902.893912:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cda52dcb x1853237348024064/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:128/0 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384902.893913:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002ac7ce46/0xb57eb78819563000 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384902.893928:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:0.0:1767384902.893930:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:1.0:1767384902.893931:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002ac7ce46/0xb57eb78819563000 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384902.893933:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384902.893938:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=36 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384902.893939:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384902.893941:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384902.893943:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002ac7ce46/0xb57eb78819563000 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384902.893943:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384902.893947:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:0.0:1767384902.893951:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:1.0:1767384902.893952:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384902.893954:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384902.893954:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384902.893956:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384902.893957:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384902.893960:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002ac7ce46/0xb57eb78819563000 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384902.893960:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384902.893965:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384902.893969:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002e55a9e0. 00010000:00010000:1.0:1767384902.893970:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002ac7ce46 already unused, calling callback (00000000df0e66e0) 00010000:00000001:1.0:1767384902.893974:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384902.893975:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000200:0.0:1767384902.893975:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348024064, offset 224 00010000:00010000:1.0:1767384902.893978:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002ac7ce46/0xb57eb78819563000 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384902.893983:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384902.893987:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384902.893989:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384902.893991:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384902.893993:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002ac7ce46 refcount=5 00000400:00000200:0.0:1767384902.893993:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384902.893997:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318196224 : -119483391355392 : ffff93549ae6d600) 00000400:00000200:0.0:1767384902.894002:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d03f00 00010000:00000001:1.0:1767384902.894005:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318196224 : -119483391355392 : ffff93549ae6d600) 00010000:00000001:1.0:1767384902.894007:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:0.0:1767384902.894008:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1639 [2] + 224 00010000:00010000:1.0:1767384902.894009:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002ac7ce46/0xb57eb78819563000 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384902.894014:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384902.894015:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384902.894017:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384902.894021:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384902.894022:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:0.0:1767384902.894023:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384902.894024:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384902.894026:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384902.894030:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002ac7ce46 with handle 0xb57eb78819563000 from hash 00000400:00000200:0.0:1767384902.894030:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384902.894033:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1767384902.894034:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384902.894035:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384902.894038:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1767384902.894039:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000bea5fe5 x1853237348024064/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384902.894040:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384902.894042:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384902.894044:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384902.894046:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384902.894047:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384902.894051:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384902.894054:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384902.894056:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000040:0.0:1767384902.894056:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000bea5fe5 x1853237348024064/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384902.894059:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384902.894061:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384902.894063:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384902.894066:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384902.894071:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384902.894073:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002ac7ce46/0xb57eb78819563000 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384902.894077:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384902.894077:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384902.894078:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384902.894079:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:0.0:1767384902.894081:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384902.894085:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e55a9e0 00010000:00000001:1.0:1767384902.894087:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1767384902.894088:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002e55a9e0. 00010000:00000001:1.0:1767384902.894089:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384902.894092:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:0.0:1767384902.894094:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384902.894095:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384902.894095:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.894097:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384902.894098:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 20000000:00000001:1.0:1767384902.894100:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.894103:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384902.894104:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:1.0:1767384902.894104:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002ac7ce46/0xb57eb78819563000 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384902.894107:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000400:00000001:2.0:1767384902.894108:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384902.894111:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dcea5330. 00010000:00000001:0.0:1767384902.894113:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384902.894114:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:00000001:0.0:1767384902.894115:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384902.894116:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384902.894120:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002ac7ce46/0xb57eb78819563000 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384902.894121:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384902.894122:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001023047 00000400:00000010:2.0:1767384902.894126:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000001023047. 00000100:00000040:0.0:1767384902.894127:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cda52dcb x1853237348024064/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:128/0 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384902.894131:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:1.0:1767384902.894132:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005a934527 count: 0 00000100:00000200:2.0:1767384902.894138:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000bea5fe5 x1853237348024064/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384902.894140:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384902.894143:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00100000:0.0:1767384902.894147:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cda52dcb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:16360:x1853237348024064:12345-0@lo:253: Request processed in 4590us (4947us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384902.894156:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000bea5fe5 x1853237348024064/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384902.894160:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00000040:0.0:1767384902.894165:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:0.0:1767384902.894169:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384902.894173:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384902.894174:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384902.894175:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000a73d1c5. 00000100:00000001:2.0:1767384902.894178:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384902.894181:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000817044f9. 00000100:00000001:2.0:1767384902.894182:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384902.894186:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384902.894187:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e4d3a82. 00000100:00000001:2.0:1767384902.894189:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767384902.894191:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000100:00000001:2.0:1767384902.894193:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384902.894195:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1767384902.894197:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384902.894198:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000eee636a5. 02000000:00000001:0.0:1767384902.894202:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:2.0:1767384902.894204:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=36 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384902.894205:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384902.894209:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384902.894216:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767384902.894217:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384902.894219:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384902.894222:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e6ffa5c. 00010000:00000001:2.0:1767384902.894223:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384902.894227:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384902.894230:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002e55a9e0. 00000100:00000001:2.0:1767384902.894231:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384902.894236:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000bea5fe5 x1853237348024064/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384902.894242:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384902.894244:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384902.894245:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384902.894247:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384902.894249:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384902.894249:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384902.894250:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384902.894251:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384902.894252:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384902.894253:0:16360:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384902.894254:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384902.894255:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384902.894257:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000bea5fe5 x1853237348024064/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384902.894268:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000bea5fe5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348024064:0@lo:253: 00000100:00000001:2.0:1767384902.894271:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384902.894272:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384902.894273:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000bea5fe5 x1853237348024064/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384902.894277:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384902.894278:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384902.894279:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d562ebc5. 02000000:00000001:2.0:1767384902.894282:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384902.894283:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384902.894284:0:16360:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:2.0:1767384902.894285:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384902.894286:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000009ab967f. 02000000:00000001:2.0:1767384902.894288:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384902.894289:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384902.894290:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000bea5fe5. 00000100:00000001:2.0:1767384902.894293:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384902.894293:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384902.894294:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384902.894298:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384902.894299:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384902.894300:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384902.894301:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384902.894877:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294891925, at 4294891926 00000100:00000010:1.0:1767384902.894884:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000035035990. 00000100:00000040:3.0:1767384902.895914:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294891925, at 4294891927 00000100:00000010:3.0:1767384902.895921:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000893aa2ee. 00000100:00000040:2.0:1767384902.896063:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294891925, at 4294891927 00000100:00000010:2.0:1767384902.896070:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a2c51292. 00010000:00000010:0.1:1767384902.896238:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007db290c4. 00010000:00000010:0.1:1767384902.896247:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000041cc37ef. 00000100:00000040:0.0:1767384902.896261:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294891925, at 4294891927 00000100:00000010:0.0:1767384902.896266:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000065d793a3. 00010000:00000010:1.1:1767384902.896863:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005a934527. 00010000:00000010:1.1:1767384902.896872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002ac7ce46. 00000400:00000010:0.0:1767384902.905912:0:25092:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000005234ab18. 00000400:00000040:0.0:1767384902.905930:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384902.905932:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384902.905934:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384902.905935:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384902.905937:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384902.905938:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384902.905940:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384902.905941:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384902.905942:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384902.905943:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384902.905945:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384902.905946:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384902.905947:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384902.905948:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384902.905949:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384902.905951:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384902.905952:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384902.905952:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384902.905953:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384902.905955:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384902.905956:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384902.905957:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384902.905958:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384902.905959:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384902.905960:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384902.905961:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384902.905962:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384902.905963:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384902.905964:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384902.905965:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384902.905966:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384902.905971:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384902.905972:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384902.905973:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384902.905974:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384902.905975:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384902.905976:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384902.905978:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384902.905979:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384902.905980:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384902.905981:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384902.905982:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384902.905983:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384902.905984:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384902.905984:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384902.905985:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384902.905986:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384902.905987:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384902.905989:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384902.905990:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384902.905991:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384902.905992:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384902.905993:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384902.905994:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384902.905995:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384902.905996:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384902.905997:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384902.906036:0:25092:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000005234ab18. 00010000:00000001:0.0:1767384903.705885:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384903.705891:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384903.705897:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384903.705899:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384903.705933:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384903.705936:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384903.705939:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384903.860573:0:25391:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e9e1b7f8. 00080000:00000010:2.0:1767384903.860582:0:25391:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e9e1b7f8. 00000020:00000001:2.0:1767384903.860586:0:25391:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384903.860592:0:25391:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e9e1b7f8. 00080000:00000010:2.0:1767384903.860596:0:25391:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e9e1b7f8. 00000020:00000001:2.0:1767384903.860598:0:25391:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384904.555079:0:25556:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384904.555083:0:25556:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp27 --if ens2 00000001:00000001:1.0:1767384904.558339:0:25556:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384904.564523:0:25557:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000004e6f0cb1. 00000400:00000010:1.0:1767384904.564537:0:25557:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000001023047. 00000400:00000010:1.0:1767384904.564548:0:25557:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000887b5d96. 00000400:00000010:1.0:1767384904.564552:0:25557:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000405b51da. 00000400:00000010:1.0:1767384904.564556:0:25557:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006ab8aabb. 00000400:00000010:1.0:1767384904.564561:0:25557:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000004dcef54. 00000400:00000010:1.0:1767384904.564564:0:25557:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000077ef7905. 00000400:00000010:1.0:1767384904.564566:0:25557:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e4ab4f13. 00000400:00000010:1.0:1767384904.564570:0:25557:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000070f4c004. 00000800:00000010:1.0:1767384904.564582:0:25557:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000941913ff. 00000800:00000200:1.0:1767384904.564594:0:25557:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384904.564600:0:25557:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384904.564633:0:25557:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:1.0:1767384904.564656:0:25557:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp27 [8/256/0/180] 00000400:00000010:1.0:1767384904.565969:0:25557:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 00000000ae68a14e. 00000400:00000010:1.0:1767384904.565975:0:25557:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2ac694c. 00000400:00000010:1.0:1767384904.565979:0:25557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096084e8b. 00000400:00000001:1.0:1767384904.565992:0:25557:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384904.565993:0:25557:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384904.565995:0:25557:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a8913a7. 00000400:00000200:1.0:1767384904.565997:0:25557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000922aa2d4 00000400:00000010:1.0:1767384904.565998:0:25557:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000922aa2d4. 00000400:00000010:1.0:1767384904.566001:0:25557:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 00000000e51fb73d. 00000400:00000200:1.0:1767384904.566005:0:25557:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (18) 00000400:00000200:1.0:1767384904.566014:0:25557:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:1.0:1767384904.566022:0:25557:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131099 00000020:00000010:1.0:1767384904.566028:0:25557:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000215eb251. 00000020:01000000:1.0:1767384904.566032:0:25557:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384904.566034:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384904.566035:0:25557:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp27 00000400:00000200:2.0:1767384904.566041:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000400:00000010:1.0:1767384904.566050:0:25557:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000001023047. 00000400:00000010:2.0:1767384904.566054:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000584675ab. 00000400:00000010:1.0:1767384904.566055:0:25557:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000004e6f0cb1. 00000400:00000200:2.0:1767384904.566060:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (19) 00000400:00000010:2.0:1767384904.566066:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000af01acdb. 00000400:00000200:2.0:1767384904.566070:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp25 00000020:00000001:3.0:1767384904.566072:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384904.566077:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384904.566080:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384904.566083:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384904.566084:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp25 to MR: 192.168.203.134@tcp25 local destination 00000020:01000004:3.0:1767384904.566089:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384904.566092:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384904.566095:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384904.566095:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp25 NI seq info: [47:47:256:4294967295] 192.168.203.134@tcp25 LPNI seq info [47:47:8:4294967295] 00000020:01000004:3.0:1767384904.566097:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384904.566099:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384904.566102:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384904.566104:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384904.566105:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp25 00000020:01000004:3.0:1767384904.566106:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384904.566109:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384904.566112:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384904.566117:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp25(192.168.203.134@tcp25:192.168.203.134@tcp25) -> 192.168.203.134@tcp25(192.168.203.134@tcp25:192.168.203.134@tcp25) : PUT try# 0 00000100:00000010:3.0:1767384904.566118:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045e98e3f. 00000020:00000040:3.0:1767384904.566123:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000800:00000200:2.0:1767384904.566124:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.203.134@tcp25 00000100:00000001:3.0:1767384904.566132:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:2.0:1767384904.566132:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040ff9a50. 02000000:00000001:3.0:1767384904.566136:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767384904.566140:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d6cf32a6] -> 12345-192.168.203.134@tcp25 (6) 02000000:00000001:3.0:1767384904.566141:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384904.566149:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp25 ip 192.168.203.134:988 02000000:00000010:3.0:1767384904.566150:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b3080e34. 00000800:00000200:2.0:1767384904.566153:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000040ff9a50 type 1, nob 432 niov 1 nkiov 1 00000100:00000001:3.0:1767384904.566158:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.566166:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384904.566168:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384904.566169:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000400:00000200:2.0:1767384904.566172:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 0 00000100:00000040:3.0:1767384904.566177:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045e98e3f] to pc [ptlrpcd_00_00+0] req@0000000045e98e3f x1853237348024192/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384904.566203:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384904.566206:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384904.566207:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384904.566211:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384904.566212:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384904.566216:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384904.566218:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:2.0:1767384904.566219:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000045e98e3f x1853237348024192/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384904.566224:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384904.566228:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:2.0:1767384904.566229:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000001:3.0:1767384904.566230:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767384904.566231:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384904.566234:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 02000000:00000001:2.0:1767384904.566236:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384904.566237:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:2.0:1767384904.566239:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384904.566240:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384904.566244:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:2.0:1767384904.566245:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384904.566247:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00100000:2.0:1767384904.566250:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000045e98e3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348024192:0@lo:253: 00000020:01000004:3.0:1767384904.566251:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384904.566254:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384904.566256:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:3.0:1767384904.566257:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384904.566259:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384904.566261:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384904.566262:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1767384904.566264:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e200afc1. 02000000:00000001:2.0:1767384904.566266:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384904.566268:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 02000000:00000001:2.0:1767384904.566269:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384904.566273:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384904.566274:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1767384904.566276:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000094902d42. 02000000:00000001:3.0:1767384904.566277:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384904.566281:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:3.0:1767384904.566283:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009d49532e. 02000000:00000001:2.0:1767384904.566285:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384904.566288:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040ff9a50. 00000100:00000001:3.0:1767384904.566289:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384904.566291:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fe19f49. 00000100:00000001:3.0:1767384904.566294:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384904.566295:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384904.566297:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021676260. 00000100:00000001:3.0:1767384904.566298:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384904.566304:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348024192, portal 25 00000400:00000200:0.0:1767384904.566304:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp25->192.168.203.134@tcp25: PUT: OK 00000100:00000040:3.0:1767384904.566307:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e200afc1] to pc [ptlrpcd_00_01+1] req@00000000e200afc1 x1853237348024320/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384904.566310:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384904.566313:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789825792 : -119482919725824 : ffff9354b7035500) 00000400:00000200:0.0:1767384904.566313:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:2.0:1767384904.566322:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000045e98e3f x1853237348024192/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384904.566322:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp25: 0 10000000:00000001:3.0:1767384904.566324:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384904.566330:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384904.566333:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384904.566334:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384904.566337:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:01000000:3.0:1767384904.566338:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:2.0:1767384904.566343:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1767384904.566344:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000215eb251. 00000400:00000010:2.0:1767384904.566347:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000009f3418f. 00000800:00000001:0.0:1767384904.566349:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384904.566350:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348024192, offset 0 00000800:00000001:0.0:1767384904.566352:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384904.566356:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767384904.566357:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384904.566358:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384904.566360:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384904.566364:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384904.566367:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp25(192.168.203.134@tcp25) <- 192.168.203.134@tcp25 : PUT - for me 00000100:00000040:3.0:1767384904.566370:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e200afc1 x1853237348024320/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384904.566372:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384904.566384:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 336 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384904.566388:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d03f80 00000400:00000200:0.0:1767384904.566397:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 320/336 into md 0x1641 [1] + 0 00000100:00000001:3.0:1767384904.566403:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1767384904.566404:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084a0ab5d. 00000100:00000001:3.0:1767384904.566405:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384904.566408:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005f6df32b 02000000:00000001:3.0:1767384904.566409:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384904.566412:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767384904.566414:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384904.566416:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384904.566417:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfc5 [2] + 0 00000800:00000001:0.0:1767384904.566421:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384904.566422:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002aea5c17. 00000100:00100000:3.0:1767384904.566423:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e200afc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348024320:0@lo:253: 00000400:00000200:0.0:1767384904.566426:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384904.566428:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005fc5c240 00000100:00000001:3.0:1767384904.566433:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384904.566434:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp25->192.168.203.134@tcp25: PUT: OK 00000400:00000200:2.0:1767384904.566436:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384904.566437:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384904.566438:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f6df32b 02000000:00000001:3.0:1767384904.566441:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384904.566442:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f6df32b. 00000400:00000200:2.0:1767384904.566446:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384904.566447:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384904.566448:0:16351:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384904.566453:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (20) 02000000:00000010:3.0:1767384904.566454:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006d53d794. 00000400:00000200:2.0:1767384904.566454:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fc5c240 00000400:00000010:2.0:1767384904.566458:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005fc5c240. 02000000:00000001:3.0:1767384904.566459:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384904.566459:0:16351:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000100:00000001:2.0:1767384904.566464:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:3.0:1767384904.566466:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d504db98. 00000400:00000200:0.0:1767384904.566466:0:16351:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.134@tcp (336 bytes) 00000100:00000200:2.0:1767384904.566467:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384904.566473:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000138ea181 x1853237348024192 msgsize 4848 00000400:00000010:3.0:1767384904.566475:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000082df85e7. 00000400:00000200:0.0:1767384904.566475:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000100:00000200:3.0:1767384904.566482:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348024320, portal 25 00000100:00100000:2.0:1767384904.566483:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384904.566487:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384904.566488:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384904.566488:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (21) 00000100:00000001:3.0:1767384904.566489:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789827584 : -119482919724032 : ffff9354b7035c00) 00000100:00000040:3.0:1767384904.566495:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e200afc1 x1853237348024320/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384904.566496:0:16351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:2.0:1767384904.566499:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384904.566505:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp25 to MR: 192.168.203.134@tcp25 local destination 00000100:00000001:3.0:1767384904.566507:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384904.566510:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384904.566514:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp25 NI seq info: [48:48:256:4294967295] 192.168.203.134@tcp25 LPNI seq info [48:48:8:4294967295] 00000400:00000010:3.0:1767384904.566515:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ceaa5a60. 00000100:00000200:3.0:1767384904.566520:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348024320, offset 0 00000400:00000200:3.0:1767384904.566531:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384904.566534:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp25(192.168.203.134@tcp25:192.168.203.134@tcp25) -> 192.168.203.134@tcp25(192.168.203.134@tcp25:192.168.203.134@tcp25) 192.168.203.134@tcp25 : ACK try# 0 00000800:00000200:0.0:1767384904.566539:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp25 00000400:00000200:2.0:1767384904.566541:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009f3418f 00000800:00000010:0.0:1767384904.566543:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005749535f. 00000400:00000010:2.0:1767384904.566544:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000009f3418f. 00000400:00000200:3.0:1767384904.566549:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384904.566550:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767384904.566555:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d6cf32a6] -> 12345-192.168.203.134@tcp25 (6) 00000100:00000200:2.0:1767384904.566556:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000045e98e3f x1853237348024192/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384904.566565:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384904.566566:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d04000 00000800:00000200:0.0:1767384904.566567:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp25 ip 192.168.203.134:991 00000400:00000200:3.0:1767384904.566574:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfd5 [2] + 0 00000800:00000200:0.0:1767384904.566576:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005749535f type 0, nob 96 niov 1 nkiov 0 00000100:00000040:2.0:1767384904.566577:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000045e98e3f x1853237348024192/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384904.566581:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e25c156. 00000400:00000200:3.0:1767384904.566587:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009e218509 00000100:00000001:2.0:1767384904.566589:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384904.566591:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384904.566592:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384904.566597:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384904.566597:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384904.566598:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384904.566603:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294893602 00000400:00000200:3.0:1767384904.566604:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e218509 00000100:00000010:2.0:1767384904.566609:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000042c647f5. 00000400:00000010:3.0:1767384904.566614:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009e218509. 00000800:00000001:0.0:1767384904.566617:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384904.566618:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384904.566619:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384904.566623:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384904.566626:0:16359:0:(events.c:337:request_in_callback()) incoming req@00000000180163e8 x1853237348024320 msgsize 4848 00000100:00000001:2.0:1767384904.566627:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294893602 00000100:00100000:3.0:1767384904.566632:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:2.0:1767384904.566633:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd4fcf25. 00000100:00000040:3.0:1767384904.566634:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384904.566637:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384904.566641:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294893602 00000100:00000010:2.0:1767384904.566643:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000032f89f61. 00000100:00000001:3.0:1767384904.566644:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384904.566648:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384904.566651:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ceaa5a60 00000100:00000001:2.0:1767384904.566653:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294893602 00000400:00000010:3.0:1767384904.566655:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ceaa5a60. 00000800:00000200:0.0:1767384904.566655:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1767384904.566656:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a2c51292. 00000100:00000001:3.0:1767384904.566661:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:0.0:1767384904.566662:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005749535f. 00000100:00000001:2.0:1767384904.566663:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000200:3.0:1767384904.566667:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e200afc1 x1853237348024320/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384904.566669:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384904.566671:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384904.566674:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384904.566681:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384904.566685:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp25->192.168.203.134@tcp25: ACK: OK 00000100:00000001:2.0:1767384904.566686:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384904.566688:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384904.566693:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e200afc1 x1853237348024320/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384904.566696:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384904.566699:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:0.0:1767384904.566700:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384904.566701:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384904.566702:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384904.566705:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384904.566706:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767384904.566708:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384904.566709:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.566712:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384904.566714:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384904.566732:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384904.566733:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294893602 00000100:00000001:3.0:1767384904.566738:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, keep current deadline 4294893602 00000100:00000001:3.0:1767384904.566740:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294893602 00000800:00000001:0.0:1767384904.566742:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384904.566743:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, keep current deadline 4294893602 00000100:00000001:3.0:1767384904.566746:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294893602 00000800:00000001:0.0:1767384904.566748:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384904.566750:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294893602 00000100:00000001:3.0:1767384904.566753:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294893602 00000800:00000001:0.0:1767384904.566754:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384904.566755:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294893602 00000100:00000001:2.0:1767384904.566759:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384904.566760:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384904.566762:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348024192 00000100:00000001:3.0:1767384904.566765:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384904.566766:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384904.566771:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384904.566771:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384904.566771:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp25(192.168.203.134@tcp25) <- 192.168.203.134@tcp25 : ACK - for me 00000100:00000001:2.0:1767384904.566776:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.566777:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384904.566781:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.566783:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384904.566785:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348024192 00000100:00000001:3.0:1767384904.566787:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384904.566789:0:16351:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp25: ACK from 12345-192.168.203.134@tcp25 into md 0x165d 00000400:00000200:0.0:1767384904.566794:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384904.566796:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384904.566797:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384904.566800:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767384904.566800:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:2.0:1767384904.566805:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384904.566806:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384904.566806:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp25->192.168.203.134@tcp25: ACK: OK 00000020:00000040:2.0:1767384904.566808:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000100:00000001:3.0:1767384904.566811:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384904.566835:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:2.0:1767384904.566839:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000400:00000200:0.0:1767384904.566840:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000584675ab 00000100:00000001:2.0:1767384904.566843:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384904.566844:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000584675ab. 00000020:00000010:2.0:1767384904.566847:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000883b17b0. 00000400:00000200:0.0:1767384904.566851:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767384904.566852:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384904.566857:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000883b17b0. 00000400:00000200:0.0:1767384904.566860:0:16351:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 00000020:00000010:2.0:1767384904.566864:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f32c5fa2. 00000400:00000200:0.0:1767384904.566866:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000020:00000010:2.0:1767384904.566871:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a45cfc49. 00000400:00000200:0.0:1767384904.566872:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (20) 00000020:00000010:2.0:1767384904.566877:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003a67d617. 00000400:00000200:3.0:1767384904.566880:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000001:0.0:1767384904.566885:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384904.566886:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 00000000ca1f69c0. 00000100:00000040:2.0:1767384904.566887:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384904.566891:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000001:0.0:1767384904.566892:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384904.566893:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000659fa31. 00000100:00000001:2.0:1767384904.566893:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384904.566896:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384904.566900:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038979b8b. 00000100:00000001:2.0:1767384904.566904:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384904.566905:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ca1f69c0 00000400:00000010:3.0:1767384904.566910:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 0000000047f6bcfc. 00000400:00000200:3.0:1767384904.566914:0:16356:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 336 success 00000100:00000001:2.0:1767384904.566915:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384904.566920:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102051 00000400:00000200:3.0:1767384904.566924:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (19) 00000400:00000010:3.0:1767384904.566928:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 0000000023bba4ba. 00000100:00000001:0.0:1767384904.566928:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384904.566929:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384904.566933:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348024320 00000100:00000001:2.0:1767384904.566934:0:17083:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384904.566935:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006029bd08. 02000000:00000001:0.0:1767384904.566940:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384904.566943:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384904.566944:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006a205095. 00000100:00000001:0.0:1767384904.566945:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384904.566947:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384904.566951:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp 00000100:00000001:2.0:1767384904.566951:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384904.566952:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384904.566958:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1767384904.566958:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348024320 00000400:00000200:3.0:1767384904.566963:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000040:2.0:1767384904.566963:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000020:00000001:0.0:1767384904.566964:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384904.566968:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590666963024 : -119483042588592 : ffff9354afb09850) 00000020:00000040:0.0:1767384904.566969:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000400:00000200:3.0:1767384904.566973:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:00000001:0.0:1767384904.566975:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384904.566976:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000138ea181 x1853237348024192/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:130/0 lens 4848/0 e 0 to 0 dl 1767384915 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384904.566980:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000020:00000001:0.0:1767384904.566987:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000400:00000200:3.0:1767384904.566988:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 37], ns[10, 37] 00000100:00000001:2.0:1767384904.566992:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384904.566995:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000883b17b0. 00000400:00000200:3.0:1767384904.566997:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000100:00000001:2.0:1767384904.567000:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384904.567002:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000010:2.0:1767384904.567006:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000883b17b0. 00000400:00000200:3.0:1767384904.567010:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000100:00000001:0.0:1767384904.567011:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384904.567015:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000138ea181 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:16358:x1853237348024192:12345-0@lo:253: 00000400:00000200:3.0:1767384904.567018:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000020:00000010:0.0:1767384904.567018:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000425be132. 00000100:00000001:0.0:1767384904.567026:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384904.567028:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348024192 00000400:00000200:3.0:1767384904.567029:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000020:00000001:2.0:1767384904.567034:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384904.567034:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000425be132. 00000400:00000200:3.0:1767384904.567037:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000020:00000001:2.0:1767384904.567038:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384904.567042:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384904.567045:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000020:00000001:2.0:1767384904.567046:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1767384904.567047:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c90c1cda. 00000020:00000001:2.0:1767384904.567049:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000400:00000200:3.0:1767384904.567054:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000020:00000001:2.0:1767384904.567055:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1767384904.567056:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035463db7. 00000020:00000001:2.0:1767384904.567059:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384904.567062:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000020:00000001:2.0:1767384904.567063:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384904.567065:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1767384904.567065:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003ef9a1a6. 00000020:00000001:2.0:1767384904.567068:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384904.567075:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384904.567076:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384904.567077:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 02000000:00000001:2.0:1767384904.567079:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384904.567081:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384904.567085:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384904.567086:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 02000000:00000010:2.0:1767384904.567086:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c11d91be. 02000000:00000001:2.0:1767384904.567092:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384904.567096:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000100:00000001:2.0:1767384904.567096:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384904.567096:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384904.567103:0:17083:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384904.567104:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384904.567107:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 20000000:00000010:2.0:1767384904.567112:0:17083:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004a8e2c40. 00000400:00000200:3.0:1767384904.567113:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 20000000:01000000:2.0:1767384904.567118:0:17083:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:0.0:1767384904.567119:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384904.567120:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 20000000:00000001:2.0:1767384904.567123:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:0.0:1767384904.567124:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 20000000:00000001:2.0:1767384904.567127:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384904.567129:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 20000000:00000001:2.0:1767384904.567130:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384904.567133:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 20000000:00000001:2.0:1767384904.567135:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384904.567141:0:17083:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000040:0.0:1767384904.567142:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000400:00000200:3.0:1767384904.567144:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 00000100:00000001:0.0:1767384904.567148:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590666956880 : -119483042594736 : ffff9354afb08050) 00000400:00000200:3.0:1767384904.567152:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp26 20000000:00000010:2.0:1767384904.567152:0:17083:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fbcaae3e. 20000000:01000000:2.0:1767384904.567157:0:17083:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 00000100:00000040:0.0:1767384904.567158:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000180163e8 x1853237348024320/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:130/0 lens 4848/0 e 0 to 0 dl 1767384915 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384904.567161:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp26 lpni_is_preferred = 0 20000000:00000001:2.0:1767384904.567165:0:17083:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767384904.567168:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp26 00080000:00000001:2.0:1767384904.567171:0:17083:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384904.567176:0:17083:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:3.0:1767384904.567177:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp26 NI seq info: [49:49:256:4294967295] 192.168.203.134@tcp26 LPNI seq info [49:49:8:4294967295] 00000100:00000001:0.0:1767384904.567180:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384904.567184:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp26 00000020:00000010:0.0:1767384904.567186:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000425be132. 00080000:00000001:2.0:1767384904.567191:0:17083:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000100:00000001:0.0:1767384904.567193:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384904.567197:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp26(192.168.203.134@tcp26:) -> 192.168.203.134@tcp26(192.168.203.134@tcp:192.168.203.134@tcp26) : GET try# 0 00000020:00000010:0.0:1767384904.567199:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000425be132. 00000800:00000200:3.0:1767384904.567204:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp26 00080000:00000001:2.0:1767384904.567204:0:17083:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384904.567208:0:17083:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000800:00000010:3.0:1767384904.567209:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005ce5d479. 00080000:00000001:2.0:1767384904.567211:0:17083:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384904.567212:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000180163e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:16359:x1853237348024320:12345-0@lo:253: 00080000:00000001:2.0:1767384904.567215:0:17083:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000800:00000010:3.0:1767384904.567217:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ceaa5a60. 00080000:00000001:2.0:1767384904.567218:0:17083:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384904.567219:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348024320 00080000:00000002:2.0:1767384904.567223:0:17083:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000980f9615 00000800:00000010:3.0:1767384904.567225:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f58027b9. 00000020:00000001:0.0:1767384904.567225:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384904.567229:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000200:3.0:1767384904.567233:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ceaa5a60] -> 12345-192.168.203.134@tcp26 (2) 00000020:00000001:0.0:1767384904.567234:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384904.567235:0:17083:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009e445471 00080000:00000002:2.0:1767384904.567239:0:17083:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000001:0.0:1767384904.567241:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000200:3.1:1767384904.567242:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ceaa5a60] -> 12345-192.168.203.134@tcp26 (2) 00080000:00000001:2.0:1767384904.567246:0:17083:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384904.567246:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00080000:00000001:2.0:1767384904.567251:0:17083:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384904.567253:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384904.567255:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp 00080000:00000001:2.0:1767384904.567255:0:17083:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384904.567259:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100251 rc 0 00000020:00000001:2.0:1767384904.567259:0:17083:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384904.567264:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384904.567265:0:17083:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:2.0:1767384904.567272:0:17083:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000001:0.0:1767384904.567272:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384904.567276:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000010:2.0:1767384904.567278:0:17083:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b8e4eff2. 00000020:00000001:0.0:1767384904.567280:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384904.567282:0:17083:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590259928576 : -119483449623040 : ffff9354976dbe00) 00080000:00000001:2.0:1767384904.567287:0:17083:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000001:0.0:1767384904.567287:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000001:00000001:2.0:1767384904.567290:0:17083:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 02000000:00000001:0.0:1767384904.567292:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000010:2.0:1767384904.567295:0:17083:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000883b17b0. 00080000:00000001:2.0:1767384904.567298:0:17083:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384904.567300:0:17083:0:(osd_handler.c:2167:osd_trans_start()) Process entered 02000000:00000010:0.0:1767384904.567301:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000eee636a5. 02000000:00000001:0.0:1767384904.567306:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384904.567308:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384904.567311:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:2.0:1767384904.567312:0:17083:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384904.567323:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000002299428b. 20000000:01000000:0.0:1767384904.567328:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:2.0:1767384904.567329:0:17083:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 20000000:00000001:0.0:1767384904.567331:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384904.567334:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384904.567337:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384904.567339:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384904.567342:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384904.567402:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:0.0:1767384904.567459:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384904.567490:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384904.567519:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384904.567547:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:0.0:1767384904.567571:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:0.0:1767384904.567593:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:0.0:1767384904.567617:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:0.0:1767384904.567649:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:0.0:1767384904.567684:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:0.0:1767384904.567714:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384904.567758:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384904.567784:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:0.0:1767384904.567808:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:0.0:1767384904.567932:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:0.0:1767384904.567974:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:0.0:1767384904.568023:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384904.568067:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:0.0:1767384904.568101:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:0.0:1767384904.568131:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00080000:00000010:2.0:1767384904.568167:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b8e4eff2. 00000400:00000200:0.0:1767384904.568168:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:0.0:1767384904.568204:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00080000:00000010:3.0:1767384904.568237:0:17083:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000883b17b0. 00000400:00000200:0.0:1767384904.568238:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00040000:00000001:3.0:1767384904.568244:0:17083:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384904.568247:0:17083:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384904.568250:0:17083:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384904.568254:0:17083:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:3.0:1767384904.568262:0:17083:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384904.568264:0:17083:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384904.568279:0:17083:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:0.0:1767384904.568282:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 20000000:00000001:3.0:1767384904.568288:0:17083:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384904.568292:0:17083:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384904.568297:0:17083:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:2.0:1767384904.568298:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b8e4eff2. 20000000:01000000:2.0:1767384904.568301:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 20000000:00000001:2.0:1767384904.568304:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384904.568306:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384904.568308:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384904.568313:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384904.568319:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384904.568321:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384904.568322:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384904.568324:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384904.568325:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384904.568327:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000e523df4c 00000400:00000200:0.0:1767384904.568328:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000020:00000001:2.0:1767384904.568330:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000aa1b0688 00080000:00000002:2.0:1767384904.568334:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384904.568336:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384904.568338:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384904.568340:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384904.568347:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:01000000:3.0:1767384904.568350:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000020:00000001:2.0:1767384904.568350:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 20000000:00000001:3.0:1767384904.568356:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384904.568356:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 10000000:01000000:3.0:1767384904.568361:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000010:2.0:1767384904.568362:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b6a1d194. 00010000:00000001:3.0:1767384904.568366:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384904.568367:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590259924480 : -119483449627136 : ffff9354976dae00) 00000400:00000200:0.0:1767384904.568369:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00010000:00000001:3.0:1767384904.568370:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384904.568371:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384904.568374:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384904.568378:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ada65f8f. 00080000:00000001:2.0:1767384904.568380:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384904.568382:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384904.568389:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384904.568394:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ed066714. 00080000:00000001:2.0:1767384904.568396:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384904.568399:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384904.568403:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002fa4dab2. 00000020:00000001:3.0:1767384904.568406:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384904.568409:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002fa4dab2 with handle 0xb57eb78819563007 to hash 00000020:00000001:3.0:1767384904.568411:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384904.568412:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384904.568414:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384904.568417:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384904.568418:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384904.568420:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00010000:00010000:3.0:1767384904.568421:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002fa4dab2/0xb57eb78819563007 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384904.568430:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384904.568433:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384904.568435:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384904.568437:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384904.568438:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384904.568440:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384904.568441:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384904.568443:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384904.568445:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384904.568446:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384904.568447:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384904.568449:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ed066714) refcount = 1 00010000:00010000:3.0:1767384904.568457:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002fa4dab2/0xb57eb78819563007 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384904.568457:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00010000:00000001:3.0:1767384904.568466:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384904.568467:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384904.568469:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384904.568471:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384904.568472:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384904.568475:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384904.568477:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 00010000:00000001:3.0:1767384904.568479:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384904.568481:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384904.568482:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002fa4dab2 refcount=4 00000020:00000001:3.0:1767384904.568484:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384904.568486:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384904.568487:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384904.568489:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002fa4dab2/0xb57eb78819563007 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384904.568494:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:0.0:1767384904.568496:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00010000:00010000:3.0:1767384904.568497:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002fa4dab2/0xb57eb78819563007 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384904.568505:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384904.568507:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384904.568508:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002fa4dab2/0xb57eb78819563007 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384904.568512:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384904.568513:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384904.568515:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384904.568516:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002fa4dab2/0xb57eb78819563007 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384904.568520:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002fa4dab2 already unused, calling callback (00000000df0e66e0) 00010000:00000001:3.0:1767384904.568527:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384904.568529:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384904.568531:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002fa4dab2/0xb57eb78819563007 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384904.568534:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00010000:00000001:3.0:1767384904.568536:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384904.568539:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384904.568540:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384904.568541:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002fa4dab2 refcount=5 00000020:00000001:3.0:1767384904.568543:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384904.568545:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384904.568547:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384904.568549:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002fa4dab2/0xb57eb78819563007 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384904.568553:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384904.568554:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384904.568555:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384904.568558:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384904.568560:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384904.568561:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384904.568562:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384904.568564:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002fa4dab2 with handle 0xb57eb78819563007 from hash 00010000:00000001:3.0:1767384904.568565:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384904.568567:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384904.568568:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384904.568569:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:0.0:1767384904.568571:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00010000:00000001:3.0:1767384904.568572:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384904.568574:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384904.568577:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384904.568578:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384904.568581:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384904.568582:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384904.568584:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384904.568585:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384904.568587:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384904.568593:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384904.568595:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384904.568596:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384904.568598:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002fa4dab2/0xb57eb78819563007 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384904.568602:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384904.568603:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384904.568604:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384904.568606:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384904.568607:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384904.568608:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00010000:00000001:3.0:1767384904.568609:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384904.568611:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384904.568615:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384904.568617:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384904.568618:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002fa4dab2/0xb57eb78819563007 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384904.568622:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384904.568624:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384904.568625:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002fa4dab2/0xb57eb78819563007 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384904.568629:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ed066714 count: 0 00010000:00000001:3.0:1767384904.568639:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384904.568640:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384904.568649:0:17083:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000400:00000200:0.0:1767384904.568649:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000100:00000001:3.0:1767384904.568652:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384904.568656:0:17083:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004a8e2c40. 20000000:00000001:3.0:1767384904.568660:0:17083:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384904.568663:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348024192 00010000:00000001:3.0:1767384904.568665:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384904.568670:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000138ea181 x1853237348024192/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:130/0 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384904.568676:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384904.568678:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384904.568681:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=38 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384904.568685:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000100:00000001:3.0:1767384904.568693:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384904.568697:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:3.0:1767384904.568699:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:3.0:1767384904.568701:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384904.568702:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.568704:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384904.568706:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384904.568709:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000056ba3142. 00000100:00000200:3.0:1767384904.568712:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348024192, offset 224 00000400:00000200:3.0:1767384904.568731:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384904.568737:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384904.568743:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d03f80 00000400:00000200:3.0:1767384904.568746:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1661 [2] + 224 00000400:00000200:3.0:1767384904.568749:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384904.568751:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384904.568754:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384904.568767:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000045e98e3f x1853237348024192/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384904.568774:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000045e98e3f x1853237348024192/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384904.568786:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384904.568791:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056ba3142 00000400:00000010:3.0:1767384904.568792:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000056ba3142. 00000100:00000001:3.0:1767384904.568794:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384904.568796:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384904.568799:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384904.568802:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:3.0:1767384904.568804:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384904.568804:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384904.568807:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384904.568808:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384904.568811:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384904.568813:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384904.568831:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384904.568833:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fe19f49. 00000100:00000040:3.0:1767384904.568834:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000138ea181 x1853237348024192/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:130/0 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384904.568838:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021676260 00000400:00000010:2.0:1767384904.568841:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000021676260. 00000100:00000001:2.0:1767384904.568845:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384904.568850:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000138ea181 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:16358:x1853237348024192:12345-0@lo:253: Request processed in 1856us (2374us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384904.568851:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000045e98e3f x1853237348024192/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384904.568868:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000045e98e3f x1853237348024192/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384904.568872:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00000040:3.0:1767384904.568878:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384904.568881:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384904.568882:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384904.568884:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384904.568885:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384904.568887:0:16358:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384904.568890:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a45cfc49. 02000000:00000001:2.0:1767384904.568890:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384904.568893:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384904.568896:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384904.568898:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384904.568899:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003a67d617. 00000100:00001000:2.0:1767384904.568901:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=38 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384904.568905:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=38 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384904.568906:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f32c5fa2. 00000100:00000001:2.0:1767384904.568908:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384904.568911:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384904.568913:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:3.0:1767384904.568915:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00010000:00000001:2.0:1767384904.568921:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384904.568922:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384904.568924:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384904.568925:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c11d91be. 00000100:00000040:2.0:1767384904.568930:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000045e98e3f x1853237348024192/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384904.568932:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384904.568937:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384904.568938:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384904.568943:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384904.568946:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384904.568946:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f601cbf0. 00000100:00000200:3.0:1767384904.568947:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:2.0:1767384904.568951:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384904.568954:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000800:00000010:0.0:1767384904.568954:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001bc9d762. 00000400:00000010:3.0:1767384904.568955:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a8913a7. 00000020:01000004:2.0:1767384904.568958:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384904.568962:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384904.568963:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:3.0:1767384904.568965:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000056ba3142. 00000800:00000010:0.0:1767384904.568965:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000425be132. 00000020:01000004:2.0:1767384904.568966:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384904.568968:0:16358:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384904.568971:0:16358:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384904.568973:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384904.568975:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384904.568977:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000045e98e3f x1853237348024192/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384904.568982:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000045e98e3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348024192:0@lo:253: 00000100:00000001:2.0:1767384904.568986:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384904.568988:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384904.568990:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000045e98e3f x1853237348024192/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384904.568994:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384904.568996:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384904.568998:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000094902d42. 02000000:00000001:2.0:1767384904.569001:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384904.569003:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384904.569004:0:16358:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000400:00000200:3.0:1767384904.569005:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000020:00000001:2.0:1767384904.569007:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384904.569010:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b3080e34. 00000800:00000010:0.0:1767384904.569013:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000425be132. 02000000:00000001:2.0:1767384904.569015:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384904.569017:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384904.569019:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000045e98e3f. 00000400:00000200:3.0:1767384904.569023:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp26 from 221.3.0.2 00000800:00000010:3.0:1767384904.569028:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000dd7a6e9c. 00000100:00000001:2.0:1767384904.569030:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384904.569032:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384904.569034:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384904.569037:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384904.569038:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384904.569040:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384904.569042:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384904.569059:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006155cd5b. 00000800:00000010:0.0:1767384904.569066:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004d159d27. 00000800:00000010:0.0:1767384904.569091:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a2280cb9. 00000800:00000200:0.1:1767384904.569097:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ceaa5a60] -> 12345-192.168.203.134@tcp26 (2) 00000800:00000200:0.1:1767384904.569102:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp26 00000000a2280cb9 deleted 00000800:00000010:0.1:1767384904.569105:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a2280cb9. 00000800:00000200:0.1:1767384904.569111:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384904.569118:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp26 ip 192.168.203.134:989 00000800:00000200:0.1:1767384904.569121:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005ce5d479 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384904.569128:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp26 p 3.x 192.168.203.134 -> 192.168.203.134:989 incarnation:1767384902886891274 sched[0] 00000800:00000010:0.0:1767384904.569134:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000425be132. 00000800:00000010:0.0:1767384904.569194:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000425be132. 00000800:00000010:0.0:1767384904.569202:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004d159d27. 00000800:00000010:0.0:1767384904.569238:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000dd7a6e9c. 00000800:00000001:0.0:1767384904.569253:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384904.569259:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384904.569282:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384904.569288:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp26 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384902886891274 sched[0] 00000800:00000010:2.0:1767384904.569292:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001bc9d762. 00000800:00000200:0.0:1767384904.569318:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384904.569322:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005ce5d479. 00000400:00000200:0.0:1767384904.569328:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384904.569335:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp26->192.168.203.134@tcp26: GET: OK 00000400:00000200:0.0:1767384904.569339:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384904.569342:0:16353:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp: 0 00000400:00000200:2.0:1767384904.569347:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000800:00000001:0.0:1767384904.569351:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384904.569360:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384904.569362:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384904.569369:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384904.569379:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp26(192.168.203.134@tcp26) <- 192.168.203.134@tcp26 : GET - for me 00000400:00000200:0.0:1767384904.569390:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 336 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384904.569395:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 336/336 into md 0x1659 [1] + 0 00000400:00000200:0.0:1767384904.569405:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp26 to MR: 192.168.203.134@tcp26 local destination 00000400:00000200:0.0:1767384904.569413:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp26 NI seq info: [50:50:256:4294967295] 192.168.203.134@tcp26 LPNI seq info [50:50:8:4294967295] 00000400:00000200:2.0:1767384904.569425:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384904.569431:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp26(192.168.203.134@tcp26:192.168.203.134@tcp26) -> 192.168.203.134@tcp26(192.168.203.134@tcp26:192.168.203.134@tcp26) 192.168.203.134@tcp26 : REPLY try# 0 00000800:00000200:0.0:1767384904.569440:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.203.134@tcp26 00000800:00000010:0.0:1767384904.569444:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005749535f. 00000800:00000200:0.0:1767384904.569450:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ceaa5a60] -> 12345-192.168.203.134@tcp26 (4) 00000800:00000200:0.0:1767384904.569456:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp26 ip 192.168.203.134:988 00000800:00000200:0.0:1767384904.569459:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005749535f type 3, nob 432 niov 1 nkiov 1 00000400:00000200:2.0:1767384904.569477:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000800:00000200:0.0:1767384904.569512:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384904.569516:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005749535f. 00000400:00000200:2.0:1767384904.569518:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384904.569520:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384904.569529:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp26->192.168.203.134@tcp26: REPLY: OK 00000800:00000001:0.0:1767384904.569543:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384904.569548:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384904.569549:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000800:00000001:0.0:1767384904.569552:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384904.569560:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384904.569563:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384904.569566:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384904.569583:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:0.0:1767384904.569583:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp26(192.168.203.134@tcp26) <- 192.168.203.134@tcp26 : REPLY - for me 00000400:00000200:0.0:1767384904.569600:0:16353:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp26: Reply from 12345-192.168.203.134@tcp26 of length 336/336 into md 0x1675 00000800:00000001:0.0:1767384904.569607:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384904.569614:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384904.569618:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384904.569619:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:0.0:1767384904.569625:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp26->192.168.203.134@tcp26: REPLY: OK 00000400:00000200:0.0:1767384904.569630:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006029bd08 00000400:00000010:0.0:1767384904.569633:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006029bd08. 00000400:00000200:0.0:1767384904.569637:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384904.569641:0:16353:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.134@tcp has discovery enabled 00000400:00000200:0.0:1767384904.569645:0:16353:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000200:2.0:1767384904.569646:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:0.0:1767384904.569651:0:16353:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.134@tcp data present 19. state = 0x100251 00000400:00000200:0.0:1767384904.569658:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:0.0:1767384904.569670:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (20) 00000400:00000200:2.0:1767384904.569671:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000800:00000001:0.0:1767384904.569685:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384904.569691:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384904.569730:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:0.0:1767384904.569742:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384904.569750:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1000d1 00000400:00000010:0.0:1767384904.569769:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 400 at 0000000010500283. 00000400:00000010:0.0:1767384904.569774:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 480 at 000000000421f208. 00000400:00000200:2.0:1767384904.569776:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000010:0.0:1767384904.569777:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 400 at 00000000c8cc6172. 00000400:00000200:2.0:1767384904.569808:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000010:0.0:1767384904.569812:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c85a660a. 00000400:00000200:0.0:1767384904.569851:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c85a660a nid 192.168.203.134@tcp27 00000400:00000200:2.0:1767384904.569853:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000010:0.0:1767384904.569857:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b92ab95c. 00000400:00000200:0.0:1767384904.569863:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b92ab95c net tcp27 00000400:00000200:0.0:1767384904.569867:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (19) 00000400:00000200:0.0:1767384904.569873:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp27 flags 0x11 00000400:00000010:0.0:1767384904.569878:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 400 at 0000000010500283. 00000400:00000010:0.0:1767384904.569881:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 480 at 000000000421f208. 00000400:00000010:0.0:1767384904.569884:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 400 at 00000000c8cc6172. 00000400:00000010:0.0:1767384904.569887:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 0000000023bba4ba. 00000400:00000200:2.0:1767384904.569889:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:0.0:1767384904.569892:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:0.0:1767384904.569896:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100151 00000400:00000200:0.0:1767384904.569905:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 rc 1 00000400:00000200:0.0:1767384904.569909:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000400:00000200:0.0:1767384904.569912:0:16356:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.134@tcp 00000400:00000200:0.0:1767384904.569914:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100111 rc 0 00000400:00000200:2.0:1767384904.569918:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:0.0:1767384904.569919:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:0.0:1767384904.569926:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (20) 00080000:00000010:3.0:1767384904.569955:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b6a1d194. 00000400:00000200:2.0:1767384904.569957:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:2.0:1767384904.569988:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00080000:00000010:0.0:1767384904.570001:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ada65f8f. 00040000:00000001:0.0:1767384904.570007:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384904.570009:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384904.570011:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384904.570015:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:0.0:1767384904.570017:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384904.570018:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384904.570021:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:2.0:1767384904.570022:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 20000000:00000001:0.0:1767384904.570029:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384904.570033:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384904.570037:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384904.570044:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384904.570048:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000400:00000200:2.0:1767384904.570050:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 10000000:01000000:3.0:1767384904.570051:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384904.570057:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384904.570060:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384904.570066:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000553e18ee. 00010000:00000001:3.0:1767384904.570070:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384904.570073:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000244b599e. 00000020:00000001:3.0:1767384904.570076:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384904.570079:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000244b599e with handle 0xb57eb7881956300e to hash 00000400:00000200:2.0:1767384904.570081:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000020:00000001:3.0:1767384904.570082:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384904.570086:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00010000:00000001:3.0:1767384904.570089:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00010000:00000001:3.0:1767384904.570092:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384904.570101:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384904.570104:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000244b599e/0xb57eb7881956300e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384904.570106:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00010000:00000001:3.0:1767384904.570115:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384904.570118:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384904.570119:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384904.570121:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384904.570123:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384904.570125:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384904.570128:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384904.570130:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384904.570132:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000400:00000200:2.0:1767384904.570133:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00010000:00000001:3.0:1767384904.570134:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384904.570139:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384904.570141:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000553e18ee) refcount = 1 00010000:00010000:3.0:1767384904.570145:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000244b599e/0xb57eb7881956300e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384904.570151:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384904.570162:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384904.570164:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384904.570167:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384904.570169:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384904.570172:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384904.570175:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 00010000:00000001:3.0:1767384904.570178:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384904.570180:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384904.570182:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000244b599e refcount=4 00000400:00000200:2.0:1767384904.570183:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000020:00000001:3.0:1767384904.570186:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00010000:00000001:3.0:1767384904.570189:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00080000:00000020:0.0:1767384904.570193:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384904.570194:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384904.570197:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000244b599e/0xb57eb7881956300e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384904.570198:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384904.570202:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000002299428b. 00010000:00000001:3.0:1767384904.570209:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 20000000:00000001:0.0:1767384904.570209:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384904.570214:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00010000:00000040:0.0:1767384904.570214:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348024320 00010000:00010000:3.0:1767384904.570221:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000244b599e/0xb57eb7881956300e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384904.570221:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384904.570229:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000180163e8 x1853237348024320/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:130/0 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384904.570231:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384904.570235:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384904.570237:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000244b599e/0xb57eb7881956300e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384904.570238:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00010000:00000001:0.0:1767384904.570249:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384904.570253:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384904.570254:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384904.570258:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384904.570258:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000100:00001000:0.0:1767384904.570259:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=38 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384904.570265:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1767384904.570267:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:3.0:1767384904.570268:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000244b599e/0xb57eb7881956300e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384904.570272:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:0.0:1767384904.570278:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000400:00000200:2.0:1767384904.570280:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00010000:00010000:3.0:1767384904.570281:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000244b599e already unused, calling callback (00000000df0e66e0) 02000000:00000001:0.0:1767384904.570283:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384904.570286:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 02000000:00000001:0.0:1767384904.570287:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384904.570289:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:0.0:1767384904.570293:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1767384904.570294:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000244b599e/0xb57eb7881956300e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384904.570300:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384904.570303:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1767384904.570305:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000100:00000040:0.0:1767384904.570307:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384904.570308:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384904.570312:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000244b599e refcount=5 00000400:00000010:0.0:1767384904.570314:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004d159d27. 00000020:00000001:3.0:1767384904.570315:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00010000:00000001:3.0:1767384904.570319:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00000100:00000200:0.0:1767384904.570320:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348024320, offset 224 00010000:00000001:3.0:1767384904.570323:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384904.570326:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000244b599e/0xb57eb7881956300e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384904.570329:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:0.0:1767384904.570330:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384904.570340:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384904.570344:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:0.0:1767384904.570346:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384904.570347:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384904.570353:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384904.570355:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384904.570359:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1767384904.570359:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d04000 00000400:00000200:0.0:1767384904.570365:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1669 [2] + 224 00000400:00000200:2.0:1767384904.570368:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00010000:00000001:3.0:1767384904.570369:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384904.570372:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1767384904.570375:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000244b599e with handle 0xb57eb7881956300e from hash 00000400:00000200:0.0:1767384904.570381:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384904.570382:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384904.570386:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384904.570389:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384904.570389:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384904.570393:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384904.570396:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000200:0.0:1767384904.570396:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e200afc1 x1853237348024320/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384904.570398:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384904.570402:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384904.570405:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384904.570410:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384904.570410:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000100:00000040:0.0:1767384904.570414:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e200afc1 x1853237348024320/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384904.570416:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384904.570419:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384904.570424:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384904.570428:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384904.570430:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384904.570434:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384904.570436:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384904.570439:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000244b599e/0xb57eb7881956300e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384904.570440:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384904.570447:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384904.570447:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384904.570448:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d159d27 00010000:00000001:3.0:1767384904.570449:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384904.570454:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:0.0:1767384904.570454:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004d159d27. 00010000:00000001:3.0:1767384904.570457:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384904.570460:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384904.570461:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384904.570462:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384904.570465:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384904.570466:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384904.570470:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384904.570473:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384904.570473:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384904.570475:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000244b599e/0xb57eb7881956300e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384904.570480:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:0.0:1767384904.570486:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384904.570488:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:00000001:0.0:1767384904.570489:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384904.570491:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384904.570492:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000020:00000001:0.0:1767384904.570494:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00010000:3.0:1767384904.570496:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000244b599e/0xb57eb7881956300e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384904.570502:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000180163e8 x1853237348024320/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:130/0 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384904.570524:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000553e18ee count: 0 00000100:00100000:0.0:1767384904.570524:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000180163e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+14:16359:x1853237348024320:12345-0@lo:253: Request processed in 3340us (3894us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384904.570532:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000100:00100000:0.0:1767384904.570536:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00010000:00000001:3.0:1767384904.570541:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384904.570541:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:0.0:1767384904.570543:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 20000000:00000001:3.0:1767384904.570544:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384904.570546:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384904.570550:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035463db7. 00000020:00000010:0.0:1767384904.570561:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003ef9a1a6. 00000020:00000010:0.0:1767384904.570564:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c90c1cda. 00000020:00000040:0.0:1767384904.570567:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 02000000:00000001:0.0:1767384904.570570:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384904.570572:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000eee636a5. 00000400:00000200:2.0:1767384904.570573:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 02000000:00000001:0.0:1767384904.570576:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384904.570579:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384904.570583:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384904.570586:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084a0ab5d. 00000400:00000010:0.0:1767384904.570591:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004d159d27. 00000100:00000001:0.0:1767384904.570608:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384904.570610:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384904.570613:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384904.570615:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384904.570616:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d504db98. 00000400:00000200:0.0:1767384904.570619:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082df85e7 00000400:00000010:0.0:1767384904.570621:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000082df85e7. 00000100:00000001:0.0:1767384904.570625:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384904.570629:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e200afc1 x1853237348024320/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384904.570646:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e200afc1 x1853237348024320/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384904.570651:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384904.570653:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384904.570654:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384904.570656:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384904.570657:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384904.570659:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384904.570661:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384904.570664:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=38 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384904.570667:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=38 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384904.570669:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384904.570670:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384904.570672:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384904.570674:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384904.570676:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384904.570684:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e200afc1 x1853237348024320/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384904.570691:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384904.570694:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384904.570695:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384904.570699:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384904.570701:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384904.570703:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384904.570705:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384904.570707:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000010:2.0:1767384904.570709:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000094902d42. 00000020:01000004:0.0:1767384904.570709:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384904.570711:0:16359:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000800:00000010:2.0:1767384904.570714:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000021676260. 00000020:01000004:0.0:1767384904.570715:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384904.570730:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000010:2.0:1767384904.570733:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000048081628. 00000100:00000040:0.0:1767384904.570736:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e200afc1 x1853237348024320/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384904.570744:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e200afc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348024320:0@lo:253: 00000100:00000001:0.0:1767384904.570749:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384904.570755:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000048081628. 00000100:00000001:0.0:1767384904.570764:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384904.570766:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e200afc1 x1853237348024320/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00020000:2.0:1767384904.570767:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000100:00000001:0.0:1767384904.570783:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384904.570786:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384904.570788:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006d53d794. 02000000:00000001:0.0:1767384904.570793:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384904.570794:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384904.570795:0:16359:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:0.0:1767384904.570797:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384904.570798:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009d49532e. 02000000:00000001:0.0:1767384904.570800:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384904.570801:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384904.570802:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e200afc1. 00000100:00000001:0.0:1767384904.570805:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384904.570806:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384904.570807:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384904.570839:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384904.570840:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384904.570841:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384904.570843:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384904.572033:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294893602, at 4294893603 00000100:00000010:0.0:1767384904.572039:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000042c647f5. 00000100:00000040:1.0:1767384904.572128:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294893602, at 4294893603 00000100:00000040:3.0:1767384904.572130:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294893602, at 4294893603 00000100:00000010:1.0:1767384904.572134:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd4fcf25. 00000100:00000010:3.0:1767384904.572139:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a2c51292. 00000800:00000010:2.0:1767384904.574658:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000021676260. 00000800:00000010:2.0:1767384904.574661:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000094902d42. 00000100:00000040:2.0:1767384904.574668:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294893602, at 4294893605 00000100:00000010:2.0:1767384904.574671:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000032f89f61. 00000400:02020000:2.0:1767384904.574706:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp26 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00010000:00000010:3.1:1767384904.579836:0:25562:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ed066714. 00010000:00000010:3.1:1767384904.579845:0:25562:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002fa4dab2. 00010000:00000010:3.1:1767384904.580048:0:25562:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000553e18ee. 00010000:00000010:3.1:1767384904.580059:0:25562:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000244b599e. 00000400:00000010:3.0:1767384904.584076:0:25562:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000b937292d. 00000400:00000040:3.0:1767384904.584090:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384904.584092:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384904.584094:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384904.584095:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384904.584097:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384904.584098:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384904.584100:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384904.584101:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384904.584102:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384904.584103:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384904.584104:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384904.584105:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384904.584107:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384904.584108:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384904.584108:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384904.584110:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384904.584111:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384904.584112:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384904.584112:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384904.584114:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384904.584115:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384904.584116:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384904.584117:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384904.584117:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384904.584118:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384904.584119:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384904.584120:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384904.584121:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384904.584122:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384904.584126:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384904.584127:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384904.584129:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384904.584130:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384904.584131:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384904.584132:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384904.584133:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384904.584133:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384904.584135:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384904.584136:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384904.584137:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384904.584145:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384904.584146:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384904.584147:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384904.584148:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384904.584149:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384904.584150:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384904.584151:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384904.584152:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384904.584154:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384904.584155:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384904.584156:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384904.584157:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384904.584158:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384904.584159:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384904.584160:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384904.584161:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384904.584162:0:25562:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384904.584198:0:25562:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000b937292d. 00010000:00000001:0.0:1767384904.728865:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384904.728871:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384904.728876:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384904.728878:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384904.728910:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384904.728915:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384904.728919:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1767384905.560932:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384905.560938:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000002298ce) refs 2 10000000:00000001:3.0:1767384905.560943:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384905.560945:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384905.560946:0:17086:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384905.560947:0:17086:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384905.560949:0:17086:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384905.560951:0:17086:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384905.560952:0:17086:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff935488f3f000 from 35 10000000:00000001:3.0:1767384905.560955:0:17086:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384905.560963:0:17086:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384905.560969:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d811d059. 00000020:00000040:3.0:1767384905.560972:0:17086:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:3.0:1767384905.560976:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384905.560980:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384905.560984:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384905.560989:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006918510a. 00000100:00000001:3.0:1767384905.560994:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384905.560997:0:17086:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384905.561000:0:17086:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384905.561014:0:17086:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000553e18ee. 00010000:00000001:3.0:1767384905.561018:0:17086:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384905.561020:0:17086:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000244b599e. 00000020:00000001:3.0:1767384905.561037:0:17086:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384905.561038:0:17086:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000244b599e with handle 0xb57eb78819563015 to hash 00000020:00000001:3.0:1767384905.561040:0:17086:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384905.561041:0:17086:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00010000:00000001:3.0:1767384905.561043:0:17086:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00010000:00000001:3.0:1767384905.561045:0:17086:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384905.561047:0:17086:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384905.561049:0:17086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.134@tcp lock: 00000000244b599e/0xb57eb78819563015 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384905.561056:0:17086:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.134@tcp lock: 00000000244b599e/0xb57eb78819563015 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384905.561063:0:17086:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.134@tcp lock: 00000000244b599e/0xb57eb78819563015 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384905.561067:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384905.561069:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384905.561073:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000972b9a39. 00000100:00000001:3.0:1767384905.561074:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624590020891200 : -119483688660416 : ffff9354892e5240) 00000100:00000001:3.0:1767384905.561077:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384905.561078:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789823104 : -119482919728512 : ffff9354b7034a80) 00000100:00000001:3.0:1767384905.561087:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384905.561088:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384905.561090:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384905.561091:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384905.561097:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d811d059 x1853237348024448/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384905.561104:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384905.561105:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384905.561108:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384905.561110:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384905.561112:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384905.561114:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d811d059 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348024448:0@lo:101: 00000100:00000001:3.0:1767384905.561117:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384905.561121:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384905.561123:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384905.561125:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384905.561127:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000024175e91. 02000000:00000001:3.0:1767384905.561129:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384905.561133:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ffa2f5a. 00000400:00000010:3.0:1767384905.561139:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dfd4cb18. 00000100:00000200:3.0:1767384905.561156:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348024448, portal 25 00000100:00000001:3.0:1767384905.561158:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384905.561158:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789823104 : -119482919728512 : ffff9354b7034a80) 00000100:00000040:3.0:1767384905.561162:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d811d059 x1853237348024448/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384921 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384905.561167:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384905.561170:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384905.561173:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b17c2ed. 00000100:00000200:3.0:1767384905.561195:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237348024448, offset 0 00000400:00000200:3.0:1767384905.561200:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384905.561211:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384905.561220:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958271d04080 00000400:00000200:3.0:1767384905.561225:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0xfe5 [2] + 0 00000400:00000010:3.0:1767384905.561229:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d83ba2d1. 00000400:00000200:3.0:1767384905.561237:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000093cf5e91 00000400:00000200:3.0:1767384905.561242:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384905.561246:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384905.561251:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093cf5e91 00000400:00000010:3.0:1767384905.561252:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093cf5e91. 00000100:00000001:3.0:1767384905.561257:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384905.561258:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384905.561260:0:17086:0:(events.c:337:request_in_callback()) incoming req@000000000c227a9b x1853237348024448 msgsize 328 00000100:00100000:3.0:1767384905.561263:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384905.561265:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384905.561276:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384905.561281:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b17c2ed 00000400:00000010:3.0:1767384905.561294:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b17c2ed. 00000100:00000001:3.0:1767384905.561296:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384905.561298:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d811d059 x1853237348024448/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384921 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384905.561305:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384905.561307:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000d811d059 x1853237348024448/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384921 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384905.561312:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384905.561314:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384905.561317:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384905.561320:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294894597 00000100:00000010:3.0:1767384905.561324:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009f070e07. 00000100:00000001:3.0:1767384905.561330:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384905.561337:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294894597 00000100:00000010:3.0:1767384905.561340:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009bc401ca. 00000100:00000001:0.0:1767384905.561340:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384905.561345:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348024448 00000100:00000001:3.0:1767384905.561346:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1767384905.561351:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384905.561352:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294894597 00000100:00000001:0.0:1767384905.561354:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:3.0:1767384905.561365:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000029d87441. 00000100:00000001:0.0:1767384905.561367:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384905.561369:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 02000000:00000001:0.0:1767384905.561372:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384905.561373:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294894597 00000100:00000010:3.0:1767384905.561378:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000972c817f. 00000100:00100000:0.0:1767384905.561379:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348024448 00000020:00000001:0.0:1767384905.561382:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384905.561384:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000001:3.0:1767384905.561388:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000020:00000001:0.0:1767384905.561388:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384905.561390:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000100:00000001:3.0:1767384905.561392:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384905.561395:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:3.0:1767384905.561396:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384905.561399:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:3.0:1767384905.561400:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384905.561403:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384905.561404:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384905.561406:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 00000000972b9a39 going to sleep for 11 seconds 00000100:00000001:3.0:1767384905.561410:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384905.561410:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009db0cab0. 00000100:00000001:3.0:1767384905.561412:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384905.561414:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384905.561417:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009db0cab0. 00000020:00000010:0.0:1767384905.561435:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013c696fc. 00000020:00000010:0.0:1767384905.561440:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c2d318f2. 00000020:00000010:0.0:1767384905.561444:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003ef9a1a6. 00000100:00000040:0.0:1767384905.561451:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384905.561453:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384905.561454:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384905.561456:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384905.561462:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384905.561480:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384905.561491:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384905.561493:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384905.561497:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00000040:0.0:1767384905.561500:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:0.0:1767384905.561502:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590666969168 : -119483042582448 : ffff9354afb0b050) 00000100:00000040:0.0:1767384905.561507:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000c227a9b x1853237348024448/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:131/0 lens 328/0 e 0 to 0 dl 1767384916 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384905.561515:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384905.561517:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009db0cab0. 00000100:00000001:0.0:1767384905.561518:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384905.561520:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009db0cab0. 00000100:00100000:0.0:1767384905.561525:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000c227a9b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+14:17086:x1853237348024448:12345-0@lo:101: 00000100:00000200:0.0:1767384905.561527:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348024448 00000020:00000001:0.0:1767384905.561530:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384905.561533:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384905.561534:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384905.561547:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384905.561549:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289024 : -1048262592 : ffffffffc184c840) 00000020:00000001:0.0:1767384905.561551:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384905.561553:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384905.561555:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384905.561556:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384905.561559:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384905.561561:0:17081:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384905.561562:0:17081:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384905.561564:0:17081:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384905.561565:0:17081:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384905.561567:0:17081:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384905.561570:0:17081:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384905.561574:0:17081:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000dc450107. 00010000:00000001:0.0:1767384905.561577:0:17081:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384905.561578:0:17081:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e7ed7c0c. 00000020:00000001:0.0:1767384905.561586:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384905.561587:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e7ed7c0c with handle 0xb57eb7881956301c to hash 00000020:00000001:0.0:1767384905.561589:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384905.561590:0:17081:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590006034944 : -119483703516672 : ffff9354884ba200) 00010000:00000001:0.0:1767384905.561592:0:17081:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590006034944 : -119483703516672 : ffff9354884ba200) 00010000:00010000:0.0:1767384905.561594:0:17081:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000e7ed7c0c/0xb57eb7881956301c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb57eb78819563015 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384905.561600:0:17081:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003d3e266f : new locks_count 10 00000020:00000040:0.0:1767384905.561601:0:17081:0:(genops.c:887:class_export_get()) GET export 000000003d3e266f refcount=15 00000100:00000001:0.0:1767384905.561608:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384905.561609:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384905.561613:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000f00a4a28. 02000000:00000001:0.0:1767384905.561615:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384905.561617:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384905.561619:0:17081:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384905.561622:0:17081:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384905.561624:0:17081:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384905.561625:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384905.561627:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384905.561628:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384905.561629:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384905.561631:0:17081:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384905.561633:0:17081:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384905.561634:0:17081:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384905.561635:0:17081:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384905.561637:0:17081:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dc450107) refcount = 1 00010000:00010000:0.0:1767384905.561640:0:17081:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e7ed7c0c/0xb57eb7881956301c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb57eb78819563015 expref: 15 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384905.561645:0:17081:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384905.561646:0:17081:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384905.561648:0:17081:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384905.561649:0:17081:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384905.561661:0:17081:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384905.561669:0:17081:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384905.561672:0:17081:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000e7ed7c0c/0xb57eb7881956301c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819563015 expref: 15 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384905.561677:0:17081:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384905.561679:0:17081:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384905.561681:0:17081:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384905.561683:0:17081:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384905.561685:0:17081:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384905.561686:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384905.561688:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384905.561689:0:17081:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000e7ed7c0c, rc 0) 00000020:00000001:0.0:1767384905.561691:0:17081:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384905.561694:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348024448 00010000:00000001:0.0:1767384905.561696:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384905.561700:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000c227a9b x1853237348024448/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:131/0 lens 328/344 e 0 to 0 dl 1767384916 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384905.561705:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384905.561707:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384905.561724:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=39 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384905.561730:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384905.561733:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:0.0:1767384905.561734:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:0.0:1767384905.561737:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384905.561739:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384905.561741:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384905.561743:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384905.561746:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f6df32b. 00000100:00000200:0.0:1767384905.561749:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237348024448, offset 224 00000400:00000200:0.0:1767384905.561762:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384905.561768:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384905.561773:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958271d04080 00000400:00000200:0.0:1767384905.561776:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1689 [1] + 224 00000400:00000200:0.0:1767384905.561780:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384905.561783:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384905.561793:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384905.561798:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d811d059 x1853237348024448/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384921 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384905.561808:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000d811d059 x1853237348024448/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384921 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384905.561869:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384905.561892:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f6df32b 00000400:00000010:0.0:1767384905.561894:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f6df32b. 00000100:00000001:0.0:1767384905.561897:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384905.561898:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384905.561902:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384905.561905:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:0.0:1767384905.561907:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384905.561909:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384905.561911:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384905.561911:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384905.561917:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c227a9b x1853237348024448/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:131/0 lens 328/344 e 0 to 0 dl 1767384916 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384905.561919:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384905.561921:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384905.561925:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ffa2f5a. 00000400:00000200:3.0:1767384905.561930:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfd4cb18 00000100:00100000:0.0:1767384905.561931:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000c227a9b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:17086:x1853237348024448:12345-0@lo:101: Request processed in 413us (667us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384905.561933:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dfd4cb18. 00000100:00000001:3.0:1767384905.561940:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384905.561943:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00000200:3.0:1767384905.561946:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d811d059 x1853237348024448/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384921 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384905.561948:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:0.0:1767384905.561954:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384905.561959:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384905.561960:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d811d059 x1853237348024448/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384921 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384905.561966:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c2d318f2. 00000100:00000001:3.0:1767384905.561968:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384905.561971:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384905.561973:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003ef9a1a6. 00000100:00000001:3.0:1767384905.561974:0:17086:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384905.561977:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384905.561980:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384905.561980:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013c696fc. 00000100:00000001:3.0:1767384905.561981:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384905.561985:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384905.561989:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=39 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384905.561989:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00000100:00001000:3.0:1767384905.561996:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=39 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384905.561998:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384905.561999:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384905.562001:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384905.562003:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000f00a4a28. 00010000:00000001:3.0:1767384905.562004:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384905.562009:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384905.562009:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384905.562013:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384905.562014:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384905.562017:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d811d059 x1853237348024448/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384921 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384905.562019:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384905.562025:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004815f523. 00000100:00000001:3.0:1767384905.562026:0:17086:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384905.562038:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767384905.562039:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000883d0a8f. 00000100:00000001:3.0:1767384905.562040:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384905.562045:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d811d059 x1853237348024448/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384921 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384905.562051:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d811d059 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348024448:0@lo:101: 00000100:00000001:3.0:1767384905.562055:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384905.562057:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384905.562059:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384905.562060:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384905.562062:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d811d059 x1853237348024448/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384921 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384905.562065:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384905.562067:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000972b9a39. 00000100:00000001:3.0:1767384905.562069:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384905.562070:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384905.562072:0:17086:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384905.562074:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384905.562075:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384905.562076:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000244b599e refcount=4 00000020:00000001:3.0:1767384905.562077:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00010000:00000001:3.0:1767384905.562079:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00010000:00000040:3.0:1767384905.562081:0:17086:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000244b599e, remote cookie: 0xb57eb7881956301c, flags: 0x0 00010000:00000001:3.0:1767384905.562084:0:17086:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384905.562085:0:17086:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384905.562086:0:17086:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384905.562087:0:17086:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384905.562088:0:17086:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384905.562089:0:17086:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000553e18ee) refcount = 1 00010000:00010000:3.0:1767384905.562092:0:17086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.134@tcp lock: 00000000244b599e/0xb57eb78819563015 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb7881956301c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384905.562095:0:17086:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384905.562096:0:17086:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384905.562101:0:17086:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384905.562104:0:17086:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384905.562106:0:17086:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384905.562108:0:17086:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.134@tcp lock: 00000000244b599e/0xb57eb78819563015 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb57eb7881956301c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384905.562112:0:17086:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384905.562113:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384905.562113:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384905.562114:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384905.562115:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384905.562116:0:17086:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384905.562117:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384905.562118:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d811d059 x1853237348024448/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384921 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384905.562122:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384905.562124:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384905.562125:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000024175e91. 02000000:00000001:3.0:1767384905.562128:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384905.562129:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384905.562130:0:17086:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:3.0:1767384905.562132:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384905.562133:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006918510a. 02000000:00000001:3.0:1767384905.562136:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384905.562137:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384905.562138:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d811d059. 00000100:00000001:3.0:1767384905.562141:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384905.562142:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384905.562143:0:17086:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384905.562144:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384905.562146:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000002298ce) refs 3 10000000:00000001:3.0:1767384905.562147:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384905.562149:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384905.562150:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384905.562150:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000244b599e refcount=3 00000020:00000001:3.0:1767384905.562152:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00010000:00000001:3.0:1767384905.562153:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00010000:00000001:3.0:1767384905.562159:0:17086:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384905.562161:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384905.562162:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384905.562163:0:17086:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384905.562164:0:17086:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384905.562167:0:17086:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000518fb6f6. 00000100:00000010:3.0:1767384905.562181:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d811d059. 00000020:00000040:3.0:1767384905.562183:0:17086:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:3.0:1767384905.562185:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384905.562186:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384905.562188:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384905.562191:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006918510a. 00000100:00000001:3.0:1767384905.562193:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384905.562196:0:17086:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384905.562198:0:17086:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000024175e91. 00000100:00000010:3.0:1767384905.562201:0:17086:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000031f493ae. 00000020:00000040:3.0:1767384905.562202:0:17086:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00000001:3.0:1767384905.562205:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384905.562206:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384905.562208:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000972b9a39. 00000100:00000001:3.0:1767384905.562210:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624590020891200 : -119483688660416 : ffff9354892e5240) 00000100:00000001:3.0:1767384905.562212:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384905.562213:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789823104 : -119482919728512 : ffff9354b7034a80) 00000100:00000001:3.0:1767384905.562215:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384905.562216:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384905.562217:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384905.562218:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384905.562219:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d811d059 x1853237348024576/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384905.562224:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384905.562225:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384905.562226:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384905.562227:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384905.562229:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384905.562230:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d811d059 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348024576:0@lo:256: 00000100:00000001:3.0:1767384905.562237:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384905.562239:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384905.562241:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384905.562242:0:17086:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384905.562246:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ffa2f5a. 00000400:00000010:3.0:1767384905.562249:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000f26a2091. 00000100:00000200:3.0:1767384905.562252:0:17086:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958271d04100-0x6958271d04100, portal 33 00000100:00000001:3.0:1767384905.562254:0:17086:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384905.562255:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384905.562258:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008863e407. 02000000:00000001:3.0:1767384905.562259:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384905.562261:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009306e848. 00000400:00000010:3.0:1767384905.562264:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dfd4cb18. 00000100:00000200:3.0:1767384905.562265:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348024576, portal 25 00000100:00000001:3.0:1767384905.562266:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384905.562268:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789823104 : -119482919728512 : ffff9354b7034a80) 00000100:00000040:3.0:1767384905.562271:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d811d059 x1853237348024576/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384921 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384905.562275:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384905.562277:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384905.562279:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b17c2ed. 00000100:00000200:3.0:1767384905.562280:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237348024576, offset 0 00000400:00000200:3.0:1767384905.562283:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384905.562288:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384905.562294:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958271d04100 00000400:00000200:3.0:1767384905.562296:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0xff5 [2] + 0 00000400:00000010:3.0:1767384905.562299:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000126a650c. 00000400:00000200:3.0:1767384905.562301:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b80d0975 00000400:00000200:3.0:1767384905.562304:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384905.562306:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384905.562308:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b80d0975 00000400:00000010:3.0:1767384905.562309:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b80d0975. 00000100:00000001:3.0:1767384905.562311:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384905.562334:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384905.562337:0:17086:0:(events.c:337:request_in_callback()) incoming req@00000000aad0d6b8 x1853237348024576 msgsize 304 00000100:00100000:3.0:1767384905.562341:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384905.562343:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384905.562352:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384905.562356:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b17c2ed 00000400:00000010:3.0:1767384905.562357:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b17c2ed. 00000100:00000001:3.0:1767384905.562359:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384905.562361:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d811d059 x1853237348024576/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384921 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384905.562367:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384905.562369:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000d811d059 x1853237348024576/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384921 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384905.562374:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384905.562376:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384905.562379:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384905.562381:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294894598 00000100:00000001:3.0:1767384905.562387:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294894597 00000100:00000001:0.0:1767384905.562387:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384905.562391:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348024576 00000100:00000001:3.0:1767384905.562392:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294894598 02000000:00000001:0.0:1767384905.562393:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384905.562397:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384905.562399:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294894597 00000100:00000001:0.0:1767384905.562399:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384905.562406:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294894598 02000000:00000001:0.0:1767384905.562407:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384905.562411:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348024576 00000100:00000001:3.0:1767384905.562413:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294894597 00000020:00000001:0.0:1767384905.562414:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384905.562419:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294894598 00000020:00000040:0.0:1767384905.562419:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:0.0:1767384905.562424:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384905.562425:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294894597 00000020:00000040:0.0:1767384905.562427:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000100:00000001:3.0:1767384905.562429:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384905.562430:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:3.0:1767384905.562433:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384905.562434:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:3.0:1767384905.562437:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384905.562438:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384905.562439:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384905.562443:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 00000000972b9a39 going to sleep for 11 seconds 00000020:00000010:0.0:1767384905.562443:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009db0cab0. 00000100:00000001:3.0:1767384905.562448:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384905.562448:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384905.562451:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384905.562452:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009db0cab0. 00000020:00000010:0.0:1767384905.562462:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013c696fc. 00000020:00000010:0.0:1767384905.562465:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c2d318f2. 00000020:00000010:0.0:1767384905.562468:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003ef9a1a6. 00000100:00000040:0.0:1767384905.562472:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384905.562473:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384905.562475:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384905.562475:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384905.562478:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384905.562486:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384905.562495:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384905.562496:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384905.562500:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00000040:0.0:1767384905.562503:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:0.0:1767384905.562505:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590666959952 : -119483042591664 : ffff9354afb08c50) 00000100:00000040:0.0:1767384905.562508:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aad0d6b8 x1853237348024576/t0(0) o256->b543db4a-4900-454f-be04-352b2897a173@0@lo:131/0 lens 304/0 e 0 to 0 dl 1767384916 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384905.562525:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384905.562526:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009db0cab0. 00000100:00000001:0.0:1767384905.562528:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384905.562529:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009db0cab0. 00000100:00100000:0.0:1767384905.562534:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aad0d6b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:17086:x1853237348024576:12345-0@lo:256: 00000100:00000200:0.0:1767384905.562536:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348024576 00000020:00000001:0.0:1767384905.562538:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384905.562539:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384905.562540:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384905.562542:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384905.562543:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289440 : -1048262176 : ffffffffc184c9e0) 00000020:00000001:0.0:1767384905.562545:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384905.562546:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384905.562547:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384905.562548:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384905.562550:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384905.562552:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384905.562553:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384905.562554:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000f00a4a28. 02000000:00000001:0.0:1767384905.562556:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384905.562557:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384905.562559:0:17081:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384905.562562:0:17081:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384905.562564:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384905.562566:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384905.562568:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384905.562569:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384905.562570:0:17081:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384905.562572:0:17081:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000b07fa3d9. 20000000:00000001:0.0:1767384905.562574:0:17081:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384905.562585:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384905.562590:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384905.562594:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384905.562599:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384905.562600:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384905.562601:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384905.562603:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384905.562604:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384905.562605:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384905.562607:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384905.562608:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384905.562609:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384905.562610:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384905.562612:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384905.562613:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384905.562614:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384905.562615:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384905.562616:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384905.562618:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:01000000:0.0:1767384905.562619:0:17081:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 404, pages 3692/1/4/3. 20000000:00000040:0.0:1767384905.562624:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384905.562625:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384905.562626:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384905.562627:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384905.562628:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384905.562630:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384905.562631:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384905.562632:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384905.562633:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384905.562634:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384905.562636:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384905.562637:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384905.562638:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384905.562639:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384905.562641:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384905.562643:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384905.562644:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384905.562645:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384905.562647:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:01000000:0.0:1767384905.562648:0:17081:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 404, pages 3288/1/4/3. 20000000:01000000:0.0:1767384905.562649:0:17081:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 808, version 42 20000000:00000001:0.0:1767384905.562651:0:17081:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=808 : 808 : 328) 00000100:00000001:0.0:1767384905.562655:0:17081:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384905.562657:0:17081:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000068e767e6. 00000100:00000010:0.0:1767384905.562659:0:17081:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000b44f9a59. 00000020:00000040:0.0:1767384905.562661:0:17081:0:(genops.c:887:class_export_get()) GET export 000000003d3e266f refcount=16 00010000:00000001:0.0:1767384905.562664:0:17081:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384905.562665:0:17081:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384905.562667:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f6df32b. 00000400:00000010:0.0:1767384905.562672:0:17081:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001faf486c. 00000400:00000200:0.0:1767384905.562674:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384905.562680:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384905.562684:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 808 into portal 33 MB=0x6958271d04100 00000400:00000200:0.0:1767384905.562687:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 808/808 into md 0x1699 [4] + 0 00000400:00000010:0.0:1767384905.562689:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ffa2f5a. 00000400:00000200:0.0:1767384905.562691:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f26a2091 00000400:00000200:0.0:1767384905.562694:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384905.562696:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384905.562698:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f26a2091 00000400:00000010:0.0:1767384905.562699:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000f26a2091. 00000100:00000001:0.0:1767384905.562702:0:17081:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384905.562703:0:17081:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000d811d059 desc 0000000024175e91 mbits 1853237348024576 00000100:00000001:0.0:1767384905.562725:0:17081:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384905.562728:0:17081:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384905.562732:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384905.562739:0:17081:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x16a5 00000400:00000200:0.0:1767384905.562741:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384905.562745:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384905.562747:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384905.562748:0:17081:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384905.562750:0:17081:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000068e767e6 00000100:00000001:0.0:1767384905.562751:0:17081:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:3.0:1767384905.562756:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384905.562757:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f6df32b 00000400:00000010:0.0:1767384905.562761:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f6df32b. 00000100:00000001:0.0:1767384905.562764:0:17081:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384905.562765:0:17081:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000068e767e6 00000100:00000001:0.0:1767384905.562766:0:17081:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384905.562772:0:17081:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 808 bytes via portal 33 id 12345-0@lo mbits 0x6958271d04100-0x6958271d04100 00000100:00000001:0.0:1767384905.562780:0:17081:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384905.562783:0:17081:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384905.562785:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384905.562787:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 15 00000100:00000010:0.0:1767384905.562788:0:17081:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000b44f9a59. 00000100:00000010:0.0:1767384905.562791:0:17081:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000068e767e6. 00000100:00000001:0.0:1767384905.562793:0:17081:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384905.562794:0:17081:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384905.562799:0:17081:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000b07fa3d9. 20000000:00000001:0.0:1767384905.562802:0:17081:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384905.562804:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348024576 00010000:00000001:0.0:1767384905.562806:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384905.562808:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aad0d6b8 x1853237348024576/t0(0) o256->b543db4a-4900-454f-be04-352b2897a173@0@lo:131/0 lens 304/240 e 0 to 0 dl 1767384916 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384905.562840:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384905.562841:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384905.562843:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=39 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384905.562846:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384905.562847:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:0.0:1767384905.562849:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:0.0:1767384905.562850:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384905.562852:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384905.562854:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384905.562855:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384905.562858:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f6df32b. 00000100:00000200:0.0:1767384905.562861:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237348024576, offset 224 00000400:00000200:0.0:1767384905.562864:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384905.562885:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384905.562888:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958271d04100 00000400:00000200:0.0:1767384905.562891:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x169d [1] + 224 00000400:00000200:0.0:1767384905.562893:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384905.562895:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384905.562897:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384905.562899:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d811d059 x1853237348024576/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384921 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384905.562908:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000d811d059 x1853237348024576/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384921 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384905.562918:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384905.562921:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f6df32b 00000400:00000010:0.0:1767384905.562922:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f6df32b. 00000100:00000001:0.0:1767384905.562924:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384905.562925:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384905.562927:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384905.562929:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:0.0:1767384905.562930:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384905.562932:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384905.562933:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384905.562936:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aad0d6b8 x1853237348024576/t0(0) o256->b543db4a-4900-454f-be04-352b2897a173@0@lo:131/0 lens 304/240 e 0 to 0 dl 1767384916 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384905.562942:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384905.562942:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aad0d6b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:17086:x1853237348024576:12345-0@lo:256: Request processed in 416us (604us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384905.562948:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384905.562951:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384905.562952:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009306e848. 00000100:00100000:0.0:1767384905.562955:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000400:00000200:3.0:1767384905.562957:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfd4cb18 00000400:00000010:3.0:1767384905.562961:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dfd4cb18. 00000100:00000040:0.0:1767384905.562961:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:3.0:1767384905.562966:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384905.562967:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384905.562971:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d811d059 x1853237348024576/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384921 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384905.562971:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384905.562977:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c2d318f2. 00000100:00000200:3.0:1767384905.562981:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d811d059 x1853237348024576/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384921 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384905.562983:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003ef9a1a6. 00000100:00000001:3.0:1767384905.562991:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384905.562991:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013c696fc. 00000100:00000001:3.0:1767384905.562993:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384905.562997:0:17086:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384905.562998:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:0.0:1767384905.562999:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00000100:00000001:3.0:1767384905.563000:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384905.563002:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384905.563005:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384905.563006:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384905.563007:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=39 v=5 (5 0 0 0) 02000000:00000010:0.0:1767384905.563011:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000f00a4a28. 00000100:00001000:3.0:1767384905.563012:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=39 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384905.563015:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384905.563016:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384905.563018:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384905.563019:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384905.563023:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384905.563025:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384905.563025:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384905.563030:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384905.563032:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000d811d059 x1853237348024576/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384921 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384905.563032:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c94a8f59. 00000400:00000010:0.0:1767384905.563037:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d5e4f998. 00000100:00000040:3.0:1767384905.563045:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000d811d059 x1853237348024576/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384921 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384905.563051:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384905.563052:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384905.563054:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d811d059 x1853237348024576/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384921 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384905.563059:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d811d059 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348024576:0@lo:256: 00000100:00000001:3.0:1767384905.563066:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384905.563068:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384905.563069:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384905.563070:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384905.563072:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d811d059 x1853237348024576/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384921 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384905.563076:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384905.563077:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000972b9a39. 00000100:00000001:3.0:1767384905.563079:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384905.563079:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384905.563082:0:17086:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 42, more 0. 10000000:00000001:3.0:1767384905.563084:0:17086:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384905.563089:0:17086:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000005145b2f8. 10000000:00000040:3.0:1767384905.563097:0:17086:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.134@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384905.563101:0:17086:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384905.563103:0:17086:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384905.563107:0:17086:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.134@tcp has 192.168.203.134@tcp. 00000100:00000001:3.0:1767384905.563109:0:17086:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384905.563111:0:17086:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384905.563112:0:17086:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.134@tcp with 192.168.203.134@tcp 00000100:00000200:3.0:1767384905.563114:0:17086:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.134@tcp' 00000400:00000200:3.0:1767384905.563116:0:17086:0:(peer.c:1356:LNetAddPeer()) Add peer with 19 NIDs 00000400:00001000:3.0:1767384905.563118:0:17086:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384905.563120:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.134@tcp 00000400:00000200:3.0:1767384905.563124:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384905.563127:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (19) 00000400:00000200:3.0:1767384905.563131:0:17086:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384905.563133:0:17086:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp: 0. pending discovery 00000400:00000200:3.0:1767384905.563134:0:17086:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (20) 00000400:00000200:3.0:1767384905.563136:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp 00000400:00000200:3.0:1767384905.563138:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.134@tcp10 00000400:00000200:3.0:1767384905.563140:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384905.563142:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp10 00000400:00000200:3.0:1767384905.563143:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.134@tcp11 00000400:00000200:3.0:1767384905.563163:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384905.563165:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp11 00000400:00000200:3.0:1767384905.563166:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.134@tcp12 00000400:00000200:3.0:1767384905.563168:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384905.563169:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp12 00000400:00000200:3.0:1767384905.563170:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.134@tcp13 00000400:00000200:3.0:1767384905.563172:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384905.563174:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp13 00000400:00000200:3.0:1767384905.563175:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.134@tcp14 00000400:00000200:3.0:1767384905.563176:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384905.563177:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp14 00000400:00000200:3.0:1767384905.563179:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.134@tcp15 00000400:00000200:3.0:1767384905.563181:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384905.563182:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp15 00000400:00000200:3.0:1767384905.563183:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.134@tcp16 00000400:00000200:3.0:1767384905.563185:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384905.563186:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp16 00000400:00000200:3.0:1767384905.563187:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.134@tcp17 00000400:00000200:3.0:1767384905.563189:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384905.563190:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp17 00000400:00000200:3.0:1767384905.563192:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.134@tcp18 00000400:00000200:3.0:1767384905.563194:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384905.563195:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp18 00000400:00000200:3.0:1767384905.563196:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.134@tcp19 00000400:00000200:3.0:1767384905.563197:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384905.563198:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp19 00000400:00000200:3.0:1767384905.563199:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.134@tcp20 00000400:00000200:3.0:1767384905.563201:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384905.563203:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp20 00000400:00000200:3.0:1767384905.563204:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.134@tcp21 00000400:00000200:3.0:1767384905.563206:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384905.563207:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp21 00000400:00000200:3.0:1767384905.563208:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.134@tcp22 00000400:00000200:3.0:1767384905.563210:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384905.563212:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp22 00000400:00000200:3.0:1767384905.563213:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.134@tcp23 00000400:00000200:3.0:1767384905.563220:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384905.563221:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp23 00000400:00000200:3.0:1767384905.563222:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.134@tcp24 00000400:00000200:3.0:1767384905.563224:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384905.563225:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp24 00000400:00000200:3.0:1767384905.563226:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.134@tcp25 00000400:00000200:3.0:1767384905.563228:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384905.563229:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp25 00000400:00000200:3.0:1767384905.563230:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.134@tcp26 00000400:00000200:3.0:1767384905.563231:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384905.563232:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp26 00000400:00000200:3.0:1767384905.563233:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.134@tcp27 00000400:00000200:3.0:1767384905.563235:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384905.563236:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp27 00000100:00000001:3.0:1767384905.563238:0:17086:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384905.563239:0:17086:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384905.563242:0:17086:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.134@tcp' by NID '192.168.203.134@tcp' 10000000:00000010:3.0:1767384905.563245:0:17086:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000d5d469f1. 10000000:00000040:3.0:1767384905.563246:0:17086:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 42/42 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.134@tcp::2 00000020:00000080:3.0:1767384905.563248:0:17086:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384905.563253:0:17086:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384905.563256:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028459195. 00000020:00000010:3.0:1767384905.563260:0:17086:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e80cf62e. 00000040:00000010:3.0:1767384905.563262:0:17086:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000073e3a6f0. 00000020:00000010:3.0:1767384905.563267:0:17086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000842c19da. 00000020:00000010:3.0:1767384905.563271:0:17086:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e2123c20. 00000020:00000010:3.0:1767384905.563274:0:17086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000807aefed. 80000000:00000010:3.0:1767384905.563277:0:17086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006b963103. 40000000:00000010:3.0:1767384905.563280:0:17086:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002916a5f5. 00100000:00000010:3.0:1767384905.563285:0:17086:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000280289aa. 00040000:00000010:3.0:1767384905.563288:0:17086:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000438cb8b8. 00040000:00000010:3.0:1767384905.563293:0:17086:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f97d5211. 00040000:00000010:3.0:1767384905.563296:0:17086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f7fad60b. 00080000:00000010:3.0:1767384905.563302:0:17086:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000bdd98002. 00080000:00000010:3.0:1767384905.563311:0:17086:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009d49532e. 00000004:00000010:3.0:1767384905.563319:0:17086:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001c436136. 00000004:00000010:3.0:1767384905.563324:0:17086:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000179c9940. 00000004:00000010:3.0:1767384905.563328:0:17086:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004edbc656. 00002000:00000010:3.0:1767384905.563332:0:17086:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d5e2984a. 00000004:00000010:3.0:1767384905.563336:0:17086:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000065a2bc66. 00000004:00000001:3.0:1767384905.563339:0:17086:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384905.563341:0:17086:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384905.563343:0:17086:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000d5d469f1 00000040:00001000:3.0:1767384905.563344:0:17086:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384905.563346:0:17086:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384905.563347:0:17086:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384905.563348:0:17086:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384905.563350:0:17086:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384905.563351:0:17086:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384905.563352:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384905.563354:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.134@tcp::2 00000040:00000001:3.0:1767384905.563355:0:17086:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384905.563395:0:17086:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384905.563399:0:17086:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e80cf62e. 00000040:00000010:3.0:1767384905.563402:0:17086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000073e3a6f0. 00000020:00000010:3.0:1767384905.563405:0:17086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000842c19da. 00000020:00000010:3.0:1767384905.563408:0:17086:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e2123c20. 00000020:00000010:3.0:1767384905.563412:0:17086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000807aefed. 80000000:00000010:3.0:1767384905.563415:0:17086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006b963103. 40000000:00000010:3.0:1767384905.563418:0:17086:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002916a5f5. 00100000:00000010:3.0:1767384905.563421:0:17086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000280289aa. 00040000:00000010:3.0:1767384905.563424:0:17086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000438cb8b8. 00040000:00000010:3.0:1767384905.563426:0:17086:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f97d5211. 00040000:00000010:3.0:1767384905.563429:0:17086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f7fad60b. 00080000:00000010:3.0:1767384905.563432:0:17086:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009d49532e. 00080000:00000010:3.0:1767384905.563436:0:17086:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000bdd98002. 00000004:00000010:3.0:1767384905.563439:0:17086:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001c436136. 00000004:00000010:3.0:1767384905.563441:0:17086:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000179c9940. 00000004:00000010:3.0:1767384905.563443:0:17086:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004edbc656. 00002000:00000010:3.0:1767384905.563450:0:17086:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d5e2984a. 00000004:00000010:3.0:1767384905.563452:0:17086:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000065a2bc66. 00000020:00000010:3.0:1767384905.563454:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028459195. 00000020:00000001:3.0:1767384905.563458:0:17086:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384905.563460:0:17086:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384905.563462:0:17086:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000d5d469f1. 10000000:00000010:3.0:1767384905.563465:0:17086:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000005145b2f8. 10000000:00000001:3.0:1767384905.563467:0:17086:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384905.563469:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384905.563472:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d811d059 x1853237348024576/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384921 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384905.563478:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384905.563480:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384905.563482:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008863e407. 02000000:00000001:3.0:1767384905.563484:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384905.563485:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384905.563486:0:17086:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:3.0:1767384905.563487:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384905.563489:0:17086:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384905.563490:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384905.563491:0:17086:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:3.0:1767384905.563493:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384905.563494:0:17086:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000031f493ae. 00000100:00000010:3.0:1767384905.563495:0:17086:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000024175e91. 00000100:00000001:3.0:1767384905.563497:0:17086:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384905.563498:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006918510a. 02000000:00000001:3.0:1767384905.563499:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384905.563500:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384905.563501:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d811d059. 00000100:00000001:3.0:1767384905.563503:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384905.563503:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384905.563513:0:17086:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000518fb6f6. 10000000:01000000:3.0:1767384905.563515:0:17086:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.134@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384905.563518:0:17086:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384905.563520:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384905.563521:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384905.563528:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000244b599e refcount=3 00000020:00000001:3.0:1767384905.563531:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00010000:00000001:3.0:1767384905.563534:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00010000:00000001:3.0:1767384905.563536:0:17086:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384905.563539:0:17086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.134@tcp lock: 00000000244b599e/0xb57eb78819563015 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb7881956301c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384905.563546:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384905.563548:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384905.563550:0:17086:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.134@tcp lock: 00000000244b599e/0xb57eb78819563015 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb7881956301c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384905.563556:0:17086:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384905.563558:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384905.563559:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384905.563560:0:17086:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384905.563562:0:17086:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384905.563565:0:17086:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384905.563568:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384905.563569:0:17086:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000002298ce) refs 3 10000000:00000001:3.0:1767384905.563572:0:17086:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:3.0:1767384905.567882:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294894598, at 4294894599 00000100:00000040:0.0:1767384905.567888:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294894598, at 4294894599 00000100:00000010:3.0:1767384905.567889:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000972c817f. 00000100:00000040:2.0:1767384905.567890:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294894598, at 4294894599 00000100:00000040:1.0:1767384905.567895:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294894598, at 4294894599 00000100:00000010:2.0:1767384905.567899:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000029d87441. 00000100:00000010:0.0:1767384905.567905:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009f070e07. 00000100:00000010:1.0:1767384905.567907:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009bc401ca. 00000020:00000010:2.0:1767384905.571617:0:25880:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000e8eee324. 00000020:00000040:2.0:1767384905.571623:0:25880:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384905.571624:0:25880:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000e8eee324. 00080000:00000010:1.0:1767384905.598207:0:25872:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000036bf9d70. 00080000:00000010:1.0:1767384905.598215:0:25872:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000036bf9d70. 00000020:00000001:1.0:1767384905.598219:0:25872:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384905.598225:0:25872:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000036bf9d70. 00080000:00000010:1.0:1767384905.598229:0:25872:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000036bf9d70. 00000020:00000001:1.0:1767384905.598232:0:25872:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384905.752933:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384905.752938:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384905.752943:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384905.752944:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384905.752974:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384905.752978:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384905.752981:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384906.072874:0:17073:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384906.072879:0:17073:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384906.073878:0:17076:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000092c30fd1. 00000100:00000001:1.0:1767384906.073885:0:17076:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384906.073893:0:17076:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384906.288224:0:26038:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384906.288233:0:26038:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp28 --if ens2 00000001:00000001:2.0:1767384906.293702:0:26038:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384906.300841:0:26039:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000fa27b792. 00000400:00000010:1.0:1767384906.300854:0:26039:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000fa80a1ff. 00000400:00000010:1.0:1767384906.300861:0:26039:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000007d7411e8. 00000400:00000010:1.0:1767384906.300864:0:26039:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000afa7ba25. 00000400:00000010:1.0:1767384906.300867:0:26039:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000d3903cf. 00000400:00000010:1.0:1767384906.300871:0:26039:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000afeb84a1. 00000400:00000010:1.0:1767384906.300872:0:26039:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001db58b6a. 00000400:00000010:1.0:1767384906.300873:0:26039:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000052845fa7. 00000400:00000010:1.0:1767384906.300876:0:26039:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000007a5bec3d. 00000800:00000010:1.0:1767384906.300887:0:26039:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000d814ef4e. 00000800:00000200:1.0:1767384906.300896:0:26039:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384906.300904:0:26039:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384906.300937:0:26039:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:1.0:1767384906.300953:0:26039:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp28 [8/256/0/180] 00000400:00000010:1.0:1767384906.302512:0:26039:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000da7b0f70. 00000400:00000010:1.0:1767384906.302518:0:26039:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013b2c91d. 00000400:00000010:1.0:1767384906.302523:0:26039:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e519160b. 00000400:00000001:1.0:1767384906.302539:0:26039:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384906.302541:0:26039:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384906.302543:0:26039:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2ac694c. 00000400:00000200:1.0:1767384906.302546:0:26039:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096084e8b 00000400:00000010:1.0:1767384906.302548:0:26039:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096084e8b. 00000400:00000010:1.0:1767384906.302552:0:26039:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 00000000ae68a14e. 00000400:00000200:1.0:1767384906.302556:0:26039:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (19) 00000400:00000200:1.0:1767384906.302564:0:26039:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:1.0:1767384906.302575:0:26039:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131100 00000020:00000010:1.0:1767384906.302583:0:26039:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000215eb251. 00000020:01000000:1.0:1767384906.302589:0:26039:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384906.302589:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384906.302595:0:26039:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp28 00000400:00000200:0.0:1767384906.302599:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000400:00000010:0.0:1767384906.302609:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f6df32b. 00000400:00000200:0.0:1767384906.302613:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (20) 00000400:00000010:1.0:1767384906.302615:0:26039:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000fa80a1ff. 00000400:00000010:0.0:1767384906.302618:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000061ee510e. 00000400:00000010:1.0:1767384906.302621:0:26039:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000fa27b792. 00000400:00000200:0.0:1767384906.302626:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp26 00000400:00000200:0.0:1767384906.302652:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp26 to MR: 192.168.203.134@tcp26 local destination 00000400:00000200:0.0:1767384906.302663:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp26 NI seq info: [51:51:256:4294967295] 192.168.203.134@tcp26 LPNI seq info [51:51:8:4294967295] 00000020:00000001:2.0:1767384906.302671:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384906.302671:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp26 10000000:00000001:2.0:1767384906.302679:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384906.302680:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp26(192.168.203.134@tcp26:192.168.203.134@tcp26) -> 192.168.203.134@tcp26(192.168.203.134@tcp26:192.168.203.134@tcp26) : PUT try# 0 10000000:00000001:2.0:1767384906.302686:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000200:0.0:1767384906.302692:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.203.134@tcp26 10000000:01000000:2.0:1767384906.302694:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000800:00000010:0.0:1767384906.302698:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005604ec02. 00000020:01000004:2.0:1767384906.302730:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384906.302736:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384906.302739:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384906.302745:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000200:0.0:1767384906.302745:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ceaa5a60] -> 12345-192.168.203.134@tcp26 (4) 00000020:01000004:2.0:1767384906.302751:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384906.302756:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000200:0.1:1767384906.302756:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ceaa5a60] -> 12345-192.168.203.134@tcp26 (4) 00000020:01000004:2.0:1767384906.302761:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384906.302775:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384906.302778:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384906.302780:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384906.302788:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f7a1e0b. 00000800:00000200:0.1:1767384906.302794:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp26 ip 192.168.203.134:988 00000020:00000040:2.0:1767384906.302795:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000800:00000200:0.1:1767384906.302799:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005604ec02 type 1, nob 448 niov 1 nkiov 1 00000100:00000001:2.0:1767384906.302805:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384906.302810:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384906.302844:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000400:00000200:0.0:1767384906.302849:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 0 02000000:00000001:2.0:1767384906.302865:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384906.302881:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000094902d42. 00000100:00000001:2.0:1767384906.302891:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.302902:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384906.302906:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384906.302909:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000100:00000040:2.0:1767384906.302918:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f7a1e0b] to pc [ptlrpcd_00_02+2] req@000000009f7a1e0b x1853237348024704/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384906.302961:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384906.302966:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384906.302969:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384906.302972:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384906.302983:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000200:0.0:1767384906.302984:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000001:2.0:1767384906.302986:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000010:0.0:1767384906.302990:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005604ec02. 10000000:00000001:2.0:1767384906.302991:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384906.302992:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 10000000:01000000:2.0:1767384906.302997:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:0.0:1767384906.302998:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384906.303006:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp26->192.168.203.134@tcp26: PUT: OK 00000020:01000004:2.0:1767384906.303015:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384906.303016:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:01000004:2.0:1767384906.303021:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:0.0:1767384906.303022:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp26: 0 00000020:01000004:2.0:1767384906.303027:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384906.303031:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384906.303033:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000001:0.0:1767384906.303035:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:01000004:2.0:1767384906.303037:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384906.303041:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384906.303043:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384906.303044:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000800:00000001:0.0:1767384906.303046:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384906.303047:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000001:0.0:1767384906.303053:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:2.0:1767384906.303056:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001009c66d. 00000800:00000001:0.0:1767384906.303060:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384906.303064:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000400:00000200:0.0:1767384906.303074:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp26(192.168.203.134@tcp26) <- 192.168.203.134@tcp26 : PUT - for me 00000100:00000001:2.0:1767384906.303075:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384906.303081:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384906.303100:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384906.303106:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 352 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384906.303107:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 02000000:00000010:2.0:1767384906.303108:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005a1ce144. 00000100:00000001:2.0:1767384906.303117:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.303124:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384906.303124:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 336/352 into md 0x1671 [1] + 0 00000100:00000001:2.0:1767384906.303129:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384906.303130:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000659fa31. 00000400:00000200:0.0:1767384906.303137:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000038979b8b 00000100:00000040:2.0:1767384906.303140:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001009c66d] to pc [ptlrpcd_00_03+3] req@000000001009c66d x1853237348024832/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384906.303145:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384906.303152:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000800:00000001:0.0:1767384906.303154:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384906.303157:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384906.303160:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:2.0:1767384906.303162:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384906.303166:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384906.303171:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384906.303174:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp26->192.168.203.134@tcp26: PUT: OK 00000020:00000010:2.0:1767384906.303176:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000215eb251. 00000400:00000200:0.0:1767384906.303183:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038979b8b 00000400:00000010:0.0:1767384906.303187:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000038979b8b. 00000400:00000200:0.0:1767384906.303193:0:16351:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:2.0:1767384906.303196:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384906.303198:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (21) 00000100:00000001:2.0:1767384906.303201:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384906.303205:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000100:00000001:2.0:1767384906.303205:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384906.303206:0:16351:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000100:00000040:2.0:1767384906.303214:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f7a1e0b x1853237348024704/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384906.303216:0:16351:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.134@tcp (352 bytes) 00000400:00000200:0.0:1767384906.303226:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000100:00000001:2.0:1767384906.303230:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384906.303235:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384906.303239:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (22) 02000000:00000001:2.0:1767384906.303240:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384906.303245:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384906.303246:0:16351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 02000000:00000001:2.0:1767384906.303250:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384906.303255:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp26 to MR: 192.168.203.134@tcp26 local destination 00000400:00000200:3.0:1767384906.303258:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000100:00100000:2.0:1767384906.303258:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009f7a1e0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348024704:0@lo:253: 00000400:00000200:0.0:1767384906.303265:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp26 NI seq info: [52:52:256:4294967295] 192.168.203.134@tcp26 LPNI seq info [52:52:8:4294967295] 00000100:00000001:2.0:1767384906.303276:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384906.303284:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp26(192.168.203.134@tcp26:192.168.203.134@tcp26) -> 192.168.203.134@tcp26(192.168.203.134@tcp26:192.168.203.134@tcp26) 192.168.203.134@tcp26 : ACK try# 0 02000000:00000001:2.0:1767384906.303285:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384906.303290:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384906.303294:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000800:00000200:0.0:1767384906.303295:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp26 02000000:00000001:2.0:1767384906.303297:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:0.0:1767384906.303300:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005604ec02. 02000000:00000010:2.0:1767384906.303306:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c11d91be. 00000800:00000200:0.0:1767384906.303307:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ceaa5a60] -> 12345-192.168.203.134@tcp26 (4) 02000000:00000001:2.0:1767384906.303312:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384906.303317:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp26 ip 192.168.203.134:989 00000800:00000200:0.0:1767384906.303320:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005604ec02 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:2.0:1767384906.303321:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fe19f49. 00000800:00000001:0.0:1767384906.303329:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384906.303330:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000009f3418f. 00000100:00000200:2.0:1767384906.303352:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348024704, portal 25 00000400:00000200:3.0:1767384906.303356:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000100:00000001:2.0:1767384906.303357:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000001:0.0:1767384906.303358:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.303363:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667941632 : -119483041609984 : ffff9354afbf8700) 00000100:00000040:2.0:1767384906.303382:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009f7a1e0b x1853237348024704/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.303394:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384906.303400:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384906.303403:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000010:2.0:1767384906.303405:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d21a7212. 00000800:00000200:0.0:1767384906.303407:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384906.303412:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005604ec02. 00000100:00000200:2.0:1767384906.303413:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348024704, offset 0 00000400:00000200:0.0:1767384906.303418:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384906.303425:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384906.303430:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp26->192.168.203.134@tcp26: ACK: OK 00000400:00000200:3.0:1767384906.303434:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:2.0:1767384906.303443:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:0.0:1767384906.303452:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384906.303459:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d04180 00000800:00000001:0.0:1767384906.303459:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384906.303466:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384906.303469:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000800:00000001:0.0:1767384906.303473:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384906.303475:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1005 [2] + 0 00000800:00000001:0.0:1767384906.303480:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384906.303484:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c53ceb8d. 00000800:00000001:0.0:1767384906.303489:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384906.303491:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000202c61f4 00000400:00000200:0.0:1767384906.303499:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp26(192.168.203.134@tcp26) <- 192.168.203.134@tcp26 : ACK - for me 00000400:00000200:2.0:1767384906.303502:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384906.303506:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:2.0:1767384906.303513:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384906.303517:0:16351:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp26: ACK from 12345-192.168.203.134@tcp26 into md 0x16b5 00000400:00000200:2.0:1767384906.303523:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000202c61f4 00000400:00000200:0.0:1767384906.303524:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384906.303530:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000202c61f4. 00000400:00000200:0.0:1767384906.303536:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp26->192.168.203.134@tcp26: ACK: OK 00000100:00000001:2.0:1767384906.303541:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384906.303542:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f6df32b 00000400:00000200:3.0:1767384906.303545:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000100:00000200:2.0:1767384906.303548:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384906.303548:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f6df32b. 00000400:00000200:0.0:1767384906.303557:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000040:2.0:1767384906.303558:0:16360:0:(events.c:337:request_in_callback()) incoming req@000000003f9ab5a5 x1853237348024704 msgsize 4848 00000400:00000200:0.0:1767384906.303566:0:16351:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 00000100:00100000:2.0:1767384906.303577:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384906.303577:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000100:00000040:2.0:1767384906.303583:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384906.303585:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (21) 00000400:00000200:3.0:1767384906.303591:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000800:00000001:0.0:1767384906.303592:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384906.303615:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384906.303618:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384906.303628:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d21a7212 00000400:00000010:2.0:1767384906.303643:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d21a7212. 00000100:00000001:2.0:1767384906.303651:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384906.303656:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1767384906.303660:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f7a1e0b x1853237348024704/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384906.303662:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348024704 02000000:00000001:0.0:1767384906.303668:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384906.303673:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000100:00000001:0.0:1767384906.303673:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384906.303677:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384906.303686:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.303687:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384906.303690:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348024704 00000020:00000001:0.0:1767384906.303695:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767384906.303696:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f7a1e0b x1853237348024704/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384906.303700:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:0.0:1767384906.303735:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384906.303758:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000100:00000001:2.0:1767384906.303762:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384906.303762:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384906.303769:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384906.303769:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:0.0:1767384906.303775:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384906.303777:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000100:00000001:2.0:1767384906.303778:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384906.303779:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000059a4bd9d. 00000100:00000001:0.0:1767384906.303795:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384906.303796:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294895339 00000100:00000010:2.0:1767384906.303803:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f2e3a36b. 00000020:00000010:0.0:1767384906.303821:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000059a4bd9d. 00000100:00000001:2.0:1767384906.303830:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384906.303836:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000100:00000001:2.0:1767384906.303841:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294895339 00000020:00000010:0.0:1767384906.303842:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000421f208. 00000100:00000010:2.0:1767384906.303885:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000237a9505. 00000020:00000010:0.0:1767384906.303886:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c2d318f2. 00000100:00000001:2.0:1767384906.303895:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000020:00000010:0.0:1767384906.303896:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003ef9a1a6. 00000100:00000001:2.0:1767384906.303905:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294895340 00000100:00000040:0.0:1767384906.303913:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000010:2.0:1767384906.303914:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000093e000b2. 00000100:00000001:0.0:1767384906.303919:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384906.303923:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384906.303924:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384906.303929:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.303936:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294895340 00000100:00000001:0.0:1767384906.303939:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384906.303945:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000032f89f61. 00000100:00000001:2.0:1767384906.303954:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384906.303955:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384906.303959:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000100:00000001:2.0:1767384906.303961:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384906.303970:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.303972:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384906.303977:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384906.303978:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.303985:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384906.303985:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00000040:0.0:1767384906.303993:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:0.0:1767384906.303997:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624589969387600 : -119483740164016 : ffff9354861c7050) 00000100:00000001:2.0:1767384906.304000:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384906.304005:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003f9ab5a5 x1853237348024704/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:132/0 lens 4848/0 e 0 to 0 dl 1767384917 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.304006:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384906.304016:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384906.304021:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384906.304023:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384906.304027:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384906.304029:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000020:00000010:0.0:1767384906.304030:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000059a4bd9d. 00000100:00100000:2.0:1767384906.304037:0:16360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767384906.304038:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384906.304046:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384906.304046:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000059a4bd9d. 00000100:00100000:0.0:1767384906.304073:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003f9ab5a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:16360:x1853237348024704:12345-0@lo:253: 00000100:00000001:2.0:1767384906.304078:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384906.304078:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348024704 00000100:00000001:2.0:1767384906.304083:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384906.304084:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384906.304089:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384906.304091:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384906.304092:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.304096:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384906.304096:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384906.304100:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384906.304101:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000001:0.0:1767384906.304106:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384906.304108:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384906.304110:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001009c66d x1853237348024832/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384906.304111:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000020:00000001:0.0:1767384906.304111:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384906.304114:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384906.304125:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.304126:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384906.304131:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.304132:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384906.304135:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384906.304137:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384906.304138:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384906.304142:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384906.304144:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001009c66d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348024832:0@lo:253: 02000000:00000010:0.0:1767384906.304147:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000eee636a5. 00000100:00000001:2.0:1767384906.304148:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384906.304152:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384906.304153:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384906.304155:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384906.304157:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000100:00000001:0.0:1767384906.304159:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384906.304160:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 20000000:00000001:0.0:1767384906.304166:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:2.0:1767384906.304168:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004a8e2c40. 02000000:00000001:2.0:1767384906.304171:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384906.304176:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002aea5c17. 20000000:00000010:0.0:1767384906.304179:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000002299428b. 00000400:00000010:2.0:1767384906.304180:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d21a7212. 00000100:00000200:2.0:1767384906.304186:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348024832, portal 25 00000400:00000200:3.0:1767384906.304188:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 20000000:01000000:0.0:1767384906.304188:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:2.0:1767384906.304190:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384906.304192:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667942528 : -119483041609088 : ffff9354afbf8a80) 20000000:00000001:0.0:1767384906.304197:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000040:2.0:1767384906.304198:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001009c66d x1853237348024832/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:0.0:1767384906.304203:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:2.0:1767384906.304206:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 20000000:00000001:0.0:1767384906.304208:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384906.304212:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 20000000:00000001:0.0:1767384906.304215:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384906.304217:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000502d956c. 00000100:00000200:2.0:1767384906.304223:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348024832, offset 0 20000000:00000001:0.0:1767384906.304223:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384906.304231:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 20000000:00000010:0.0:1767384906.304236:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000013c696fc. 00000400:00000200:2.0:1767384906.304237:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384906.304239:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 20000000:01000000:0.0:1767384906.304242:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 00000400:00000200:2.0:1767384906.304249:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d04200 20000000:00000001:0.0:1767384906.304252:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384906.304256:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1015 [2] + 0 00080000:00000001:0.0:1767384906.304259:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384906.304263:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000010:2.0:1767384906.304267:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfbc4a0d. 00000400:00000200:2.0:1767384906.304272:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f6c171c0 00000400:00000200:2.0:1767384906.304277:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384906.304281:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000001:0.0:1767384906.304282:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:2.0:1767384906.304285:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6c171c0 00000400:00000010:2.0:1767384906.304288:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f6c171c0. 00000100:00000001:2.0:1767384906.304292:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384906.304293:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384906.304296:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000bf68a6cd x1853237348024832 msgsize 4848 00080000:00000001:0.0:1767384906.304298:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384906.304303:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00080000:00000001:0.0:1767384906.304304:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000100:00100000:2.0:1767384906.304307:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00080000:00000001:0.0:1767384906.304308:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384906.304313:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00080000:00000001:0.0:1767384906.304313:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384906.304318:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384906.304321:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000e523df4c 00000020:00000001:0.0:1767384906.304325:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000aa1b0688 00000100:00000001:2.0:1767384906.304326:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00080000:00000002:0.0:1767384906.304327:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384906.304332:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384906.304333:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000502d956c 00080000:00000001:0.0:1767384906.304336:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384906.304337:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000502d956c. 00080000:00000001:0.0:1767384906.304342:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.304343:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1767384906.304348:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000200:2.0:1767384906.304351:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001009c66d x1853237348024832/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384906.304354:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:0.0:1767384906.304363:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00000001:2.0:1767384906.304364:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00080000:00000010:0.0:1767384906.304367:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c109ebc7. 00000100:00000040:2.0:1767384906.304368:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001009c66d x1853237348024832/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384906.304372:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00080000:00000001:0.0:1767384906.304374:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585643788800 : -119488065762816 : ffff935384490a00) 00000100:00000001:2.0:1767384906.304387:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384906.304388:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000001:2.0:1767384906.304390:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000001:00000001:0.0:1767384906.304393:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:2.0:1767384906.304396:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.304399:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294895340 00080000:00000010:0.0:1767384906.304400:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000059a4bd9d. 00080000:00000001:0.0:1767384906.304405:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.304408:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294895339 00080000:00000001:0.0:1767384906.304409:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:2.0:1767384906.304414:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294895340 00000100:00000001:2.0:1767384906.304417:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294895339 00000100:00000001:2.0:1767384906.304421:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294895340 00000100:00000001:2.0:1767384906.304424:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294895340 00080000:00000001:0.0:1767384906.304424:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384906.304426:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000100:00000001:2.0:1767384906.304431:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294895340 00000100:00000001:2.0:1767384906.304434:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294895340 00000100:00000001:2.0:1767384906.304436:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384906.304443:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:2.0:1767384906.304444:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.304448:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.304450:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.304462:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384906.304464:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.304475:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384906.304479:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348024832 00000400:00000200:3.0:1767384906.304480:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 02000000:00000001:0.0:1767384906.304482:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384906.304485:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384906.304488:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384906.304490:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384906.304493:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348024832 00000020:00000001:0.0:1767384906.304495:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384906.304497:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:0.0:1767384906.304499:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384906.304501:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=16 00000020:00000001:0.0:1767384906.304503:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:0.0:1767384906.304506:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:0.0:1767384906.304509:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384906.304513:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003cb70323. 00000100:00000001:0.0:1767384906.304515:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384906.304517:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003cb70323. 00000020:00000010:0.0:1767384906.304526:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0d3da48. 00000020:00000010:0.0:1767384906.304531:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000c5e7acd. 00000020:00000010:0.0:1767384906.304535:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000edc1d2fa. 00000100:00000001:0.0:1767384906.304540:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384906.304542:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384906.304543:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.304548:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.304573:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384906.304578:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000100:00000001:0.0:1767384906.304588:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384906.304592:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384906.304600:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00000040:0.0:1767384906.304610:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000100:00000001:0.0:1767384906.304613:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590002689104 : -119483706862512 : ffff935488189450) 00000100:00000040:0.0:1767384906.304618:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bf68a6cd x1853237348024832/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:132/0 lens 4848/0 e 0 to 0 dl 1767384917 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.304626:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384906.304630:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003cb70323. 00000100:00000001:0.0:1767384906.304633:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384906.304635:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003cb70323. 00000400:00000200:2.0:1767384906.304641:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00100000:0.0:1767384906.304647:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bf68a6cd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+16:16360:x1853237348024832:12345-0@lo:253: 00000400:00000010:2.0:1767384906.304649:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 000000001fb99a53. 00000400:00000200:3.0:1767384906.304650:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000100:00000200:0.0:1767384906.304652:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348024832 00000400:00000010:2.0:1767384906.304659:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c07ad70d. 00000020:00000001:0.0:1767384906.304659:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384906.304666:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:2.0:1767384906.304668:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008769267d. 00000020:00000001:0.0:1767384906.304669:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384906.304674:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384906.304676:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000001fb99a53 00000020:00000001:0.0:1767384906.304677:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000400:00000010:2.0:1767384906.304681:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 00000000ca1f69c0. 00000020:00000001:0.0:1767384906.304682:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384906.304687:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384906.304690:0:16356:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 352 success 00000020:00000001:0.0:1767384906.304691:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384906.304696:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384906.304698:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384906.304700:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102051 00000100:00000001:0.0:1767384906.304702:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384906.304723:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (20) 02000000:00000001:0.0:1767384906.304724:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384906.304727:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000010:2.0:1767384906.304732:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 0000000026e66c98. 00000400:00000010:2.0:1767384906.304748:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064bfb602. 02000000:00000010:0.0:1767384906.304754:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000053d6760d. 00000400:00000010:2.0:1767384906.304755:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d79107da. 02000000:00000001:0.0:1767384906.304760:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.304764:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384906.304766:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp 20000000:00000001:0.0:1767384906.304769:0:17083:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384906.304778:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 20000000:00000010:0.0:1767384906.304779:0:17083:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007ae6b2d8. 00000400:00000200:3.0:1767384906.304785:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 20000000:01000000:0.0:1767384906.304785:0:17083:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384906.304786:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 20000000:00000001:0.0:1767384906.304792:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384906.304797:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:2.0:1767384906.304802:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 37], ns[10, 37] 20000000:00000001:0.0:1767384906.304802:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384906.304808:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384906.304838:0:17083:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384906.304897:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:3.0:1767384906.304953:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:3.0:1767384906.305019:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:2.0:1767384906.305059:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000400:00000200:2.0:1767384906.305069:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000400:00000200:2.0:1767384906.305076:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000400:00000200:2.0:1767384906.305081:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000400:00000200:2.0:1767384906.305087:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000400:00000200:2.0:1767384906.305092:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000400:00000200:2.0:1767384906.305097:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000400:00000200:2.0:1767384906.305111:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000400:00000200:2.0:1767384906.305117:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000400:00000200:2.0:1767384906.305123:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000400:00000200:2.0:1767384906.305126:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000400:00000200:2.0:1767384906.305131:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:2.0:1767384906.305134:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000400:00000200:2.0:1767384906.305138:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 00000400:00000200:2.0:1767384906.305142:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 10], ns[52, 10] 00000400:00000200:2.0:1767384906.305145:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000400:00000200:2.0:1767384906.305159:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp27 00000400:00000200:2.0:1767384906.305164:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp27 00000400:00000200:2.0:1767384906.305167:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp27 lpni_is_preferred = 0 00000400:00000200:2.0:1767384906.305170:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp27 00000400:00000200:2.0:1767384906.305173:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp27 NI seq info: [53:53:256:4294967295] 192.168.203.134@tcp27 LPNI seq info [53:53:8:4294967295] 00000400:00000200:2.0:1767384906.305177:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp27 00000400:00000200:2.0:1767384906.305183:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp27(192.168.203.134@tcp27:) -> 192.168.203.134@tcp27(192.168.203.134@tcp:192.168.203.134@tcp27) : GET try# 0 00000800:00000200:2.0:1767384906.305188:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp27 00000800:00000010:2.0:1767384906.305192:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000048bfb06e. 00000800:00000010:2.0:1767384906.305198:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000502d956c. 00000800:00000010:2.0:1767384906.305202:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000fb4cfc0b. 00000800:00000200:2.0:1767384906.305207:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000502d956c] -> 12345-192.168.203.134@tcp27 (2) 00000800:00000200:2.1:1767384906.305211:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000502d956c] -> 12345-192.168.203.134@tcp27 (2) 00000800:00000010:3.0:1767384906.305214:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bdd98002. 00000800:00000010:3.0:1767384906.305221:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000066931dda. 00000400:00000200:2.0:1767384906.305225:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp 00000800:00000010:3.0:1767384906.305228:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004f701fd7. 00000400:00000200:2.0:1767384906.305229:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100251 rc 0 00000800:00000010:3.0:1767384906.305270:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004f701fd7. 00000800:00020000:3.0:1767384906.305294:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000400:00000200:0.0:1767384906.305319:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.305349:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.305366:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.305382:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.305397:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.305412:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.305428:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.305445:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.305461:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.305477:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.305490:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.305503:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.305516:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.305529:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.305543:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.305564:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.305589:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.305605:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.305624:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.305640:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.305667:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.305684:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.305722:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.305747:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.305761:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.305775:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.305791:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.305808:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.305856:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.305876:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.305898:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.305919:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.305949:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.305965:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.305983:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.305998:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.134:988 00000800:00000010:0.0:1767384906.306135:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000837b4975. 00000800:00000010:0.0:1767384906.306141:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c027e9d8. 00000800:00000010:0.0:1767384906.306147:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003cb70323. 00000800:00000010:0.0:1767384906.306189:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003cb70323. 00000400:00000200:2.0:1767384906.306296:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384906.306322:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp27 from 219.3.0.2 00000800:00000010:2.0:1767384906.306326:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000de4af71e. 00000800:00000010:0.0:1767384906.306365:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002ceca160. 00000800:00000010:0.0:1767384906.306370:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f9d1eb99. 00000800:00000010:0.0:1767384906.306388:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c05e8933. 00000800:00000200:0.1:1767384906.306394:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000502d956c] -> 12345-192.168.203.134@tcp27 (2) 00000800:00000200:0.1:1767384906.306397:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp27 00000000c05e8933 deleted 00000800:00000010:0.1:1767384906.306400:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c05e8933. 00000800:00000200:0.1:1767384906.306405:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384906.306409:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp27 ip 192.168.203.134:987 00000800:00000200:0.1:1767384906.306411:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000048bfb06e type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384906.306416:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp27 p 3.x 192.168.203.134 -> 192.168.203.134:987 incarnation:1767384904564584612 sched[0] 00000800:00000010:0.0:1767384906.306420:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003cb70323. 00000800:00000010:0.0:1767384906.306460:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003cb70323. 00000800:00000010:0.0:1767384906.306466:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f9d1eb99. 00000800:00000010:0.0:1767384906.306492:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000de4af71e. 00000800:00000001:0.0:1767384906.306502:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384906.306506:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384906.306551:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384906.306553:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000048bfb06e. 00000400:00000200:0.0:1767384906.306556:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384906.306561:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp27->192.168.203.134@tcp27: GET: OK 00000400:00000200:0.0:1767384906.306565:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384906.306568:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp: 0 00000800:00000200:0.1:1767384906.306598:0:16349:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384906.306602:0:16349:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp27 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384904564584612 sched[0] 00000800:00000010:0.0:1767384906.306605:0:16349:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c027e9d8. 00000400:00000200:0.0:1767384906.306678:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.306752:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.306785:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.306809:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.306863:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000800:00000001:2.0:1767384906.306872:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384906.306884:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384906.306889:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384906.306890:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000800:00000001:2.0:1767384906.306899:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384906.306912:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp27(192.168.203.134@tcp27) <- 192.168.203.134@tcp27 : GET - for me 00000400:00000200:2.0:1767384906.306926:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 352 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384906.306927:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.306957:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:2.0:1767384906.306963:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 352/352 into md 0x16b1 [1] + 0 00000400:00000200:2.0:1767384906.306981:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp27 to MR: 192.168.203.134@tcp27 local destination 00000400:00000200:0.0:1767384906.306982:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:2.0:1767384906.306993:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp27 NI seq info: [54:54:256:4294967295] 192.168.203.134@tcp27 LPNI seq info [54:54:8:4294967295] 00000400:00000200:2.0:1767384906.307014:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp27(192.168.203.134@tcp27:192.168.203.134@tcp27) -> 192.168.203.134@tcp27(192.168.203.134@tcp27:192.168.203.134@tcp27) 192.168.203.134@tcp27 : REPLY try# 0 00000400:00000200:0.0:1767384906.307016:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000800:00000200:2.0:1767384906.307024:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.203.134@tcp27 00000400:00000200:0.0:1767384906.307047:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000800:00000010:2.0:1767384906.307063:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020cd823d. 00000800:00000200:2.0:1767384906.307074:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000502d956c] -> 12345-192.168.203.134@tcp27 (4) 00000400:00000200:0.0:1767384906.307076:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000800:00000200:2.0:1767384906.307099:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp27 ip 192.168.203.134:988 00000800:00000200:2.0:1767384906.307103:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020cd823d type 3, nob 448 niov 1 nkiov 1 00000400:00000200:0.0:1767384906.307128:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.307164:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000800:00000200:2.0:1767384906.307200:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384906.307203:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000800:00000010:2.0:1767384906.307205:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020cd823d. 00000400:00000200:2.0:1767384906.307213:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384906.307219:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp27->192.168.203.134@tcp27: REPLY: OK 00000800:00000001:2.0:1767384906.307230:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384906.307235:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384906.307238:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384906.307240:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000800:00000001:2.0:1767384906.307244:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384906.307248:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384906.307254:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384906.307262:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp27(192.168.203.134@tcp27) <- 192.168.203.134@tcp27 : REPLY - for me 00000400:00000200:2.0:1767384906.307275:0:16353:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp27: Reply from 12345-192.168.203.134@tcp27 of length 352/352 into md 0x16cd 00000400:00000200:0.0:1767384906.307276:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000800:00000001:2.0:1767384906.307286:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384906.307300:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384906.307303:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384906.307310:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp27->192.168.203.134@tcp27: REPLY: OK 00000400:00000200:2.0:1767384906.307315:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064bfb602 00000400:00000010:2.0:1767384906.307318:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064bfb602. 00000400:00000200:0.0:1767384906.307320:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:2.0:1767384906.307325:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384906.307332:0:16353:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.134@tcp has discovery enabled 00000400:00000200:2.0:1767384906.307336:0:16353:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000200:2.0:1767384906.307341:0:16353:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.134@tcp data present 20. state = 0x100251 00000400:00000200:2.0:1767384906.307348:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:0.0:1767384906.307355:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:2.0:1767384906.307358:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (21) 00000800:00000001:2.0:1767384906.307368:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384906.307373:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384906.307386:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00080000:00000010:2.0:1767384906.307397:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c109ebc7. 00000400:00000200:0.0:1767384906.307416:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:2.0:1767384906.307426:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384906.307434:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1000d1 00000400:00000010:2.0:1767384906.307442:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 420 at 00000000d203ca55. 00000400:00000010:2.0:1767384906.307447:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 504 at 00000000fd98c8c0. 00000400:00000200:0.0:1767384906.307447:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000010:2.0:1767384906.307454:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 420 at 00000000a8231db0. 00000400:00000200:0.0:1767384906.307474:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000010:2.0:1767384906.307489:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000649be00a. 00000400:00000200:2.0:1767384906.307498:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000649be00a nid 192.168.203.134@tcp28 00000400:00000010:2.0:1767384906.307503:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000000c0be540. 00000400:00000200:2.0:1767384906.307507:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 000000000c0be540 net tcp28 00000400:00000200:0.0:1767384906.307509:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:2.0:1767384906.307511:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (20) 00000400:00000200:2.0:1767384906.307521:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp28 flags 0x11 00000400:00000010:2.0:1767384906.307526:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 420 at 00000000d203ca55. 00000400:00000010:2.0:1767384906.307531:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 504 at 00000000fd98c8c0. 00000400:00000010:2.0:1767384906.307535:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 420 at 00000000a8231db0. 00000400:00000010:2.0:1767384906.307539:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 0000000026e66c98. 00000400:00000200:2.0:1767384906.307545:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:0.0:1767384906.307545:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:2.0:1767384906.307554:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100151 00000400:00000200:2.0:1767384906.307559:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 rc 1 00000400:00000200:2.0:1767384906.307566:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000400:00000200:2.0:1767384906.307579:0:16356:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.134@tcp 00000400:00000200:2.0:1767384906.307582:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100111 rc 0 00000400:00000200:0.0:1767384906.307584:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:2.0:1767384906.307589:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:2.0:1767384906.307596:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (21) 00000400:00000200:0.0:1767384906.307617:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00080000:00000010:2.0:1767384906.307646:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000059a4bd9d. 00000400:00000200:0.0:1767384906.307648:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00040000:00000001:2.0:1767384906.307659:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384906.307663:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384906.307666:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384906.307670:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:2.0:1767384906.307674:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384906.307677:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:0.0:1767384906.307677:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 20000000:01000000:2.0:1767384906.307688:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384906.307704:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384906.307717:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 20000000:01000000:2.0:1767384906.307721:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384906.307729:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00000400:00000200:0.0:1767384906.307793:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.307860:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384906.307907:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00080000:00000020:2.0:1767384906.307909:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384906.307915:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384906.307918:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000002299428b. 20000000:00000001:2.0:1767384906.307924:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384906.307928:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00010000:00000040:2.0:1767384906.307930:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348024704 00010000:00000001:2.0:1767384906.307936:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384906.307943:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003f9ab5a5 x1853237348024704/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:132/0 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384906.307953:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00010000:00000001:2.0:1767384906.307955:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384906.307960:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384906.307965:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=40 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384906.307971:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384906.307975:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:2.0:1767384906.307979:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000400:00000200:0.0:1767384906.307982:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.134:988 02000000:00000001:2.0:1767384906.307984:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384906.307989:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.307994:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384906.308000:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384906.308005:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021676260. 00000100:00000200:2.0:1767384906.308011:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348024704, offset 224 00000400:00000200:0.0:1767384906.308029:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.134:988 00000400:00000200:2.0:1767384906.308030:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384906.308044:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384906.308056:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d04180 00000400:00000200:2.0:1767384906.308065:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16b9 [2] + 224 00000400:00000200:2.0:1767384906.308072:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384906.308077:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384906.308083:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384906.308105:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f7a1e0b x1853237348024704/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384906.308117:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009f7a1e0b x1853237348024704/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.308133:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384906.308140:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021676260 00000400:00000010:2.0:1767384906.308143:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000021676260. 00000100:00000001:2.0:1767384906.308148:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384906.308150:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384906.308156:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384906.308160:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:2.0:1767384906.308164:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384906.308166:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384906.308169:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384906.308174:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003f9ab5a5 x1853237348024704/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:132/0 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384906.308186:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003f9ab5a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+16:16360:x1853237348024704:12345-0@lo:253: Request processed in 4161us (4625us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384906.308197:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00000040:2.0:1767384906.308201:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384906.308204:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384906.308207:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384906.308212:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c2d318f2. 00000020:00000010:2.0:1767384906.308220:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003ef9a1a6. 00000020:00000010:2.0:1767384906.308225:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000421f208. 00000020:00000040:2.0:1767384906.308239:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 15 02000000:00000001:2.0:1767384906.308244:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384906.308247:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000eee636a5. 02000000:00000001:2.0:1767384906.308252:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384906.308255:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384906.308261:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384906.308266:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069e38a55. 00000400:00000010:2.0:1767384906.308272:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021676260. 00000800:00000010:0.0:1767384906.308283:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000db0709c7. 00000800:00000010:0.0:1767384906.308288:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c027e9d8. 00000100:00000001:2.0:1767384906.308291:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1767384906.308293:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003cb70323. 00000100:00000001:2.0:1767384906.308295:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384906.308302:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384906.308304:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384906.308306:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fe19f49. 00000400:00000200:2.0:1767384906.308310:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009f3418f 00000400:00000010:2.0:1767384906.308313:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000009f3418f. 00000100:00000001:2.0:1767384906.308317:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384906.308322:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f7a1e0b x1853237348024704/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384906.308326:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003cb70323. 00000100:00000200:2.0:1767384906.308340:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f7a1e0b x1853237348024704/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.308349:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384906.308352:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:0.0:1767384906.308355:0:17083:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005ca2211a. 00000100:00000001:2.0:1767384906.308356:0:16360:0:(client.c:1578:after_reply()) Process entered 20000000:01000000:0.0:1767384906.308359:0:17083:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 02000000:00000001:2.0:1767384906.308361:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 20000000:00000001:0.0:1767384906.308363:0:17083:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:2.0:1767384906.308365:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00080000:00000001:0.0:1767384906.308367:0:17083:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000100:00000001:2.0:1767384906.308368:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384906.308371:0:17083:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 02000000:00000001:2.0:1767384906.308373:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384906.308379:0:17083:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000100:00001000:2.0:1767384906.308380:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=40 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384906.308386:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=40 v=5 (1 0 0 0) 00080000:00000001:0.0:1767384906.308387:0:17083:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.308393:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00080000:00000001:0.0:1767384906.308394:0:17083:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384906.308398:0:17083:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.308399:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384906.308400:0:17083:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384906.308403:0:17083:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.308405:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00080000:00000002:0.0:1767384906.308406:0:17083:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000980f9615 00010000:00000001:2.0:1767384906.308408:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384906.308411:0:17083:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009e445471 00000100:00000001:2.0:1767384906.308413:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384906.308414:0:17083:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384906.308419:0:17083:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384906.308422:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f7a1e0b x1853237348024704/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1767384906.308423:0:17083:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384906.308427:0:17083:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384906.308432:0:17083:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384906.308435:0:17083:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:0.0:1767384906.308440:0:17083:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384906.308443:0:17083:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002d4dfd1b. 00080000:00000001:0.0:1767384906.308446:0:17083:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585643791360 : -119488065760256 : ffff935384491400) 00080000:00000001:0.0:1767384906.308450:0:17083:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384906.308452:0:17083:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384906.308456:0:17083:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003cb70323. 00080000:00000001:0.0:1767384906.308460:0:17083:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384906.308464:0:17083:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:2.0:1767384906.308466:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384906.308471:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00080000:00000001:0.0:1767384906.308472:0:17083:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.308474:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384906.308480:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00080000:00000001:0.0:1767384906.308481:0:17083:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:01000004:2.0:1767384906.308483:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384906.308487:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384906.308489:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384906.308491:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384906.308494:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384906.308496:0:16360:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384906.308497:0:16360:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384906.308499:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384906.308501:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384906.308506:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f7a1e0b x1853237348024704/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384906.308517:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f7a1e0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348024704:0@lo:253: 00000100:00000001:2.0:1767384906.308533:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.308536:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384906.308540:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f7a1e0b x1853237348024704/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.308548:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384906.308552:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384906.308555:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c11d91be. 02000000:00000001:2.0:1767384906.308560:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384906.308563:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384906.308564:0:16360:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:2.0:1767384906.308568:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384906.308570:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000094902d42. 00000400:00000200:0.0:1767384906.308571:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 02000000:00000001:2.0:1767384906.308577:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384906.308581:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384906.308583:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f7a1e0b. 00000100:00000001:2.0:1767384906.308588:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384906.308592:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384906.308592:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp27 from 218.3.0.2 00000100:00000001:2.0:1767384906.308597:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384906.308603:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000074a6fc25. 00000100:00000001:2.0:1767384906.308610:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384906.308612:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384906.308614:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.308617:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384906.308657:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384906.308661:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384906.308664:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384906.308669:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384906.308672:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384906.308679:0:17105:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000dc450107 count: 2 00010000:00000001:2.0:1767384906.308683:0:17105:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384906.308687:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384906.308692:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e8a19c6a. 00000020:00000001:2.0:1767384906.308697:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384906.308701:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e8a19c6a with handle 0xb57eb78819563023 to hash 00000020:00000001:2.0:1767384906.308704:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384906.308729:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590004429824 : -119483705121792 : ffff935488332400) 00010000:00000001:2.0:1767384906.308734:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590004429824 : -119483705121792 : ffff935488332400) 00010000:00000001:2.0:1767384906.308754:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384906.308757:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384906.308761:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e8a19c6a/0xb57eb78819563023 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.308773:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384906.308778:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384906.308782:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384906.308796:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384906.308799:0:17105:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384906.308804:0:17105:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000e7ed7c0c/0xb57eb7881956301c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819563015 expref: 15 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.308814:0:17105:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384906.308817:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.308820:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384906.308823:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384906.308826:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384906.308870:0:17105:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384906.308874:0:17105:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000e8a19c6a/0xb57eb78819563023 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384906.308884:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dc450107) refcount = 2 00010000:00000040:2.0:1767384906.308889:0:17105:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384906.308894:0:17105:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e7ed7c0c/0xb57eb7881956301c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xb57eb78819563015 expref: 15 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384906.308903:0:17105:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384906.308906:0:17105:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e8a19c6a/0xb57eb78819563023 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384906.308917:0:17105:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a041b371. 00000100:00000001:2.0:1767384906.308921:0:17105:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384906.308927:0:17105:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009f3418f. 00000100:00000001:2.0:1767384906.308930:0:17105:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624585626334528 : -119488083217088 : ffff9353833eb540) 00000100:00000001:2.0:1767384906.308934:0:17105:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624585626334528 : -119488083217088 : ffff9353833eb540) 00000100:00000001:2.0:1767384906.308938:0:17105:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384906.308940:0:17105:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384906.308943:0:17105:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384906.308947:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384906.308950:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384906.308954:0:17105:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384906.308957:0:17105:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384906.308960:0:17105:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384906.308963:0:17105:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384906.308968:0:17105:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f7a1e0b. 00000020:00000040:2.0:1767384906.308972:0:17105:0:(genops.c:1229:class_import_get()) import 000000003b66da55 refcount=2 obd=MGS 00000100:00000001:2.0:1767384906.308977:0:17105:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384906.308980:0:17105:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384906.308984:0:17105:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384906.308990:0:17105:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000026e66c98. 00000100:00000001:2.0:1767384906.308996:0:17105:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384906.309002:0:17105:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000e7ed7c0c/0xb57eb7881956301c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb57eb78819563015 expref: 15 pid: 17081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384906.309039:0:17105:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000e7ed7c0c/0xb57eb7881956301c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb57eb78819563015 expref: 15 pid: 17081 timeout: 378 lvb_type: 0 00010000:00000001:2.0:1767384906.309050:0:17105:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384906.309054:0:17105:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384906.309059:0:17105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f7a1e0b x1853237348024960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384906.309069:0:17105:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384906.309071:0:17105:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384906.309075:0:17105:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009f7a1e0b pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17105:1853237348024960:0@lo:104: 00000100:00000001:2.0:1767384906.309095:0:17105:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384906.309098:0:17105:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384906.309100:0:17105:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384906.309103:0:17105:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384906.309107:0:17105:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a8231db0. 02000000:00000001:2.0:1767384906.309110:0:17105:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384906.309115:0:17105:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fe19f49. 00000400:00000010:2.0:1767384906.309120:0:17105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064bfb602. 00000800:00000010:0.0:1767384906.309121:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000af3eb88d. 00000100:00000200:2.0:1767384906.309125:0:17105:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348024960, portal 16 00000800:00000010:0.0:1767384906.309126:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f9d1eb99. 00000100:00000001:2.0:1767384906.309131:0:17105:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384906.309135:0:17105:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667941632 : -119483041609984 : ffff9354afbf8700) 00000100:00000040:2.0:1767384906.309141:0:17105:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000009f7a1e0b x1853237348024960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384922 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:0.0:1767384906.309143:0:16348:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c05e8933. 00000800:00000200:0.1:1767384906.309156:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000502d956c] -> 12345-192.168.203.134@tcp27 (4) 00000100:00000001:2.0:1767384906.309157:0:17105:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384906.309164:0:17105:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:0.1:1767384906.309168:0:16348:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp27 00000000c05e8933 deleted 00000400:00000010:2.0:1767384906.309170:0:17105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bd9e1ec. 00000800:00000010:0.1:1767384906.309172:0:16348:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c05e8933. 00000100:00000200:2.0:1767384906.309176:0:17105:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237348024960, offset 0 00000800:00000200:0.1:1767384906.309179:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000400:00000200:2.0:1767384906.309186:0:17105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:0.0:1767384906.309191:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp27 p 3.x 192.168.203.134 -> 192.168.203.134:986 incarnation:1767384904564584612 sched[0] 00000400:00000200:2.0:1767384906.309199:0:17105:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:0.0:1767384906.309200:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005688f5bb. 00000400:00000200:2.0:1767384906.309210:0:17105:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958271d04280 00000400:00000200:2.0:1767384906.309217:0:17105:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1640 00000400:00000200:2.0:1767384906.309223:0:17105:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384906.309236:0:17105:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384906.309241:0:17105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384906.309244:0:17105:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000800:00000010:0.0:1767384906.309245:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005688f5bb. 00000100:00000010:2.0:1767384906.309249:0:17105:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004f1ab0f3. 00000800:00000010:0.0:1767384906.309253:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f9d1eb99. 00000100:00000040:2.0:1767384906.309254:0:17105:0:(events.c:337:request_in_callback()) incoming req@000000004f1ab0f3 x1853237348024960 msgsize 328 00000100:00100000:2.0:1767384906.309264:0:17105:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000010:0.0:1767384906.309272:0:16348:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000074a6fc25. 00000100:00000001:2.0:1767384906.309278:0:17105:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384906.309282:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384906.309287:0:17105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bd9e1ec 00000800:00000001:0.0:1767384906.309288:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384906.309293:0:17105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bd9e1ec. 00000100:00000001:2.0:1767384906.309299:0:17105:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.1:1767384906.309303:0:16349:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000100:00000200:2.0:1767384906.309304:0:17105:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f7a1e0b x1853237348024960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384922 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1767384906.309312:0:16349:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp27 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384904564584612 sched[0] 00000800:00000010:0.0:1767384906.309320:0:16349:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c027e9d8. 00000100:00000001:2.0:1767384906.309328:0:17105:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384906.309333:0:17105:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f7a1e0b x1853237348024960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384922 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:0.0:1767384906.309341:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384906.309342:0:17105:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384906.309345:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.309346:0:17105:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384906.309355:0:17105:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.309359:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294895345 00000100:00000001:2.0:1767384906.309366:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294895340 00000100:00000001:0.0:1767384906.309370:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384906.309372:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294895345 00000100:00100000:0.0:1767384906.309373:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348024960 02000000:00000001:0.0:1767384906.309378:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384906.309381:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294895340 00000100:00000001:0.0:1767384906.309381:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384906.309384:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384906.309389:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.309390:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294895345 00000100:00100000:0.0:1767384906.309391:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348024960 00000020:00000001:0.0:1767384906.309395:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384906.309398:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562d98 00000100:00000001:2.0:1767384906.309399:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294895340 00000020:00000001:0.0:1767384906.309400:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384906.309404:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 000000009de0d226 refcount=3 00000100:00000001:2.0:1767384906.309406:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294895345 00000020:00000001:0.0:1767384906.309407:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590787602432 : -119482921949184 : ffff9354b6e16800) 00000020:00000001:0.0:1767384906.309413:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590787602432 : -119482921949184 : ffff9354b6e16800) 00000100:00000001:2.0:1767384906.309415:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294895340 00000100:00000001:0.0:1767384906.309415:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384906.309419:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005688f5bb. 00000100:00000001:2.0:1767384906.309422:0:17105:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384906.309422:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384906.309429:0:17105:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384906.309429:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005688f5bb. 00010000:00000001:2.0:1767384906.309436:0:17105:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384906.309438:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c90c1cda. 00010000:00000001:2.0:1767384906.309439:0:17105:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384906.309442:0:17105:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.309445:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1767384906.309448:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000caefd028. 00010000:00000001:2.0:1767384906.309449:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1767384906.309452:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e003ab13. 00000100:00000040:0.0:1767384906.309457:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00010000:00000001:2.0:1767384906.309461:0:17105:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.309461:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384906.309463:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384906.309465:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.309468:0:17105:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:0.0:1767384906.309470:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.309472:0:17105:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384906.309477:0:17105:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.309479:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.309480:0:17105:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384906.309484:0:17105:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384906.309488:0:17105:0:(client.c:2690:ptlrpc_set_wait()) set 0000000009f3418f going to sleep for 11 seconds 00000100:00000001:0.0:1767384906.309489:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384906.309491:0:17105:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384906.309492:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384906.309497:0:17105:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384906.309499:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:0.0:1767384906.309504:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000009de0d226 : new rpc_count 1 00000100:00000001:0.0:1767384906.309506:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590667955072 : -119483041596544 : ffff9354afbfbb80) 00000100:00000040:0.0:1767384906.309510:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004f1ab0f3 x1853237348024960/t0(0) o104->b543db4a-4900-454f-be04-352b2897a173@0@lo:132/0 lens 328/0 e 0 to 0 dl 1767384917 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384906.309516:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384906.309519:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005688f5bb. 00000100:00000001:0.0:1767384906.309521:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384906.309522:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005688f5bb. 00000100:00100000:0.0:1767384906.309528:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004f1ab0f3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b543db4a-4900-454f-be04-352b2897a173+3:17105:x1853237348024960:12345-0@lo:104: 00000100:00000200:0.0:1767384906.309531:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348024960 00010000:00000001:0.0:1767384906.309533:0:17073:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384906.309537:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384906.309539:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384906.309540:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000244b599e refcount=2 00000020:00000001:0.0:1767384906.309542:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00010000:00000001:0.0:1767384906.309544:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00010000:00000001:0.0:1767384906.309547:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384906.309549:0:17073:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384906.309551:0:17073:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.134@tcp lock: 00000000244b599e/0xb57eb78819563015 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb57eb7881956301c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384906.309567:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384906.309569:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384906.309573:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005b4d3447. 02000000:00000001:0.0:1767384906.309575:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.309576:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.309579:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384906.309580:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384906.309582:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ecba4e0e time=40 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384906.309585:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384906.309587:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:0.0:1767384906.309589:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:0.0:1767384906.309591:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384906.309592:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.309594:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384906.309595:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384906.309598:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f6df32b. 00000100:00000200:0.0:1767384906.309601:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237348024960, offset 224 00000400:00000200:0.0:1767384906.309604:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384906.309611:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384906.309617:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958271d04280 00000400:00000200:0.0:1767384906.309620:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x16d9 [1] + 224 00000400:00000200:0.0:1767384906.309623:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384906.309626:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384906.309628:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384906.309630:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f7a1e0b x1853237348024960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384906.309638:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000009f7a1e0b x1853237348024960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384906.309652:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384906.309656:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f6df32b 00000400:00000010:0.0:1767384906.309657:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f6df32b. 00000100:00000001:0.0:1767384906.309659:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384906.309666:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384906.309669:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384906.309672:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:0.0:1767384906.309674:0:17073:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384906.309677:0:17073:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000c027e9d8. 00010000:00000001:0.0:1767384906.309679:0:17073:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1767384906.309681:0:17105:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384906.309687:0:17105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384906.309688:0:17105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384906.309691:0:17105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fe19f49. 00000400:00000200:2.0:1767384906.309695:0:17105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064bfb602 00000400:00000010:2.0:1767384906.309698:0:17105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064bfb602. 00010000:00010000:0.0:1767384906.309700:0:17073:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:2.0:1767384906.309702:0:17105:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384906.309704:0:17073:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.309721:0:17073:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.309722:0:17073:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384906.309726:0:17105:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f7a1e0b x1853237348024960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384906.309729:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f1ab0f3 x1853237348024960/t0(0) o104->b543db4a-4900-454f-be04-352b2897a173@0@lo:132/0 lens 328/224 e 0 to 0 dl 1767384917 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384906.309748:0:17105:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f7a1e0b x1853237348024960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384906.309784:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004f1ab0f3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b543db4a-4900-454f-be04-352b2897a173+3:17105:x1853237348024960:12345-0@lo:104: Request processed in 262us (525us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384906.309793:0:17105:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384906.309797:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:2.0:1767384906.309799:0:17105:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384906.309801:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009de0d226 : new rpc_count 0 00000100:00000001:2.0:1767384906.309806:0:17105:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384906.309806:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384906.309812:0:17105:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384906.309812:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384906.309818:0:17105:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384906.309819:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000caefd028. 00000100:00000001:2.0:1767384906.309823:0:17105:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384906.309825:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e003ab13. 02000000:00000001:2.0:1767384906.309829:0:17105:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384906.309850:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c90c1cda. 00000020:00000040:0.0:1767384906.309854:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000009de0d226 : new refcount 2 00000100:00000001:0.0:1767384906.309856:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384906.309869:0:17105:0:(import.c:2128:obd_at_measure()) add 5 to 000000008ef118cb time=40 v=5 (5 0 0 0) 00000020:00000001:0.0:1767384906.309870:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384906.309874:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384906.309887:0:17078:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00001000:2.0:1767384906.309888:0:17105:0:(import.c:2128:obd_at_measure()) add 1 to 00000000456edb1d time=40 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384906.309891:0:17078:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384906.309896:0:17078:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1767384906.309897:0:17105:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00010000:0.0:1767384906.309899:0:17078:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.134@tcp lock: 00000000244b599e/0xb57eb78819563015 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb57eb7881956301c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384906.309901:0:17105:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.309908:0:17105:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384906.309913:0:17105:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384906.309914:0:17078:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000244b599e already unused, calling callback (00000000099ed54c) 00000100:00000001:2.0:1767384906.309920:0:17105:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384906.309920:0:17078:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000040:2.0:1767384906.309928:0:17105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f7a1e0b x1853237348024960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00010000:0.0:1767384906.309931:0:17078:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.134@tcp lock: 00000000244b599e/0xb57eb78819563015 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb57eb7881956301c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384906.309953:0:17078:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384906.309955:0:17078:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384906.309957:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384906.309958:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000244b599e refcount=3 00000020:00000001:0.0:1767384906.309960:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00010000:00000001:0.0:1767384906.309961:0:17078:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867061760 : -119483842489856 : ffff935480031200) 00010000:00000001:0.0:1767384906.309966:0:17078:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384906.309970:0:17078:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.134@tcp lock: 00000000244b599e/0xb57eb78819563015 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb57eb7881956301c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384906.309989:0:17078:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1767384906.309993:0:17105:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00010000:0.0:1767384906.309993:0:17078:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.134@tcp lock: 00000000244b599e/0xb57eb78819563015 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb57eb7881956301c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384906.310001:0:17105:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 10000000:01000000:0.0:1767384906.310005:0:17078:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:2.0:1767384906.310006:0:17105:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384906.310013:0:17078:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00010000:00000001:2.0:1767384906.310015:0:17105:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 10000000:00000040:0.0:1767384906.310016:0:17078:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00010000:00000001:2.0:1767384906.310021:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000040:0.0:1767384906.310021:0:17078:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384906.310026:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384906.310026:0:17078:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384906.310032:0:17078:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.310033:0:17105:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384906.310044:0:17105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f7a1e0b x1853237348024960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384922 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:0.0:1767384906.310048:0:17078:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767384906.310052:0:17078:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384906.310054:0:17078:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000002298ce) refs 2 10000000:00000001:0.0:1767384906.310059:0:17078:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384906.310062:0:17078:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.310071:0:17078:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:2.0:1767384906.310072:0:17105:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f7a1e0b pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17105:1853237348024960:0@lo:104: 00010000:00000001:0.0:1767384906.310074:0:17078:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384906.310078:0:17078:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384906.310081:0:17078:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384906.310084:0:17078:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.310086:0:17105:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384906.310086:0:17078:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000244b599e with handle 0xb57eb78819563015 from hash 00000100:00000001:2.0:1767384906.310109:0:17105:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.310109:0:17078:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384906.310111:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384906.310115:0:17105:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384906.310117:0:17105:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384906.310119:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384906.310122:0:17078:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:2.0:1767384906.310123:0:17105:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f7a1e0b x1853237348024960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384922 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384906.310125:0:17078:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384906.310129:0:17078:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384906.310135:0:17078:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384906.310139:0:17078:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:2.0:1767384906.310140:0:17105:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384906.310144:0:17105:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384906.310147:0:17105:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a8231db0. 00000100:00000010:0.0:1767384906.310147:0:17078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f462f42c. 00000020:00000040:0.0:1767384906.310154:0:17078:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 02000000:00000001:2.0:1767384906.310155:0:17105:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384906.310168:0:17105:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384906.310170:0:17078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:2.0:1767384906.310172:0:17105:0:(genops.c:1242:class_import_put()) import 000000003b66da55 refcount=1 obd=MGS 02000000:00000001:0.0:1767384906.310175:0:17078:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1767384906.310177:0:17105:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767384906.310180:0:17078:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384906.310181:0:17105:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000026e66c98. 02000000:00000001:2.0:1767384906.310188:0:17105:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384906.310190:0:17105:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:0.0:1767384906.310190:0:17078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c90c1cda. 00000100:00000010:2.0:1767384906.310194:0:17105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f7a1e0b. 00000100:00000001:0.0:1767384906.310198:0:17078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.310200:0:17105:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1767384906.310203:0:17078:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:2.0:1767384906.310204:0:17105:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384906.310209:0:17078:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.134@tcp lock: 00000000244b599e/0xb57eb78819563015 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb57eb7881956301c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000010:2.0:1767384906.310210:0:17105:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000009f3418f. 00000100:00000001:2.0:1767384906.310216:0:17105:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384906.310219:0:17105:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767384906.310225:0:17078:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000010:2.0:1767384906.310226:0:17105:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a041b371. 00010000:00000001:0.0:1767384906.310230:0:17078:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384906.310233:0:17105:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.310234:0:17078:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384906.310237:0:17078:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384906.310241:0:17078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f462f42c] to pc [ptlrpcd_00_00+0] req@00000000f462f42c x1853237348025088/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384906.310246:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.310252:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384906.310260:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384906.310263:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1767384906.310265:0:17105:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000e8a19c6a/0xb57eb78819563023 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384906.310266:0:17078:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384906.310273:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384906.310275:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384906.310278:0:17078:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.310282:0:17078:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384906.310284:0:17078:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384906.310286:0:17078:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.134@tcp lock: 00000000244b599e/0xb57eb78819563015 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb57eb7881956301c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384906.310291:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384906.310293:0:17078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.134@tcp lock: 00000000244b599e/0xb57eb78819563015 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb57eb7881956301c expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384906.310307:0:17078:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000553e18ee count: 0 00010000:00000001:0.0:1767384906.310319:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384906.310320:0:17078:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384906.310321:0:17078:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000c027e9d8. 00010000:00000001:0.0:1767384906.310325:0:17078:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384906.310327:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384906.310328:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384906.310330:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384906.310332:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384906.310333:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384906.310334:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384906.310336:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384906.310337:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384906.310338:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384906.310345:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384906.310346:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384906.310348:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384906.310351:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f462f42c x1853237348025088/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.310357:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384906.310358:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384906.310360:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384906.310362:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384906.310364:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384906.310366:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f462f42c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348025088:0@lo:103: 00000100:00000001:0.0:1767384906.310369:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384906.310371:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384906.310373:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384906.310374:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384906.310378:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000010500283. 02000000:00000001:0.0:1767384906.310380:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384906.310384:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005638b6d1. 00000400:00000010:0.0:1767384906.310389:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f6df32b. 00000100:00000200:0.0:1767384906.310397:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348025088, portal 18 00000100:00000001:0.0:1767384906.310399:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384906.310400:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878152832 : -119482831398784 : ffff9354bc471880) 00000100:00000040:0.0:1767384906.310403:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f462f42c x1853237348025088/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384922 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.310408:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384906.310410:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384906.310413:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2161f36. 00000100:00000200:0.0:1767384906.310415:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237348025088, offset 0 00000400:00000200:0.0:1767384906.310419:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384906.310424:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384906.310429:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384906.310429:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958271d04300 00000100:00000001:2.0:1767384906.310434:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384906.310436:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1640 00000400:00000200:0.0:1767384906.310443:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384906.310445:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384906.310449:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384906.310450:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384906.310453:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009b51ba22. 00000100:00000040:0.0:1767384906.310454:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000009b51ba22 x1853237348025088 msgsize 328 00000100:00100000:0.0:1767384906.310457:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384906.310468:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384906.310472:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2161f36 00000400:00000010:0.0:1767384906.310473:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2161f36. 00000100:00000001:0.0:1767384906.310475:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384906.310477:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f462f42c x1853237348025088/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384922 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.310484:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384906.310486:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384906.310486:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f462f42c x1853237348025088/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384922 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384906.310491:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348025088 02000000:00000001:2.0:1767384906.310497:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384906.310497:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.310502:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384906.310502:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384906.310504:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.310507:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.310508:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294895346 02000000:00000001:2.0:1767384906.310513:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.310515:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294895345 00000100:00100000:2.0:1767384906.310518:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348025088 00000020:00000001:2.0:1767384906.310521:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384906.310523:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000001:0.0:1767384906.310527:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294895346 00000020:00000001:2.0:1767384906.310528:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384906.310531:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=16 00000100:00000001:0.0:1767384906.310533:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294895345 00000020:00000001:2.0:1767384906.310538:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:0.0:1767384906.310539:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294895346 00000100:00000001:0.0:1767384906.310543:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294895345 00000020:00000001:2.0:1767384906.310546:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:0.0:1767384906.310547:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294895346 00000100:00000001:2.0:1767384906.310554:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384906.310554:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294895345 00000100:00000001:0.0:1767384906.310559:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384906.310561:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000024fa6452. 00000100:00000001:0.0:1767384906.310561:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.310568:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384906.310569:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.310570:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384906.310574:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384906.310575:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384906.310578:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384906.310579:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384906.310580:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.310582:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384906.310601:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000024fa6452. 00000020:00000010:2.0:1767384906.310607:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026e66c98. 00000020:00000010:2.0:1767384906.310612:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac35f3ae. 00000020:00000010:2.0:1767384906.310616:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f934620a. 00000100:00000040:2.0:1767384906.310625:0:17076:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384906.310627:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384906.310629:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384906.310642:0:17076:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384906.310644:0:17076:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.310647:0:17076:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384906.310657:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384906.310659:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384906.310661:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e7ed7c0c refcount=4 00000020:00000001:2.0:1767384906.310663:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006034944 : -119483703516672 : ffff9354884ba200) 00010000:00000001:2.0:1767384906.310666:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006034944 : -119483703516672 : ffff9354884ba200) 00010000:00010000:2.0:1767384906.310670:0:17076:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000e7ed7c0c/0xb57eb7881956301c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb57eb78819563015 expref: 16 pid: 17081 timeout: 378 lvb_type: 0 00010000:00000001:2.0:1767384906.310678:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384906.310679:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384906.310680:0:17076:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.310682:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.310687:0:17076:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384906.310691:0:17076:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009b51ba22 x1853237348025088/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:132/0 lens 328/0 e 0 to 0 dl 1767384917 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.310699:0:17076:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384906.310700:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.310750:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.310764:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384906.310766:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384906.310771:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:2.0:1767384906.310774:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000100:00000001:2.0:1767384906.310778:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878146560 : -119482831405056 : ffff9354bc470000) 00000100:00000040:2.0:1767384906.310783:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009b51ba22 x1853237348025088/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:132/0 lens 328/0 e 0 to 0 dl 1767384917 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.310817:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384906.310821:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000024fa6452. 00000100:00000001:2.0:1767384906.310825:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384906.310855:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000024fa6452. 00000100:00100000:2.0:1767384906.310862:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009b51ba22 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b543db4a-4900-454f-be04-352b2897a173+16:16358:x1853237348025088:12345-0@lo:103: 00000100:00000200:2.0:1767384906.310867:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348025088 00010000:00000001:2.0:1767384906.310870:0:17076:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384906.310882:0:17076:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384906.310884:0:17076:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384906.310888:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384906.310890:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384906.310893:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000073b32041. 02000000:00000001:2.0:1767384906.310896:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.310898:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.310901:0:17076:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384906.310903:0:17076:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384906.310906:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384906.310908:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384906.310909:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e7ed7c0c refcount=4 00000020:00000001:2.0:1767384906.310912:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006034944 : -119483703516672 : ffff9354884ba200) 00010000:00000001:2.0:1767384906.310914:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006034944 : -119483703516672 : ffff9354884ba200) 00010000:00000040:2.0:1767384906.310917:0:17076:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000dc450107 count: 3 00010000:00010000:2.0:1767384906.310922:0:17076:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000e7ed7c0c/0xb57eb7881956301c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb57eb78819563015 expref: 16 pid: 17081 timeout: 378 lvb_type: 0 00000100:00001000:2.0:1767384906.310929:0:17076:0:(import.c:2128:obd_at_measure()) add 0 to 00000000f06c522d time=1767384906 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384906.310933:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384906.310938:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384906.310939:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384906.310941:0:17076:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000e7ed7c0c/0xb57eb7881956301c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb57eb78819563015 expref: 16 pid: 17081 timeout: 378 lvb_type: 0 00000020:00000001:2.0:1767384906.310948:0:17076:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384906.310950:0:17076:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384906.310952:0:17076:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384906.310954:0:17076:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.310956:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384906.310958:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384906.310963:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384906.310964:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384906.310966:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384906.310968:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384906.310970:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e7ed7c0c with handle 0xb57eb7881956301c from hash 00010000:00000001:2.0:1767384906.310981:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384906.310983:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384906.310984:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384906.310985:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384906.310987:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384906.310989:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384906.310991:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e7ed7c0c/0xb57eb7881956301c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb57eb78819563015 expref: 16 pid: 17081 timeout: 378 lvb_type: 0 00010000:00000040:2.0:1767384906.310998:0:17076:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003d3e266f : new locks_count 9 00000020:00000040:2.0:1767384906.311001:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 15 00010000:00000001:2.0:1767384906.311007:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384906.311009:0:17076:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384906.311011:0:17076:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384906.311014:0:17076:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000e8a19c6a 00010000:00000001:2.0:1767384906.311016:0:17076:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384906.311017:0:17076:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384906.311019:0:17076:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384906.311021:0:17076:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384906.311023:0:17076:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384906.311026:0:17076:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384906.311028:0:17076:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384906.311030:0:17076:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000e8a19c6a/0xb57eb78819563023 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.311037:0:17076:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384906.311039:0:17076:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384906.311041:0:17076:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384906.311042:0:17076:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384906.311044:0:17076:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dc450107) refcount = 2 00010000:00010000:2.0:1767384906.311048:0:17076:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e8a19c6a/0xb57eb78819563023 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.311055:0:17076:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384906.311057:0:17076:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384906.311058:0:17076:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384906.311061:0:17076:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384906.311073:0:17076:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000024fa6452. 00000100:00000001:2.0:1767384906.311076:0:17076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384906.311080:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009f3418f. 00000100:00000001:2.0:1767384906.311083:0:17076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624585626334528 : -119488083217088 : ffff9353833eb540) 00000100:00000001:2.0:1767384906.311085:0:17076:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624585626334528 : -119488083217088 : ffff9353833eb540) 00000100:00000001:2.0:1767384906.311103:0:17076:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384906.311104:0:17076:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384906.311106:0:17076:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384906.311108:0:17076:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384906.311110:0:17076:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 00010000:00000001:2.0:1767384906.311113:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384906.311115:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384906.311116:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e8a19c6a refcount=5 00000020:00000001:2.0:1767384906.311119:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004429824 : -119483705121792 : ffff935488332400) 00010000:00000001:2.0:1767384906.311121:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004429824 : -119483705121792 : ffff935488332400) 00010000:00000001:2.0:1767384906.311124:0:17076:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384906.311125:0:17076:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e8a19c6a/0xb57eb78819563023 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.311132:0:17076:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384906.311133:0:17076:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e8a19c6a/0xb57eb78819563023 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.311140:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384906.311141:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384906.311143:0:17076:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e8a19c6a/0xb57eb78819563023 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.311149:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384906.311150:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.311153:0:17076:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384906.311154:0:17076:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e8a19c6a/0xb57eb78819563023 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384906.311160:0:17076:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e8a19c6a already unused, calling callback (00000000df0e66e0) 00010000:00000001:2.0:1767384906.311169:0:17076:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384906.311172:0:17076:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384906.311174:0:17076:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e8a19c6a/0xb57eb78819563023 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.311180:0:17076:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384906.311182:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384906.311183:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384906.311184:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e8a19c6a refcount=6 00000020:00000001:2.0:1767384906.311186:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004429824 : -119483705121792 : ffff935488332400) 00010000:00000001:2.0:1767384906.311189:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004429824 : -119483705121792 : ffff935488332400) 00010000:00000001:2.0:1767384906.311191:0:17076:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384906.311194:0:17076:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e8a19c6a/0xb57eb78819563023 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.311200:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384906.311201:0:17076:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384906.311203:0:17076:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.311216:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384906.311218:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384906.311220:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384906.311221:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384906.311223:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e8a19c6a with handle 0xb57eb78819563023 from hash 00010000:00000001:2.0:1767384906.311226:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384906.311228:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384906.311230:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384906.311232:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384906.311234:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384906.311236:0:17076:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:0.0:1767384906.311238:0:17105:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000e8a19c6a/0xb57eb78819563023 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.311239:0:17076:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384906.311242:0:17076:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384906.311247:0:17076:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.311251:0:17105:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384906.311253:0:17076:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 20000000:00000001:0.0:1767384906.311254:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384906.311258:0:17076:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:0.0:1767384906.311258:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e8a19c6a/0xb57eb78819563023 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.311264:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384906.311267:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384906.311268:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384906.311270:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384906.311271:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384906.311272:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384906.311278:0:17076:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.311281:0:17076:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.311284:0:17076:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384906.311287:0:17076:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e8a19c6a/0xb57eb78819563023 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.311294:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384906.311295:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384906.311296:0:17076:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384906.311298:0:17076:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384906.311300:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384906.311301:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384906.311303:0:17076:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384906.311305:0:17076:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384906.311307:0:17076:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.311308:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384906.311310:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e8a19c6a/0xb57eb78819563023 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.311320:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384906.311322:0:17076:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.311324:0:17076:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384906.311326:0:17076:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384906.311329:0:17076:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.311331:0:17076:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.311333:0:17076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384906.311335:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000009f3418f. 00000100:00000001:2.0:1767384906.311338:0:17076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384906.311339:0:17076:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384906.311341:0:17076:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000024fa6452. 00010000:00000001:2.0:1767384906.311345:0:17076:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384906.311347:0:17076:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000dc450107 count: 0 00010000:00010000:2.0:1767384906.311355:0:17076:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384906.311357:0:17076:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384906.311361:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384906.311363:0:17076:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384906.311365:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 0000000059180339 time=40 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384906.311375:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384906.311378:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:2.0:1767384906.311380:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:2.0:1767384906.311382:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384906.311384:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.311386:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384906.311389:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384906.311392:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064bfb602. 00000100:00000200:2.0:1767384906.311395:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237348025088, offset 224 00000400:00000200:2.0:1767384906.311401:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384906.311410:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384906.311417:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958271d04300 00000400:00000200:2.0:1767384906.311422:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x16e5 [1] + 224 00000400:00000200:2.0:1767384906.311427:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384906.311430:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384906.311434:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384906.311437:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f462f42c x1853237348025088/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384906.311442:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f462f42c x1853237348025088/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.311456:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384906.311462:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064bfb602 00000400:00000010:2.0:1767384906.311465:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064bfb602. 00000100:00000001:2.0:1767384906.311469:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384906.311471:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384906.311474:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384906.311477:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:2.0:1767384906.311479:0:17076:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.311480:0:17076:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384906.311483:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009b51ba22 x1853237348025088/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:132/0 lens 328/224 e 0 to 0 dl 1767384917 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384906.311490:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009b51ba22 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b543db4a-4900-454f-be04-352b2897a173+15:16358:x1853237348025088:12345-0@lo:103: Request processed in 672us (1034us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384906.311505:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384906.311506:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:0.0:1767384906.311509:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384906.311511:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384906.311514:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:0.0:1767384906.311515:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384906.311516:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:0.0:1767384906.311518:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1767384906.311521:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac35f3ae. 00000400:00000010:0.0:1767384906.311521:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005638b6d1. 00000400:00000200:0.0:1767384906.311528:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f6df32b 00000020:00000010:2.0:1767384906.311530:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f934620a. 00000020:00000010:2.0:1767384906.311536:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026e66c98. 00000400:00000010:0.0:1767384906.311537:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f6df32b. 00000020:00000040:2.0:1767384906.311541:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00000100:00000001:0.0:1767384906.311543:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384906.311545:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384906.311559:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f462f42c x1853237348025088/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384906.311565:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f462f42c x1853237348025088/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.311571:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384906.311572:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384906.311573:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384906.311574:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384906.311575:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384906.311576:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384906.311578:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384906.311580:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000009e62be5a time=40 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384906.311582:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=40 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384906.311584:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384906.311585:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.311586:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384906.311587:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.311588:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384906.311590:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f462f42c x1853237348025088/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.311594:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384906.311596:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384906.311597:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384906.311598:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f462f42c x1853237348025088/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384922 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384906.311603:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f462f42c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348025088:0@lo:103: 00000100:00000001:0.0:1767384906.311606:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384906.311607:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384906.311608:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f462f42c x1853237348025088/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384922 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.311612:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384906.311619:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384906.311620:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000010500283. 02000000:00000001:0.0:1767384906.311622:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384906.311623:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384906.311624:0:16358:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:0.0:1767384906.311626:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384906.311627:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c90c1cda. 02000000:00000001:0.0:1767384906.311643:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384906.311644:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384906.311645:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f462f42c. 00000100:00000001:0.0:1767384906.311647:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384906.311648:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384906.311649:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384906.311653:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384906.311654:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.311655:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384906.311656:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384906.311741:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002d4dfd1b. 00080000:00000010:2.0:1767384906.311791:0:17083:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003cb70323. 00040000:00000001:2.0:1767384906.311799:0:17083:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384906.311801:0:17083:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384906.311802:0:17083:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384906.311804:0:17083:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:2.0:1767384906.311806:0:17083:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384906.311807:0:17083:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384906.311853:0:17083:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384906.311863:0:17083:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384906.311866:0:17083:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384906.311867:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384906.311870:0:17083:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:0.0:1767384906.311872:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384906.311874:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384906.311877:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384906.311878:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384906.311894:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005e6424dc. 00010000:00000001:0.0:1767384906.311898:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384906.311902:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000081f8d31a. 00000020:00000001:0.0:1767384906.311904:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384906.311907:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000081f8d31a with handle 0xb57eb7881956302a to hash 00000020:00000001:0.0:1767384906.311909:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384906.311926:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590006036480 : -119483703515136 : ffff9354884ba800) 00010000:00000001:0.0:1767384906.311929:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590006036480 : -119483703515136 : ffff9354884ba800) 00010000:00000001:0.0:1767384906.311931:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384906.311933:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384906.311935:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000081f8d31a/0xb57eb7881956302a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384906.311940:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384906.311949:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384906.311951:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384906.311953:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384906.311954:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384906.311956:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384906.311958:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384906.311960:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384906.311962:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384906.311963:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384906.311965:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384906.311966:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005e6424dc) refcount = 1 00010000:00010000:0.0:1767384906.311969:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000081f8d31a/0xb57eb7881956302a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384906.311974:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384906.311975:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384906.311976:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384906.311978:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.311979:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384906.311981:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384906.311982:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 00010000:00000001:0.0:1767384906.311985:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384906.311986:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384906.311987:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000081f8d31a refcount=4 00000020:00000001:0.0:1767384906.311989:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006036480 : -119483703515136 : ffff9354884ba800) 00010000:00000001:0.0:1767384906.311991:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006036480 : -119483703515136 : ffff9354884ba800) 00010000:00000001:0.0:1767384906.311993:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384906.311994:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000081f8d31a/0xb57eb7881956302a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384906.311998:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384906.312000:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000081f8d31a/0xb57eb7881956302a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384906.312005:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384906.312006:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384906.312015:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000081f8d31a/0xb57eb7881956302a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384906.312020:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384906.312022:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384906.312025:0:17083:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384906.312025:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384906.312029:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000081f8d31a/0xb57eb7881956302a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384906.312030:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384906.312033:0:17083:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007ae6b2d8. 20000000:00000001:2.0:1767384906.312041:0:17083:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384906.312041:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000081f8d31a already unused, calling callback (00000000df0e66e0) 00010000:00000040:2.0:1767384906.312047:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348024832 00010000:00000001:0.0:1767384906.312047:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384906.312051:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:2.0:1767384906.312052:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:0.0:1767384906.312054:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000081f8d31a/0xb57eb7881956302a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000200:2.0:1767384906.312060:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bf68a6cd x1853237348024832/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:132/0 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384906.312062:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384906.312065:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384906.312069:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384906.312071:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000081f8d31a refcount=5 00000020:00000001:0.0:1767384906.312076:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006036480 : -119483703515136 : ffff9354884ba800) 00010000:00000001:2.0:1767384906.312098:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384906.312098:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006036480 : -119483703515136 : ffff9354884ba800) 00010000:00000001:0.0:1767384906.312103:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:2.0:1767384906.312104:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384906.312105:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000081f8d31a/0xb57eb7881956302a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384906.312111:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=40 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384906.312113:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384906.312115:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384906.312119:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.312120:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384906.312121:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384906.312124:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:2.0:1767384906.312126:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:0.0:1767384906.312128:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384906.312130:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384906.312132:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000081f8d31a with handle 0xb57eb7881956302a from hash 00010000:00000001:0.0:1767384906.312134:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384906.312137:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384906.312139:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:2.0:1767384906.312141:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384906.312143:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.312147:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384906.312148:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384906.312153:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000800:00000010:3.0:1767384906.312154:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000066931dda. 00000100:00000040:2.0:1767384906.312154:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384906.312159:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000800:00000010:3.0:1767384906.312161:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bdd98002. 00000400:00000010:2.0:1767384906.312161:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000009f3418f. 00010000:00000001:0.0:1767384906.312163:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000200:2.0:1767384906.312166:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348024832, offset 224 00010000:00000001:0.0:1767384906.312169:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384906.312172:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384906.312174:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384906.312179:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384906.312184:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384906.312185:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384906.312189:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:2.0:1767384906.312192:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d04200 00010000:00000001:0.0:1767384906.312195:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384906.312199:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16c1 [2] + 224 00010000:00000001:0.0:1767384906.312199:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384906.312203:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384906.312206:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384906.312208:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384906.312213:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384906.312216:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.312219:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:0.0:1767384906.312221:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000081f8d31a/0xb57eb7881956302a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384906.312224:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001009c66d x1853237348024832/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:02020000:3.0:1767384906.312231:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp26 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00010000:00000001:0.0:1767384906.312237:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384906.312241:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384906.312244:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384906.312247:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000040:2.0:1767384906.312250:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001009c66d x1853237348024832/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384906.312251:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384906.312254:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384906.312257:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384906.312261:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384906.312264:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384906.312265:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000081f8d31a/0xb57eb7881956302a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384906.312267:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384906.312272:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:2.0:1767384906.312273:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009f3418f 00010000:00000001:0.0:1767384906.312274:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384906.312278:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000009f3418f. 00010000:00010000:0.0:1767384906.312278:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000081f8d31a/0xb57eb7881956302a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384906.312283:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384906.312286:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:0.0:1767384906.312289:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005e6424dc count: 0 00000100:00000001:2.0:1767384906.312290:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384906.312294:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:2.0:1767384906.312296:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384906.312298:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384906.312300:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384906.312300:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384906.312303:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384906.312306:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf68a6cd x1853237348024832/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:132/0 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384906.312314:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bf68a6cd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:16360:x1853237348024832:12345-0@lo:253: Request processed in 7686us (8016us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384906.312319:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00000040:2.0:1767384906.312328:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:2.0:1767384906.312329:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384906.312331:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384906.312334:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000c5e7acd. 00000020:00000010:2.0:1767384906.312339:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000edc1d2fa. 00000020:00000010:2.0:1767384906.312343:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0d3da48. 00000020:00000040:2.0:1767384906.312346:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 02000000:00000001:2.0:1767384906.312349:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384906.312351:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000053d6760d. 02000000:00000001:2.0:1767384906.312354:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384906.312355:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384906.312359:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384906.312362:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fe19f49. 00000400:00000010:2.0:1767384906.312364:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000009f3418f. 00000100:00000001:2.0:1767384906.312380:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384906.312382:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384906.312385:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384906.312385:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384906.312387:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002aea5c17. 00000400:00000200:2.0:1767384906.312389:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d21a7212 00000400:00000010:2.0:1767384906.312390:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d21a7212. 00000100:00000001:2.0:1767384906.312392:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384906.312394:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001009c66d x1853237348024832/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384906.312400:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001009c66d x1853237348024832/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.312405:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384906.312406:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.312407:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384906.312408:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384906.312409:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384906.312410:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384906.312412:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384906.312414:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=40 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384906.312416:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=40 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384906.312418:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384906.312425:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.312427:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384906.312428:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.312429:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384906.312432:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001009c66d x1853237348024832/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.312438:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384906.312440:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384906.312442:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384906.312445:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384906.312446:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384906.312448:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384906.312449:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384906.312451:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384906.312452:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384906.312453:0:16360:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384906.312454:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384906.312455:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384906.312457:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001009c66d x1853237348024832/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384906.312463:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001009c66d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348024832:0@lo:253: 00000100:00000001:2.0:1767384906.312466:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.312467:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384906.312469:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001009c66d x1853237348024832/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.312477:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384906.312479:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384906.312481:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004a8e2c40. 02000000:00000001:2.0:1767384906.312483:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384906.312485:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384906.312486:0:16360:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:2.0:1767384906.312487:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384906.312488:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005a1ce144. 02000000:00000001:2.0:1767384906.312490:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384906.312492:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384906.312499:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001009c66d. 00000100:00000001:2.0:1767384906.312500:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384906.312501:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.312502:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.312506:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384906.312507:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.312509:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384906.312511:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384906.315881:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294895346, at 4294895347 00000100:00000010:0.0:1767384906.315895:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f2e3a36b. 00000100:00000040:2.0:1767384906.315898:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294895346, at 4294895347 00000100:00000010:2.0:1767384906.315908:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000093e000b2. 00000100:00000040:1.0:1767384906.316867:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294895346, at 4294895348 00000100:00000010:1.0:1767384906.316875:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000237a9505. 00000100:00000040:3.0:1767384906.318330:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294895346, at 4294895349 00000100:00000010:3.0:1767384906.318339:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000032f89f61. 00000400:00000010:0.0:1767384906.322910:0:26044:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000802a487b. 00000400:00000040:0.0:1767384906.322927:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384906.322930:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384906.322932:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384906.322933:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384906.322935:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384906.322936:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384906.322938:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384906.322939:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384906.322940:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384906.322941:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384906.322943:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384906.322944:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384906.322946:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384906.322947:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384906.322948:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384906.322949:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384906.322950:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384906.322951:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384906.322952:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384906.322954:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384906.322955:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384906.322956:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384906.322957:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384906.322958:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384906.322959:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384906.322960:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384906.322961:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384906.322962:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384906.322963:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384906.322964:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384906.322965:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384906.322967:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384906.322968:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384906.322969:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384906.322970:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384906.322971:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384906.322976:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384906.322978:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384906.322979:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384906.322981:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384906.322982:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384906.322984:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384906.322985:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384906.322986:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384906.322987:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384906.322988:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384906.322989:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384906.322990:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384906.322992:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384906.322993:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384906.322994:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384906.322995:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384906.322996:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384906.322997:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384906.322999:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384906.323000:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384906.323000:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384906.323044:0:26044:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000802a487b. 00010000:00000010:2.1:1767384906.329062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e7ed7c0c. 00010000:00000010:2.1:1767384906.329072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e8a19c6a. 00010000:00000010:2.1:1767384906.329081:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dc450107. 00010000:00000010:0.1:1767384906.329237:0:26040:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000553e18ee. 00010000:00000010:0.1:1767384906.329242:0:26040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000244b599e. 00010000:00000010:0.1:1767384906.329252:0:26040:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005e6424dc. 00010000:00000010:0.1:1767384906.329254:0:26040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000081f8d31a. 00010000:00000001:0.0:1767384906.776893:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384906.776899:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.776905:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384906.776908:0:53:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384906.776910:0:53:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384906.776913:0:53:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.776916:0:53:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384906.776918:0:53:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.776920:0:53:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.776922:0:53:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384906.776951:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384906.776955:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384906.776957:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384907.381145:0:26365:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c252d0cf. 00080000:00000010:1.0:1767384907.381154:0:26365:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c252d0cf. 00000020:00000001:1.0:1767384907.381158:0:26365:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384907.381165:0:26365:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c252d0cf. 00080000:00000010:1.0:1767384907.381168:0:26365:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c252d0cf. 00000020:00000001:1.0:1767384907.381171:0:26365:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384907.608888:0:17112:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000040:1.0:1767384907.608888:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b543db4a-4900-454f-be04-352b2897a173->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000020:3.0:1767384907.608894:0:17112:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:1.0:1767384907.608896:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384907.608903:0:17112:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d811d059. 00000100:00000010:1.0:1767384907.608903:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf01a73a. 00000020:00000040:1.0:1767384907.608908:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000040:3.0:1767384907.608910:0:17112:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384907.608913:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384907.608916:0:17112:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384907.608917:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384907.608921:0:17112:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384907.608922:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384907.608926:0:17112:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384907.608929:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000055d81a30. 02000000:00000010:3.0:1767384907.608933:0:17112:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a5e2b2ca. 00000100:00000001:1.0:1767384907.608936:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.608941:0:17112:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384907.608945:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b543db4a-4900-454f-be04-352b2897a173->MGS req@00000000bf01a73a x1853237348025216/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384907.608948:0:17112:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384907.608953:0:17112:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.608956:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384907.608958:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384907.608965:0:17112:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d811d059] to pc [ptlrpcd_00_01+1] req@00000000d811d059 x1853237348025344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384907.608965:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf01a73a] to pc [ptlrpcd_00_02+2] req@00000000bf01a73a x1853237348025216/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384907.609000:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384907.609003:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384907.609005:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384907.609008:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000abdfdc54. 00000004:00000001:3.0:1767384907.609009:0:17112:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384907.609011:0:8:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384907.609014:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384907.609014:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384907.609017:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384907.609019:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384907.609020:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767384907.609022:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fd47070a. 00000100:00000001:3.0:1767384907.609024:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384907.609025:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384907.609026:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.609029:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384907.609034:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000abdfdc54 x1853237348025472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384907.609035:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384907.609035:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf01a73a x1853237348025216/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384907.609045:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d811d059 x1853237348025344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384907.609070:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384907.609075:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384907.609078:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384907.609080:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767384907.609083:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384907.609083:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384907.609084:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.609085:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.609087:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384907.609088:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384907.609093:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384907.609094:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384907.609095:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000abdfdc54] to pc [ptlrpcd_00_03+3] req@00000000abdfdc54 x1853237348025472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384907.609098:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384907.609103:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bf01a73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348025216:0@lo:400: 02000000:00000001:3.0:1767384907.609106:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384907.609115:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384907.609121:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384907.609122:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d811d059 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16359:1853237348025344:0@lo:13: 02000000:00000001:2.0:1767384907.609122:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384907.609125:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767384907.609128:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.609132:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384907.609134:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384907.609137:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384907.609139:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:2.0:1767384907.609140:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000075e900e. 02000000:00000001:3.0:1767384907.609141:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384907.609143:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ac792fc8. 02000000:00000001:2.0:1767384907.609146:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384907.609148:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1767384907.609148:0:8:0:(genops.c:1229:class_import_get()) import 00000000aab4eb9e refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384907.609153:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384907.609154:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1767384907.609156:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f9a88e42. 00000400:00000010:2.0:1767384907.609156:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002aea5c17. 02000000:00000001:1.0:1767384907.609156:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384907.609163:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384907.609165:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aeac0d8a. 00000400:00000010:2.0:1767384907.609168:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064bfb602. 00000100:00000001:1.0:1767384907.609169:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384907.609170:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009306e848. 00000100:00000040:1.0:1767384907.609177:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000ac792fc8 x1853237348025600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384907.609178:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348025216, portal 25 00000400:00000010:3.0:1767384907.609181:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dfd4cb18. 00000100:00000001:2.0:1767384907.609186:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1767384907.609190:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348025344, portal 4 00000100:00000001:2.0:1767384907.609190:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590793075200 : -119482916476416 : ffff9354b734ea00) 00000100:00000001:1.0:1767384907.609191:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384907.609193:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.609198:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384907.609200:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bf01a73a x1853237348025216/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384907.609201:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac792fc8] to pc [ptlrpcd_00_00+0] req@00000000ac792fc8 x1853237348025600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384907.609203:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789823104 : -119482919728512 : ffff9354b7034a80) 00000100:00000040:3.0:1767384907.609217:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d811d059 x1853237348025344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384923 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384907.609232:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384907.609235:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384907.609236:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384907.609245:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384907.609246:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384907.609247:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:1.0:1767384907.609249:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a18fc568. 00000020:00000040:1.0:1767384907.609252:0:8:0:(genops.c:1229:class_import_get()) import 0000000062c1ff66 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:2.0:1767384907.609253:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bd9e1ec. 00000100:00000040:3.0:1767384907.609257:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384907.609257:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1767384907.609260:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237348025216, offset 0 02000000:00000001:1.0:1767384907.609260:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384907.609262:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384907.609263:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b17c2ed. 02000000:00000010:1.0:1767384907.609267:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cf8d5fc4. 00000100:00000200:3.0:1767384907.609269:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237348025344, offset 0 00000100:00000001:1.0:1767384907.609271:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384907.609274:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384907.609283:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384907.609283:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000a18fc568 x1853237348025728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384907.609292:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384907.609298:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384907.609299:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384907.609302:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384907.609306:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a18fc568] to pc [ptlrpcd_00_01+1] req@00000000a18fc568 x1853237348025728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384907.609314:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958271d04380 00000400:00000200:3.0:1767384907.609316:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958271d04400 00000100:00000001:1.0:1767384907.609324:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384907.609328:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1025 [2] + 0 00000100:00000040:1.0:1767384907.609329:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (234) 00000400:00000010:2.0:1767384907.609336:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dbc8355. 00000400:00000200:2.0:1767384907.609340:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007b0a44cb 00000100:00000001:1.0:1767384907.609341:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384907.609344:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384907.609354:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384907.609357:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384907.609357:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000abdfdc54 x1853237348025472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384907.609361:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1344 00000400:00000200:2.0:1767384907.609369:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384907.609369:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384907.609372:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384907.609378:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384907.609378:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384907.609380:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b0a44cb 02000000:00000001:1.0:1767384907.609380:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384907.609386:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b0a44cb. 02000000:00000001:1.0:1767384907.609386:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384907.609390:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767384907.609393:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000abdfdc54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16361:1853237348025472:0@lo:400: 00000100:00000001:2.0:1767384907.609394:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384907.609399:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384907.609399:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767384907.609400:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:3.0:1767384907.609404:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000001:1.0:1767384907.609404:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384907.609406:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000aac5c826 x1853237348025216 msgsize 224 02000000:00000001:1.0:1767384907.609407:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384907.609412:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1767384907.609420:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000027b1c78. 02000000:00000010:1.0:1767384907.609421:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c5f98d9d. 00000100:00100000:2.0:1767384907.609425:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384907.609426:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384907.609428:0:16359:0:(events.c:337:request_in_callback()) incoming req@00000000027b1c78 x1853237348025344 msgsize 224 00000100:00000040:2.0:1767384907.609432:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1767384907.609433:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2ac694c. 00000100:00100000:3.0:1767384907.609439:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1767384907.609440:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096084e8b. 00000100:00000001:2.0:1767384907.609445:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:1.0:1767384907.609446:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348025472, portal 4 00000100:00000001:1.0:1767384907.609449:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384907.609451:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590793064448 : -119482916487168 : ffff9354b734c000) 00000400:00000200:2.0:1767384907.609454:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bd9e1ec 00000100:00000001:3.0:1767384907.609456:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384907.609457:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000abdfdc54 x1853237348025472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384907.609459:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bd9e1ec. 00000100:00000001:2.0:1767384907.609466:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384907.609467:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384907.609472:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b17c2ed 00000100:00000200:2.0:1767384907.609473:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bf01a73a x1853237348025216/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384907.609479:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b17c2ed. 00000100:00000040:1.0:1767384907.609479:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384907.609483:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd3e3a6e. 00000100:00000001:3.0:1767384907.609485:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384907.609487:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237348025472, offset 0 00000100:00000200:3.0:1767384907.609493:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d811d059 x1853237348025344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384923 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384907.609497:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384907.609509:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384907.609513:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384907.609515:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384907.609517:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf01a73a x1853237348025216/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384923 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384907.609523:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d811d059 x1853237348025344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384923 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384907.609524:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958271d04480 00000400:00000200:1.0:1767384907.609536:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2544 00000400:00000200:1.0:1767384907.609544:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384907.609545:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384907.609552:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384907.609553:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384907.609553:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384907.609558:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.609559:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384907.609560:0:16361:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384907.609564:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767384907.609566:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294896645 00000100:00000010:1.0:1767384907.609567:0:16361:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ec59f847. 00000100:00000001:3.0:1767384907.609571:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384907.609572:0:16361:0:(events.c:337:request_in_callback()) incoming req@00000000ec59f847 x1853237348025472 msgsize 224 00000100:00000010:2.0:1767384907.609574:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000093e000b2. 00000100:00000040:3.0:1767384907.609580:0:16359:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3482 usecs (4 jiffies) 00000100:00100000:1.0:1767384907.609580:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384907.609583:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384907.609587:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294896644 00000100:00000001:1.0:1767384907.609591:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384907.609592:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294896645 00000100:00000001:3.0:1767384907.609593:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294896645 00000400:00000200:1.0:1767384907.609597:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd3e3a6e 00000100:00000001:3.0:1767384907.609598:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294896644 00000400:00000010:1.0:1767384907.609601:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd3e3a6e. 00000100:00000010:2.0:1767384907.609603:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000001cc96cd. 00000100:00000001:1.0:1767384907.609606:0:16361:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384907.609609:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000200:1.0:1767384907.609611:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000abdfdc54 x1853237348025472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384907.609614:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294896645 00000100:00000001:3.0:1767384907.609615:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294896645 00000100:00000010:2.0:1767384907.609622:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000588b0ff7. 00000100:00000001:3.0:1767384907.609623:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294896644 00000100:00000001:1.0:1767384907.609625:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384907.609628:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1767384907.609631:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000abdfdc54 x1853237348025472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384923 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384907.609634:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294896645 00000100:00000001:2.0:1767384907.609634:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294896645 00000100:00000001:3.0:1767384907.609642:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294896644 00000100:00000010:2.0:1767384907.609643:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002938d9bd. 00000100:00000001:1.0:1767384907.609643:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.609647:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384907.609650:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384907.609652:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384907.609656:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384907.609656:0:16361:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3482 usecs (4 jiffies) 00000100:00000001:1.0:1767384907.609659:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294896644 00000100:00000001:3.0:1767384907.609660:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294896645 00000100:00000001:2.0:1767384907.609662:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.609664:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294896645 00000100:00000001:3.0:1767384907.609669:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384907.609669:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294896644 00000100:00000001:2.0:1767384907.609670:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.609673:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294896645 00000100:00000001:2.0:1767384907.609676:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384907.609677:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.609678:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294896644 00000100:00000001:1.0:1767384907.609683:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294896645 00000100:00000001:3.0:1767384907.609685:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384907.609688:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384907.609690:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384907.609692:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384907.609693:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294896644 00000100:00000001:3.0:1767384907.609711:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384907.609711:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294896645 00000100:00000001:2.0:1767384907.609715:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384907.609716:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384907.609716:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384907.609719:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384907.609721:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384907.609724:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.609725:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384907.609725:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.609730:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384907.609731:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384907.609731:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.609735:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384907.609736:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384907.609739:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384907.609742:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384907.609744:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a18fc568 x1853237348025728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384907.609753:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384907.609754:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384907.609755:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.609757:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384907.609761:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384907.609761:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384907.609764:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384907.609766:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384907.609768:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348025216 02000000:00000001:2.0:1767384907.609771:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384907.609774:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384907.609777:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384907.609779:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.609781:0:17897:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384907.609783:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384907.609785:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a18fc568 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16359:1853237348025728:0@lo:400: 00000100:00100000:1.0:1767384907.609785:0:17897:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348025472 00000100:00100000:2.0:1767384907.609789:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348025216 02000000:00000001:1.0:1767384907.609790:0:17897:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384907.609791:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384907.609793:0:17897:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384907.609796:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384907.609796:0:17897:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384907.609797:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1767384907.609800:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 02000000:00000001:3.0:1767384907.609801:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384907.609802:0:17897:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384907.609805:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767384907.609806:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1767384907.609807:0:17897:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348025472 00000020:00000040:2.0:1767384907.609810:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 02000000:00000010:3.0:1767384907.609811:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f45f843e. 00000020:00000001:1.0:1767384907.609811:0:17897:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384907.609836:0:17897:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562efd 00000020:00000001:2.0:1767384907.609839:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 02000000:00000001:3.0:1767384907.609840:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384907.609840:0:17897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384907.609844:0:17897:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d9a32349 refcount=5 00000020:00000001:2.0:1767384907.609845:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:1.0:1767384907.609847:0:17897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000400:00000010:3.0:1767384907.609850:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ccaabf2. 00000020:00000001:1.0:1767384907.609851:0:17897:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000001:2.0:1767384907.609852:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384907.609857:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384907.609859:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b17c2ed. 00000020:00000010:2.0:1767384907.609860:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f5de1c5. 00000020:00000010:1.0:1767384907.609862:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000087b38154. 00000100:00000200:3.0:1767384907.609865:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348025728, portal 10 00000100:00000001:2.0:1767384907.609867:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384907.609868:0:17897:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000dc07163b. 00000100:00000001:3.0:1767384907.609870:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384907.609874:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590793072512 : -119482916479104 : ffff9354b734df80) 00000020:00000010:2.0:1767384907.609878:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f5de1c5. 00000020:00000040:1.0:1767384907.609882:0:17897:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000029ff95b7) now 6 - evictor 00000100:00000040:3.0:1767384907.609884:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a18fc568 x1853237348025728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384907.609888:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050e749a3. 00000100:00000001:1.0:1767384907.609893:0:17897:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384907.609896:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000030c13e82. 00000020:00000010:1.0:1767384907.609899:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087d4af9b. 00000100:00000001:3.0:1767384907.609900:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767384907.609905:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f934620a. 00000020:00000010:1.0:1767384907.609906:0:17897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000045f69503. 00000100:00000040:3.0:1767384907.609909:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1767384907.609913:0:17897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005fe211e4. 00000400:00000010:3.0:1767384907.609915:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038979b8b. 00000100:00000040:2.0:1767384907.609918:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000200:3.0:1767384907.609920:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237348025728, offset 0 00000100:00000040:1.0:1767384907.609922:0:17897:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384907.609923:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384907.609926:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384907.609931:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384907.609932:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384907.609932:0:17897:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384907.609936:0:17897:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384907.609937:0:17899:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384907.609939:0:17897:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384907.609941:0:17899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348025344 00000100:00000001:2.0:1767384907.609943:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.609945:0:17897:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:0.0:1767384907.609946:0:17899:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384907.609948:0:17897:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:3.0:1767384907.609949:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384907.609950:0:17899:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384907.609951:0:17897:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384907.609953:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384907.609959:0:17899:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384907.609961:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958271d04580 00000100:00000001:1.0:1767384907.609961:0:17897:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384907.609963:0:17899:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384907.609965:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384907.609970:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384907.609970:0:17899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348025344 00000400:00000200:3.0:1767384907.609975:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4248 00000020:00000001:0.0:1767384907.609975:0:17899:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384907.609977:0:17897:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384907.609979:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000020:00000040:0.0:1767384907.609979:0:17899:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562efd 00000100:00000001:1.0:1767384907.609980:0:17897:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384907.609986:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000020:00000001:0.0:1767384907.609986:0:17899:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384907.609987:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384907.609990:0:17897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000020:00000040:0.0:1767384907.609990:0:17899:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d9a32349 refcount=6 00000100:00000001:2.0:1767384907.609992:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590002683984 : -119483706867632 : ffff935488188050) 00000100:00000040:1.0:1767384907.609996:0:17897:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d9a32349 : new rpc_count 1 00000020:00000001:0.0:1767384907.609997:0:17899:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000400:00000200:3.0:1767384907.609999:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384907.610001:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aac5c826 x1853237348025216/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:133/0 lens 224/0 e 0 to 0 dl 1767384918 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384907.610001:0:17897:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590793070720 : -119482916480896 : ffff9354b734d880) 00000020:00000001:0.0:1767384907.610003:0:17899:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000001:0.0:1767384907.610009:0:17899:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384907.610010:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384907.610010:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ec59f847 x1853237348025472/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:133/0 lens 224/0 e 0 to 0 dl 1767384918 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384907.610012:0:17899:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009e7566b0. 00000100:00000200:3.0:1767384907.610015:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384907.610018:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384907.610018:0:17899:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384907.610022:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f5de1c5. 00000020:00000010:0.0:1767384907.610025:0:17899:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009e7566b0. 00000100:00000010:3.0:1767384907.610035:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000004678e43. 00000100:00000001:2.0:1767384907.610039:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384907.610041:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384907.610043:0:16359:0:(events.c:337:request_in_callback()) incoming req@0000000004678e43 x1853237348025728 msgsize 224 00000020:00000010:2.0:1767384907.610045:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f5de1c5. 00000020:00000010:0.0:1767384907.610045:0:17899:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b0843e2. 00000020:00000010:1.0:1767384907.610046:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000429ee30d. 00000100:00000001:1.0:1767384907.610052:0:17897:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384907.610053:0:17899:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ecbaebe. 00000100:00100000:2.0:1767384907.610056:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aac5c826 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:16360:x1853237348025216:12345-0@lo:400: 00000020:00000010:1.0:1767384907.610057:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000429ee30d. 00000100:00100000:3.0:1767384907.610058:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1767384907.610060:0:17899:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e003ab13. 00000100:00000200:2.0:1767384907.610064:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348025216 00000100:00100000:1.0:1767384907.610066:0:17897:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ec59f847 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16361:x1853237348025472:12345-0@lo:400: 00000020:00000001:2.0:1767384907.610069:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384907.610069:0:17899:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000200:1.0:1767384907.610070:0:17897:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348025472 00000100:00000001:3.0:1767384907.610074:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384907.610074:0:17899:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384907.610075:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384907.610075:0:17897:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384907.610079:0:17899:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384907.610080:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384907.610081:0:17897:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384907.610081:0:17899:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384907.610083:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038979b8b 00000020:00000001:2.0:1767384907.610085:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384907.610086:0:17897:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384907.610088:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000038979b8b. 00000100:00000001:0.0:1767384907.610089:0:17899:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384907.610091:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289088 : -1048262528 : ffffffffc184c880) 00000020:00000001:1.0:1767384907.610092:0:17897:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384907.610095:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1767384907.610095:0:17897:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000020:00000001:2.0:1767384907.610097:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384907.610098:0:17897:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384907.610102:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384907.610102:0:17897:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384907.610102:0:17899:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384907.610109:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384907.610109:0:17897:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:3.0:1767384907.610110:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a18fc568 x1853237348025728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384907.610111:0:17897:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384907.610114:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384907.610115:0:17897:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384907.610116:0:17899:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384907.610121:0:17897:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384907.610121:0:17899:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384907.610124:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.610126:0:17897:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384907.610130:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384907.610130:0:17899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000020:00000001:2.0:1767384907.610131:0:17083:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1767384907.610131:0:17897:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1767384907.610135:0:17899:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d9a32349 : new rpc_count 2 00000100:00000001:2.0:1767384907.610136:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:1.0:1767384907.610137:0:17897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fa27b792. 00000100:00000040:3.0:1767384907.610139:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a18fc568 x1853237348025728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384907.610140:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384907.610140:0:17899:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590789831168 : -119482919720448 : ffff9354b7036a00) 02000000:00000010:2.0:1767384907.610145:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b53fe7b3. 02000000:00000001:1.0:1767384907.610148:0:17897:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384907.610150:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384907.610150:0:17899:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000027b1c78 x1853237348025344/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:133/0 lens 224/0 e 0 to 0 dl 1767384918 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384907.610154:0:17897:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384907.610156:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384907.610159:0:17897:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384907.610163:0:17083:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384907.610166:0:17897:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237348025472 00010000:00000040:2.0:1767384907.610168:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348025216 00010000:00000001:1.0:1767384907.610171:0:17897:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384907.610174:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384907.610174:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384907.610176:0:17899:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000200:1.0:1767384907.610178:0:17897:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ec59f847 x1853237348025472/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:133/0 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384907.610180:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000200:2.0:1767384907.610180:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aac5c826 x1853237348025216/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:133/0 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384907.610182:0:17899:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009e7566b0. 00000100:00000001:0.0:1767384907.610188:0:17899:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384907.610190:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384907.610194:0:17899:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009e7566b0. 00000100:00000040:3.0:1767384907.610198:0:16359:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2672 usecs (3 jiffies) 00010000:00000001:1.0:1767384907.610199:0:17897:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384907.610203:0:17897:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384907.610205:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384907.610206:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294896644 00000100:00001000:1.0:1767384907.610207:0:17897:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7bcd663 time=31 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384907.610208:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384907.610212:0:17899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000027b1c78 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16359:x1853237348025344:12345-0@lo:13: 00000100:00000001:3.0:1767384907.610214:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294896645 00000100:00001000:2.0:1767384907.610216:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384907.610216:0:17897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384907.610222:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294896644 00000100:00000040:1.0:1767384907.610222:0:17897:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000200:0.0:1767384907.610223:0:17899:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348025344 00000100:00000001:2.0:1767384907.610224:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384907.610228:0:17899:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384907.610229:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 22 to 0@lo 00000100:00000001:1.0:1767384907.610229:0:17897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000001:3.0:1767384907.610230:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294896645 00000020:00000001:0.0:1767384907.610232:0:17899:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767384907.610235:0:17897:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384907.610236:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000020:00000001:0.0:1767384907.610236:0:17899:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.610237:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294896644 02000000:00000001:1.0:1767384907.610238:0:17897:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384907.610240:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384907.610240:0:17899:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384907.610245:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294896645 02000000:00000001:2.0:1767384907.610245:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.610246:0:17897:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384907.610246:0:17899:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665454032 : -1044097584 : ffffffffc1c455d0) 00000100:00000001:2.0:1767384907.610251:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384907.610253:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294896644 00000100:00000040:1.0:1767384907.610253:0:17897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384907.610254:0:17899:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767384907.610258:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384907.610258:0:17899:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384907.610259:0:17897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd3e3a6e. 00000100:00000001:3.0:1767384907.610261:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294896645 00000020:00000001:0.0:1767384907.610261:0:17899:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:2.0:1767384907.610263:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bd9e1ec. 00000100:00000200:1.0:1767384907.610263:0:17897:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237348025472, offset 224 00000020:00000001:0.0:1767384907.610265:0:17899:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384907.610269:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384907.610270:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237348025216, offset 224 00000020:00000001:0.0:1767384907.610271:0:17899:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.610275:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384907.610276:0:17897:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384907.610278:0:17899:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384907.610282:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384907.610282:0:17899:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384907.610283:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384907.610287:0:17897:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1767384907.610287:0:17899:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000e725bd95. 00000100:00000001:3.0:1767384907.610290:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384907.610293:0:17899:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384907.610295:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384907.610297:0:17899:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.610300:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384907.610301:0:17897:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958271d04480 00002000:00000001:0.0:1767384907.610303:0:17899:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1767384907.610305:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384907.610307:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958271d04380 00002000:00000001:0.0:1767384907.610309:0:17899:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:3.0:1767384907.610311:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384907.610312:0:17897:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1709 [1] + 224 00000020:00000001:0.0:1767384907.610313:0:17899:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:3.0:1767384907.610316:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384907.610319:0:17897:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384907.610321:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384907.610324:0:17897:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384907.610325:0:17899:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384907.610327:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16f9 [1] + 224 00000100:00100000:3.0:1767384907.610328:0:16359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00002000:00000024:0.0:1767384907.610331:0:17899:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:3.0:1767384907.610333:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384907.610336:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000020:0.0:1767384907.610336:0:17899:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:3.0:1767384907.610338:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384907.610338:0:17897:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000020:0.0:1767384907.610340:0:17899:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000d9a32349 dirty 0 pend 0 grant 0 00000400:00000200:2.0:1767384907.610343:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384907.610344:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384907.610346:0:17897:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000abdfdc54 x1853237348025472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000020:0.0:1767384907.610347:0:17899:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000001:2.0:1767384907.610351:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384907.610352:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00002000:00000001:0.0:1767384907.610355:0:17899:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:3.0:1767384907.610356:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384907.610358:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bf01a73a x1853237348025216/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1767384907.610361:0:17899:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000040:1.0:1767384907.610364:0:17897:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000abdfdc54 x1853237348025472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1767384907.610365:0:17899:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.610367:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00002000:00000001:0.0:1767384907.610372:0:17899:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384907.610376:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ac792fc8 x1853237348025600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384907.610378:0:17899:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237348025344 00010000:00000001:0.0:1767384907.610384:0:17899:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384907.610397:0:17897:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000200:0.0:1767384907.610398:0:17899:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000027b1c78 x1853237348025344/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:133/0 lens 224/368 e 0 to 0 dl 1767384918 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384907.610400:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bf01a73a x1853237348025216/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384907.610403:0:17897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd3e3a6e 00000100:00000001:3.0:1767384907.610404:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384907.610408:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384907.610409:0:17897:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd3e3a6e. 02000000:00000001:3.0:1767384907.610414:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1767384907.610415:0:17899:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1767384907.610419:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384907.610421:0:17897:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384907.610425:0:17897:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:3.0:1767384907.610426:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384907.610427:0:17899:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.610429:0:17897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384907.610430:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767384907.610433:0:17899:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097a41e79 time=31 v=5 (1 0 0 0) 00000100:00100000:3.0:1767384907.610434:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ac792fc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16359:1853237348025600:0@lo:400: 00000100:00000040:1.0:1767384907.610436:0:17897:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 21 to 0@lo 00000400:00000200:2.0:1767384907.610440:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bd9e1ec 00010000:00000001:1.0:1767384907.610441:0:17897:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384907.610441:0:17899:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384907.610446:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767384907.610447:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bd9e1ec. 00000020:00000001:1.0:1767384907.610447:0:17897:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384907.610447:0:17899:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 22 to 0@lo 02000000:00000001:3.0:1767384907.610452:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384907.610454:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1767384907.610454:0:17897:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384907.610454:0:17899:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:3.0:1767384907.610456:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384907.610458:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:0.0:1767384907.610458:0:17899:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1767384907.610460:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ec59f847 x1853237348025472/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:133/0 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384907.610462:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384907.610462:0:17899:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384907.610464:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384907.610469:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003b4abbf3. 00000100:00000001:0.0:1767384907.610469:0:17899:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384907.610472:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 21 to 0@lo 02000000:00000001:3.0:1767384907.610476:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384907.610477:0:17899:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384907.610478:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:1.0:1767384907.610481:0:17897:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ec59f847 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16361:x1853237348025472:12345-0@lo:400: Request processed in 436us (905us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384907.610483:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032e48dde. 00000020:00000001:2.0:1767384907.610483:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384907.610484:0:17899:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f6df32b. 00000020:00000001:2.0:1767384907.610490:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384907.610492:0:17899:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237348025344, offset 224 00000400:00000010:3.0:1767384907.610494:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038979b8b. 00000100:00100000:1.0:1767384907.610495:0:17897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:2.0:1767384907.610496:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aac5c826 x1853237348025216/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:133/0 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384907.610501:0:17897:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d9a32349 : new rpc_count 1 00000100:00000200:3.0:1767384907.610502:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348025600, portal 10 00000400:00000200:0.0:1767384907.610506:0:17899:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384907.610507:0:17897:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384907.610509:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384907.610511:0:17897:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384907.610513:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590793079680 : -119482916471936 : ffff9354b734fb80) 00000020:00000010:1.0:1767384907.610517:0:17897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000045f69503. 00000400:00000200:0.0:1767384907.610518:0:17899:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384907.610522:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aac5c826 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:16360:x1853237348025216:12345-0@lo:400: Request processed in 502us (1114us total) trans 0 rc 0/0 00000020:00000010:1.0:1767384907.610524:0:17897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005fe211e4. 00000100:00000040:3.0:1767384907.610525:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ac792fc8 x1853237348025600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384907.610529:0:17897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087d4af9b. 00000400:00000200:0.0:1767384907.610529:0:17899:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958271d04400 00000020:00000040:1.0:1767384907.610535:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 5 00000100:00000001:1.0:1767384907.610539:0:17897:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384907.610541:0:17899:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16fd [1] + 224 00000100:00100000:2.0:1767384907.610542:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00000040:2.0:1767384907.610548:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000400:00000200:0.0:1767384907.610550:0:17899:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384907.610553:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384907.610556:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384907.610556:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384907.610558:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384907.610559:0:17899:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384907.610561:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384907.610562:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000030c13e82. 00000100:00000040:3.0:1767384907.610566:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384907.610567:0:17899:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1767384907.610568:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1767384907.610569:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f934620a. 00000400:00000010:3.0:1767384907.610572:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006029bd08. 00000400:00000001:1.0:1767384907.610572:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1767384907.610573:0:17899:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d811d059 x1853237348025344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384923 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384907.610574:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050e749a3. 00000400:00000010:1.0:1767384907.610575:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2ac694c. 00000020:00000040:2.0:1767384907.610582:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000400:00000200:1.0:1767384907.610582:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096084e8b 00000400:00000010:1.0:1767384907.610585:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096084e8b. 02000000:00000001:2.0:1767384907.610589:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384907.610589:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384907.610589:0:17899:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000d811d059 x1853237348025344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384907.610590:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237348025600, offset 0 02000000:00000010:2.0:1767384907.610593:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b53fe7b3. 00000100:00000200:1.0:1767384907.610596:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000abdfdc54 x1853237348025472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384907.610600:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:3.0:1767384907.610605:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384907.610605:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384907.610614:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384907.610622:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006040f311. 00000400:00000200:3.0:1767384907.610623:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384907.610626:0:17899:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767384907.610627:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000abdfdc54 x1853237348025472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384907.610629:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c9559e4. 00000400:00000200:0.0:1767384907.610633:0:17899:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f6df32b 00000400:00000010:0.0:1767384907.610637:0:17899:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f6df32b. 00000400:00000200:3.0:1767384907.610641:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958271d04500 00000100:00000001:0.0:1767384907.610644:0:17899:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384907.610646:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384907.610648:0:17899:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384907.610649:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384907.610652:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4472 00000100:00000001:0.0:1767384907.610657:0:17899:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.610658:0:16361:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384907.610662:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767384907.610663:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384907.610665:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384907.610665:0:17899:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:1.0:1767384907.610668:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384907.610672:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384907.610673:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384907.610673:0:17899:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384907.610677:0:17899:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.610680:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00001000:1.0:1767384907.610681:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 0000000056cb386c time=31 v=5 (5 0 0 0) 00000020:00000001:0.0:1767384907.610682:0:17899:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00001000:1.0:1767384907.610686:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000785c58c4 time=31 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384907.610690:0:17899:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000027b1c78 x1853237348025344/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:133/0 lens 224/368 e 0 to 0 dl 1767384918 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384907.610692:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384907.610693:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384907.610707:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384907.610712:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000010:3.0:1767384907.610713:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e200afc1. 00010000:00080000:1.0:1767384907.610718:0:16361:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000abdfdc54 x1853237348025472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384907.610721:0:16359:0:(events.c:337:request_in_callback()) incoming req@00000000e200afc1 x1853237348025600 msgsize 224 00000100:00100000:3.0:1767384907.610736:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1767384907.610746:0:16361:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384907.610750:0:17899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000027b1c78 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16359:x1853237348025344:12345-0@lo:13: Request processed in 569us (1317us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384907.610752:0:16361:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384907.610755:0:16361:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384907.610756:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384907.610759:0:16361:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384907.610761:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384907.610765:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006029bd08 00000100:00000040:1.0:1767384907.610766:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000abdfdc54 x1853237348025472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384907.610766:0:17899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000400:00000010:3.0:1767384907.610770:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006029bd08. 00000100:00000040:0.0:1767384907.610774:0:17899:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d9a32349 : new rpc_count 0 00000100:00000001:3.0:1767384907.610775:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384907.610780:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384907.610780:0:17899:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384907.610782:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ac792fc8 x1853237348025600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384907.610785:0:17899:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384907.610786:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384907.610790:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384907.610791:0:17899:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ecbaebe. 00000100:00000040:1.0:1767384907.610797:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000abdfdc54 x1853237348025472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384907.610799:0:17899:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e003ab13. 00000100:00000001:3.0:1767384907.610802:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1767384907.610807:0:17899:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b0843e2. 00000100:00000040:3.0:1767384907.610809:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ac792fc8 x1853237348025600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384907.610811:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000abdfdc54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16361:1853237348025472:0@lo:400: 00000100:00000001:1.0:1767384907.610836:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384907.610839:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384907.610842:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000abdfdc54 x1853237348025472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384907.610848:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384907.610850:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384907.610852:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c5f98d9d. 02000000:00000001:1.0:1767384907.610855:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384907.610860:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384907.610862:0:16361:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384907.610864:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384907.610865:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fd47070a. 02000000:00000001:1.0:1767384907.610868:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384907.610869:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384907.610871:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000abdfdc54. 00000100:00000001:1.0:1767384907.610873:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384907.610874:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384907.610875:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384907.610883:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384907.610884:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.610886:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384907.610887:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.610900:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384907.610901:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.610921:0:17091:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384907.610922:0:17091:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348025728 02000000:00000001:1.0:1767384907.610923:0:17091:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384907.610924:0:17091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384907.610926:0:17091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384907.610927:0:17091:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384907.610929:0:17091:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348025728 00000020:00000001:1.0:1767384907.610930:0:17091:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384907.610931:0:17091:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562ee1 00000020:00000001:1.0:1767384907.610932:0:17091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384907.610934:0:17091:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000083ded37e refcount=5 00000020:00000001:1.0:1767384907.610935:0:17091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00000020:00000001:1.0:1767384907.610938:0:17091:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00000100:00000001:1.0:1767384907.610939:0:17091:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384907.610942:0:17091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000429ee30d. 00000020:00000010:1.0:1767384907.610944:0:17091:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000d07407b7. 00000020:00000040:1.0:1767384907.610947:0:17091:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8d9ce3b) now 8 - evictor 00000100:00000001:1.0:1767384907.610949:0:17091:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384907.610951:0:17091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5f98d9d. 00000020:00000010:1.0:1767384907.610953:0:17091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000045f69503. 00000020:00000010:1.0:1767384907.610960:0:17091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005fe211e4. 00000100:00000040:1.0:1767384907.610965:0:17091:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384907.610967:0:17091:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384907.610968:0:17091:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384907.610970:0:17091:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384907.610973:0:17091:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384907.610974:0:17091:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384907.610975:0:17091:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.610981:0:17091:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384907.610987:0:17091:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384907.610988:0:17091:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348025600 02000000:00000001:1.0:1767384907.610989:0:17091:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384907.610990:0:17091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384907.610991:0:17091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384907.610993:0:17091:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384907.610994:0:17091:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348025600 00000020:00000001:1.0:1767384907.610995:0:17091:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384907.610996:0:17091:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562e71 00000020:00000001:1.0:1767384907.610997:0:17091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384907.610999:0:17091:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099807a16 refcount=5 00000020:00000001:1.0:1767384907.611000:0:17091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00000020:00000001:1.0:1767384907.611002:0:17091:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00000100:00000001:1.0:1767384907.611004:0:17091:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384907.611006:0:17091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d07407b7. 00000100:00000001:1.0:1767384907.611008:0:17091:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384907.611013:0:17091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d07407b7. 00000020:00000010:1.0:1767384907.611018:0:17091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087d4af9b. 00000100:00000001:3.0:1767384907.611019:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384907.611021:0:17091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6892c02. 00000100:00000001:3.0:1767384907.611023:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767384907.611025:0:17091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000013efae3b. 00000100:00000001:1.0:1767384907.611028:0:17091:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384907.611029:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.611030:0:17091:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384907.611033:0:17091:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384907.611035:0:16359:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2691 usecs (3 jiffies) 00000100:00000001:1.0:1767384907.611037:0:17091:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384907.611039:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294896645 00000100:00000001:1.0:1767384907.611040:0:17091:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384907.611045:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294896645 00000100:00000001:1.0:1767384907.611045:0:17091:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.611058:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294896645 00000100:00000001:3.0:1767384907.611060:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294896645 00000100:00000001:3.0:1767384907.611064:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294896645 00000100:00000001:3.0:1767384907.611066:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294896645 00000100:00000001:3.0:1767384907.611068:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294896645 00000100:00000001:1.0:1767384907.611068:0:17091:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384907.611070:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294896645 00000100:00000001:3.0:1767384907.611073:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384907.611075:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384907.611080:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384907.611082:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384907.611083:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009306e848. 00000400:00000200:3.0:1767384907.611087:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfd4cb18 00000400:00000010:3.0:1767384907.611094:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dfd4cb18. 00000100:00000001:1.0:1767384907.611094:0:17091:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384907.611097:0:17091:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384907.611099:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384907.611102:0:17091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000200:3.0:1767384907.611105:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d811d059 x1853237348025344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384907.611107:0:17091:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000083ded37e : new rpc_count 1 00000100:00000001:1.0:1767384907.611111:0:17091:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590789833856 : -119482919717760 : ffff9354b7037480) 00000100:00000040:1.0:1767384907.611118:0:17091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000004678e43 x1853237348025728/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:133/0 lens 224/0 e 0 to 0 dl 1767384918 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384907.611120:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d811d059 x1853237348025344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384907.611138:0:17091:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384907.611140:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384907.611142:0:17091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d07407b7. 00000100:00000001:3.0:1767384907.611143:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384907.611146:0:17091:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384907.611147:0:16359:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384907.611150:0:17091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d07407b7. 02000000:00000001:3.0:1767384907.611151:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:0.0:1767384907.611151:0:17899:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 4 00000100:00000001:3.0:1767384907.611154:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384907.611158:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384907.611158:0:17091:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000004678e43 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16359:x1853237348025728:12345-0@lo:400: 00000100:00000001:0.0:1767384907.611159:0:17899:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384907.611164:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384907.611166:0:17091:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348025728 00000100:00001000:3.0:1767384907.611169:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000046e5fbb1 time=31 v=5 (5 0 0 0) 00000020:00000001:1.0:1767384907.611170:0:17091:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384907.611173:0:17091:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00001000:3.0:1767384907.611174:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000785c58c4 time=31 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384907.611175:0:17091:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384907.611180:0:17091:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384907.611181:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1767384907.611183:0:17091:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000100:00000001:3.0:1767384907.611184:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384907.611188:0:17091:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1767384907.611189:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767384907.611192:0:17091:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1767384907.611195:0:16359:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d811d059 x1853237348025344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384907.611196:0:17091:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384907.611196:0:17090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384907.611199:0:17091:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384907.611201:0:17090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384907.611202:0:17091:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384907.611207:0:17091:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000001:3.0:1767384907.611208:0:16359:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384907.611211:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000001:3.0:1767384907.611212:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384907.611212:0:17091:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384907.611215:0:17091:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1767384907.611216:0:16359:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000040:0.0:1767384907.611218:0:17090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000099807a16 : new rpc_count 1 00000100:00000001:3.0:1767384907.611220:0:16359:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000010:1.0:1767384907.611220:0:17091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bfc17f3e. 00000100:00000001:0.0:1767384907.611222:0:17090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590789827584 : -119482919724032 : ffff9354b7035c00) 00000100:00000001:3.0:1767384907.611224:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384907.611224:0:17091:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.611230:0:17091:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384907.611233:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d811d059 x1853237348025344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384907.611234:0:17091:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.611240:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384907.611241:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1767384907.611243:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e200afc1 x1853237348025600/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:133/0 lens 224/0 e 0 to 0 dl 1767384918 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384907.611244:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767384907.611245:0:17091:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348025728 00000004:00000001:3.0:1767384907.611249:0:16359:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00010000:00000001:1.0:1767384907.611250:0:17091:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000004:00000040:3.0:1767384907.611253:0:16359:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384907.611259:0:16359:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00010000:00000200:1.0:1767384907.611261:0:17091:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000004678e43 x1853237348025728/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:133/0 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384907.611264:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000004:00000020:3.0:1767384907.611267:0:16359:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006f80896a): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00010000:00000001:1.0:1767384907.611270:0:17091:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:0.0:1767384907.611271:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009e7566b0. 00010000:00000001:1.0:1767384907.611273:0:17091:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384907.611277:0:17090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1767384907.611278:0:17091:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=35 v=5 (1 0 0 0) 00000004:00000001:3.0:1767384907.611281:0:16359:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384907.611285:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009e7566b0. 00000100:00000001:1.0:1767384907.611286:0:17091:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384907.611289:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d811d059 x1853237348025344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384923 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384907.611291:0:17091:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:1.0:1767384907.611297:0:17091:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00100000:0.0:1767384907.611299:0:17090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e200afc1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16359:x1853237348025600:12345-0@lo:400: 02000000:00000001:1.0:1767384907.611303:0:17091:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384907.611306:0:17091:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.611311:0:17091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384907.611312:0:17090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348025600 00000020:00000001:0.0:1767384907.611317:0:17090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:3.0:1767384907.611318:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d811d059 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16359:1853237348025344:0@lo:13: 00000100:00000040:1.0:1767384907.611318:0:17091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384907.611322:0:17090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:1.0:1767384907.611323:0:17091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096084e8b. 00000100:00000001:3.0:1767384907.611325:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384907.611326:0:17090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384907.611328:0:17091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348025728, offset 224 00000100:00000001:3.0:1767384907.611329:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384907.611331:0:17090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1767384907.611335:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d811d059 x1853237348025344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384923 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384907.611335:0:17090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000400:00000200:1.0:1767384907.611336:0:17091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384907.611342:0:17090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384907.611347:0:17091:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384907.611348:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384907.611353:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1767384907.611353:0:17090:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384907.611355:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f9a88e42. 00000400:00000200:1.0:1767384907.611358:0:17091:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d04580 00000020:00000001:0.0:1767384907.611358:0:17090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1767384907.611361:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384907.611362:0:17090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384907.611364:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1767384907.611366:0:17091:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1711 [1] + 224 00000020:00000001:0.0:1767384907.611367:0:17090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384907.611368:0:16359:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384907.611374:0:17090:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1767384907.611375:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1767384907.611376:0:17091:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384907.611378:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a5e2b2ca. 00000100:00000001:0.0:1767384907.611380:0:17090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384907.611383:0:17091:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384907.611385:0:17090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384907.611386:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384907.611387:0:17091:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384907.611389:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:0.0:1767384907.611391:0:17090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003365b6f4. 00000100:00000200:1.0:1767384907.611392:0:17091:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a18fc568 x1853237348025728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384907.611393:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d811d059. 02000000:00000001:0.0:1767384907.611397:0:17090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.611399:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384907.611403:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384907.611403:0:17090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384907.611409:0:17091:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a18fc568 x1853237348025728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384907.611410:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384907.611410:0:17090:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.611415:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:0.0:1767384907.611417:0:17090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348025600 00000100:00000001:3.0:1767384907.611419:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384907.611424:0:17090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384907.611427:0:17091:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000200:0.0:1767384907.611431:0:17090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e200afc1 x1853237348025600/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:133/0 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384907.611440:0:17090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1767384907.611441:0:17091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096084e8b 00010000:00000001:0.0:1767384907.611443:0:17090:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384907.611444:0:17091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096084e8b. 00000100:00000001:1.0:1767384907.611448:0:17091:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384907.611449:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:0.0:1767384907.611449:0:17090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384907.611450:0:17091:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384907.611455:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384907.611455:0:17091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384907.611456:0:17090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1767384907.611461:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ccaabf2. 00000100:00000040:1.0:1767384907.611461:0:17091:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 21 to 0@lo 00000100:00000040:0.0:1767384907.611462:0:17090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:1.0:1767384907.611467:0:17091:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384907.611468:0:17090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000400:00000200:3.0:1767384907.611469:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b17c2ed 00000020:00000001:1.0:1767384907.611470:0:17091:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384907.611473:0:17090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:3.0:1767384907.611474:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b17c2ed. 02000000:00000001:0.0:1767384907.611477:0:17090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384907.611480:0:17091:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384907.611482:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384907.611483:0:17090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384907.611486:0:17091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004678e43 x1853237348025728/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:133/0 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384907.611491:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a18fc568 x1853237348025728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384907.611492:0:17090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384907.611498:0:17090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f6df32b. 00000100:00000200:0.0:1767384907.611505:0:17090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348025600, offset 224 00000100:00100000:1.0:1767384907.611509:0:17091:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000004678e43 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16359:x1853237348025728:12345-0@lo:400: Request processed in 367us (1462us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384907.611518:0:17090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384907.611519:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a18fc568 x1853237348025728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384907.611522:0:17091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000040:1.0:1767384907.611525:0:17091:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000083ded37e : new rpc_count 0 00000100:00000001:1.0:1767384907.611527:0:17091:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384907.611530:0:17091:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384907.611534:0:17091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000045f69503. 00000400:00000200:0.0:1767384907.611534:0:17090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384907.611540:0:17091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005fe211e4. 00000020:00000010:1.0:1767384907.611545:0:17091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5f98d9d. 00000400:00000200:0.0:1767384907.611549:0:17090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d04500 00000100:00000001:3.0:1767384907.611550:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384907.611550:0:17091:0:(genops.c:898:class_export_put()) PUTting export 0000000083ded37e : new refcount 4 00000100:00000001:3.0:1767384907.611555:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384907.611556:0:17091:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384907.611561:0:17090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1725 [1] + 224 00000100:00000001:3.0:1767384907.611562:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384907.611566:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384907.611568:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384907.611569:0:17090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384907.611570:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384907.611575:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384907.611579:0:17090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:3.0:1767384907.611580:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 000000002c0000f4 time=35 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384907.611585:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c093201a time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384907.611585:0:17090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384907.611590:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384907.611591:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384907.611593:0:17090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ac792fc8 x1853237348025600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384907.611594:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384907.611597:0:16359:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a18fc568 x1853237348025728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384907.611617:0:16359:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.611621:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384907.611624:0:16359:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384907.611625:0:16359:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1767384907.611627:0:17090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ac792fc8 x1853237348025600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384907.611628:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384907.611635:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a18fc568 x1853237348025728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384907.611652:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384907.611653:0:17090:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384907.611654:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384907.611657:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384907.611659:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a18fc568 x1853237348025728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384907.611661:0:17090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f6df32b 00000400:00000010:0.0:1767384907.611666:0:17090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f6df32b. 00000100:00100000:3.0:1767384907.611668:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a18fc568 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16359:1853237348025728:0@lo:400: 00000100:00000001:0.0:1767384907.611673:0:17090:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384907.611675:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384907.611676:0:17090:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384907.611678:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384907.611681:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a18fc568 x1853237348025728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384907.611684:0:17090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.611685:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:1.0:1767384907.611688:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000040:0.0:1767384907.611690:0:17090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000020:00000040:1.0:1767384907.611693:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8d9ce3b) now 8 - evictor 02000000:00000001:3.0:1767384907.611694:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767384907.611695:0:17090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000010:3.0:1767384907.611708:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f45f843e. 00000020:00000001:0.0:1767384907.611713:0:17090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384907.611715:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:1.0:1767384907.611715:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:0.0:1767384907.611717:0:17090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767384907.611720:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384907.611721:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000029ff95b7) now 6 - evictor 00000020:00000040:3.0:1767384907.611723:0:16359:0:(genops.c:1242:class_import_put()) import 0000000062c1ff66 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:0.0:1767384907.611726:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e200afc1 x1853237348025600/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:133/0 lens 224/224 e 0 to 0 dl 1767384918 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384907.611727:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384907.611740:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cf8d5fc4. 02000000:00000001:3.0:1767384907.611744:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384907.611747:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384907.611749:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a18fc568. 00000100:00000001:3.0:1767384907.611754:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384907.611758:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384907.611759:0:17090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e200afc1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16359:x1853237348025600:12345-0@lo:400: Request processed in 491us (1034us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384907.611761:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.611765:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384907.611767:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384907.611772:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384907.611775:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384907.611776:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000400:00000010:3.0:1767384907.611777:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032e48dde. 00000100:00000040:0.0:1767384907.611782:0:17090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099807a16 : new rpc_count 0 00000400:00000200:3.0:1767384907.611783:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038979b8b 00000400:00000010:3.0:1767384907.611786:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000038979b8b. 00000100:00000001:3.0:1767384907.611789:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384907.611789:0:17090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384907.611794:0:17090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384907.611796:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ac792fc8 x1853237348025600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384907.611799:0:17090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6892c02. 00000020:00000010:0.0:1767384907.611806:0:17090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000013efae3b. 00000100:00000200:3.0:1767384907.611808:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ac792fc8 x1853237348025600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384907.611813:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087d4af9b. 00000100:00000001:3.0:1767384907.611837:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384907.611838:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384907.611843:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384907.611844:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:0.0:1767384907.611845:0:17090:0:(genops.c:898:class_export_put()) PUTting export 0000000099807a16 : new refcount 4 00000100:00000001:3.0:1767384907.611846:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384907.611848:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384907.611852:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384907.611852:0:17090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384907.611859:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 00000000617d1ace time=35 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384907.611862:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 000000008de43404 time=35 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384907.611865:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384907.611866:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384907.611867:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384907.611876:0:16359:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ac792fc8 x1853237348025600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384907.611881:0:16359:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384907.611882:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384907.611883:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384907.611887:0:16359:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384907.611887:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384907.611891:0:16359:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384907.611892:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384907.611893:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384907.611896:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ac792fc8 x1853237348025600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384907.611897:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384907.611901:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002aea5c17. 00000100:00000001:3.0:1767384907.611907:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384907.611908:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064bfb602 00000100:00000001:3.0:1767384907.611909:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384907.611913:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384907.611913:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064bfb602. 00000100:00000040:3.0:1767384907.611915:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ac792fc8 x1853237348025600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384907.611925:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ac792fc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16359:1853237348025600:0@lo:400: 00000100:00000001:0.0:1767384907.611925:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384907.611931:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384907.611933:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bf01a73a x1853237348025216/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384907.611934:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384907.611938:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ac792fc8 x1853237348025600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384907.611964:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384907.611967:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1767384907.611967:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bf01a73a x1853237348025216/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384907.611970:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003b4abbf3. 02000000:00000001:3.0:1767384907.611974:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384907.611977:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384907.611979:0:16359:0:(genops.c:1242:class_import_put()) import 00000000aab4eb9e refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384907.611983:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384907.611984:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1767384907.611985:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000aeac0d8a. 02000000:00000001:3.0:1767384907.611989:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384907.611989:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384907.611992:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384907.611994:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ac792fc8. 00000100:00000001:0.0:1767384907.611994:0:16360:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384907.611999:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1767384907.611999:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384907.612003:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384907.612003:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384907.612007:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384907.612007:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384907.612011:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384907.612016:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=41 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384907.612018:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:0.0:1767384907.612021:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384907.612022:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.612026:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384907.612029:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384907.612030:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384907.612033:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384907.612037:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384907.612039:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384907.612042:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384907.612046:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf01a73a x1853237348025216/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384907.612053:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384907.612055:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384907.612057:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384907.612060:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf01a73a x1853237348025216/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384907.612067:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bf01a73a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348025216:0@lo:400: 00000100:00000001:0.0:1767384907.612072:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384907.612074:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384907.612076:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf01a73a x1853237348025216/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384907.612091:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384907.612093:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384907.612099:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000075e900e. 02000000:00000001:0.0:1767384907.612102:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384907.612104:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384907.612105:0:16360:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:0.0:1767384907.612107:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384907.612109:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000055d81a30. 02000000:00000001:0.0:1767384907.612111:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384907.612112:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384907.612113:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf01a73a. 00000100:00000001:0.0:1767384907.612116:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384907.612117:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384907.612119:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384907.612124:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384907.612125:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384907.612127:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384907.612129:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384907.614856:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294896645, at 4294896646 00000100:00000040:0.0:1767384907.614860:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294896645, at 4294896646 00000100:00000010:2.0:1767384907.614865:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000588b0ff7. 00000100:00000010:0.0:1767384907.614865:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000093e000b2. 00000100:00000040:3.0:1767384907.615864:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294896645, at 4294896647 00000100:00000040:1.0:1767384907.615869:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294896645, at 4294896647 00000100:00000010:3.0:1767384907.615871:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002938d9bd. 00000100:00000010:1.0:1767384907.615878:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000001cc96cd. 00010000:00000001:0.0:1767384907.800886:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384907.800892:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384907.800898:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384907.800900:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384907.800917:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384907.800919:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384907.800921:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384908.063482:0:26529:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384908.063488:0:26529:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp29 --if ens2 00000001:00000001:3.0:1767384908.066542:0:26529:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384908.074196:0:26530:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000004e0d6e6a. 00000400:00000010:3.0:1767384908.074213:0:26530:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000b4fab9a0. 00000400:00000010:3.0:1767384908.074224:0:26530:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000001023047. 00000400:00000010:3.0:1767384908.074244:0:26530:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000f45f843e. 00000400:00000010:3.0:1767384908.074249:0:26530:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000001d90b5d. 00000400:00000010:3.0:1767384908.074255:0:26530:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000043c551ba. 00000400:00000010:3.0:1767384908.074258:0:26530:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a7525ac1. 00000400:00000010:3.0:1767384908.074260:0:26530:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002916a5f5. 00000400:00000010:3.0:1767384908.074264:0:26530:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000007bbfb72f. 00000800:00000010:3.0:1767384908.074278:0:26530:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a5e2b2ca. 00000800:00000200:3.0:1767384908.074290:0:26530:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384908.074304:0:26530:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384908.074348:0:26530:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:3.0:1767384908.074376:0:26530:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp29 [8/256/0/180] 00000400:00000010:3.0:1767384908.077399:0:26530:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 00000000138d866d. 00000400:00000010:3.0:1767384908.077407:0:26530:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032e48dde. 00000400:00000010:3.0:1767384908.077412:0:26530:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038979b8b. 00000400:00000001:3.0:1767384908.077430:0:26530:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384908.077432:0:26530:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384908.077434:0:26530:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013b2c91d. 00000400:00000200:3.0:1767384908.077454:0:26530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e519160b 00000400:00000010:3.0:1767384908.077456:0:26530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e519160b. 00000400:00000010:3.0:1767384908.077461:0:26530:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000da7b0f70. 00000400:00000200:3.0:1767384908.077467:0:26530:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (20) 00000400:00000200:3.0:1767384908.077491:0:26530:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:3.0:1767384908.077517:0:26530:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131101 00000020:00000010:3.0:1767384908.077525:0:26530:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000bdd98002. 00000020:01000000:3.0:1767384908.077530:0:26530:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384908.077533:0:26530:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp29 00000400:00000010:3.0:1767384908.077548:0:26530:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000b4fab9a0. 00000400:00000010:3.0:1767384908.077552:0:26530:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000004e0d6e6a. 00000400:00000200:2.0:1767384908.077589:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:1.0:1767384908.077593:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384908.077598:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384908.077602:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384908.077603:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 10000000:01000000:1.0:1767384908.077605:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384908.077610:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000010:2.0:1767384908.077611:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bd9e1ec. 00000020:01000004:1.0:1767384908.077612:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384908.077615:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384908.077617:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (21) 00000020:01000004:1.0:1767384908.077618:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384908.077621:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384908.077623:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384908.077624:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000010:2.0:1767384908.077625:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ccf01c55. 00000020:01000004:1.0:1767384908.077626:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384908.077629:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384908.077648:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384908.077649:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp27 00000100:00000010:1.0:1767384908.077663:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000abdfdc54. 00000400:00000200:2.0:1767384908.077664:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp27 to MR: 192.168.203.134@tcp27 local destination 00000020:00000040:1.0:1767384908.077670:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:1.0:1767384908.077676:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384908.077680:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp27 NI seq info: [55:55:256:4294967295] 192.168.203.134@tcp27 LPNI seq info [55:55:8:4294967295] 02000000:00000001:1.0:1767384908.077681:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384908.077687:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384908.077690:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp27 02000000:00000010:1.0:1767384908.077711:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000215eb251. 00000100:00000001:1.0:1767384908.077720:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384908.077725:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp27(192.168.203.134@tcp27:192.168.203.134@tcp27) -> 192.168.203.134@tcp27(192.168.203.134@tcp27:192.168.203.134@tcp27) : PUT try# 0 00000100:00000001:1.0:1767384908.077729:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384908.077748:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384908.077750:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.134@tcp27 00000100:00000040:1.0:1767384908.077756:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000abdfdc54] to pc [ptlrpcd_00_02+2] req@00000000abdfdc54 x1853237348025856/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384908.077757:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fb6e0650. 00000800:00000200:2.0:1767384908.077768:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000502d956c] -> 12345-192.168.203.134@tcp27 (6) 00000800:00000200:2.0:1767384908.077776:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp27 ip 192.168.203.134:988 00000800:00000200:2.0:1767384908.077780:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fb6e0650 type 1, nob 464 niov 1 nkiov 1 10000000:00000001:1.0:1767384908.077782:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384908.077785:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384908.077787:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384908.077789:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384908.077793:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000020:00000001:1.0:1767384908.077795:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384908.077795:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384908.077798:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 0 10000000:00000001:1.0:1767384908.077799:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384908.077801:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767384908.077803:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:0.0:1767384908.077805:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:01000000:1.0:1767384908.077806:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384908.077809:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384908.077810:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000040:0.0:1767384908.077812:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000abdfdc54 x1853237348025856/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384908.077837:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384908.077838:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384908.077839:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384908.077840:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384908.077843:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384908.077845:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:0.0:1767384908.077845:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384908.077848:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384908.077849:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:0.0:1767384908.077852:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384908.077853:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:0.0:1767384908.077856:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000abdfdc54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348025856:0@lo:253: 00000020:01000004:1.0:1767384908.077857:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384908.077864:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009a6f6c78. 00000020:00000040:1.0:1767384908.077869:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00000001:0.0:1767384908.077871:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384908.077874:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384908.077877:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384908.077878:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384908.077881:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384908.077883:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384908.077884:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384908.077891:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006885afe1. 02000000:00000010:1.0:1767384908.077893:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000009ab967f. 02000000:00000001:0.0:1767384908.077894:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.077900:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384908.077901:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005638b6d1. 00000100:00000001:1.0:1767384908.077905:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767384908.077908:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce3bfdcc. 00000100:00000200:0.0:1767384908.077911:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348025856, portal 25 00000100:00000001:1.0:1767384908.077914:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.077915:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384908.077918:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590793064448 : -119482916487168 : ffff9354b734c000) 00000100:00000040:1.0:1767384908.077921:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a6f6c78] to pc [ptlrpcd_00_03+3] req@000000009a6f6c78 x1853237348025984/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384908.077925:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000abdfdc54 x1853237348025856/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384908.077937:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384908.077944:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fb6e0650. 10000000:00000001:1.0:1767384908.077949:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384908.077950:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384908.077950:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:1.0:1767384908.077954:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384908.077956:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384908.077958:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384908.077961:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000768af59b. 00000020:01000000:1.0:1767384908.077962:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384908.077963:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp27->192.168.203.134@tcp27: PUT: OK 00000100:00000200:0.0:1767384908.077964:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348025856, offset 0 00000020:00000010:1.0:1767384908.077967:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000bdd98002. 00000400:00000200:2.0:1767384908.077973:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384908.077977:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384908.077980:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp27: 0 00000100:00000001:1.0:1767384908.077980:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384908.077984:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384908.077987:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384908.077989:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:2.0:1767384908.077990:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384908.077993:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009a6f6c78 x1853237348025984/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384908.077999:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384908.078000:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384908.078003:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384908.078004:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d04600 00000800:00000001:2.0:1767384908.078005:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384908.078007:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384908.078010:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384908.078011:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384908.078015:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1035 [2] + 0 02000000:00000001:1.0:1767384908.078018:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384908.078019:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093d9900b. 00000100:00100000:1.0:1767384908.078025:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009a6f6c78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348025984:0@lo:253: 00000400:00000200:2.0:1767384908.078026:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp27(192.168.203.134@tcp27) <- 192.168.203.134@tcp27 : PUT - for me 00000400:00000200:0.0:1767384908.078026:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000021a68ef5 00000100:00000001:1.0:1767384908.078032:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384908.078035:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384908.078036:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384908.078040:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 368 into portal 0 MB=0x8000000000000000 02000000:00000001:1.0:1767384908.078040:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384908.078044:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384908.078046:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384908.078050:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 352/368 into md 0x16c9 [1] + 0 02000000:00000010:1.0:1767384908.078052:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d562ebc5. 00000400:00000010:2.0:1767384908.078054:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c07ad70d. 02000000:00000001:1.0:1767384908.078056:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384908.078059:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008769267d 00000400:00000010:1.0:1767384908.078061:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2ac694c. 00000400:00000200:0.0:1767384908.078070:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021a68ef5 00000800:00000001:2.0:1767384908.078073:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384908.078073:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000021a68ef5. 00000100:00000001:0.0:1767384908.078079:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384908.078081:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:2.0:1767384908.078082:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384908.078082:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b851780. 00000100:00000040:0.0:1767384908.078084:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000d518a38c x1853237348025856 msgsize 4848 00000100:00000200:1.0:1767384908.078088:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348025984, portal 25 00000400:00000200:2.0:1767384908.078090:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384908.078093:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384908.078097:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590793078784 : -119482916472832 : ffff9354b734f800) 00000100:00100000:0.0:1767384908.078097:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384908.078102:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384908.078103:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp27->192.168.203.134@tcp27: PUT: OK 00000100:00000040:1.0:1767384908.078105:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009a6f6c78 x1853237348025984/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384908.078111:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008769267d 00000100:00000001:1.0:1767384908.078112:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384908.078113:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384908.078117:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008769267d. 00000100:00000040:1.0:1767384908.078122:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384908.078124:0:16351:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000010:1.0:1767384908.078125:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2d165b7. 00000400:00000200:0.0:1767384908.078125:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000768af59b 00000400:00000200:2.0:1767384908.078131:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (22) 00000400:00000010:0.0:1767384908.078134:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000768af59b. 00000400:00000200:2.0:1767384908.078138:0:16351:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000100:00000001:0.0:1767384908.078139:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384908.078140:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348025984, offset 0 00000400:00000200:2.0:1767384908.078143:0:16351:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.134@tcp (368 bytes) 00000100:00000200:0.0:1767384908.078146:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000abdfdc54 x1853237348025856/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384908.078151:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:1.0:1767384908.078152:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384908.078162:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384908.078164:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (23) 00000100:00000040:0.0:1767384908.078165:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000abdfdc54 x1853237348025856/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384908.078172:0:16351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:0.0:1767384908.078175:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384908.078176:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384908.078180:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384908.078183:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp27 to MR: 192.168.203.134@tcp27 local destination 00000400:00000200:2.0:1767384908.078189:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp27 NI seq info: [56:56:256:4294967295] 192.168.203.134@tcp27 LPNI seq info [56:56:8:4294967295] 00000400:00000200:2.0:1767384908.078196:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp27(192.168.203.134@tcp27:192.168.203.134@tcp27) -> 192.168.203.134@tcp27(192.168.203.134@tcp27:192.168.203.134@tcp27) 192.168.203.134@tcp27 : ACK try# 0 00000800:00000200:2.0:1767384908.078199:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp27 00000800:00000010:2.0:1767384908.078203:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fb6e0650. 00000100:00000001:0.0:1767384908.078205:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384908.078210:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000502d956c] -> 12345-192.168.203.134@tcp27 (6) 00000400:00000200:1.0:1767384908.078211:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d04680 00000100:00000001:0.0:1767384908.078213:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294897114 00000100:00000010:0.0:1767384908.078219:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d64df02. 00000400:00000200:1.0:1767384908.078222:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1045 [2] + 0 00000800:00000200:2.0:1767384908.078223:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp27 ip 192.168.203.134:987 00000400:00000010:1.0:1767384908.078228:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028681e71. 00000100:00000001:0.0:1767384908.078228:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767384908.078229:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fb6e0650 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384908.078234:0:16361:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005e38249b 00000100:00000001:0.0:1767384908.078236:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294897114 00000800:00000001:2.0:1767384908.078239:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384908.078240:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384908.078241:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f0e36ce. 00000100:00000001:0.0:1767384908.078247:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000800:00000001:2.0:1767384908.078249:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384908.078249:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384908.078251:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294897114 00000400:00000200:1.0:1767384908.078257:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e38249b 00000100:00000010:0.0:1767384908.078258:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005a9c8587. 00000400:00000010:1.0:1767384908.078260:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005e38249b. 00000100:00000001:0.0:1767384908.078262:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384908.078265:0:16361:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384908.078266:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294897114 00000100:00000200:1.0:1767384908.078267:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:0.0:1767384908.078273:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009a4b7b9c. 00000100:00000040:1.0:1767384908.078274:0:16361:0:(events.c:337:request_in_callback()) incoming req@00000000003d7d55 x1853237348025984 msgsize 4848 00000100:00000001:0.0:1767384908.078279:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000800:00000200:2.0:1767384908.078281:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:1.0:1767384908.078285:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384908.078285:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767384908.078286:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fb6e0650. 00000100:00000040:1.0:1767384908.078291:0:16361:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384908.078291:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384908.078293:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384908.078298:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384908.078301:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp27->192.168.203.134@tcp27: ACK: OK 00000100:00000001:1.0:1767384908.078302:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384908.078303:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384908.078308:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384908.078310:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2d165b7 00000100:00000001:0.0:1767384908.078312:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:2.0:1767384908.078313:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384908.078313:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e2d165b7. 00000100:00000001:0.0:1767384908.078316:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:2.0:1767384908.078320:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384908.078320:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384908.078321:0:16361:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384908.078324:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767384908.078325:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384908.078328:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009a6f6c78 x1853237348025984/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384908.078328:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.078334:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384908.078337:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384908.078343:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384908.078343:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384908.078348:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009a6f6c78 x1853237348025984/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384908.078356:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp27(192.168.203.134@tcp27) <- 192.168.203.134@tcp27 : ACK - for me 00000100:00000001:1.0:1767384908.078362:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.078364:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384908.078369:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384908.078374:0:16351:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp27: ACK from 12345-192.168.203.134@tcp27 into md 0x173d 00000100:00000001:1.0:1767384908.078375:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294897114 00000100:00000001:1.0:1767384908.078379:0:16361:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, keep current deadline 4294897114 00000400:00000200:2.0:1767384908.078380:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384908.078382:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294897114 00000100:00000001:1.0:1767384908.078387:0:16361:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, keep current deadline 4294897114 00000400:00000200:2.0:1767384908.078388:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp27->192.168.203.134@tcp27: ACK: OK 00000400:00000200:2.0:1767384908.078391:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bd9e1ec 00000400:00000010:2.0:1767384908.078394:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bd9e1ec. 00000100:00000001:1.0:1767384908.078396:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294897114 00000400:00000200:2.0:1767384908.078398:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:1.0:1767384908.078399:0:16361:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294897114 00000100:00000001:1.0:1767384908.078403:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294897114 00000400:00000200:2.0:1767384908.078404:0:16351:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 00000100:00000001:1.0:1767384908.078408:0:16361:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294897114 00000100:00000001:1.0:1767384908.078411:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384908.078412:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000100:00000001:1.0:1767384908.078415:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384908.078417:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (22) 00000100:00000001:1.0:1767384908.078422:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384908.078424:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384908.078425:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384908.078430:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384908.078431:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384908.078434:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384908.078436:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384908.078437:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384908.078439:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.078441:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384908.078452:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384908.078455:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348025856 02000000:00000001:2.0:1767384908.078457:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384908.078459:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384908.078461:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384908.078464:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384908.078467:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348025856 00000400:00000200:1.0:1767384908.078469:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:2.0:1767384908.078470:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384908.078474:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:2.0:1767384908.078476:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1767384908.078476:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 0000000073e3a6f0. 00000020:00000040:2.0:1767384908.078481:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000400:00000010:1.0:1767384908.078482:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000621cb0d6. 00000020:00000001:2.0:1767384908.078484:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:2.0:1767384908.078488:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000400:00000010:1.0:1767384908.078489:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096084e8b. 00000100:00000001:2.0:1767384908.078492:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384908.078494:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000073e3a6f0 00000020:00000010:2.0:1767384908.078496:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007f379b89. 00000400:00000010:1.0:1767384908.078498:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 000000001fb99a53. 00000100:00000001:2.0:1767384908.078500:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384908.078503:0:16356:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 368 success 00000020:00000010:2.0:1767384908.078504:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007f379b89. 00000020:00000010:2.0:1767384908.078512:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026e66c98. 00000400:00000200:1.0:1767384908.078512:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102051 00000100:00000001:0.0:1767384908.078512:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384908.078517:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (21) 00000020:00000010:2.0:1767384908.078521:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000030c13e82. 00000100:00100000:0.0:1767384908.078522:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348025984 00000400:00000010:1.0:1767384908.078524:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 00000000807aefed. 02000000:00000001:0.0:1767384908.078526:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1767384908.078527:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f934620a. 00000100:00000001:0.0:1767384908.078528:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384908.078529:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd3e3a6e. 00000100:00000001:0.0:1767384908.078531:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384908.078535:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384908.078536:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f48c6137. 00000100:00100000:0.0:1767384908.078539:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348025984 00000020:00000001:0.0:1767384908.078542:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384908.078543:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp 00000100:00000040:2.0:1767384908.078544:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:0.0:1767384908.078545:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:0.0:1767384908.078549:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384908.078551:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:0.0:1767384908.078552:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000400:00000200:1.0:1767384908.078553:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000001:2.0:1767384908.078554:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384908.078558:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384908.078558:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000400:00000200:1.0:1767384908.078563:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:00000001:0.0:1767384908.078563:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384908.078568:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.078570:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384908.078574:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 37], ns[10, 37] 00000020:00000010:0.0:1767384908.078576:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b39b5732. 00000400:00000200:1.0:1767384908.078580:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000100:00000001:2.0:1767384908.078581:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384908.078582:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384908.078588:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b39b5732. 00000100:00000001:2.0:1767384908.078597:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384908.078597:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000100:00000001:2.0:1767384908.078600:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384908.078603:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b0843e2. 00000400:00000200:1.0:1767384908.078605:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000100:00100000:2.0:1767384908.078609:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000020:00000010:0.0:1767384908.078610:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005e614e39. 00000400:00000200:1.0:1767384908.078616:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000100:00000040:2.0:1767384908.078618:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000020:00000010:0.0:1767384908.078619:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e003ab13. 00000400:00000200:1.0:1767384908.078623:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000100:00000001:2.0:1767384908.078625:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590002694224 : -119483706857392 : ffff93548818a850) 00000100:00000001:0.0:1767384908.078626:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384908.078629:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000100:00000001:0.0:1767384908.078629:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384908.078633:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384908.078636:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d518a38c x1853237348025856/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:134/0 lens 4848/0 e 0 to 0 dl 1767384919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384908.078639:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000100:00000001:0.0:1767384908.078640:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.078645:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384908.078652:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000100:00000001:0.0:1767384908.078656:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384908.078659:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384908.078665:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384908.078667:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000100:00100000:0.0:1767384908.078667:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000020:00000010:2.0:1767384908.078672:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007f379b89. 00000100:00000040:0.0:1767384908.078673:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000400:00000200:1.0:1767384908.078678:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000100:00000001:0.0:1767384908.078679:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590002693200 : -119483706858416 : ffff93548818a450) 00000100:00000001:2.0:1767384908.078680:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384908.078687:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000003d7d55 x1853237348025984/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:134/0 lens 4848/0 e 0 to 0 dl 1767384919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384908.078689:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007f379b89. 00000400:00000200:1.0:1767384908.078690:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000100:00100000:2.0:1767384908.078715:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d518a38c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:16360:x1853237348025856:12345-0@lo:253: 00000400:00000200:1.0:1767384908.078721:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000100:00000200:2.0:1767384908.078730:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348025856 00000100:00000001:0.0:1767384908.078730:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384908.078731:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000020:00000010:0.0:1767384908.078735:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b39b5732. 00000020:00000001:2.0:1767384908.078737:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384908.078739:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 00000020:00000001:2.0:1767384908.078743:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384908.078746:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384908.078748:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384908.078750:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b39b5732. 00000400:00000200:1.0:1767384908.078751:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 10], ns[52, 10] 00000020:00000001:2.0:1767384908.078755:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384908.078759:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000400:00000200:1.0:1767384908.078761:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 10], ns[56, 10] 00000100:00100000:0.0:1767384908.078764:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000003d7d55 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:16361:x1853237348025984:12345-0@lo:253: 00000020:00000001:2.0:1767384908.078767:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384908.078772:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384908.078774:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348025984 00000020:00000001:2.0:1767384908.078778:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384908.078778:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000020:00000001:0.0:1767384908.078778:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384908.078784:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384908.078784:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384908.078785:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp28 00000020:00000001:0.0:1767384908.078788:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384908.078790:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384908.078792:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384908.078793:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp28 00000020:00000001:0.0:1767384908.078796:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000100:00000001:2.0:1767384908.078799:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384908.078800:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp28 lpni_is_preferred = 0 00000020:00000001:0.0:1767384908.078800:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384908.078803:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384908.078805:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384908.078807:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp28 00000020:00000001:0.0:1767384908.078808:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384908.078810:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384908.078812:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384908.078855:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005a1ce144. 00000400:00000200:1.0:1767384908.078855:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp28 NI seq info: [57:57:256:4294967295] 192.168.203.134@tcp28 LPNI seq info [57:57:8:4294967295] 00000100:00000001:0.0:1767384908.078856:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384908.078859:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384908.078861:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384908.078864:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004967a7f8. 00000400:00000200:1.0:1767384908.078870:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp28 02000000:00000001:0.0:1767384908.078870:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384908.078872:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.078874:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384908.078879:0:17083:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384908.078880:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384908.078889:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp28(192.168.203.134@tcp28:) -> 192.168.203.134@tcp28(192.168.203.134@tcp:192.168.203.134@tcp28) : GET try# 0 20000000:00000010:0.0:1767384908.078890:0:17083:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000eee636a5. 20000000:00000010:2.0:1767384908.078892:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004a8e2c40. 20000000:01000000:0.0:1767384908.078895:0:17083:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1767384908.078900:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384908.078900:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384908.078903:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000200:1.0:1767384908.078906:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp28 20000000:00000001:2.0:1767384908.078907:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384908.078907:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384908.078912:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384908.078913:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000010:1.0:1767384908.078913:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004b9ea542. 20000000:00000001:0.0:1767384908.078914:0:17083:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384908.078919:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384908.078921:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e2d165b7. 20000000:00000001:2.0:1767384908.078922:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384908.078925:0:17083:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000028459195. 20000000:00000001:2.0:1767384908.078927:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:1.0:1767384908.078927:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000a4c83d95. 20000000:01000000:0.0:1767384908.078929:0:17083:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 20000000:00000001:0.0:1767384908.078936:0:17083:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000200:1.0:1767384908.078937:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2d165b7] -> 12345-192.168.203.134@tcp28 (2) 00080000:00000001:0.0:1767384908.078942:0:17083:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000800:00000200:1.1:1767384908.078943:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2d165b7] -> 12345-192.168.203.134@tcp28 (2) 00080000:00000001:0.0:1767384908.078947:0:17083:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384908.078957:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp 00000400:00000200:1.0:1767384908.078960:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100251 rc 0 00080000:00000001:0.0:1767384908.078963:0:17083:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384908.078976:0:17083:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384908.078979:0:17083:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384908.078980:0:17083:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384908.078986:0:17083:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384908.078988:0:17083:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384908.078991:0:17083:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000980f9615 00000020:00000001:0.0:1767384908.078994:0:17083:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009e445471 00080000:00000002:0.0:1767384908.078996:0:17083:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384908.078998:0:17083:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384908.079001:0:17083:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384908.079003:0:17083:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384908.079005:0:17083:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384908.079009:0:17083:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:0.0:1767384908.079012:0:17083:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384908.079015:0:17083:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006918510a. 00000400:00000200:1.0:1767384908.079016:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00080000:00000001:0.0:1767384908.079018:0:17083:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590259703296 : -119483449848320 : ffff9354976a4e00) 00080000:00000001:0.0:1767384908.079022:0:17083:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384908.079026:0:17083:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384908.079029:0:17083:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b39b5732. 00080000:00000001:0.0:1767384908.079032:0:17083:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384908.079034:0:17083:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384908.079045:0:17083:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384908.079060:0:17083:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384908.079062:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:1.0:1767384908.079111:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:1.0:1767384908.079146:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:1.0:1767384908.079173:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:1.0:1767384908.079190:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:1.0:1767384908.079208:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:1.0:1767384908.079228:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:1.0:1767384908.079246:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:1.0:1767384908.079260:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:1.0:1767384908.079275:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:1.0:1767384908.079289:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:1.0:1767384908.079303:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:1.0:1767384908.079317:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:1.0:1767384908.079331:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:1.0:1767384908.079354:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:1.0:1767384908.079366:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:1.0:1767384908.079384:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:1.0:1767384908.079404:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:1.0:1767384908.079425:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:1.0:1767384908.079461:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:1.0:1767384908.079484:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:1.0:1767384908.079498:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:1.0:1767384908.079509:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:1.0:1767384908.079532:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384908.079543:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:1.0:1767384908.079556:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:1.0:1767384908.079581:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:1.0:1767384908.079597:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:1.0:1767384908.079611:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:1.0:1767384908.079627:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:1.0:1767384908.079641:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:1.0:1767384908.079678:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:1.0:1767384908.079719:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:1.0:1767384908.079735:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:1.0:1767384908.079863:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008eb439ef. 00000800:00000010:1.0:1767384908.079869:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cb7ed338. 00000800:00000010:1.0:1767384908.079875:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e26f5f23. 00000800:00000010:1.0:1767384908.079900:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e26f5f23. 00000800:00020000:1.0:1767384908.079909:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00080000:00000010:0.0:1767384908.079938:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006918510a. 00080000:00000010:2.0:1767384908.079986:0:17083:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b39b5732. 00040000:00000001:2.0:1767384908.079997:0:17083:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384908.079999:0:17083:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384908.080001:0:17083:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384908.080003:0:17083:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:2.0:1767384908.080005:0:17083:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384908.080006:0:17083:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384908.080016:0:17083:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384908.080026:0:17083:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384908.080027:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006918510a. 20000000:01000000:2.0:1767384908.080029:0:17083:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384908.080032:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 20000000:00000001:0.0:1767384908.080035:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384908.080036:0:17083:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:0.0:1767384908.080038:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384908.080041:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384908.080046:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384908.080051:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384908.080053:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384908.080054:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384908.080055:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384908.080057:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384908.080059:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000e523df4c 00000020:00000001:0.0:1767384908.080062:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000aa1b0688 00080000:00000002:0.0:1767384908.080063:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384908.080071:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384908.080073:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384908.080075:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384908.080077:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384908.080079:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:0.0:1767384908.080080:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384908.080083:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008bef3578. 00080000:00000001:0.0:1767384908.080085:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590259701760 : -119483449849856 : ffff9354976a4800) 00080000:00000001:0.0:1767384908.080087:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384908.080089:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384908.080092:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000071df33f5. 00080000:00000001:0.0:1767384908.080093:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384908.080095:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:01000000:2.0:1767384908.080098:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384908.080101:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384908.080102:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384908.080106:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384908.080109:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384908.080110:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384908.080114:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384908.080121:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a84448be. 00010000:00000001:2.0:1767384908.080124:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384908.080126:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e8a19c6a. 00000020:00000001:2.0:1767384908.080130:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384908.080131:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e8a19c6a with handle 0xb57eb78819563031 to hash 00000020:00000001:2.0:1767384908.080133:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384908.080134:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590004429824 : -119483705121792 : ffff935488332400) 00010000:00000001:2.0:1767384908.080136:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590004429824 : -119483705121792 : ffff935488332400) 00080000:00000020:0.0:1767384908.080161:0:17083:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384908.080164:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384908.080165:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384908.080168:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384908.080168:0:17083:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000eee636a5. 00010000:00010000:2.0:1767384908.080173:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e8a19c6a/0xb57eb78819563031 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 20000000:00000001:0.0:1767384908.080175:0:17083:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384908.080178:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348025984 00010000:00000001:0.0:1767384908.080181:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384908.080186:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000003d7d55 x1853237348025984/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:134/0 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384908.080190:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384908.080195:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384908.080196:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384908.080197:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384908.080199:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384908.080200:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00001000:0.0:1767384908.080203:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=42 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384908.080204:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384908.080209:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:0.0:1767384908.080211:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384908.080212:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384908.080214:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:0.0:1767384908.080218:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:2.0:1767384908.080219:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 02000000:00000001:0.0:1767384908.080220:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384908.080224:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 02000000:00000001:0.0:1767384908.080224:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.080226:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384908.080230:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000040:0.0:1767384908.080230:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384908.080234:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000400:00000010:0.0:1767384908.080235:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000768af59b. 00010000:00000040:2.0:1767384908.080240:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a84448be) refcount = 1 00000100:00000200:0.0:1767384908.080240:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348025984, offset 224 00010000:00010000:2.0:1767384908.080246:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e8a19c6a/0xb57eb78819563031 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384908.080253:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384908.080260:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000400:00000200:0.0:1767384908.080261:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384908.080265:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000400:00000200:0.0:1767384908.080269:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d04680 00010000:00000001:2.0:1767384908.080270:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384908.080274:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1749 [2] + 224 00010000:00000001:2.0:1767384908.080275:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384908.080279:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384908.080280:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384908.080285:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 20000000:00000001:2.0:1767384908.080287:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:0.0:1767384908.080288:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384908.080293:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009a6f6c78 x1853237348025984/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:01000000:2.0:1767384908.080294:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 00010000:00000001:2.0:1767384908.080301:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384908.080304:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384908.080307:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009a6f6c78 x1853237348025984/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384908.080308:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e8a19c6a refcount=4 00000020:00000001:2.0:1767384908.080315:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004429824 : -119483705121792 : ffff935488332400) 00010000:00000001:2.0:1767384908.080320:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004429824 : -119483705121792 : ffff935488332400) 00010000:00000001:2.0:1767384908.080323:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000001:0.0:1767384908.080324:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:2.0:1767384908.080326:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e8a19c6a/0xb57eb78819563031 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384908.080328:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000768af59b 00000400:00000010:0.0:1767384908.080331:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000768af59b. 00000100:00000001:0.0:1767384908.080335:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384908.080337:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384908.080341:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:0.0:1767384908.080342:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384908.080345:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e8a19c6a/0xb57eb78819563031 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384908.080346:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:0.0:1767384908.080351:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384908.080353:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384908.080357:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384908.080360:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000003d7d55 x1853237348025984/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:134/0 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384908.080371:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000003d7d55 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:16361:x1853237348025984:12345-0@lo:253: Request processed in 1639us (2094us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384908.080383:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1767384908.080384:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00010000:00000001:2.0:1767384908.080386:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384908.080387:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00010000:00010000:2.0:1767384908.080390:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e8a19c6a/0xb57eb78819563031 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384908.080391:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384908.080394:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384908.080398:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005e614e39. 00010000:00000001:2.0:1767384908.080403:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:0.0:1767384908.080404:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e003ab13. 00010000:00000001:2.0:1767384908.080406:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384908.080408:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b0843e2. 00010000:00000001:2.0:1767384908.080411:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384908.080413:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e8a19c6a/0xb57eb78819563031 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000020:00000040:0.0:1767384908.080419:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00010000:00010000:2.0:1767384908.080424:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e8a19c6a already unused, calling callback (00000000df0e66e0) 02000000:00000001:0.0:1767384908.080425:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384908.080428:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004967a7f8. 00010000:00000001:2.0:1767384908.080429:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 02000000:00000001:0.0:1767384908.080432:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384908.080433:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:0.0:1767384908.080435:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384908.080437:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e8a19c6a/0xb57eb78819563031 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384908.080440:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384908.080446:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3728938. 00010000:00000001:2.0:1767384908.080449:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000010:0.0:1767384908.080451:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000768af59b. 00010000:00000001:2.0:1767384908.080453:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384908.080456:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384908.080458:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e8a19c6a refcount=5 00000020:00000001:2.0:1767384908.080460:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004429824 : -119483705121792 : ffff935488332400) 00000100:00000001:0.0:1767384908.080462:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384908.080463:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004429824 : -119483705121792 : ffff935488332400) 00000100:00000001:0.0:1767384908.080465:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384908.080470:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000001:0.0:1767384908.080470:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384908.080474:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:2.0:1767384908.080475:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e8a19c6a/0xb57eb78819563031 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384908.080476:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2ac694c. 00000400:00000200:0.0:1767384908.080479:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b851780 00000400:00000010:0.0:1767384908.080482:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b851780. 00000100:00000001:0.0:1767384908.080485:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384908.080490:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009a6f6c78 x1853237348025984/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384908.080491:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384908.080494:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384908.080497:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384908.080500:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009a6f6c78 x1853237348025984/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384908.080503:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384908.080506:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384908.080508:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384908.080510:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384908.080511:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384908.080513:0:16361:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384908.080514:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384908.080515:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384908.080516:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384908.080518:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384908.080521:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384908.080523:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=42 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384908.080527:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e8a19c6a with handle 0xb57eb78819563031 from hash 00000100:00001000:0.0:1767384908.080527:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=42 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384908.080533:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767384908.080534:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1767384908.080535:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384908.080538:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384908.080539:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384908.080542:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384908.080542:0:16361:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384908.080547:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1767384908.080547:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384908.080553:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:0.0:1767384908.080553:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009a6f6c78 x1853237348025984/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384908.080558:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384908.080562:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384908.080563:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384908.080568:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384908.080574:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384908.080578:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1767384908.080578:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384908.080582:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1767384908.080584:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384908.080585:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384908.080588:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:0.0:1767384908.080589:0:16361:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:2.0:1767384908.080591:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384908.080592:0:16361:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384908.080594:0:16361:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384908.080597:0:16361:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:2.0:1767384908.080598:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384908.080598:0:16361:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384908.080602:0:16361:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:2.0:1767384908.080604:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384908.080605:0:16361:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384908.080607:0:16361:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384908.080610:0:16361:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00010000:2.0:1767384908.080611:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e8a19c6a/0xb57eb78819563031 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384908.080613:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009a6f6c78 x1853237348025984/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384908.080630:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1767384908.080631:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009a6f6c78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348025984:0@lo:253: 00010000:00000001:2.0:1767384908.080634:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384908.080637:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384908.080638:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767384908.080640:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384908.080642:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000040:0.0:1767384908.080644:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009a6f6c78 x1853237348025984/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384908.080646:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384908.080650:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384908.080653:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767384908.080654:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:0.0:1767384908.080656:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384908.080659:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d562ebc5. 00010000:00000001:2.0:1767384908.080660:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384908.080663:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 20000000:00000001:2.0:1767384908.080664:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384908.080665:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384908.080669:0:16361:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00010000:00010000:2.0:1767384908.080670:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e8a19c6a/0xb57eb78819563031 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384908.080671:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384908.080674:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000009ab967f. 02000000:00000001:0.0:1767384908.080680:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767384908.080681:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000001:0.0:1767384908.080682:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384908.080685:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009a6f6c78. 00010000:00000001:2.0:1767384908.080686:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384908.080688:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00010000:2.0:1767384908.080690:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e8a19c6a/0xb57eb78819563031 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384908.080690:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384908.080706:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384908.080710:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384908.080716:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.080720:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384908.080722:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384908.080737:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a84448be count: 0 00010000:00000001:2.0:1767384908.080745:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384908.080747:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000010:0.0:1767384908.081878:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008bef3578. 00080000:00000010:2.0:1767384908.081919:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000071df33f5. 00040000:00000001:2.0:1767384908.081927:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384908.081928:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384908.081930:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384908.081932:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:2.0:1767384908.081934:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384908.081935:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384908.081936:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384908.081944:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384908.081946:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384908.081950:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384908.081963:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384908.081966:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384908.081967:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384908.081970:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384908.081971:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384908.081976:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005e6424dc. 00010000:00000001:0.0:1767384908.081979:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384908.081981:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000043e81fe9. 00000020:00000001:0.0:1767384908.081994:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384908.081995:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000043e81fe9 with handle 0xb57eb78819563038 to hash 00000020:00000001:0.0:1767384908.081996:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384908.081997:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590006039040 : -119483703512576 : ffff9354884bb200) 00010000:00000001:0.0:1767384908.081999:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590006039040 : -119483703512576 : ffff9354884bb200) 00010000:00000001:0.0:1767384908.082000:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384908.082002:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384908.082003:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000043e81fe9/0xb57eb78819563038 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384908.082009:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384908.082010:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384908.082012:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384908.082013:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384908.082013:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384908.082015:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384908.082016:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384908.082017:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384908.082018:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384908.082018:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384908.082019:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384908.082020:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005e6424dc) refcount = 1 00010000:00010000:0.0:1767384908.082022:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000043e81fe9/0xb57eb78819563038 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384908.082034:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384908.082035:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384908.082036:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384908.082037:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384908.082038:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384908.082039:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384908.082041:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 00010000:00000001:0.0:1767384908.082042:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384908.082043:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384908.082044:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000043e81fe9 refcount=4 00000020:00000001:0.0:1767384908.082045:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006039040 : -119483703512576 : ffff9354884bb200) 00010000:00000001:0.0:1767384908.082047:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006039040 : -119483703512576 : ffff9354884bb200) 00010000:00000001:0.0:1767384908.082049:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384908.082050:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000043e81fe9/0xb57eb78819563038 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384908.082054:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384908.082055:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000043e81fe9/0xb57eb78819563038 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384908.082058:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384908.082060:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384908.082061:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000043e81fe9/0xb57eb78819563038 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384908.082062:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384908.082065:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384908.082067:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384908.082068:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384908.082069:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004a8e2c40. 00010000:00000001:0.0:1767384908.082071:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 20000000:00000001:2.0:1767384908.082074:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384908.082074:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000043e81fe9/0xb57eb78819563038 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384908.082080:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348025856 00010000:00010000:0.0:1767384908.082081:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000043e81fe9 already unused, calling callback (00000000df0e66e0) 00010000:00000001:2.0:1767384908.082083:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384908.082084:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000200:2.0:1767384908.082088:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d518a38c x1853237348025856/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:134/0 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384908.082094:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384908.082097:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000043e81fe9/0xb57eb78819563038 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384908.082098:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384908.082101:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384908.082105:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=42 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384908.082106:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384908.082109:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384908.082111:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384908.082112:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384908.082114:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000020:00000040:0.0:1767384908.082114:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000043e81fe9 refcount=5 00000020:00000001:0.0:1767384908.082117:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006039040 : -119483703512576 : ffff9354884bb200) 00000100:00000001:2.0:1767384908.082119:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:0.0:1767384908.082120:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006039040 : -119483703512576 : ffff9354884bb200) 02000000:00000001:2.0:1767384908.082123:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384908.082124:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:2.0:1767384908.082125:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384908.082126:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000043e81fe9/0xb57eb78819563038 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384908.082129:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384908.082133:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:2.0:1767384908.082134:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384908.082136:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384908.082137:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384908.082139:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001847e30f. 00010000:00000001:0.0:1767384908.082140:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384908.082142:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:2.0:1767384908.082144:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348025856, offset 224 00010000:00000001:0.0:1767384908.082145:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384908.082146:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384908.082148:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000043e81fe9 with handle 0xb57eb78819563038 from hash 00010000:00000001:0.0:1767384908.082149:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384908.082150:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384908.082152:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384908.082155:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384908.082156:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384908.082157:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384908.082158:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:2.0:1767384908.082159:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384908.082160:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384908.082163:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384908.082165:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384908.082168:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:2.0:1767384908.082169:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384908.082171:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384908.082174:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384908.082176:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384908.082180:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d04600 00010000:00000001:0.0:1767384908.082186:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384908.082189:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1741 [2] + 224 00010000:00000001:0.0:1767384908.082190:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384908.082195:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000043e81fe9/0xb57eb78819563038 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384908.082197:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384908.082204:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384908.082206:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384908.082207:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384908.082210:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767384908.082212:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384908.082213:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384908.082216:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384908.082219:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000abdfdc54 x1853237348025856/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384908.082219:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384908.082222:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384908.082225:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384908.082229:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384908.082232:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000043e81fe9/0xb57eb78819563038 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384908.082234:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000abdfdc54 x1853237348025856/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384908.082245:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384908.082247:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384908.082250:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000043e81fe9/0xb57eb78819563038 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384908.082255:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005e6424dc count: 0 00000100:00000001:2.0:1767384908.082258:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384908.082264:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001847e30f 00000400:00000010:2.0:1767384908.082266:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001847e30f. 00010000:00000001:0.0:1767384908.082266:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384908.082269:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384908.082270:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384908.082273:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384908.082276:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384908.082278:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:2.0:1767384908.082279:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384908.082281:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384908.082283:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384908.082285:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d518a38c x1853237348025856/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:134/0 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384908.082291:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d518a38c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+14:16360:x1853237348025856:12345-0@lo:253: Request processed in 3626us (4206us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384908.082297:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00000040:2.0:1767384908.082298:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:2.0:1767384908.082300:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384908.082301:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384908.082304:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000030c13e82. 00000020:00000010:2.0:1767384908.082306:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f934620a. 00000020:00000010:2.0:1767384908.082309:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026e66c98. 00000020:00000040:2.0:1767384908.082318:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 02000000:00000001:2.0:1767384908.082320:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384908.082321:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005a1ce144. 02000000:00000001:2.0:1767384908.082325:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384908.082327:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384908.082329:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384908.082333:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c07ad70d. 00000400:00000010:2.0:1767384908.082336:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001847e30f. 00000100:00000001:2.0:1767384908.082349:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384908.082351:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384908.082354:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384908.082355:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384908.082356:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005638b6d1. 00000400:00000200:2.0:1767384908.082359:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce3bfdcc 00000400:00000010:2.0:1767384908.082360:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ce3bfdcc. 00000100:00000001:2.0:1767384908.082362:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384908.082365:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000abdfdc54 x1853237348025856/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384908.082371:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000abdfdc54 x1853237348025856/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384908.082375:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384908.082376:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384908.082377:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384908.082379:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384908.082380:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384908.082381:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384908.082382:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384908.082384:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=42 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384908.082387:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=42 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384908.082388:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384908.082389:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384908.082391:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384908.082392:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384908.082394:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384908.082396:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000abdfdc54 x1853237348025856/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384908.082408:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384908.082409:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384908.082410:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384908.082413:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384908.082414:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384908.082415:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384908.082416:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384908.082417:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384908.082418:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384908.082419:0:16360:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384908.082420:0:16360:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384908.082421:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384908.082422:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384908.082425:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000abdfdc54 x1853237348025856/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384908.082430:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000abdfdc54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348025856:0@lo:253: 00000100:00000001:2.0:1767384908.082433:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384908.082434:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384908.082435:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000abdfdc54 x1853237348025856/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384908.082439:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384908.082441:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384908.082442:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006885afe1. 02000000:00000001:2.0:1767384908.082445:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384908.082447:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384908.082448:0:16360:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:2.0:1767384908.082449:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384908.082451:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000215eb251. 02000000:00000001:2.0:1767384908.082454:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384908.082455:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384908.082457:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000abdfdc54. 00000100:00000001:2.0:1767384908.082460:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384908.082460:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384908.082462:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384908.082468:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384908.082470:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384908.082472:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384908.082473:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384908.084284:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cb7ed338. 00000800:00000010:1.0:1767384908.084289:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008eb439ef. 00000100:00000040:1.0:1767384908.084297:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294897114, at 4294897115 00000100:00000010:1.0:1767384908.084301:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f0e36ce. 00000400:02020000:1.0:1767384908.084343:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp28 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000100:00000040:2.0:1767384908.084851:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294897114, at 4294897115 00000100:00000040:0.0:1767384908.084859:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294897114, at 4294897115 00000100:00000010:2.0:1767384908.084860:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005a9c8587. 00000100:00000010:0.0:1767384908.084867:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d64df02. 00000100:00000040:3.0:1767384908.084872:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294897114, at 4294897115 00000100:00000010:3.0:1767384908.084882:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009a4b7b9c. 00000400:00000200:1.0:1767384908.088644:0:16347:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp28 notifying 192.168.203.134@tcp28: down 00000800:00000200:1.0:1767384908.088650:0:16347:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp28 down 00000800:00000100:1.0:1767384908.088656:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp28 00000800:00000010:1.0:1767384908.088659:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004b9ea542. 00000400:00000200:1.0:1767384908.088663:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384908.088667:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp28->192.168.203.134@tcp28: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384908.088681:0:16347:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp28 added to recovery queue. ping count: 0 next ping: 230 health :900 00000400:00000200:1.0:1767384908.088684:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384908.088686:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp: 1 00000400:00000200:1.0:1767384908.088690:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:3.0:1767384908.088738:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384908.088745:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100851 00000400:00000001:3.0:1767384908.088750:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384908.088752:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384908.088754:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd3e3a6e 00000400:00000010:3.0:1767384908.088757:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd3e3a6e. 00000400:00000200:3.0:1767384908.088761:0:16356:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384908.088765:0:16356:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000010:3.0:1767384908.088769:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 00000000807aefed. 00000400:00000200:3.0:1767384908.088774:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (22) 00000400:00000200:3.0:1767384908.088779:0:16356:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.134@tcp:-71 00000400:00000200:3.0:1767384908.088783:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102051 rc -71 00000400:00000200:3.0:1767384908.088787:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:3.0:1767384908.088790:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (21) 00010000:00000010:2.1:1767384908.088845:0:26533:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a84448be. 00010000:00000010:2.1:1767384908.088855:0:26533:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e8a19c6a. 00010000:00000010:0.1:1767384908.093847:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005e6424dc. 00010000:00000010:0.1:1767384908.093855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000043e81fe9. 00000400:00000010:2.0:1767384908.096989:0:26535:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000ea2dbae1. 00000400:00000040:2.0:1767384908.097012:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384908.097015:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384908.097018:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384908.097020:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384908.097022:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384908.097024:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384908.097027:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384908.097029:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384908.097031:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384908.097033:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384908.097035:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384908.097037:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384908.097040:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384908.097042:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384908.097043:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384908.097046:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384908.097048:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384908.097049:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384908.097050:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384908.097053:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384908.097054:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384908.097056:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384908.097058:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384908.097059:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384908.097060:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384908.097063:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384908.097064:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384908.097066:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384908.097068:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384908.097070:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384908.097071:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384908.097080:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384908.097082:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384908.097084:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384908.097086:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384908.097088:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384908.097089:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384908.097091:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384908.097092:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384908.097094:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384908.097096:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384908.097098:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384908.097100:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384908.097102:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384908.097103:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384908.097105:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384908.097107:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384908.097108:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384908.097111:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384908.097112:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384908.097114:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384908.097115:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384908.097117:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384908.097119:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384908.097120:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384908.097122:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384908.097123:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384908.097192:0:26535:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000ea2dbae1. 00000400:00000010:3.0:1767384908.184895:0:16355:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 65 at 000000006b963103. 00000400:02000040:3.0:1767384908.184909:0:16355:0:(lib-move.c:3976:lnet_print_recovery_list()) 1 local NIs in recovery (showing 1): 192.168.203.134@tcp28 00000400:00000010:3.0:1767384908.186625:0:16355:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 65 at 000000006b963103. 00010000:00000001:0.0:1767384908.825006:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384908.825012:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384908.825018:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384908.825021:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384908.825097:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384908.825101:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384908.825104:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384909.159377:0:26867:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008f5a0845. 00080000:00000010:0.0:1767384909.159386:0:26867:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008f5a0845. 00000020:00000001:0.0:1767384909.159391:0:26867:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384909.159397:0:26867:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008f5a0845. 00080000:00000010:0.0:1767384909.159401:0:26867:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008f5a0845. 00000020:00000001:0.0:1767384909.159407:0:26867:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384909.208893:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp28 00000400:00000010:3.0:1767384909.208900:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000af23abaa. 00000400:00000010:3.0:1767384909.208906:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000010898fd0. 00000400:00000010:3.0:1767384909.208911:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b17c2ed. 00000400:00000010:3.0:1767384909.208917:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ea5e4077. 00000400:00000200:3.0:1767384909.208920:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp28 00000400:00000200:3.0:1767384909.208935:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp28 local destination 00000400:00000200:3.0:1767384909.208946:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp28 00000400:00000200:3.0:1767384909.208948:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp28 NI seq info: [58:58:256:4294967295] 192.168.203.134@tcp28 LPNI seq info [58:58:8:4294967295] 00000400:00000200:3.0:1767384909.208955:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp28 00000400:00000200:3.0:1767384909.208962:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp28(192.168.203.134@tcp28:) -> 192.168.203.134@tcp28(192.168.203.134@tcp28:192.168.203.134@tcp28) : GET try# 0 00000800:00000200:3.0:1767384909.208968:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp28 00000800:00000010:3.0:1767384909.208971:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000092ce2225. 00000800:00000200:3.0:1767384909.208977:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2d165b7] -> 12345-192.168.203.134@tcp28 (2) 00000800:00000200:3.1:1767384909.208981:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2d165b7] -> 12345-192.168.203.134@tcp28 (2) 00000400:00000200:3.0:1767384909.208998:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp28 added to recovery queue. ping count: 1 next ping: 232 health :900 00000400:00000200:0.0:1767384909.209085:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:0.0:1767384909.209133:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384909.209160:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384909.209183:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384909.209210:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:0.0:1767384909.209236:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:0.0:1767384909.209261:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:0.0:1767384909.209285:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:0.0:1767384909.209309:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:0.0:1767384909.209335:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:0.0:1767384909.209373:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384909.209394:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384909.209416:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:0.0:1767384909.209438:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:0.0:1767384909.209460:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:0.0:1767384909.209483:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:0.0:1767384909.209525:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384909.209555:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:0.0:1767384909.209586:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:0.0:1767384909.209614:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:0.0:1767384909.209639:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:0.0:1767384909.209662:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:0.0:1767384909.209708:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:0.0:1767384909.209743:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:0.0:1767384909.209786:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:0.0:1767384909.209809:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:0.0:1767384909.209880:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:0.0:1767384909.209926:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:0.0:1767384909.209964:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:0.0:1767384909.209991:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:0.0:1767384909.210013:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:0.0:1767384909.210039:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384909.210053:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:0.0:1767384909.210065:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:0.0:1767384909.210078:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:0.0:1767384909.210192:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eee636a5. 00000800:00000010:0.0:1767384909.210196:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000510506f5. 00000800:00000010:0.0:1767384909.210201:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007f025e6b. 00000800:00000010:0.0:1767384909.210217:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007f025e6b. 00000800:00020000:0.0:1767384909.210228:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:0.0:1767384909.210231:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000510506f5. 00000800:00000010:0.0:1767384909.210233:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000eee636a5. 00000400:02020000:0.0:1767384909.210261:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp28 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384909.210266:0:16348:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp28 notifying 192.168.203.134@tcp28: down 00000400:00000200:0.0:1767384909.210270:0:16348:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384909.210273:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp28 00000800:00000010:0.0:1767384909.210276:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000092ce2225. 00000400:00000200:0.0:1767384909.210279:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384909.210282:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp28->192.168.203.134@tcp28: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384909.210291:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384909.210294:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp28 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384909.210298:0:16348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp28) recovery failed with -71 00010000:00000001:0.0:1767384909.849867:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384909.849872:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384909.849876:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384909.849877:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384909.849924:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384909.849928:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384909.849932:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384909.872341:0:27031:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384909.872345:0:27031:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp30 --if ens2 00000001:00000001:2.0:1767384909.876696:0:27031:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384909.883044:0:27032:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000004e0d6e6a. 00000400:00000010:3.0:1767384909.883061:0:27032:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d5254e57. 00000400:00000010:3.0:1767384909.883069:0:27032:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000a9e47778. 00000400:00000010:3.0:1767384909.883072:0:27032:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000004e4e1d56. 00000400:00000010:3.0:1767384909.883076:0:27032:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000063b58696. 00000400:00000010:3.0:1767384909.883079:0:27032:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007083c189. 00000400:00000010:3.0:1767384909.883081:0:27032:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000090ab2152. 00000400:00000010:3.0:1767384909.883083:0:27032:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000077b6c545. 00000400:00000010:3.0:1767384909.883086:0:27032:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000cfdfb23b. 00000800:00000010:3.0:1767384909.883097:0:27032:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000006a1b45fe. 00000800:00000200:3.0:1767384909.883105:0:27032:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384909.883113:0:27032:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384909.883144:0:27032:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:3.0:1767384909.883181:0:27032:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp30 [8/256/0/180] 00000400:00000010:3.0:1767384909.884850:0:27032:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 000000003dc6c6a6. 00000400:00000010:3.0:1767384909.884855:0:27032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ccaabf2. 00000400:00000010:3.0:1767384909.884860:0:27032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dfd4cb18. 00000400:00000001:3.0:1767384909.884877:0:27032:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384909.884879:0:27032:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384909.884881:0:27032:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032e48dde. 00000400:00000200:3.0:1767384909.884884:0:27032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038979b8b 00000400:00000010:3.0:1767384909.884886:0:27032:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000038979b8b. 00000400:00000010:3.0:1767384909.884890:0:27032:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 00000000138d866d. 00000400:00000200:3.0:1767384909.884910:0:27032:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (20) 00000400:00000200:3.0:1767384909.884926:0:27032:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:3.0:1767384909.884932:0:27032:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131102 00000020:00000010:3.0:1767384909.884938:0:27032:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000009d49532e. 00000020:01000000:3.0:1767384909.884945:0:27032:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384909.884947:0:27032:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp30 00000400:00000200:1.0:1767384909.884950:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384909.884957:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102071 00000400:00000010:3.0:1767384909.884961:0:27032:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d5254e57. 00000400:00000200:1.0:1767384909.884962:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (21) 00000400:00000010:3.0:1767384909.884967:0:27032:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000004e0d6e6a. 00000400:00000010:1.0:1767384909.884970:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 00000000c8cc6172. 00000400:00000010:1.0:1767384909.884978:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a63f17dc. 00000400:00000010:1.0:1767384909.884984:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e8d85500. 00000400:00000200:1.0:1767384909.884988:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp 00000020:00000001:0.0:1767384909.884989:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384909.884993:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384909.884996:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384909.884999:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384909.885000:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000020:01000004:0.0:1767384909.885001:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384909.885003:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384909.885004:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384909.885005:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:1.0:1767384909.885011:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 37], ns[10, 37] 00000020:01000004:0.0:1767384909.885013:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384909.885014:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384909.885016:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384909.885017:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000020:01000004:0.0:1767384909.885017:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384909.885019:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384909.885021:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384909.885023:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000020:01000004:0.0:1767384909.885023:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384909.885028:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f462f42c. 00000400:00000200:1.0:1767384909.885029:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000020:00000040:0.0:1767384909.885032:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000400:00000200:1.0:1767384909.885035:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000100:00000001:0.0:1767384909.885038:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384909.885041:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 02000000:00000001:0.0:1767384909.885041:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384909.885045:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384909.885046:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000400:00000200:1.0:1767384909.885050:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 02000000:00000010:0.0:1767384909.885052:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000eee636a5. 00000400:00000200:1.0:1767384909.885055:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000100:00000001:0.0:1767384909.885059:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384909.885067:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384909.885068:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000100:00000001:0.0:1767384909.885070:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384909.885072:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000400:00000200:1.0:1767384909.885077:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000100:00000040:0.0:1767384909.885077:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f462f42c] to pc [ptlrpcd_00_00+0] req@00000000f462f42c x1853237348026112/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384909.885081:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:1.0:1767384909.885087:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000400:00000200:1.0:1767384909.885092:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 00000400:00000200:1.0:1767384909.885097:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 10], ns[52, 10] 00000400:00000200:1.0:1767384909.885102:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 10], ns[56, 10] 00000400:00000200:1.0:1767384909.885107:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[58, 10], ns[58, 10] 10000000:00000001:0.0:1767384909.885110:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384909.885112:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 10000000:00000001:0.0:1767384909.885112:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384909.885115:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384909.885117:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp11 00000020:01000000:0.0:1767384909.885117:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384909.885122:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384909.885123:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp11 lpni_is_preferred = 0 00000020:00000001:0.0:1767384909.885125:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384909.885127:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:2.0:1767384909.885128:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384909.885129:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384909.885130:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp11 00000100:00000001:2.0:1767384909.885131:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:01000000:0.0:1767384909.885133:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384909.885136:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384909.885137:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp11 NI seq info: [59:59:256:4294967295] 192.168.203.134@tcp11 LPNI seq info [59:59:8:4294967295] 00000100:00000040:2.0:1767384909.885139:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f462f42c x1853237348026112/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384909.885140:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384909.885142:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384909.885143:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384909.885144:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384909.885146:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384909.885147:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp11 00000020:01000004:0.0:1767384909.885149:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384909.885152:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384909.885155:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384909.885160:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002d7982fe. 00000020:00000040:0.0:1767384909.885163:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000400:00000200:1.0:1767384909.885165:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp11(192.168.203.134@tcp11:) -> 192.168.203.134@tcp11(192.168.203.134@tcp:192.168.203.134@tcp11) : GET try# 0 00000100:00000001:2.0:1767384909.885169:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384909.885174:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384909.885174:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp11 00000100:00000001:0.0:1767384909.885174:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384909.885178:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384909.885182:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384909.885183:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:1.0:1767384909.885183:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003a8aaeb9. 02000000:00000001:2.0:1767384909.885189:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384909.885189:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006885afe1. 00000800:00000200:1.0:1767384909.885193:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a29a8e78] -> 12345-192.168.203.134@tcp11 (6) 00000100:00000001:0.0:1767384909.885195:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384909.885196:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384909.885199:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1767384909.885202:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f462f42c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348026112:0@lo:253: 00000100:00000001:0.0:1767384909.885203:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384909.885204:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp11 ip 192.168.203.134:988 00000800:00000200:1.0:1767384909.885210:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003a8aaeb9 type 2, nob 96 niov 1 nkiov 0 00000100:00000040:0.0:1767384909.885211:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d7982fe] to pc [ptlrpcd_00_01+1] req@000000002d7982fe x1853237348026240/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384909.885212:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384909.885221:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 10000000:00000001:0.0:1767384909.885223:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384909.885225:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp 02000000:00000001:2.0:1767384909.885227:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384909.885227:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384909.885230:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100271 rc 0 00000020:00000001:0.0:1767384909.885233:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384909.885234:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:01000000:0.0:1767384909.885238:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384909.885241:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000009d49532e. 02000000:00000010:2.0:1767384909.885243:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005a1ce144. 02000000:00000001:2.0:1767384909.885247:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384909.885251:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384909.885253:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3aff75d. 00000100:00000001:0.0:1767384909.885255:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384909.885259:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767384909.885261:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c19c89c. 00000100:00000040:0.0:1767384909.885264:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002d7982fe x1853237348026240/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384909.885268:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348026112, portal 25 00000100:00000001:2.0:1767384909.885274:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384909.885277:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384909.885278:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878152832 : -119482831398784 : ffff9354bc471880) 00000100:00000001:0.0:1767384909.885280:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384909.885286:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384909.885289:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f462f42c x1853237348026112/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384909.885289:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384909.885294:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384909.885302:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002d7982fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348026240:0@lo:253: 00000100:00000001:2.0:1767384909.885308:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384909.885310:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384909.885314:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384909.885315:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384909.885317:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000824aa05f. 02000000:00000001:0.0:1767384909.885319:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384909.885321:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348026112, offset 0 02000000:00000001:0.0:1767384909.885323:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384909.885329:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1767384909.885330:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004967a7f8. 02000000:00000001:0.0:1767384909.885335:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384909.885340:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384909.885341:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098295e44. 00000400:00000010:0.0:1767384909.885348:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ca5529e. 00000400:00000200:2.0:1767384909.885351:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d04700 00000100:00000200:0.0:1767384909.885353:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348026240, portal 25 00000400:00000200:2.0:1767384909.885357:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1055 [2] + 0 00000800:00000200:1.0:1767384909.885360:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1767384909.885361:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001be486be. 00000100:00000001:0.0:1767384909.885364:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:1.0:1767384909.885365:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003a8aaeb9. 00000400:00000200:2.0:1767384909.885366:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000003921b5e 00000100:00000001:0.0:1767384909.885367:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878161792 : -119482831389824 : ffff9354bc473b80) 00000400:00000200:1.0:1767384909.885371:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384909.885374:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384909.885375:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002d7982fe x1853237348026240/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384909.885379:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp11->192.168.203.134@tcp11: GET: OK 00000400:00000200:2.0:1767384909.885382:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384909.885386:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:0.0:1767384909.885390:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384909.885391:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003921b5e 00000400:00000200:1.0:1767384909.885392:0:16353:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp: 0 00000100:00000040:0.0:1767384909.885393:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384909.885396:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004198f852. 00000400:00000010:2.0:1767384909.885400:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000003921b5e. 00000100:00000200:0.0:1767384909.885406:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348026240, offset 0 00000100:00000001:2.0:1767384909.885407:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384909.885410:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:1.0:1767384909.885411:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384909.885414:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000107e3559 x1853237348026112 msgsize 4848 00000400:00000200:0.0:1767384909.885418:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:1.0:1767384909.885422:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384909.885426:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:1.0:1767384909.885426:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384909.885429:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384909.885430:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:1.0:1767384909.885435:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384909.885440:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384909.885441:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d04780 00000400:00000200:1.0:1767384909.885443:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp11(192.168.203.134@tcp11) <- 192.168.203.134@tcp11 : GET - for me 00000400:00000200:0.0:1767384909.885449:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1065 [2] + 0 00000400:00000200:1.0:1767384909.885452:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 368 into portal 0 MB=0x8000000000000000 00000400:00000010:0.0:1767384909.885453:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068ce8fbe. 00000400:00000200:0.0:1767384909.885456:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000003c87c8 00000400:00000200:2.0:1767384909.885459:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000824aa05f 00000400:00000200:0.0:1767384909.885461:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384909.885462:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000824aa05f. 00000400:00000200:0.0:1767384909.885467:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384909.885468:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384909.885471:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 368/368 into md 0x176d [1] + 0 00000100:00000200:2.0:1767384909.885475:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f462f42c x1853237348026112/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384909.885480:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000003c87c8 00000400:00000200:1.0:1767384909.885484:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp11 to MR: 192.168.203.134@tcp11 local destination 00000400:00000010:0.0:1767384909.885485:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000003c87c8. 00000100:00000001:2.0:1767384909.885486:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384909.885489:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384909.885492:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f462f42c x1853237348026112/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384909.885493:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp11 NI seq info: [60:60:256:4294967295] 192.168.203.134@tcp11 LPNI seq info [60:60:8:4294967295] 00000100:00000200:0.0:1767384909.885493:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384909.885498:0:16359:0:(events.c:337:request_in_callback()) incoming req@00000000ee6c0850 x1853237348026240 msgsize 4848 00000100:00100000:0.0:1767384909.885508:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384909.885513:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384909.885513:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:1.0:1767384909.885514:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp11(192.168.203.134@tcp11:192.168.203.134@tcp11) -> 192.168.203.134@tcp11(192.168.203.134@tcp11:192.168.203.134@tcp11) 192.168.203.134@tcp11 : REPLY try# 0 00000100:00000001:2.0:1767384909.885519:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384909.885526:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384909.885526:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.134@tcp11 00000100:00000001:0.0:1767384909.885527:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384909.885532:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294898921 00000800:00000010:1.0:1767384909.885533:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a8aaeb9. 00000400:00000200:0.0:1767384909.885534:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004198f852 00000100:00000010:2.0:1767384909.885536:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003513b93e. 00000400:00000010:0.0:1767384909.885537:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004198f852. 00000800:00000200:1.0:1767384909.885542:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a29a8e78] -> 12345-192.168.203.134@tcp11 (6) 00000100:00000001:0.0:1767384909.885543:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384909.885546:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000100:00000200:0.0:1767384909.885547:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002d7982fe x1853237348026240/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384909.885550:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp11 ip 192.168.203.134:1019 00000100:00000001:2.0:1767384909.885554:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294898921 00000800:00000200:1.0:1767384909.885554:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003a8aaeb9 type 3, nob 464 niov 1 nkiov 1 00000100:00000001:0.0:1767384909.885559:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1767384909.885561:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008bbbd763. 00000100:00000040:0.0:1767384909.885566:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002d7982fe x1853237348026240/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384909.885569:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384909.885576:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294898921 00000100:00000001:0.0:1767384909.885578:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384909.885581:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1767384909.885583:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e73aaec8. 00000100:00000001:2.0:1767384909.885589:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384909.885596:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294898921 00000100:00000001:0.0:1767384909.885596:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384909.885603:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294898921 00000100:00000010:2.0:1767384909.885605:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000588b0ff7. 00000800:00000200:1.0:1767384909.885605:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384909.885608:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a8aaeb9. 00000100:00000001:0.0:1767384909.885608:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, keep current deadline 4294898921 00000100:00000001:2.0:1767384909.885612:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384909.885612:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294898921 00000400:00000200:1.0:1767384909.885614:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384909.885618:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, keep current deadline 4294898921 00000100:00000001:2.0:1767384909.885621:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384909.885622:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp11->192.168.203.134@tcp11: REPLY: OK 00000100:00000001:0.0:1767384909.885622:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294898921 00000100:00000001:0.0:1767384909.885627:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294898921 00000100:00000001:2.0:1767384909.885629:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384909.885631:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294898921 00000800:00000001:1.0:1767384909.885634:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384909.885634:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294898921 00000100:00000001:0.0:1767384909.885636:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384909.885638:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384909.885642:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384909.885643:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384909.885644:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384909.885645:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384909.885647:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384909.885650:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384909.885650:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384909.885651:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384909.885660:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384909.885660:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:1.0:1767384909.885661:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384909.885664:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384909.885665:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384909.885671:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384909.885672:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp11(192.168.203.134@tcp11) <- 192.168.203.134@tcp11 : REPLY - for me 00000100:00000001:0.0:1767384909.885672:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384909.885674:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384909.885676:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384909.885677:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384909.885680:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384909.885695:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384909.885702:0:16353:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp11: Reply from 12345-192.168.203.134@tcp11 of length 368/368 into md 0x1771 00000100:00000001:0.0:1767384909.885702:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384909.885707:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384909.885714:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384909.885716:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384909.885718:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384909.885722:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp11->192.168.203.134@tcp11: REPLY: OK 00000100:00100000:2.0:1767384909.885724:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348026112 00000100:00000001:0.0:1767384909.885725:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384909.885727:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a63f17dc 02000000:00000001:2.0:1767384909.885730:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1767384909.885730:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a63f17dc. 00000100:00100000:0.0:1767384909.885730:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348026240 00000100:00000001:2.0:1767384909.885736:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384909.885736:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 02000000:00000001:0.0:1767384909.885736:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384909.885740:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384909.885741:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384909.885743:0:16353:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.134@tcp has discovery enabled 00000100:00000001:0.0:1767384909.885743:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384909.885747:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384909.885748:0:16353:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 02000000:00000001:0.0:1767384909.885748:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384909.885754:0:16353:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.134@tcp (384 bytes) 00000100:00100000:0.0:1767384909.885755:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348026240 00000100:00100000:2.0:1767384909.885756:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348026112 00000020:00000001:0.0:1767384909.885758:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384909.885760:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384909.885761:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000020:00000040:0.0:1767384909.885761:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000040:2.0:1767384909.885765:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:0.0:1767384909.885766:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384909.885771:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1767384909.885772:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 00000000c8cc6172. 00000020:00000040:0.0:1767384909.885772:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000020:00000040:2.0:1767384909.885776:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000400:00000200:1.0:1767384909.885777:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (22) 00000020:00000001:0.0:1767384909.885777:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:0.0:1767384909.885784:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:2.0:1767384909.885785:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000800:00000001:1.0:1767384909.885788:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384909.885790:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384909.885792:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000800:00000001:1.0:1767384909.885795:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384909.885798:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384909.885801:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002918f0ef. 00000020:00000010:2.0:1767384909.885805:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000df0f3470. 00000100:00000001:0.0:1767384909.885806:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384909.885813:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002918f0ef. 00000100:00000001:2.0:1767384909.885837:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384909.885841:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000df0f3470. 00000400:00000200:1.0:1767384909.885841:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:2.0:1767384909.885848:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000089f468f0. 00000400:00000010:1.0:1767384909.885848:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000c8cc6172. 00000020:00000010:0.0:1767384909.885851:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004975640f. 00000400:00000010:1.0:1767384909.885856:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026116456. 00000020:00000010:2.0:1767384909.885857:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c0ce1b2c. 00000020:00000010:0.0:1767384909.885858:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000059a1cd96. 00000400:00000010:1.0:1767384909.885860:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a63f17dc. 00000400:00000200:1.0:1767384909.885864:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c8cc6172 00000020:00000010:2.0:1767384909.885865:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f934620a. 00000020:00000010:0.0:1767384909.885866:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e003ab13. 00000400:00000001:1.0:1767384909.885869:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384909.885871:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384909.885872:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000621cb0d6. 00000100:00000040:2.0:1767384909.885874:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:1.0:1767384909.885876:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096084e8b 00000100:00000001:2.0:1767384909.885878:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:1.0:1767384909.885879:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096084e8b. 00000100:00000001:0.0:1767384909.885879:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384909.885881:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384909.885882:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384909.885884:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384909.885884:0:16356:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000100:00000001:0.0:1767384909.885885:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384909.885886:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 0000000073e3a6f0. 00000400:00000200:1.0:1767384909.885893:0:16356:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 384 success 00000400:00000200:1.0:1767384909.885897:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100871 00000100:00000001:2.0:1767384909.885898:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384909.885899:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384909.885901:0:16356:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.134@tcp:0 00000400:00000200:1.0:1767384909.885906:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102071 rc 1 00000100:00000001:2.0:1767384909.885912:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384909.885913:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384909.885915:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102071 00000400:00000200:1.0:1767384909.885920:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (21) 00000400:00000010:1.0:1767384909.885924:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000c90c1cda. 00000400:00000010:1.0:1767384909.885928:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096084e8b. 00000400:00000010:1.0:1767384909.885932:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000064acfb9b. 00000100:00000001:0.0:1767384909.885934:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384909.885935:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384909.885936:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384909.885937:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp 00000100:00000001:2.0:1767384909.885940:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384909.885943:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000400:00000200:1.0:1767384909.885944:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000040:0.0:1767384909.885947:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000400:00000200:1.0:1767384909.885948:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000100:00000001:0.0:1767384909.885952:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878110800 : -119482831440816 : ffff9354bc467450) 00000400:00000200:1.0:1767384909.885956:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000100:00000040:0.0:1767384909.885958:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000107e3559 x1853237348026112/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:135/0 lens 4848/0 e 0 to 0 dl 1767384920 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384909.885959:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000400:00000200:1.0:1767384909.885966:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 37], ns[12, 37] 00000100:00000040:2.0:1767384909.885968:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000100:00000001:0.0:1767384909.885971:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384909.885975:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878112848 : -119482831438768 : ffff9354bc467c50) 00000400:00000200:1.0:1767384909.885977:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000020:00000010:0.0:1767384909.885977:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002918f0ef. 00000100:00000001:0.0:1767384909.885983:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384909.885986:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000020:00000010:0.0:1767384909.885986:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002918f0ef. 00000100:00000040:2.0:1767384909.885989:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ee6c0850 x1853237348026240/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:135/0 lens 4848/0 e 0 to 0 dl 1767384920 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384909.885996:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000100:00100000:0.0:1767384909.885997:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000107e3559 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:16358:x1853237348026112:12345-0@lo:253: 00000100:00000200:0.0:1767384909.886007:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348026112 00000400:00000200:1.0:1767384909.886012:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000020:00000001:0.0:1767384909.886012:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384909.886017:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384909.886017:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384909.886018:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000020:00000001:0.0:1767384909.886021:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384909.886023:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000df0f3470. 00000400:00000200:1.0:1767384909.886023:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000020:00000001:0.0:1767384909.886024:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384909.886026:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000100:00000001:2.0:1767384909.886029:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384909.886032:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384909.886033:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000020:00000001:0.0:1767384909.886034:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384909.886036:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000df0f3470. 00000020:00000001:0.0:1767384909.886038:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384909.886041:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000020:00000001:0.0:1767384909.886047:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1767384909.886048:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ee6c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:16359:x1853237348026240:12345-0@lo:253: 00000400:00000200:1.0:1767384909.886049:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000020:00000001:0.0:1767384909.886051:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384909.886057:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384909.886061:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1767384909.886062:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348026240 00000400:00000200:1.0:1767384909.886062:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000020:00000001:2.0:1767384909.886068:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:0.0:1767384909.886068:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002299428b. 00000400:00000200:1.0:1767384909.886070:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 02000000:00000001:0.0:1767384909.886073:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384909.886074:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384909.886075:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 12], ns[44, 12] 00000100:00000001:0.0:1767384909.886075:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384909.886079:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384909.886081:0:17083:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384909.886083:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384909.886086:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000001:2.0:1767384909.886090:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384909.886092:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:0.0:1767384909.886093:0:17083:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d52ae28e. 00000400:00000200:1.0:1767384909.886095:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 12], ns[48, 12] 00000020:00000001:2.0:1767384909.886096:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384909.886099:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:01000000:0.0:1767384909.886099:0:17083:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384909.886105:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384909.886105:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 12], ns[52, 12] 20000000:00000001:0.0:1767384909.886105:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384909.886108:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:2.0:1767384909.886111:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:0.0:1767384909.886112:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384909.886115:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384909.886115:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 12], ns[56, 12] 20000000:00000001:0.0:1767384909.886116:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384909.886120:0:17083:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384909.886122:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[58, 12], ns[58, 12] 02000000:00000010:2.0:1767384909.886123:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004a8e2c40. 02000000:00000001:2.0:1767384909.886128:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384909.886129:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000100:00000001:2.0:1767384909.886130:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384909.886130:0:17083:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ec9bfa61. 20000000:01000000:0.0:1767384909.886135:0:17083:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 20000000:00000001:2.0:1767384909.886136:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384909.886136:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp12 00000400:00000200:1.0:1767384909.886142:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp12 lpni_is_preferred = 0 20000000:00000001:0.0:1767384909.886142:0:17083:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000010:2.0:1767384909.886145:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000094902d42. 00000400:00000200:1.0:1767384909.886145:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp12 00080000:00000001:0.0:1767384909.886148:0:17083:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:1.0:1767384909.886150:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp12 NI seq info: [61:61:256:4294967295] 192.168.203.134@tcp12 LPNI seq info [61:61:8:4294967295] 20000000:01000000:2.0:1767384909.886151:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:0.0:1767384909.886153:0:17083:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:2.0:1767384909.886156:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384909.886159:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384909.886161:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp12 20000000:00000001:2.0:1767384909.886162:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384909.886166:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384909.886172:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp12(192.168.203.134@tcp12:) -> 192.168.203.134@tcp12(192.168.203.134@tcp:192.168.203.134@tcp12) : GET try# 0 00080000:00000001:0.0:1767384909.886173:0:17083:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:2.0:1767384909.886177:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000200:1.0:1767384909.886182:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp12 00000800:00000010:1.0:1767384909.886187:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003a8aaeb9. 00080000:00000001:0.0:1767384909.886188:0:17083:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384909.886190:0:17083:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000800:00000200:1.0:1767384909.886192:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c62ef481] -> 12345-192.168.203.134@tcp12 (6) 00080000:00000001:0.0:1767384909.886192:0:17083:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384909.886194:0:17083:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384909.886196:0:17083:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384909.886198:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp12 ip 192.168.203.134:988 00080000:00000002:0.0:1767384909.886199:0:17083:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000980f9615 00000800:00000200:1.0:1767384909.886200:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003a8aaeb9 type 2, nob 96 niov 1 nkiov 0 00000020:00000001:0.0:1767384909.886204:0:17083:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009e445471 00080000:00000002:0.0:1767384909.886206:0:17083:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384909.886209:0:17083:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384909.886210:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp 00000400:00000200:1.0:1767384909.886212:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100271 rc 0 00080000:00000001:0.0:1767384909.886213:0:17083:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384909.886215:0:17083:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384909.886218:0:17083:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384909.886224:0:17083:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:0.0:1767384909.886228:0:17083:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384909.886232:0:17083:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001bd315ee. 00080000:00000001:0.0:1767384909.886242:0:17083:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585624816128 : -119488084735488 : ffff935383278a00) 00080000:00000001:0.0:1767384909.886245:0:17083:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384909.886249:0:17083:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384909.886269:0:17083:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002918f0ef. 00080000:00000001:0.0:1767384909.886272:0:17083:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384909.886275:0:17083:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384909.886290:0:17083:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384909.886308:0:17083:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000001:0.0:1767384909.886380:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384909.886387:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384909.886390:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384909.886392:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384909.886395:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003a8aaeb9. 00000800:00000001:0.0:1767384909.886395:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384909.886400:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384909.886402:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp12(192.168.203.134@tcp12) <- 192.168.203.134@tcp12 : GET - for me 00000400:00000200:1.0:1767384909.886405:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp12->192.168.203.134@tcp12: GET: OK 00000400:00000200:1.0:1767384909.886410:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384909.886411:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 384 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384909.886412:0:16353:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp: 0 00000400:00000200:0.0:1767384909.886416:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 384/384 into md 0x176d [1] + 0 00000400:00000200:0.0:1767384909.886441:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp12 to MR: 192.168.203.134@tcp12 local destination 00000400:00000200:0.0:1767384909.886448:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp12 NI seq info: [62:62:256:4294967295] 192.168.203.134@tcp12 LPNI seq info [62:62:8:4294967295] 00000400:00000200:0.0:1767384909.886461:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp12(192.168.203.134@tcp12:192.168.203.134@tcp12) -> 192.168.203.134@tcp12(192.168.203.134@tcp12:192.168.203.134@tcp12) 192.168.203.134@tcp12 : REPLY try# 0 00000800:00000200:0.0:1767384909.886468:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.203.134@tcp12 00000800:00000010:0.0:1767384909.886474:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d320f563. 00000800:00000200:0.0:1767384909.886479:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c62ef481] -> 12345-192.168.203.134@tcp12 (6) 00000800:00000200:0.0:1767384909.886485:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp12 ip 192.168.203.134:1017 00000800:00000200:0.0:1767384909.886505:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d320f563 type 3, nob 480 niov 1 nkiov 1 00000800:00000001:2.0:1767384909.886538:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384909.886581:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384909.886585:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d320f563. 00000800:00000001:2.0:1767384909.886586:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384909.886591:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384909.886591:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384909.886598:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384909.886599:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp12->192.168.203.134@tcp12: REPLY: OK 00000800:00000001:2.0:1767384909.886602:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384909.886607:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384909.886614:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp12(192.168.203.134@tcp12) <- 192.168.203.134@tcp12 : REPLY - for me 00000400:00000200:2.0:1767384909.886638:0:16351:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp12: Reply from 12345-192.168.203.134@tcp12 of length 384/384 into md 0x1789 00000800:00000001:2.0:1767384909.886642:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384909.886645:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384909.886647:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384909.886650:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp12->192.168.203.134@tcp12: REPLY: OK 00000400:00000200:2.0:1767384909.886652:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096084e8b 00000400:00000010:2.0:1767384909.886654:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096084e8b. 00000400:00000200:2.0:1767384909.886656:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384909.886658:0:16351:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.134@tcp has discovery enabled 00000400:00000200:2.0:1767384909.886660:0:16351:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000200:2.0:1767384909.886662:0:16351:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.134@tcp data present 22. state = 0x100271 00000400:00000200:2.0:1767384909.886665:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:2.0:1767384909.886674:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (22) 00000800:00000001:2.0:1767384909.886678:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384909.886680:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384909.886702:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384909.886707:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1000f1 00000400:00000010:1.0:1767384909.886712:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 460 at 00000000c109ebc7. 00000400:00000010:1.0:1767384909.886714:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 552 at 000000006f64d073. 00000400:00000010:1.0:1767384909.886721:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 460 at 0000000060976553. 00000400:00000200:1.0:1767384909.886740:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp28(00000000649be00a) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384909.886744:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000062867edf. 00000400:00000200:1.0:1767384909.886748:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000062867edf nid 192.168.203.134@tcp29 00000400:00000010:1.0:1767384909.886750:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000060a842b3. 00000400:00000200:1.0:1767384909.886752:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 0000000060a842b3 net tcp29 00000400:00000200:1.0:1767384909.886754:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (21) 00000400:00000200:1.0:1767384909.886757:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp29 flags 0x11 00000400:00000010:1.0:1767384909.886761:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000010500283. 00000400:00000200:1.0:1767384909.886763:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000010500283 nid 192.168.203.134@tcp30 00000400:00000010:1.0:1767384909.886765:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ce6b466c. 00000400:00000200:1.0:1767384909.886767:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ce6b466c net tcp30 00000400:00000200:1.0:1767384909.886768:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (22) 00000400:00000200:1.0:1767384909.886770:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp30 flags 0x11 00000400:00000010:1.0:1767384909.886772:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 460 at 00000000c109ebc7. 00000400:00000010:1.0:1767384909.886774:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 552 at 000000006f64d073. 00000400:00000010:1.0:1767384909.886775:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 460 at 0000000060976553. 00000400:00000010:1.0:1767384909.886777:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000c90c1cda. 00000400:00000200:1.0:1767384909.886778:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:1.0:1767384909.886780:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100171 00000400:00000200:1.0:1767384909.886782:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 rc 1 00000400:00000200:1.0:1767384909.886784:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 00000400:00000010:1.0:1767384909.886786:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000afc9968b. 00000400:00000200:1.0:1767384909.886788:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (23) 00000400:00000010:1.0:1767384909.886790:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000046a4cfc0. 00000400:00000200:1.0:1767384909.886792:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp12 00000400:00000200:1.0:1767384909.886796:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp12 to MR: 192.168.203.134@tcp12 local destination 00000400:00000200:1.0:1767384909.886799:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp12 NI seq info: [63:63:256:4294967295] 192.168.203.134@tcp12 LPNI seq info [63:63:8:4294967295] 00000400:00000200:1.0:1767384909.886802:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp12 00000400:00000200:1.0:1767384909.886807:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp12(192.168.203.134@tcp12:192.168.203.134@tcp12) -> 192.168.203.134@tcp12(192.168.203.134@tcp12:192.168.203.134@tcp12) : PUT try# 0 00000800:00000200:1.0:1767384909.886810:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.203.134@tcp12 00000800:00000010:1.0:1767384909.886842:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a8aaeb9. 00000800:00000200:1.0:1767384909.886848:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c62ef481] -> 12345-192.168.203.134@tcp12 (6) 00000800:00000200:1.0:1767384909.886853:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp12 ip 192.168.203.134:988 00000800:00000200:1.0:1767384909.886856:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003a8aaeb9 type 1, nob 480 niov 1 nkiov 1 00000400:00000200:1.0:1767384909.886869:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000400:00000200:1.0:1767384909.886872:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100571 rc 0 00000800:00000200:2.0:1767384909.886919:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384909.886921:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a8aaeb9. 00000400:00000200:2.0:1767384909.886927:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384909.886932:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp12->192.168.203.134@tcp12: PUT: OK 00000800:00000001:0.0:1767384909.886933:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384909.886935:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384909.886939:0:16353:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp12: 0 00000800:00000001:0.0:1767384909.886942:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384909.886945:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384909.886948:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384909.886959:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp12(192.168.203.134@tcp12) <- 192.168.203.134@tcp12 : PUT - for me 00000400:00000200:0.0:1767384909.886965:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 384 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384909.886968:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 384/384 into md 0x1785 [1] + 0 00000400:00000010:0.0:1767384909.886971:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026116456. 00000400:00000200:0.0:1767384909.886974:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a63f17dc 00000800:00000001:0.0:1767384909.886976:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384909.886980:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384909.886981:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384909.886984:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp12->192.168.203.134@tcp12: PUT: OK 00000400:00000200:0.0:1767384909.886986:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a63f17dc 00000400:00000010:0.0:1767384909.886987:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a63f17dc. 00000400:00000200:0.0:1767384909.886989:0:16352:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384909.886991:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (24) 00000400:00000200:0.0:1767384909.886994:0:16352:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000010:0.0:1767384909.886996:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 0000000047f6bcfc. 00000400:00000200:0.0:1767384909.886999:0:16352:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.134@tcp 22 00000400:00000200:0.0:1767384909.887001:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:0.0:1767384909.887011:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (25) 00000400:00000200:0.0:1767384909.887015:0:16352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384909.887022:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp12 to MR: 192.168.203.134@tcp12 local destination 00000400:00000200:0.0:1767384909.887026:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp12 NI seq info: [64:64:256:4294967295] 192.168.203.134@tcp12 LPNI seq info [64:64:8:4294967295] 00000400:00000200:0.0:1767384909.887036:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp12(192.168.203.134@tcp12:192.168.203.134@tcp12) -> 192.168.203.134@tcp12(192.168.203.134@tcp12:192.168.203.134@tcp12) 192.168.203.134@tcp12 : ACK try# 0 00000400:00000200:1.0:1767384909.887041:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:0.0:1767384909.887041:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp12 00000400:00000010:1.0:1767384909.887045:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000621cb0d6. 00000800:00000010:0.0:1767384909.887045:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d320f563. 00000400:00000010:1.0:1767384909.887049:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a90983c2. 00000800:00000200:0.0:1767384909.887050:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c62ef481] -> 12345-192.168.203.134@tcp12 (6) 00000400:00000200:1.0:1767384909.887052:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c8cc6172 00000400:00000200:1.0:1767384909.887055:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1004f1 00000800:00000200:0.0:1767384909.887055:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp12 ip 192.168.203.134:1017 00000800:00000200:0.0:1767384909.887058:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d320f563 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1767384909.887059:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 460 at 00000000c90c1cda. 00000400:00000010:1.0:1767384909.887062:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 552 at 000000006f64d073. 00000400:00000010:1.0:1767384909.887064:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 460 at 0000000060976553. 00000400:00000010:1.0:1767384909.887080:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 460 at 00000000c90c1cda. 00000400:00000010:1.0:1767384909.887084:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 552 at 000000006f64d073. 00000400:00000010:1.0:1767384909.887087:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 460 at 0000000060976553. 00000800:00000001:2.0:1767384909.887090:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384909.887090:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 0000000047f6bcfc. 00000400:00000200:1.0:1767384909.887097:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:1.0:1767384909.887100:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100571 00000400:00000200:1.0:1767384909.887103:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100571 rc 1 00000400:00000200:1.0:1767384909.887106:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100571 00000400:00000200:1.0:1767384909.887110:0:16356:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.134@tcp 00000800:00000001:2.0:1767384909.887112:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384909.887113:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100511 rc 0 00000400:00000200:1.0:1767384909.887119:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000800:00000001:2.0:1767384909.887120:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384909.887123:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384909.887124:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384909.887124:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (24) 00000800:00000010:0.0:1767384909.887127:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d320f563. 00000400:00000200:0.0:1767384909.887131:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384909.887132:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384909.887138:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp12(192.168.203.134@tcp12) <- 192.168.203.134@tcp12 : ACK - for me 00000400:00000200:0.0:1767384909.887148:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp12->192.168.203.134@tcp12: ACK: OK 00000400:00000200:2.0:1767384909.887156:0:16353:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp12: ACK from 12345-192.168.203.134@tcp12 into md 0x178d 00000400:00000200:2.0:1767384909.887160:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384909.887163:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp12->192.168.203.134@tcp12: ACK: OK 00000400:00000200:2.0:1767384909.887166:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afc9968b 00000400:00000010:2.0:1767384909.887167:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000afc9968b. 00000400:00000200:2.0:1767384909.887169:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384909.887171:0:16353:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 00000400:00000200:2.0:1767384909.887172:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (23) 00000800:00000001:2.0:1767384909.887175:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384909.887179:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384909.887189:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384909.888126:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001bd315ee. 00080000:00000010:0.0:1767384909.888161:0:17083:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002918f0ef. 00040000:00000001:0.0:1767384909.888170:0:17083:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384909.888172:0:17083:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384909.888174:0:17083:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384909.888177:0:17083:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:0.0:1767384909.888180:0:17083:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384909.888182:0:17083:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384909.888193:0:17083:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384909.888202:0:17083:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384909.888205:0:17083:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384909.888210:0:17083:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384909.888211:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384909.888214:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384909.888216:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384909.888220:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000010:2.0:1767384909.888224:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ca81efe8. 00010000:00000001:1.0:1767384909.888224:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:01000000:2.0:1767384909.888229:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 20000000:00000001:2.0:1767384909.888232:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384909.888237:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000010:1.0:1767384909.888238:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000021ab0c8c. 00080000:00000001:2.0:1767384909.888240:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:1.0:1767384909.888245:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384909.888249:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:1.0:1767384909.888250:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000009781bee. 00000020:00000001:1.0:1767384909.888256:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384909.888258:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384909.888259:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000009781bee with handle 0xb57eb7881956303f to hash 00080000:00000001:2.0:1767384909.888261:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384909.888263:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384909.888265:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384909.888266:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384909.888268:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318191616 : -119483391360000 : ffff93549ae6c400) 00080000:00000001:2.0:1767384909.888269:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384909.888274:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000e523df4c 00010000:00000001:1.0:1767384909.888276:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318191616 : -119483391360000 : ffff93549ae6c400) 00000020:00000001:2.0:1767384909.888279:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000aa1b0688 00080000:00000002:2.0:1767384909.888282:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:1.0:1767384909.888283:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384909.888286:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384909.888287:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384909.888289:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384909.888291:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000009781bee/0xb57eb7881956303f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384909.888292:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384909.888296:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384909.888300:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:2.0:1767384909.888305:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384909.888307:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:2.0:1767384909.888308:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000666e4986. 00080000:00000001:2.0:1767384909.888313:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585635147264 : -119488074404352 : ffff935383c52e00) 00010000:00000001:1.0:1767384909.888313:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384909.888316:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384909.888317:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384909.888319:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384909.888320:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384909.888323:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384909.888325:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1767384909.888326:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384909.888327:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000010:2.0:1767384909.888329:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000df0f3470. 00010000:00000001:1.0:1767384909.888331:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:2.0:1767384909.888332:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384909.888334:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:2.0:1767384909.888335:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384909.888339:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384909.888343:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000021ab0c8c) refcount = 1 00080000:00000001:2.0:1767384909.888346:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384909.888347:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000009781bee/0xb57eb7881956303f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384909.888354:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384909.888356:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384909.888360:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384909.888362:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384909.888365:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384909.888367:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384909.888370:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000020:0.0:1767384909.888370:0:17083:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 20000000:01000000:1.0:1767384909.888373:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 00000100:00000001:0.0:1767384909.888374:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384909.888376:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 20000000:00000010:0.0:1767384909.888376:0:17083:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d52ae28e. 20000000:00000001:0.0:1767384909.888379:0:17083:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384909.888383:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348026112 00000020:00000001:1.0:1767384909.888400:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384909.888401:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000009781bee refcount=4 00010000:00000001:0.0:1767384909.888402:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384909.888403:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318191616 : -119483391360000 : ffff93549ae6c400) 00010000:00000001:1.0:1767384909.888406:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318191616 : -119483391360000 : ffff93549ae6c400) 00010000:00000200:0.0:1767384909.888407:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000107e3559 x1853237348026112/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:135/0 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384909.888408:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384909.888410:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000009781bee/0xb57eb7881956303f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384909.888417:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384909.888419:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:0.0:1767384909.888419:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384909.888421:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000009781bee/0xb57eb7881956303f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1767384909.888423:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=43 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384909.888428:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384909.888429:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384909.888430:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384909.888431:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000009781bee/0xb57eb7881956303f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384909.888431:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:0.0:1767384909.888434:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:0.0:1767384909.888437:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384909.888438:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:0.0:1767384909.888439:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384909.888440:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384909.888442:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384909.888443:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384909.888445:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000009781bee/0xb57eb7881956303f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384909.888445:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384909.888449:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004198f852. 00010000:00010000:1.0:1767384909.888451:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000009781bee already unused, calling callback (00000000df0e66e0) 00000100:00000200:0.0:1767384909.888452:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348026112, offset 224 00010000:00000001:1.0:1767384909.888454:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384909.888456:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:0.0:1767384909.888457:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:1.0:1767384909.888458:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000009781bee/0xb57eb7881956303f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384909.888463:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384909.888464:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384909.888466:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384909.888467:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384909.888468:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000009781bee refcount=5 00000400:00000200:0.0:1767384909.888469:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d04700 00000020:00000001:1.0:1767384909.888470:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318191616 : -119483391360000 : ffff93549ae6c400) 00010000:00000001:1.0:1767384909.888489:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318191616 : -119483391360000 : ffff93549ae6c400) 00000400:00000200:0.0:1767384909.888499:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1775 [2] + 224 00010000:00000001:1.0:1767384909.888501:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384909.888503:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000009781bee/0xb57eb7881956303f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384909.888506:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384909.888510:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384909.888511:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384909.888514:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1767384909.888514:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384909.888516:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384909.888519:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f462f42c x1853237348026112/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384909.888520:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384909.888522:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384909.888524:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384909.888525:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384909.888528:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000009781bee with handle 0xb57eb7881956303f from hash 00010000:00000001:1.0:1767384909.888531:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:0.0:1767384909.888531:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f462f42c x1853237348026112/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384909.888533:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384909.888534:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384909.888535:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384909.888537:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384909.888540:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384909.888542:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384909.888544:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384909.888546:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384909.888548:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384909.888550:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1767384909.888552:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384909.888553:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384909.888555:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384909.888556:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384909.888557:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004198f852 00010000:00000001:1.0:1767384909.888559:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384909.888559:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004198f852. 00010000:00000001:1.0:1767384909.888562:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384909.888563:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:1.0:1767384909.888565:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000009781bee/0xb57eb7881956303f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384909.888565:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384909.888571:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384909.888572:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384909.888573:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384909.888574:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:2.0:1767384909.888594:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384909.888594:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384909.888594:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384909.888598:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000001:0.0:1767384909.888599:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384909.888601:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000001:2.0:1767384909.888602:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384909.888602:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767384909.888602:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384909.888606:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384909.888607:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767384909.888610:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3aff75d. 00000100:00000040:0.0:1767384909.888610:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000107e3559 x1853237348026112/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:135/0 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384909.888615:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c19c89c 00010000:00000001:1.0:1767384909.888617:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000010:2.0:1767384909.888621:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c19c89c. 00010000:00000001:1.0:1767384909.888622:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384909.888626:0:16358:0:(events.c:78:reply_in_callback()) Process entered 20000000:00000001:1.0:1767384909.888626:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384909.888626:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000107e3559 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:16358:x1853237348026112:12345-0@lo:253: Request processed in 2653us (3209us total) trans 0 rc 0/0 00010000:00010000:1.0:1767384909.888632:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000009781bee/0xb57eb7881956303f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384909.888633:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f462f42c x1853237348026112/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384909.888640:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00000040:0.0:1767384909.888647:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00010000:00000001:1.0:1767384909.888648:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384909.888651:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384909.888652:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:1.0:1767384909.888655:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000009781bee/0xb57eb7881956303f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384909.888656:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384909.888662:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c0ce1b2c. 00000100:00000200:2.0:1767384909.888663:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f462f42c x1853237348026112/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384909.888667:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000021ab0c8c count: 0 00000020:00000010:0.0:1767384909.888668:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f934620a. 00000020:00000010:0.0:1767384909.888675:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000089f468f0. 00000100:00000001:2.0:1767384909.888676:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384909.888680:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384909.888691:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384909.888694:0:16358:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:0.0:1767384909.888697:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 20000000:00000001:1.0:1767384909.888698:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000001:2.0:1767384909.888699:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384909.888703:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384909.888705:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384909.888707:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384909.888707:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384909.888711:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002299428b. 00000100:00001000:2.0:1767384909.888713:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=43 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384909.888716:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=43 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384909.888718:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384909.888720:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384909.888740:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384909.888741:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384909.888742:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384909.888746:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384909.888746:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384909.888750:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f462f42c x1853237348026112/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384909.888753:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384909.888759:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384909.888760:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0bda995. 00000100:00000001:2.0:1767384909.888761:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767384909.888766:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004198f852. 00000100:00000001:2.0:1767384909.888770:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384909.888774:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384909.888775:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384909.888776:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384909.888777:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384909.888778:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384909.888780:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384909.888781:0:16358:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384909.888782:0:16358:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384909.888783:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384909.888783:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384909.888786:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f462f42c x1853237348026112/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384909.888790:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f462f42c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348026112:0@lo:253: 00000100:00000001:2.0:1767384909.888793:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384909.888794:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384909.888795:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f462f42c x1853237348026112/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384909.888799:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384909.888801:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384909.888803:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005a1ce144. 02000000:00000001:2.0:1767384909.888805:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384909.888806:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384909.888807:0:16358:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:2.0:1767384909.888809:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384909.888810:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000eee636a5. 02000000:00000001:2.0:1767384909.888813:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384909.888814:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384909.888815:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f462f42c. 00000100:00000001:2.0:1767384909.888817:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384909.888818:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384909.888819:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384909.888822:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384909.888824:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384909.888826:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384909.888828:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384909.890007:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000666e4986. 00080000:00000010:2.0:1767384909.890039:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000df0f3470. 00040000:00000001:2.0:1767384909.890050:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384909.890052:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384909.890054:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384909.890057:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:2.0:1767384909.890059:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384909.890060:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384909.890062:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384909.890071:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384909.890073:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384909.890077:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384909.890080:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384909.890083:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384909.890085:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384909.890087:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384909.890089:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384909.890093:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f3de46ea. 00010000:00000001:1.0:1767384909.890096:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384909.890099:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000070e762e5. 00000020:00000001:1.0:1767384909.890101:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384909.890103:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000070e762e5 with handle 0xb57eb78819563046 to hash 00000020:00000001:1.0:1767384909.890105:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384909.890107:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384909.890109:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384909.890111:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384909.890112:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384909.890114:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000070e762e5/0xb57eb78819563046 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384909.890119:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384909.890121:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384909.890128:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384909.890129:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384909.890131:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384909.890133:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384909.890134:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384909.890135:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384909.890137:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384909.890138:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384909.890138:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384909.890139:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f3de46ea) refcount = 1 00010000:00010000:1.0:1767384909.890141:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000070e762e5/0xb57eb78819563046 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384909.890145:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384909.890146:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384909.890147:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384909.890148:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384909.890149:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384909.890151:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384909.890152:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 00010000:00000001:1.0:1767384909.890153:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384909.890154:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384909.890155:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070e762e5 refcount=4 00000020:00000001:1.0:1767384909.890156:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384909.890157:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384909.890158:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384909.890159:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070e762e5/0xb57eb78819563046 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384909.890163:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384909.890164:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070e762e5/0xb57eb78819563046 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384909.890167:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384909.890168:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384909.890169:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000070e762e5/0xb57eb78819563046 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384909.890176:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384909.890177:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384909.890179:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384909.890180:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000070e762e5/0xb57eb78819563046 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384909.890183:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000070e762e5 already unused, calling callback (00000000df0e66e0) 00010000:00000001:1.0:1767384909.890184:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384909.890185:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384909.890186:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000070e762e5/0xb57eb78819563046 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384909.890189:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384909.890190:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384909.890191:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384909.890191:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070e762e5 refcount=5 00000020:00000001:1.0:1767384909.890192:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384909.890193:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384909.890195:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384909.890196:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000070e762e5/0xb57eb78819563046 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384909.890199:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384909.890200:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384909.890200:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384909.890202:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384909.890204:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384909.890205:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384909.890206:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384909.890207:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000070e762e5 with handle 0xb57eb78819563046 from hash 00010000:00000001:1.0:1767384909.890209:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384909.890210:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384909.890211:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384909.890216:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384909.890217:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384909.890219:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384909.890220:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384909.890221:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384909.890222:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384909.890223:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384909.890224:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384909.890226:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384909.890227:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384909.890228:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384909.890229:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384909.890231:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384909.890233:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000070e762e5/0xb57eb78819563046 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384909.890238:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000020:2.0:1767384909.890239:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384909.890240:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384909.890244:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384909.890245:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 20000000:00000010:2.0:1767384909.890247:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000094902d42. 00010000:00000001:1.0:1767384909.890249:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 20000000:00000001:2.0:1767384909.890252:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384909.890253:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384909.890257:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1767384909.890259:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348026240 00010000:00000001:1.0:1767384909.890261:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384909.890262:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384909.890267:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384909.890269:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ee6c0850 x1853237348026240/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:135/0 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:1.0:1767384909.890271:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384909.890278:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000070e762e5/0xb57eb78819563046 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384909.890283:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384909.890286:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384909.890291:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=43 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384909.890292:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:2.0:1767384909.890295:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384909.890296:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384909.890299:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00010000:1.0:1767384909.890299:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000070e762e5/0xb57eb78819563046 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384909.890305:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:2.0:1767384909.890311:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:1.0:1767384909.890312:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f3de46ea count: 0 02000000:00000001:2.0:1767384909.890314:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384909.890318:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384909.890322:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384909.890325:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c19c89c. 00000100:00000200:2.0:1767384909.890328:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348026240, offset 224 00010000:00000001:1.0:1767384909.890329:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384909.890331:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:2.0:1767384909.890333:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384909.890341:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384909.890347:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d04780 00000400:00000200:2.0:1767384909.890350:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x177d [2] + 224 00000400:00000200:2.0:1767384909.890354:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384909.890362:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384909.890364:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384909.890367:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002d7982fe x1853237348026240/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384909.890374:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002d7982fe x1853237348026240/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384909.890386:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384909.890390:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c19c89c 00000400:00000010:2.0:1767384909.890392:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c19c89c. 00000100:00000001:2.0:1767384909.890394:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384909.890395:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384909.890398:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384909.890400:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:2.0:1767384909.890402:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384909.890403:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384909.890405:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384909.890407:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384909.890408:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ee6c0850 x1853237348026240/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:135/0 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384909.890412:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384909.890419:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384909.890420:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ee6c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+14:16359:x1853237348026240:12345-0@lo:253: Request processed in 4403us (4920us total) trans 0 rc 0/0 00000400:00000001:0.0:1767384909.890423:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384909.890427:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000098295e44. 00000100:00100000:2.0:1767384909.890432:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000400:00000200:0.0:1767384909.890434:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ca5529e 00000400:00000010:0.0:1767384909.890437:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000ca5529e. 00000100:00000001:0.0:1767384909.890440:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384909.890443:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000200:0.0:1767384909.890446:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002d7982fe x1853237348026240/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384909.890448:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384909.890450:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384909.890454:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000059a1cd96. 00000020:00000010:2.0:1767384909.890462:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e003ab13. 00000100:00000200:0.0:1767384909.890466:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002d7982fe x1853237348026240/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384909.890467:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004975640f. 00000020:00000040:2.0:1767384909.890473:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 02000000:00000001:2.0:1767384909.890477:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384909.890479:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004a8e2c40. 00000100:00000001:0.0:1767384909.890483:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384909.890484:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384909.890488:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384909.890491:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384909.890492:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384909.890496:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1767384909.890497:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384909.890499:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384909.890500:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384909.890502:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384909.890507:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=43 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384909.890508:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3aff75d. 00000400:00000010:2.0:1767384909.890514:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c19c89c. 00000100:00001000:0.0:1767384909.890515:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=43 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384909.890520:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384909.890521:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384909.890523:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384909.890524:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384909.890525:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384909.890528:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002d7982fe x1853237348026240/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384909.890533:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384909.890535:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384909.890536:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384909.890545:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384909.890546:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384909.890547:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384909.890548:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384909.890549:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384909.890550:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384909.890550:0:16359:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384909.890552:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384909.890552:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384909.890554:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002d7982fe x1853237348026240/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384909.890559:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002d7982fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348026240:0@lo:253: 00000100:00000001:0.0:1767384909.890561:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384909.890563:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384909.890564:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002d7982fe x1853237348026240/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384925 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384909.890568:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384909.890569:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384909.890570:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004967a7f8. 02000000:00000001:0.0:1767384909.890573:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384909.890574:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384909.890575:0:16359:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:0.0:1767384909.890577:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384909.890578:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006885afe1. 02000000:00000001:0.0:1767384909.890580:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384909.890580:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384909.890581:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002d7982fe. 00000100:00000001:0.0:1767384909.890583:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384909.890584:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384909.890585:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384909.890589:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384909.890590:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384909.890591:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384909.890592:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384909.890857:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294898921, at 4294898922 00000100:00000010:2.0:1767384909.890864:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e73aaec8. 00000100:00000040:1.0:1767384909.890864:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294898921, at 4294898922 00000100:00000040:0.0:1767384909.890864:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294898921, at 4294898922 00000100:00000010:1.0:1767384909.890874:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008bbbd763. 00000100:00000010:0.0:1767384909.890874:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003513b93e. 00000100:00000040:3.0:1767384909.891898:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294898921, at 4294898923 00000100:00000010:3.0:1767384909.891906:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000588b0ff7. 00000400:00000010:3.0:1767384909.903902:0:27037:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a1d8bd7e. 00000400:00000040:3.0:1767384909.903923:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384909.903925:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384909.903928:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384909.903929:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384909.903931:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384909.903931:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384909.903933:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384909.903934:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384909.903935:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384909.903936:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384909.903938:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384909.903939:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384909.903940:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384909.903942:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384909.903942:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384909.903944:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384909.903945:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384909.903945:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384909.903946:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384909.903948:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384909.903949:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384909.903949:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384909.903950:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384909.903951:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384909.903952:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384909.903953:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384909.903958:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384909.903959:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384909.903960:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384909.903961:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384909.903962:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384909.903964:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384909.903965:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384909.903966:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384909.903967:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384909.903967:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384909.903968:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384909.903970:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384909.903971:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384909.903972:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384909.903973:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384909.903974:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384909.903975:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384909.903976:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384909.903977:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384909.903978:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384909.903979:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384909.903979:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384909.903981:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384909.903982:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384909.903983:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384909.903984:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384909.903985:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384909.903986:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384909.903987:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384909.903988:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384909.903988:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384909.904040:0:27037:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a1d8bd7e. 00010000:00000010:1.1:1767384909.904839:0:27038:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000021ab0c8c. 00010000:00000010:1.1:1767384909.904849:0:27038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000009781bee. 00010000:00000010:1.1:1767384909.904853:0:27038:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f3de46ea. 00010000:00000010:1.1:1767384909.904856:0:27038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000070e762e5. 00000400:00000001:3.0:1767384910.232886:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384910.232892:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384910.232895:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b17c2ed 00000400:00000010:3.0:1767384910.232900:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b17c2ed. 00000400:00000200:3.0:1767384910.232906:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384910.232913:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp28 recovery ping unlinked 00000400:00000010:3.0:1767384910.232931:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000af23abaa. 00000400:00000010:3.0:1767384910.232935:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000010898fd0. 00010000:00000001:0.0:1767384910.872873:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384910.872878:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384910.872881:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384910.872882:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384910.872910:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384910.872913:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384910.872916:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384911.041948:0:27380:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003493371a. 00080000:00000010:3.0:1767384911.041957:0:27380:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003493371a. 00000020:00000001:3.0:1767384911.041961:0:27380:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384911.041967:0:27380:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003493371a. 00080000:00000010:3.0:1767384911.041971:0:27380:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003493371a. 00000020:00000001:3.0:1767384911.041974:0:27380:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384911.256900:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp28 00000400:00000010:2.0:1767384911.256906:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003ffbcae2. 00000400:00000010:2.0:1767384911.256913:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000058f98f32. 00000400:00000010:2.0:1767384911.256917:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bd9e1ec. 00000400:00000010:2.0:1767384911.256925:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000da95d1a9. 00000400:00000200:2.0:1767384911.256929:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp28 00000400:00000200:2.0:1767384911.256948:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp28 local destination 00000400:00000200:2.0:1767384911.256954:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp28 00000400:00000200:2.0:1767384911.256958:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp28 NI seq info: [65:65:256:4294967295] 192.168.203.134@tcp28 LPNI seq info [65:65:8:4294967295] 00000400:00000200:2.0:1767384911.256967:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp28 00000400:00000200:2.0:1767384911.256974:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp28(192.168.203.134@tcp28:) -> 192.168.203.134@tcp28(192.168.203.134@tcp28:192.168.203.134@tcp28) : GET try# 0 00000800:00000200:2.0:1767384911.256980:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp28 00000800:00000010:2.0:1767384911.256984:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000066de9437. 00000800:00000200:2.0:1767384911.256988:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2d165b7] -> 12345-192.168.203.134@tcp28 (2) 00000800:00000200:2.1:1767384911.256992:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2d165b7] -> 12345-192.168.203.134@tcp28 (2) 00000400:00000200:2.0:1767384911.257010:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp28 added to recovery queue. ping count: 2 next ping: 236 health :800 00000400:00000200:0.0:1767384911.257104:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:0.0:1767384911.257162:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384911.257183:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384911.257203:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384911.257221:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:0.0:1767384911.257246:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:0.0:1767384911.257265:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:0.0:1767384911.257283:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:0.0:1767384911.257310:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:0.0:1767384911.257333:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:0.0:1767384911.257358:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384911.257383:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384911.257408:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:0.0:1767384911.257432:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:0.0:1767384911.257458:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:0.0:1767384911.257483:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:0.0:1767384911.257512:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384911.257535:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:0.0:1767384911.257560:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:0.0:1767384911.257585:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:0.0:1767384911.257609:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:0.0:1767384911.257639:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:0.0:1767384911.257666:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:0.0:1767384911.257710:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:0.0:1767384911.257736:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:0.0:1767384911.257762:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:0.0:1767384911.257789:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:0.0:1767384911.257861:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:0.0:1767384911.257912:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:0.0:1767384911.257939:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:0.0:1767384911.257965:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:0.0:1767384911.257990:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384911.258017:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:0.0:1767384911.258043:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:0.0:1767384911.258070:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:0.0:1767384911.258271:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d52ae28e. 00000800:00000010:0.0:1767384911.258277:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bf0c4c24. 00000800:00000010:0.0:1767384911.258284:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000181aa2fd. 00000800:00000010:0.0:1767384911.258307:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000181aa2fd. 00000800:00020000:0.0:1767384911.258330:0:16349:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:0.0:1767384911.264756:0:16349:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bf0c4c24. 00000800:00000010:0.0:1767384911.264761:0:16349:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d52ae28e. 00000400:02020000:0.0:1767384911.264838:0:16349:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp28 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384911.269089:0:16349:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp28 notifying 192.168.203.134@tcp28: down 00000800:00000200:0.0:1767384911.269098:0:16349:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp28 down 00000800:00000100:0.0:1767384911.269104:0:16349:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp28 00000800:00000010:0.0:1767384911.269109:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000066de9437. 00000400:00000200:0.0:1767384911.269114:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384911.269119:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp28->192.168.203.134@tcp28: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384911.269128:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384911.269133:0:16349:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp28 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384911.269137:0:16349:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp28) recovery failed with -71 00000001:00000001:3.0:1767384911.753710:0:27545:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384911.753714:0:27545:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp31 --if ens2 00000001:00000001:3.0:1767384911.758530:0:27545:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384911.765186:0:27546:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000004e0d6e6a. 00000400:00000010:3.0:1767384911.765199:0:27546:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000005287beb3. 00000400:00000010:3.0:1767384911.765208:0:27546:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b9e4c6b4. 00000400:00000010:3.0:1767384911.765211:0:27546:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000050e749a3. 00000400:00000010:3.0:1767384911.765214:0:27546:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002179f116. 00000400:00000010:3.0:1767384911.765217:0:27546:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004f701fd7. 00000400:00000010:3.0:1767384911.765218:0:27546:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009799808d. 00000400:00000010:3.0:1767384911.765220:0:27546:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c21cdd2a. 00000400:00000010:3.0:1767384911.765223:0:27546:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000858d45a5. 00000800:00000010:3.0:1767384911.765234:0:27546:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c78ee19a. 00000800:00000200:3.0:1767384911.765242:0:27546:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384911.765249:0:27546:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384911.765280:0:27546:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:3.0:1767384911.765298:0:27546:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp31 [8/256/0/180] 00000400:00000010:3.0:1767384911.766572:0:27546:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 00000000b519c9d7. 00000400:00000010:3.0:1767384911.766577:0:27546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032e48dde. 00000400:00000010:3.0:1767384911.766581:0:27546:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b17c2ed. 00000400:00000001:3.0:1767384911.766594:0:27546:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384911.766595:0:27546:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384911.766597:0:27546:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ccaabf2. 00000400:00000200:3.0:1767384911.766599:0:27546:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfd4cb18 00000400:00000010:3.0:1767384911.766601:0:27546:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dfd4cb18. 00000400:00000010:3.0:1767384911.766609:0:27546:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 000000003dc6c6a6. 00000400:00000200:3.0:1767384911.766613:0:27546:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (22) 00000400:00000200:3.0:1767384911.766624:0:27546:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:3.0:1767384911.766630:0:27546:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131103 00000020:00000010:3.0:1767384911.766635:0:27546:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000006d53d794. 00000020:01000000:3.0:1767384911.766639:0:27546:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384911.766641:0:27546:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp31 00000400:00000200:1.0:1767384911.766646:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384911.766653:0:27546:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000005287beb3. 00000400:00000200:1.0:1767384911.766653:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000400:00000010:3.0:1767384911.766658:0:27546:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000004e0d6e6a. 00000400:00000010:1.0:1767384911.766661:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8f9ca25. 00000400:00000200:1.0:1767384911.766665:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (23) 00000400:00000010:1.0:1767384911.766679:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009e75b1e3. 00000400:00000200:1.0:1767384911.766684:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000020:00000001:2.0:1767384911.766688:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384911.766693:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384911.766694:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 10000000:00000001:2.0:1767384911.766697:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384911.766700:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384911.766702:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:01000004:2.0:1767384911.766705:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384911.766709:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384911.766711:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384911.766712:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000020:01000004:2.0:1767384911.766713:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384911.766716:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384911.766719:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384911.766720:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:1.0:1767384911.766723:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 37], ns[14, 37] 00000400:00000200:1.0:1767384911.766728:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 00000020:01000004:2.0:1767384911.766729:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384911.766732:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:1.0:1767384911.766732:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 00000020:01000004:2.0:1767384911.766734:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384911.766737:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384911.766740:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 00000100:00000010:2.0:1767384911.766743:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001009c66d. 00000400:00000200:1.0:1767384911.766746:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 00000020:00000040:2.0:1767384911.766749:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000400:00000200:1.0:1767384911.766752:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 00000100:00000001:2.0:1767384911.766757:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384911.766758:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 02000000:00000001:2.0:1767384911.766760:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384911.766765:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 02000000:00000001:2.0:1767384911.766766:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384911.766770:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 00000400:00000200:1.0:1767384911.766774:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 02000000:00000010:2.0:1767384911.766775:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004a8e2c40. 00000400:00000200:1.0:1767384911.766780:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 00000100:00000001:2.0:1767384911.766783:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384911.766784:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 14], ns[44, 14] 00000100:00000001:2.0:1767384911.766791:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384911.766795:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384911.766798:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 14], ns[48, 14] 00000100:00000040:2.0:1767384911.766803:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001009c66d] to pc [ptlrpcd_00_02+2] req@000000001009c66d x1853237348026368/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384911.766804:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 14], ns[52, 14] 00000400:00000200:1.0:1767384911.766851:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 14], ns[56, 14] 00000400:00000200:1.0:1767384911.766855:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[65, 14], ns[65, 14] 10000000:00000001:2.0:1767384911.766857:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384911.766861:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 14], ns[0, 14] 10000000:00000001:2.0:1767384911.766862:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384911.766867:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.766868:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:2.0:1767384911.766871:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384911.766873:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp29] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000001:3.0:1767384911.766874:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384911.766878:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384911.766878:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384911.766880:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp29 10000000:00000001:2.0:1767384911.766882:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384911.766885:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:3.0:1767384911.766887:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001009c66d x1853237348026368/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384911.766888:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp29 10000000:01000000:2.0:1767384911.766889:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384911.766894:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384911.766897:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp29 lpni_is_preferred = 0 00000020:01000004:2.0:1767384911.766898:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384911.766902:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384911.766905:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp29 00000020:01000004:2.0:1767384911.766906:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384911.766907:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384911.766909:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384911.766911:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384911.766913:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384911.766913:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp29 NI seq info: [66:66:256:4294967295] 192.168.203.134@tcp29 LPNI seq info [66:66:8:4294967295] 02000000:00000001:3.0:1767384911.766917:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384911.766917:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384911.766920:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:3.0:1767384911.766921:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384911.766924:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384911.766925:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp29 02000000:00000001:3.0:1767384911.766927:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384911.766929:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f7a1e0b. 00000100:00100000:3.0:1767384911.766932:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001009c66d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348026368:0@lo:253: 00000020:00000040:2.0:1767384911.766935:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00000001:2.0:1767384911.766941:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384911.766943:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp29(192.168.203.134@tcp29:) -> 192.168.203.134@tcp29(192.168.203.134@tcp:192.168.203.134@tcp29) : PUT try# 0 02000000:00000001:2.0:1767384911.766944:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384911.766945:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384911.766949:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384911.766951:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.134@tcp29 02000000:00000001:3.0:1767384911.766952:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384911.766956:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384911.766958:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:1.0:1767384911.766958:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000700466df. 02000000:00000010:2.0:1767384911.766962:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000094902d42. 02000000:00000010:3.0:1767384911.766966:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b3080e34. 00000100:00000001:2.0:1767384911.766967:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384911.766968:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009bd365ee. 02000000:00000001:3.0:1767384911.766970:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.766974:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:1.0:1767384911.766975:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000005c51823f. 00000400:00000010:3.0:1767384911.766976:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ccaabf2. 00000100:00000001:2.0:1767384911.766976:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384911.766982:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009bd365ee] -> 12345-192.168.203.134@tcp29 (2) 00000400:00000010:3.0:1767384911.766984:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041dbcece. 00000100:00000040:2.0:1767384911.766985:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f7a1e0b] to pc [ptlrpcd_00_03+3] req@000000009f7a1e0b x1853237348026496/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384911.766990:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348026368, portal 25 00000800:00000200:1.1:1767384911.766990:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009bd365ee] -> 12345-192.168.203.134@tcp29 (2) 00000100:00000001:3.0:1767384911.766996:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384911.767000:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667942528 : -119483041609088 : ffff9354afbf8a80) 10000000:00000001:2.0:1767384911.767004:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384911.767006:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001009c66d x1853237348026368/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384911.767008:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 10000000:00000001:2.0:1767384911.767009:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384911.767015:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384911.767015:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 0 00000020:01000000:2.0:1767384911.767021:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384911.767026:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000006d53d794. 00000100:00000001:3.0:1767384911.767027:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384911.767036:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384911.767039:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384911.767040:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003cea03d9. 00000100:00000001:2.0:1767384911.767043:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384911.767044:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348026368, offset 0 00000100:00000001:2.0:1767384911.767045:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384911.767052:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384911.767052:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f7a1e0b x1853237348026496/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384911.767062:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384911.767065:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384911.767068:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384911.767069:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384911.767072:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384911.767075:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384911.767077:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009f7a1e0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348026496:0@lo:253: 00000100:00000001:2.0:1767384911.767079:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384911.767082:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384911.767084:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384911.767085:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d04800 02000000:00000001:2.0:1767384911.767086:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384911.767093:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005a1ce144. 02000000:00000001:2.0:1767384911.767095:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384911.767099:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1075 [2] + 0 00000400:00000010:2.0:1767384911.767100:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070108ba1. 00000400:00000010:3.0:1767384911.767107:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee75000a. 00000400:00000200:3.0:1767384911.767112:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000baf9ba05 00000400:00000200:3.0:1767384911.767118:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384911.767118:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb0058c0. 00000100:00000200:2.0:1767384911.767124:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348026496, portal 25 00000100:00000001:2.0:1767384911.767128:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384911.767129:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384911.767130:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667941632 : -119483041609984 : ffff9354afbf8700) 00000100:00000040:2.0:1767384911.767135:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009f7a1e0b x1853237348026496/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384911.767136:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000baf9ba05 00000400:00000010:3.0:1767384911.767140:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000baf9ba05. 00000400:00000200:1.0:1767384911.767143:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000100:00000001:3.0:1767384911.767146:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384911.767152:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384911.767154:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384911.767157:0:16360:0:(events.c:337:request_in_callback()) incoming req@0000000027fa9d37 x1853237348026368 msgsize 4848 00000100:00000040:2.0:1767384911.767159:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384911.767163:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b5ea3a49. 00000100:00000200:2.0:1767384911.767167:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348026496, offset 0 00000100:00100000:3.0:1767384911.767168:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384911.767173:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384911.767176:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384911.767185:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384911.767185:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384911.767191:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:3.0:1767384911.767196:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cea03d9 00000400:00000010:3.0:1767384911.767200:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003cea03d9. 00000400:00000200:2.0:1767384911.767200:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d04880 00000100:00000001:3.0:1767384911.767208:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384911.767211:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1085 [2] + 0 00000400:00000010:2.0:1767384911.767214:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000671f4b5f. 00000400:00000200:1.0:1767384911.767216:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000100:00000200:3.0:1767384911.767217:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001009c66d x1853237348026368/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384911.767219:0:16361:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e6905033 00000400:00000200:2.0:1767384911.767225:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384911.767233:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384911.767234:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384911.767236:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6905033 00000400:00000010:2.0:1767384911.767239:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e6905033. 00000100:00000040:3.0:1767384911.767240:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001009c66d x1853237348026368/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384911.767241:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000100:00000001:2.0:1767384911.767244:0:16361:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384911.767247:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384911.767251:0:16361:0:(events.c:337:request_in_callback()) incoming req@0000000041c7b346 x1853237348026496 msgsize 4848 00000100:00000001:3.0:1767384911.767259:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384911.767263:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384911.767264:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384911.767266:0:16361:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:1.0:1767384911.767267:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000100:00000001:3.0:1767384911.767272:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.767278:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294900803 00000100:00000001:2.0:1767384911.767278:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384911.767284:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5ea3a49 00000100:00000010:3.0:1767384911.767285:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000027146701. 00000400:00000010:2.0:1767384911.767288:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b5ea3a49. 00000400:00000200:1.0:1767384911.767291:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000100:00000001:2.0:1767384911.767292:0:16361:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384911.767295:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000100:00000200:2.0:1767384911.767295:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f7a1e0b x1853237348026496/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384911.767306:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294900803 00000100:00000001:2.0:1767384911.767306:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384911.767310:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f7a1e0b x1853237348026496/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384911.767320:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f09a283. 00000100:00000001:2.0:1767384911.767320:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.767322:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384911.767327:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.767328:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384911.767329:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000100:00000001:2.0:1767384911.767331:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294900803 00000100:00000001:3.0:1767384911.767337:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294900803 00000100:00000001:2.0:1767384911.767337:0:16361:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, keep current deadline 4294900803 00000100:00000010:3.0:1767384911.767344:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000312f5afd. 00000100:00000001:2.0:1767384911.767347:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294900803 00000100:00000001:2.0:1767384911.767350:0:16361:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, keep current deadline 4294900803 00000100:00000001:3.0:1767384911.767351:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384911.767352:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294900803 00000400:00000200:1.0:1767384911.767356:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000100:00000001:3.0:1767384911.767360:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294900803 00000100:00000001:2.0:1767384911.767361:0:16361:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294900803 00000100:00000001:2.0:1767384911.767366:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294900803 00000100:00000010:3.0:1767384911.767369:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3e7e0bc. 00000100:00000001:3.0:1767384911.767375:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384911.767381:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384911.767381:0:16361:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294900803 00000100:00000001:2.0:1767384911.767387:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384911.767387:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000100:00000001:3.0:1767384911.767388:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.767395:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.767395:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.767398:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.767399:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384911.767402:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384911.767409:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384911.767409:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384911.767413:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384911.767413:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384911.767420:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384911.767421:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384911.767421:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000100:00000001:2.0:1767384911.767422:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384911.767424:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384911.767427:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.767428:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.767431:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.767432:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.767455:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384911.767458:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348026368 02000000:00000001:2.0:1767384911.767460:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384911.767462:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384911.767464:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384911.767468:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384911.767470:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348026368 00000020:00000001:2.0:1767384911.767472:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384911.767474:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:2.0:1767384911.767476:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384911.767477:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000020:00000040:2.0:1767384911.767479:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000020:00000001:2.0:1767384911.767483:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:2.0:1767384911.767485:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384911.767489:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384911.767492:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2871099. 00000100:00000001:2.0:1767384911.767494:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384911.767496:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2871099. 00000020:00000010:2.0:1767384911.767507:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000053908059. 00000020:00000010:2.0:1767384911.767512:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000093711b1b. 00000100:00000001:3.0:1767384911.767513:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1767384911.767516:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000639abfaa. 00000100:00100000:3.0:1767384911.767517:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348026496 00000400:00000200:1.0:1767384911.767518:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 02000000:00000001:3.0:1767384911.767523:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384911.767526:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384911.767527:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384911.767531:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384911.767531:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:3.0:1767384911.767536:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348026496 00000100:00000001:2.0:1767384911.767537:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384911.767540:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384911.767540:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:3.0:1767384911.767543:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000001:2.0:1767384911.767544:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384911.767547:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384911.767550:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000020:00000001:3.0:1767384911.767552:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384911.767553:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384911.767555:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:3.0:1767384911.767559:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384911.767559:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000100:00000001:2.0:1767384911.767563:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384911.767564:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003685226f. 00000100:00000001:3.0:1767384911.767569:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384911.767576:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003685226f. 00000100:00000001:2.0:1767384911.767578:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384911.767581:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384911.767583:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008fefa10c. 00000100:00100000:2.0:1767384911.767587:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000020:00000010:3.0:1767384911.767590:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e5dc374f. 00000100:00000040:2.0:1767384911.767591:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000400:00000200:1.0:1767384911.767595:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000100:00000001:2.0:1767384911.767596:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878106704 : -119482831444912 : ffff9354bc466450) 00000020:00000010:3.0:1767384911.767598:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000048f2782. 00000100:00000040:2.0:1767384911.767604:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000027fa9d37 x1853237348026368/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:137/0 lens 4848/0 e 0 to 0 dl 1767384922 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384911.767605:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384911.767608:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384911.767611:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.767618:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384911.767621:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384911.767622:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2871099. 00000100:00000001:3.0:1767384911.767626:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384911.767627:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384911.767632:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000020:00000010:2.0:1767384911.767633:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2871099. 00000100:00000001:3.0:1767384911.767643:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384911.767643:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000027fa9d37 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:16360:x1853237348026368:12345-0@lo:253: 00000100:00000001:3.0:1767384911.767647:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1767384911.767649:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348026368 00000020:00000001:2.0:1767384911.767652:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:3.0:1767384911.767655:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000020:00000001:2.0:1767384911.767656:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767384911.767658:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000020:00000001:2.0:1767384911.767660:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.767663:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878108752 : -119482831442864 : ffff9354bc466c50) 00000020:00000001:2.0:1767384911.767664:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384911.767679:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000100:00000040:3.0:1767384911.767683:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000041c7b346 x1853237348026496/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:137/0 lens 4848/0 e 0 to 0 dl 1767384922 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384911.767685:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384911.767686:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000020:00000001:2.0:1767384911.767688:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384911.767694:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384911.767699:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384911.767699:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384911.767702:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384911.767704:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003685226f. 00000100:00000001:2.0:1767384911.767707:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384911.767709:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384911.767711:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003685226f. 00000100:00100000:3.0:1767384911.767716:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000041c7b346 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:16361:x1853237348026496:12345-0@lo:253: 02000000:00000001:2.0:1767384911.767717:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1767384911.767721:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348026496 00000020:00000001:3.0:1767384911.767724:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:2.0:1767384911.767725:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c11d91be. 00000020:00000001:3.0:1767384911.767726:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:2.0:1767384911.767729:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384911.767730:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384911.767731:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000100:00000001:2.0:1767384911.767732:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384911.767734:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384911.767738:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 20000000:00000001:2.0:1767384911.767739:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384911.767743:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384911.767746:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384911.767747:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384911.767749:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000010:2.0:1767384911.767750:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000eee636a5. 00000020:00000001:3.0:1767384911.767753:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384911.767754:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384911.767757:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384911.767759:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384911.767762:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.767764:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:2.0:1767384911.767765:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384911.767768:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:2.0:1767384911.767769:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:3.0:1767384911.767775:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006d53d794. 00000400:00000200:1.0:1767384911.767775:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 02000000:00000001:3.0:1767384911.767779:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384911.767780:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b6a267ab. 00000100:00000001:3.0:1767384911.767783:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384911.767784:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 20000000:00000001:3.0:1767384911.767787:0:17083:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384911.767791:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000010:3.0:1767384911.767796:0:17083:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009d49532e. 00080000:00000001:2.0:1767384911.767798:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:01000000:3.0:1767384911.767800:0:17083:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:2.0:1767384911.767802:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:3.0:1767384911.767803:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384911.767806:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384911.767808:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384911.767810:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384911.767812:0:17083:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384911.767835:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:1.0:1767384911.767843:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00080000:00000001:2.0:1767384911.767849:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384911.767853:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384911.767854:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384911.767856:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384911.767857:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384911.767859:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000e523df4c 00000020:00000001:2.0:1767384911.767863:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000aa1b0688 00080000:00000002:2.0:1767384911.767864:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384911.767866:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384911.767869:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384911.767871:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384911.767873:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384911.767877:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00000400:00000200:1.0:1767384911.767878:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00080000:00000001:2.0:1767384911.767880:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384911.767884:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e5cad28d. 00080000:00000001:2.0:1767384911.767887:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585622779392 : -119488086772224 : ffff935383087600) 00080000:00000001:2.0:1767384911.767890:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384911.767893:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384911.767901:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a2871099. 00000400:00000200:1.0:1767384911.767903:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00080000:00000001:2.0:1767384911.767904:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384911.767908:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384911.767920:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384911.767928:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00080000:00000001:2.0:1767384911.767935:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384911.767959:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:1.0:1767384911.767981:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:1.0:1767384911.768001:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384911.768031:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:1.0:1767384911.768071:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:1.0:1767384911.768104:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:1.0:1767384911.768150:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:1.0:1767384911.768168:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:1.0:1767384911.768184:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:1.0:1767384911.768200:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:1.0:1767384911.768216:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:1.0:1767384911.768234:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:1.0:1767384911.768269:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:1.0:1767384911.768430:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008eb439ef. 00000800:00000010:1.0:1767384911.768434:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002d7b6df8. 00000800:00000010:1.0:1767384911.768444:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000002cc8f2. 00000800:00000010:1.0:1767384911.768460:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000002cc8f2. 00000800:00020000:1.0:1767384911.768469:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:1.0:1767384911.768472:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002d7b6df8. 00000800:00000010:1.0:1767384911.768474:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008eb439ef. 00000400:02020000:1.0:1767384911.768510:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp29 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384911.768515:0:16346:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp29 notifying 192.168.203.134@tcp29: down 00000800:00000200:1.0:1767384911.768520:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp29 down 00000800:00000100:1.0:1767384911.768524:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 400 0@<0:0>->192.168.203.134@tcp29 00000800:00000010:1.0:1767384911.768527:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000700466df. 00000400:00000200:1.0:1767384911.768529:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384911.768532:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp29->192.168.203.134@tcp29: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384911.768536:0:16346:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp29 added to recovery queue. ping count: 0 next ping: 234 health :900 00000400:00000200:1.0:1767384911.768539:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384911.768541:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp: 1 00000400:00000200:1.0:1767384911.768543:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:2.0:1767384911.768576:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384911.768580:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x101151 00000400:00000001:2.0:1767384911.768583:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384911.768584:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384911.768585:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8f9ca25 00000400:00000010:2.0:1767384911.768586:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8f9ca25. 00000400:00000200:2.0:1767384911.768589:0:16356:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384911.768592:0:16356:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:2.0:1767384911.768595:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (24) 00000400:00000200:2.0:1767384911.768598:0:16356:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.134@tcp 00000400:00000200:2.0:1767384911.768600:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 rc -71 00000400:00000200:2.0:1767384911.768603:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:2.0:1767384911.768606:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (23) 00080000:00000010:3.0:1767384911.768666:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e5cad28d. 00080000:00000010:2.0:1767384911.768710:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a2871099. 00040000:00000001:2.0:1767384911.768714:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384911.768716:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384911.768717:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384911.768719:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:2.0:1767384911.768721:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384911.768722:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384911.768731:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384911.768739:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384911.768741:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:3.0:1767384911.768746:0:17083:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b6a1d194. 00080000:00000001:2.0:1767384911.768746:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384911.768750:0:17083:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 20000000:00000001:3.0:1767384911.768752:0:17083:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384911.768755:0:17083:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384911.768757:0:17083:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:1.0:1767384911.768759:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384911.768762:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384911.768764:0:17083:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 10000000:01000000:1.0:1767384911.768765:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384911.768770:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384911.768772:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384911.768773:0:17083:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384911.768777:0:17083:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384911.768778:0:17083:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384911.768779:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c5d51d25. 00080000:00000001:3.0:1767384911.768780:0:17083:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384911.768783:0:17083:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.768785:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000002:3.0:1767384911.768786:0:17083:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000980f9615 00010000:00000010:1.0:1767384911.768790:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fea7663b. 00000020:00000001:3.0:1767384911.768791:0:17083:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009e445471 00080000:00000002:3.0:1767384911.768795:0:17083:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000001:1.0:1767384911.768796:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384911.768798:0:17083:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384911.768800:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fea7663b with handle 0xb57eb7881956304d to hash 00080000:00000001:3.0:1767384911.768801:0:17083:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384911.768803:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384911.768804:0:17083:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384911.768806:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318192128 : -119483391359488 : ffff93549ae6c600) 00000020:00000001:3.0:1767384911.768807:0:17083:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384911.768810:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318192128 : -119483391359488 : ffff93549ae6c600) 00000020:00000001:3.0:1767384911.768812:0:17083:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00010000:00000001:1.0:1767384911.768835:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384911.768837:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384911.768844:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000fea7663b/0xb57eb7881956304d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384911.768851:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384911.768855:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384911.768856:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384911.768858:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384911.768860:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384911.768862:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384911.768864:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384911.768866:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384911.768868:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384911.768869:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384911.768870:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384911.768872:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c5d51d25) refcount = 1 00010000:00010000:1.0:1767384911.768874:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000fea7663b/0xb57eb7881956304d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384911.768879:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384911.768880:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384911.768881:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384911.768882:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.768884:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384911.768886:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384911.768888:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 00010000:00000001:1.0:1767384911.768890:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384911.768892:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384911.768893:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fea7663b refcount=4 00000020:00000001:1.0:1767384911.768895:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318192128 : -119483391359488 : ffff93549ae6c600) 00010000:00000001:1.0:1767384911.768896:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318192128 : -119483391359488 : ffff93549ae6c600) 00010000:00000001:1.0:1767384911.768898:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384911.768900:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fea7663b/0xb57eb7881956304d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384911.768904:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384911.768910:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fea7663b/0xb57eb7881956304d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384911.768914:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384911.768916:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384911.768917:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000fea7663b/0xb57eb7881956304d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384911.768921:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384911.768921:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.768924:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384911.768925:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000fea7663b/0xb57eb7881956304d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384911.768930:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000fea7663b already unused, calling callback (00000000df0e66e0) 00010000:00000001:1.0:1767384911.768932:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384911.768933:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384911.768935:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000fea7663b/0xb57eb7881956304d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384911.768939:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384911.768940:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384911.768941:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384911.768942:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fea7663b refcount=5 00000020:00000001:1.0:1767384911.768943:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318192128 : -119483391359488 : ffff93549ae6c600) 00010000:00000001:1.0:1767384911.768945:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318192128 : -119483391359488 : ffff93549ae6c600) 00010000:00000001:1.0:1767384911.768947:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384911.768949:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000fea7663b/0xb57eb7881956304d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384911.768953:0:17083:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384911.768955:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384911.768957:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000010:3.0:1767384911.768958:0:17083:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000bdcb15a9. 00010000:00000001:1.0:1767384911.768959:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384911.768963:0:17083:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590445003776 : -119483264547840 : ffff9354a275c400) 00010000:00000001:1.0:1767384911.768964:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384911.768965:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384911.768966:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384911.768970:0:17083:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384911.768975:0:17083:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384911.768975:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384911.768977:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000040:1.0:1767384911.768979:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fea7663b with handle 0xb57eb7881956304d from hash 00080000:00000010:3.0:1767384911.768980:0:17083:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003685226f. 00000100:00000001:2.0:1767384911.768981:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384911.768984:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 20000000:00000010:2.0:1767384911.768985:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000eee636a5. 00080000:00000001:3.0:1767384911.768986:0:17083:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.768986:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:3.0:1767384911.768991:0:17083:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384911.768991:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384911.768992:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.768993:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384911.768996:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:2.0:1767384911.768998:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348026368 00010000:00000001:1.0:1767384911.768999:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00080000:00000001:3.0:1767384911.769000:0:17083:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384911.769001:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384911.769003:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384911.769006:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:2.0:1767384911.769008:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000027fa9d37 x1853237348026368/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:137/0 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384911.769009:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.769012:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00080000:00000001:3.0:1767384911.769013:0:17083:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384911.769014:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384911.769019:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384911.769021:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384911.769023:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.769027:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.769030:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384911.769031:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:1.0:1767384911.769032:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000fea7663b/0xb57eb7881956304d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384911.769034:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384911.769041:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=45 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384911.769041:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384911.769043:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384911.769046:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767384911.769048:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384911.769048:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384911.769049:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384911.769052:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384911.769053:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:1.0:1767384911.769055:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:2.0:1767384911.769056:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:1.0:1767384911.769058:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384911.769060:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 20000000:00000001:1.0:1767384911.769061:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384911.769063:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384911.769064:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000fea7663b/0xb57eb7881956304d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384911.769068:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384911.769072:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:2.0:1767384911.769073:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384911.769076:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384911.769078:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b5ea3a49. 00010000:00010000:1.0:1767384911.769079:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fea7663b/0xb57eb7881956304d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384911.769083:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348026368, offset 224 00000400:00000200:2.0:1767384911.769088:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384911.769095:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:1.0:1767384911.769099:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c5d51d25 count: 0 00000400:00000200:2.0:1767384911.769104:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d04800 00010000:00000001:1.0:1767384911.769105:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384911.769108:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:2.0:1767384911.769109:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x17b1 [2] + 224 00000400:00000200:2.0:1767384911.769115:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384911.769118:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384911.769120:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384911.769124:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001009c66d x1853237348026368/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384911.769131:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001009c66d x1853237348026368/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384911.769144:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384911.769148:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5ea3a49 00000400:00000010:2.0:1767384911.769149:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b5ea3a49. 00000100:00000001:2.0:1767384911.769151:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384911.769152:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384911.769155:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384911.769157:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:2.0:1767384911.769159:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384911.769160:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384911.769161:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384911.769162:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384911.769165:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384911.769169:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384911.769172:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384911.769172:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000027fa9d37 x1853237348026368/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:137/0 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384911.769176:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ccaabf2. 00000400:00000200:3.0:1767384911.769181:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041dbcece 00000400:00000010:3.0:1767384911.769184:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041dbcece. 00000100:00100000:2.0:1767384911.769186:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000027fa9d37 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:16360:x1853237348026368:12345-0@lo:253: Request processed in 1566us (2026us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384911.769188:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384911.769195:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001009c66d x1853237348026368/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384911.769196:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00000040:2.0:1767384911.769202:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384911.769206:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384911.769210:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384911.769212:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001009c66d x1853237348026368/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384911.769215:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000093711b1b. 00000020:00000010:2.0:1767384911.769221:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000639abfaa. 00000100:00000001:3.0:1767384911.769222:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384911.769225:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384911.769227:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000053908059. 00000100:00000001:3.0:1767384911.769228:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384911.769231:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1767384911.769233:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00000100:00000001:3.0:1767384911.769234:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384911.769237:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384911.769239:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384911.769240:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384911.769242:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c11d91be. 00000100:00001000:3.0:1767384911.769244:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=45 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384911.769246:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384911.769249:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384911.769250:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=45 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384911.769255:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767384911.769256:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384911.769257:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384911.769260:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384911.769261:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca7121dc. 00010000:00000001:3.0:1767384911.769262:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.769267:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384911.769267:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b5ea3a49. 00000100:00000040:3.0:1767384911.769270:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001009c66d x1853237348026368/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384911.769276:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384911.769284:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384911.769285:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384911.769287:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384911.769288:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384911.769290:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384911.769291:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384911.769291:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384911.769292:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384911.769293:0:16360:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384911.769294:0:16360:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384911.769294:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384911.769295:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384911.769297:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001009c66d x1853237348026368/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384911.769301:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001009c66d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348026368:0@lo:253: 00000100:00000001:3.0:1767384911.769304:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384911.769306:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384911.769307:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001009c66d x1853237348026368/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384911.769311:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384911.769313:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384911.769315:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b3080e34. 02000000:00000001:3.0:1767384911.769318:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384911.769319:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384911.769320:0:16360:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:3.0:1767384911.769321:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384911.769323:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004a8e2c40. 02000000:00000001:3.0:1767384911.769325:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384911.769326:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384911.769326:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001009c66d. 00000100:00000001:3.0:1767384911.769329:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384911.769329:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384911.769330:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384911.769334:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384911.769335:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.769336:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384911.769341:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384911.770423:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000bdcb15a9. 00080000:00000010:3.0:1767384911.770453:0:17083:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003685226f. 00040000:00000001:3.0:1767384911.770456:0:17083:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384911.770457:0:17083:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384911.770459:0:17083:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384911.770461:0:17083:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:3.0:1767384911.770462:0:17083:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384911.770463:0:17083:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384911.770464:0:17083:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384911.770471:0:17083:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384911.770473:0:17083:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384911.770476:0:17083:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384911.770480:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384911.770484:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384911.770485:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384911.770487:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384911.770488:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384911.770492:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000008e99102. 00010000:00000001:1.0:1767384911.770495:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384911.770496:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009fb158e7. 00000020:00000001:1.0:1767384911.770498:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384911.770501:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009fb158e7 with handle 0xb57eb78819563054 to hash 00000020:00000001:1.0:1767384911.770502:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384911.770504:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00010000:00000001:1.0:1767384911.770505:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00010000:00000001:1.0:1767384911.770507:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384911.770508:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384911.770509:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009fb158e7/0xb57eb78819563054 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384911.770513:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384911.770515:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384911.770516:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384911.770517:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384911.770518:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384911.770520:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384911.770521:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384911.770522:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384911.770524:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384911.770525:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384911.770526:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384911.770527:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000008e99102) refcount = 1 00010000:00010000:1.0:1767384911.770534:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009fb158e7/0xb57eb78819563054 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384911.770538:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384911.770539:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384911.770540:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384911.770541:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.770542:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384911.770544:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384911.770546:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 00010000:00000001:1.0:1767384911.770548:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384911.770549:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384911.770550:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009fb158e7 refcount=4 00000020:00000001:1.0:1767384911.770552:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00010000:00000001:1.0:1767384911.770553:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00010000:00000001:1.0:1767384911.770555:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384911.770557:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009fb158e7/0xb57eb78819563054 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384911.770561:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384911.770563:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009fb158e7/0xb57eb78819563054 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384911.770566:0:17083:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384911.770567:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384911.770570:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384911.770571:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:1.0:1767384911.770572:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009fb158e7/0xb57eb78819563054 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 20000000:00000010:3.0:1767384911.770573:0:17083:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009d49532e. 20000000:00000001:3.0:1767384911.770580:0:17083:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.770580:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384911.770583:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384911.770584:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348026496 00010000:00000001:1.0:1767384911.770585:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384911.770588:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009fb158e7/0xb57eb78819563054 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384911.770589:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:1.0:1767384911.770594:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009fb158e7 already unused, calling callback (00000000df0e66e0) 00010000:00000200:3.0:1767384911.770595:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000041c7b346 x1853237348026496/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:137/0 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384911.770601:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384911.770603:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384911.770604:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.770606:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00001000:3.0:1767384911.770607:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=45 v=5 (1 0 0 0) 00010000:00010000:1.0:1767384911.770609:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009fb158e7/0xb57eb78819563054 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384911.770613:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384911.770617:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:1.0:1767384911.770617:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384911.770620:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384911.770621:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000020:00000001:1.0:1767384911.770623:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767384911.770624:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:1.0:1767384911.770625:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009fb158e7 refcount=5 02000000:00000001:3.0:1767384911.770627:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384911.770629:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00000100:00000001:3.0:1767384911.770630:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384911.770632:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00000100:00000040:3.0:1767384911.770636:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384911.770638:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000010:3.0:1767384911.770640:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041dbcece. 00010000:00010000:1.0:1767384911.770641:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009fb158e7/0xb57eb78819563054 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384911.770645:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348026496, offset 224 00010000:00000001:1.0:1767384911.770648:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384911.770651:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:3.0:1767384911.770653:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384911.770653:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.770659:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384911.770660:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384911.770663:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1767384911.770664:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384911.770665:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384911.770677:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009fb158e7 with handle 0xb57eb78819563054 from hash 00010000:00000001:1.0:1767384911.770679:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384911.770681:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384911.770682:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384911.770683:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d04880 00010000:00000001:1.0:1767384911.770684:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384911.770686:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384911.770689:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384911.770691:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:3.0:1767384911.770692:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x17b9 [2] + 224 00010000:00000001:1.0:1767384911.770694:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384911.770696:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.770697:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384911.770697:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384911.770702:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384911.770704:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384911.770706:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384911.770712:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384911.770712:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.770716:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.770719:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.770720:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:1.0:1767384911.770724:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009fb158e7/0xb57eb78819563054 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384911.770726:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f7a1e0b x1853237348026496/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384911.770736:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384911.770738:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384911.770741:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:3.0:1767384911.770744:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009f7a1e0b x1853237348026496/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384911.770744:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384911.770747:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384911.770750:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384911.770752:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384911.770755:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384911.770758:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384911.770759:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009fb158e7/0xb57eb78819563054 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384911.770763:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384911.770763:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384911.770765:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384911.770768:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009fb158e7/0xb57eb78819563054 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384911.770770:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041dbcece 00010000:00000040:1.0:1767384911.770771:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000008e99102 count: 0 00000400:00000010:3.0:1767384911.770773:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041dbcece. 00000100:00000001:3.0:1767384911.770778:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384911.770780:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384911.770781:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384911.770783:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384911.770784:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384911.770785:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384911.770786:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 20000000:00000001:1.0:1767384911.770788:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000001:2.0:1767384911.770790:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384911.770791:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000400:00000010:2.0:1767384911.770793:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070108ba1. 00010000:00000001:3.0:1767384911.770794:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384911.770798:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384911.770799:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb0058c0 00000020:00000001:3.0:1767384911.770800:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384911.770802:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bb0058c0. 00000100:00000040:3.0:1767384911.770805:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041c7b346 x1853237348026496/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:137/0 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384911.770807:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384911.770813:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f7a1e0b x1853237348026496/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384911.770833:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f7a1e0b x1853237348026496/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384911.770840:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000041c7b346 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:16361:x1853237348026496:12345-0@lo:253: Request processed in 3139us (3584us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384911.770846:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384911.770849:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384911.770852:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00000001:2.0:1767384911.770853:0:16361:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384911.770855:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:3.0:1767384911.770857:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384911.770858:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384911.770862:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e5dc374f. 02000000:00000001:2.0:1767384911.770862:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384911.770864:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384911.770867:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000048f2782. 00000100:00000001:2.0:1767384911.770867:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384911.770869:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384911.770873:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008fefa10c. 00000100:00001000:2.0:1767384911.770874:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=45 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384911.770878:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000100:00001000:2.0:1767384911.770878:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=45 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384911.770883:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384911.770883:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1767384911.770887:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006d53d794. 00000100:00000001:2.0:1767384911.770887:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384911.770893:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384911.770893:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384911.770894:0:16361:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.770896:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384911.770897:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384911.770900:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f7a1e0b x1853237348026496/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384911.770908:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384911.770909:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384911.770913:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1767384911.770914:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ccaabf2. 00000100:00000001:2.0:1767384911.770914:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384911.770916:0:16361:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:3.0:1767384911.770919:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041dbcece. 00000020:01000004:2.0:1767384911.770919:0:16361:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384911.770922:0:16361:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384911.770925:0:16361:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384911.770926:0:16361:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384911.770928:0:16361:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384911.770929:0:16361:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384911.770929:0:16361:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384911.770930:0:16361:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384911.770932:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f7a1e0b x1853237348026496/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384911.770937:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f7a1e0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348026496:0@lo:253: 00000100:00000001:2.0:1767384911.770941:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384911.770943:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384911.770945:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f7a1e0b x1853237348026496/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384911.770949:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384911.770950:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384911.770952:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005a1ce144. 02000000:00000001:2.0:1767384911.770959:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384911.770961:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384911.770962:0:16361:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:2.0:1767384911.770964:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384911.770965:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000094902d42. 02000000:00000001:2.0:1767384911.770967:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384911.770968:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384911.770969:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f7a1e0b. 00000100:00000001:2.0:1767384911.770971:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384911.770971:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384911.770972:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384911.770976:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384911.770977:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.770978:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384911.770979:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384911.772863:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294900803, at 4294900804 00000100:00000010:3.0:1767384911.772870:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3e7e0bc. 00000100:00000040:0.0:1767384911.773860:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294900803, at 4294900805 00000100:00000010:0.0:1767384911.773867:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000027146701. 00000100:00000040:2.0:1767384911.773876:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294900803, at 4294900805 00000100:00000040:1.0:1767384911.773879:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294900803, at 4294900805 00000100:00000010:2.0:1767384911.773883:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000312f5afd. 00000100:00000010:1.0:1767384911.773886:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f09a283. 00010000:00000010:1.1:1767384911.778079:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c5d51d25. 00010000:00000010:1.1:1767384911.778086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fea7663b. 00010000:00000010:1.1:1767384911.779852:0:27552:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000008e99102. 00010000:00000010:1.1:1767384911.779860:0:27552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009fb158e7. 00000400:00000010:3.0:1767384911.782429:0:27551:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a40f4d12. 00000400:00000040:3.0:1767384911.782444:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384911.782447:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384911.782448:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384911.782450:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384911.782451:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384911.782452:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384911.782454:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384911.782455:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384911.782456:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384911.782456:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384911.782458:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384911.782459:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384911.782461:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384911.782462:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384911.782462:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384911.782464:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384911.782465:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384911.782465:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384911.782466:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384911.782468:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384911.782469:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384911.782470:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384911.782471:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384911.782472:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384911.782473:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384911.782474:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384911.782475:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384911.782476:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384911.782477:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384911.782478:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384911.782479:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384911.782485:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384911.782486:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384911.782487:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384911.782488:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384911.782490:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384911.782490:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384911.782493:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384911.782494:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384911.782495:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384911.782496:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384911.782497:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384911.782498:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384911.782499:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384911.782500:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384911.782501:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384911.782502:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384911.782503:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384911.782504:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384911.782506:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384911.782507:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384911.782508:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384911.782509:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384911.782510:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384911.782511:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384911.782512:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384911.782513:0:27551:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384911.782558:0:27551:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a40f4d12. 00010000:00000001:0.0:1767384911.896899:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384911.896905:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.896911:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384911.896913:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384911.896942:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384911.896946:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384911.896949:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384912.281887:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384912.281900:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384912.281904:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bd9e1ec 00000400:00000010:0.0:1767384912.281908:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bd9e1ec. 00000400:00000200:0.0:1767384912.281915:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384912.281924:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp28 recovery ping unlinked 00000400:00000010:0.0:1767384912.281933:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003ffbcae2. 00000400:00000010:0.0:1767384912.281938:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000058f98f32. 00000400:00000200:0.0:1767384912.281944:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp29 00000400:00000010:0.0:1767384912.281948:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000010575e9b. 00000400:00000010:0.0:1767384912.281954:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000089f468f0. 00000400:00000010:0.0:1767384912.281960:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f6df32b. 00000400:00000010:0.0:1767384912.281969:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000058c986e9. 00000400:00000200:0.0:1767384912.281974:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp29 00000400:00000200:0.0:1767384912.281988:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp29 local destination 00000400:00000200:0.0:1767384912.281995:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp29 00000400:00000200:0.0:1767384912.282000:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp29 NI seq info: [67:67:256:4294967295] 192.168.203.134@tcp29 LPNI seq info [67:67:8:4294967295] 00000400:00000200:0.0:1767384912.282009:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp29 00000400:00000200:0.0:1767384912.282021:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp29(192.168.203.134@tcp29:) -> 192.168.203.134@tcp29(192.168.203.134@tcp29:192.168.203.134@tcp29) : GET try# 0 00000800:00000200:0.0:1767384912.282028:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp29 00000800:00000010:0.0:1767384912.282034:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004c093ddc. 00000800:00000200:0.0:1767384912.282041:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009bd365ee] -> 12345-192.168.203.134@tcp29 (2) 00000800:00000200:0.1:1767384912.282048:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009bd365ee] -> 12345-192.168.203.134@tcp29 (2) 00000400:00000200:0.0:1767384912.282077:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp29 added to recovery queue. ping count: 1 next ping: 236 health :900 00000400:00000200:1.0:1767384912.282146:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:1.0:1767384912.282211:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:1.0:1767384912.282244:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:1.0:1767384912.282266:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:1.0:1767384912.282285:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:1.0:1767384912.282311:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:1.0:1767384912.282331:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:1.0:1767384912.282347:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:1.0:1767384912.282364:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:1.0:1767384912.282387:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:1.0:1767384912.282438:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:1.0:1767384912.282481:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:1.0:1767384912.282526:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:1.0:1767384912.282576:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:1.0:1767384912.282614:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:1.0:1767384912.282649:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:1.0:1767384912.282686:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:1.0:1767384912.282711:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:1.0:1767384912.282736:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:1.0:1767384912.282789:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:1.0:1767384912.282846:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:1.0:1767384912.282891:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:1.0:1767384912.282950:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:1.0:1767384912.283007:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:1.0:1767384912.283054:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384912.283078:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:1.0:1767384912.283107:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:1.0:1767384912.283168:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:1.0:1767384912.283195:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:1.0:1767384912.283228:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:1.0:1767384912.283268:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:1.0:1767384912.283288:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:1.0:1767384912.283307:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:1.0:1767384912.283324:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:1.0:1767384912.283345:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:1.0:1767384912.283491:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008eb439ef. 00000800:00000010:1.0:1767384912.283502:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cf7b9a5a. 00000800:00000010:1.0:1767384912.283507:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cc2a400e. 00000800:00000010:1.0:1767384912.283529:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cc2a400e. 00000800:00020000:1.0:1767384912.283538:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:1.0:1767384912.283541:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cf7b9a5a. 00000800:00000010:1.0:1767384912.283543:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008eb439ef. 00000400:02020000:1.0:1767384912.283579:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp29 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384912.283586:0:16347:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp29 notifying 192.168.203.134@tcp29: down 00000400:00000200:1.0:1767384912.283591:0:16347:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384912.283596:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp29 00000800:00000010:1.0:1767384912.283599:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004c093ddc. 00000400:00000200:1.0:1767384912.283604:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384912.283610:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp29->192.168.203.134@tcp29: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384912.283618:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384912.283620:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384912.283625:0:16347:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp29) recovery failed with -71 00000100:00000040:3.0:1767384912.728861:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b543db4a-4900-454f-be04-352b2897a173->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384912.728867:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384912.728873:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d811d059. 00000020:00000040:3.0:1767384912.728879:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:2.0:1767384912.728880:0:17076:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384912.728883:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384912.728885:0:17076:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384912.728888:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384912.728890:0:17073:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 02000000:00000001:3.0:1767384912.728892:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.728894:0:17073:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384912.728900:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000022ce736e. 00000100:00000001:3.0:1767384912.728907:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384912.728915:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b543db4a-4900-454f-be04-352b2897a173->MGS req@00000000d811d059 x1853237348026624/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384912.728933:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384912.728936:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384912.728941:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d811d059] to pc [ptlrpcd_00_00+0] req@00000000d811d059 x1853237348026624/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384912.728974:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.728975:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384912.728979:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384912.728979:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384912.728983:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384912.728986:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384912.728987:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1767384912.728990:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d811d059 x1853237348026624/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384912.728993:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045e98e3f. 00000100:00000001:1.0:1767384912.728993:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384912.728999:0:38:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384912.729004:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384912.729005:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384912.729006:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384912.729009:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384912.729010:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384912.729013:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1767384912.729016:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008b9e606e. 02000000:00000001:2.0:1767384912.729017:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384912.729022:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.729023:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384912.729025:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d811d059 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348026624:0@lo:400: 00000100:00000040:3.0:1767384912.729029:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000045e98e3f x1853237348026752/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384912.729030:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384912.729035:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384912.729037:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384912.729039:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.729040:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384912.729043:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384912.729046:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045e98e3f] to pc [ptlrpcd_00_01+1] req@0000000045e98e3f x1853237348026752/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384912.729048:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a8ae1ed6. 02000000:00000001:2.0:1767384912.729052:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.729063:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384912.729064:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070108ba1. 00000100:00000040:3.0:1767384912.729066:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384912.729069:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384912.729070:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1767384912.729072:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008769267d. 00000100:00000001:0.0:1767384912.729074:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384912.729077:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767384912.729080:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348026624, portal 25 00000100:00000040:0.0:1767384912.729083:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000045e98e3f x1853237348026752/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384912.729084:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384912.729086:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789823104 : -119482919728512 : ffff9354b7034a80) 00000100:00000010:3.0:1767384912.729087:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c04f9a86. 00000020:00000040:3.0:1767384912.729092:0:38:0:(genops.c:1229:class_import_get()) import 00000000aab4eb9e refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:2.0:1767384912.729094:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d811d059 x1853237348026624/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384912.729098:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384912.729101:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384912.729104:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.729106:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384912.729110:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384912.729112:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004e1bf046. 02000000:00000001:0.0:1767384912.729116:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384912.729118:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.729119:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384912.729123:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384912.729126:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384912.729130:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b676d75. 02000000:00000001:0.0:1767384912.729130:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384912.729133:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000c04f9a86 x1853237348026880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384912.729138:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237348026624, offset 0 00000100:00100000:0.0:1767384912.729139:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000045e98e3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16359:1853237348026752:0@lo:400: 00000100:00000001:0.0:1767384912.729149:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384912.729153:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384912.729153:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384912.729154:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384912.729158:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384912.729159:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384912.729163:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384912.729166:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000789c2b3f. 00000100:00000040:3.0:1767384912.729167:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c04f9a86] to pc [ptlrpcd_00_02+2] req@00000000c04f9a86 x1853237348026880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384912.729170:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384912.729173:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384912.729177:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098295e44. 00000400:00000010:0.0:1767384912.729185:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2161f36. 00000400:00000200:2.0:1767384912.729188:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958271d04900 00000100:00000200:0.0:1767384912.729191:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348026752, portal 4 00000100:00000001:0.0:1767384912.729195:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384912.729198:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1095 [2] + 0 00000100:00000001:0.0:1767384912.729198:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590789825792 : -119482919725824 : ffff9354b7035500) 00000100:00000001:3.0:1767384912.729199:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384912.729206:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002759101d. 00000100:00000040:3.0:1767384912.729207:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767384912.729210:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000045e98e3f x1853237348026752/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384912.729212:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e90cedd6 00000100:00000001:3.0:1767384912.729218:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1767384912.729218:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384912.729222:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1767384912.729225:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006d0119e6. 00000400:00000200:2.0:1767384912.729226:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384912.729229:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1767384912.729232:0:38:0:(genops.c:1229:class_import_get()) import 0000000062c1ff66 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:2.0:1767384912.729234:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e90cedd6 00000100:00000001:3.0:1767384912.729235:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1767384912.729235:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0d4eae9. 02000000:00000001:3.0:1767384912.729239:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1767384912.729239:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e90cedd6. 02000000:00000001:3.0:1767384912.729244:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.729245:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384912.729246:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237348026752, offset 0 02000000:00000010:3.0:1767384912.729249:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002ac1d625. 00000100:00000200:2.0:1767384912.729249:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384912.729255:0:16358:0:(events.c:337:request_in_callback()) incoming req@0000000078fc9417 x1853237348026624 msgsize 224 00000400:00000200:0.0:1767384912.729255:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384912.729256:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384912.729265:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000006d0119e6 x1853237348027008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384912.729268:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384912.729270:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384912.729276:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384912.729281:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384912.729285:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384912.729285:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958271d04980 00000100:00000001:2.0:1767384912.729286:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384912.729293:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2768 00000100:00000040:3.0:1767384912.729296:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d0119e6] to pc [ptlrpcd_00_03+3] req@000000006d0119e6 x1853237348027008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384912.729298:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384912.729302:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b676d75 00000400:00000010:2.0:1767384912.729305:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b676d75. 00000400:00000200:0.0:1767384912.729308:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384912.729311:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384912.729316:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384912.729319:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d811d059 x1853237348026624/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384912.729320:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1767384912.729322:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384912.729326:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002d7982fe. 00000100:00000040:3.0:1767384912.729330:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (239) 00000100:00000040:0.0:1767384912.729331:0:16359:0:(events.c:337:request_in_callback()) incoming req@000000002d7982fe x1853237348026752 msgsize 224 00000100:00000001:2.0:1767384912.729341:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384912.729342:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384912.729348:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384912.729348:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d811d059 x1853237348026624/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384928 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384912.729352:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384912.729353:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384912.729355:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384912.729359:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0d4eae9 00000100:00000040:3.0:1767384912.729362:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c04f9a86 x1853237348026880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384912.729363:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0d4eae9. 00000100:00000001:0.0:1767384912.729374:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384912.729380:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.729381:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767384912.729382:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000045e98e3f x1853237348026752/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384912.729383:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.729386:0:16358:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384912.729389:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384912.729394:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384912.729395:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384912.729397:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000045e98e3f x1853237348026752/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384928 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384912.729399:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384912.729401:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294901765 02000000:00000001:3.0:1767384912.729405:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384912.729409:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000345056d6. 00000100:00100000:3.0:1767384912.729412:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c04f9a86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16360:1853237348026880:0@lo:400: 00000100:00000001:0.0:1767384912.729416:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.729417:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384912.729418:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384912.729420:0:16359:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384912.729422:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384912.729425:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384912.729427:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384912.729427:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294901765 00000100:00000001:0.0:1767384912.729428:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384912.729432:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000323b7452. 00000100:00000010:2.0:1767384912.729435:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000edc46aee. 00000100:00000040:0.0:1767384912.729435:0:16359:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3336 usecs (4 jiffies) 02000000:00000001:3.0:1767384912.729436:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.729441:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384912.729442:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294901764 00000400:00000010:3.0:1767384912.729444:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009306e848. 00000100:00000001:2.0:1767384912.729445:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294901765 00000100:00000001:0.0:1767384912.729446:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294901765 00000100:00000001:0.0:1767384912.729451:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294901764 00000400:00000010:3.0:1767384912.729452:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dfd4cb18. 00000100:00000010:2.0:1767384912.729452:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000005f4396f. 00000100:00000001:0.0:1767384912.729453:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294901765 00000100:00000001:0.0:1767384912.729458:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294901764 00000100:00000001:2.0:1767384912.729459:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000200:3.0:1767384912.729460:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348026880, portal 10 00000100:00000001:3.0:1767384912.729464:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384912.729465:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294901765 00000100:00000001:3.0:1767384912.729466:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647290368 : -119488062261248 : ffff9353847e7800) 00000100:00000001:0.0:1767384912.729466:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294901765 00000100:00000001:0.0:1767384912.729472:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294901764 00000100:00000010:2.0:1767384912.729473:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ccf4d630. 00000100:00000040:3.0:1767384912.729476:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c04f9a86 x1853237348026880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384912.729480:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384912.729486:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384912.729486:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294901765 00000100:00000001:3.0:1767384912.729487:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384912.729492:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384912.729493:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384912.729494:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.729498:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384912.729499:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038979b8b. 00000100:00000001:2.0:1767384912.729500:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.729502:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384912.729503:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237348026880, offset 0 00000100:00000001:2.0:1767384912.729506:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384912.729508:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384912.729512:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384912.729517:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384912.729518:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384912.729520:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384912.729521:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384912.729522:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384912.729527:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384912.729528:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384912.729529:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384912.729532:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958271d04a00 00000100:00000001:2.0:1767384912.729532:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384912.729533:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.729536:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.729539:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.729540:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384912.729544:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4696 00000400:00000200:3.0:1767384912.729550:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384912.729553:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384912.729558:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384912.729559:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384912.729561:0:17896:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:3.0:1767384912.729563:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000abe39ffd. 00000100:00100000:0.0:1767384912.729564:0:17896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348026752 00000100:00000001:2.0:1767384912.729565:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384912.729567:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000abe39ffd x1853237348026880 msgsize 224 02000000:00000001:0.0:1767384912.729568:0:17896:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384912.729569:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384912.729573:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384912.729573:0:17896:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767384912.729576:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384912.729579:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006d0119e6 x1853237348027008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384912.729581:0:17896:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.729585:0:16360:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384912.729589:0:17896:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384912.729592:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038979b8b 00000100:00000001:2.0:1767384912.729592:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1767384912.729594:0:17896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348026752 00000100:00000001:2.0:1767384912.729595:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384912.729596:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000038979b8b. 00000020:00000001:0.0:1767384912.729598:0:17896:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384912.729600:0:17896:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562efd 00000020:00000001:0.0:1767384912.729602:0:17896:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384912.729607:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1767384912.729607:0:17896:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d9a32349 refcount=5 00000100:00000001:3.0:1767384912.729608:0:16360:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384912.729611:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384912.729612:0:17896:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000200:3.0:1767384912.729616:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c04f9a86 x1853237348026880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384912.729616:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384912.729617:0:17896:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00100000:2.0:1767384912.729624:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006d0119e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16361:1853237348027008:0@lo:400: 00000100:00000001:0.0:1767384912.729624:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384912.729629:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c6ff47b5. 00000100:00000001:2.0:1767384912.729633:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384912.729636:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1767384912.729636:0:17896:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000087b38154. 02000000:00000001:2.0:1767384912.729637:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384912.729641:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384912.729643:0:17896:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000029ff95b7) now 6 - evictor 00000100:00000040:3.0:1767384912.729644:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c04f9a86 x1853237348026880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384912.729644:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384912.729649:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bbe1d679. 02000000:00000001:2.0:1767384912.729654:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.729656:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.729657:0:17896:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384912.729659:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1767384912.729659:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a842f207. 00000020:00000010:0.0:1767384912.729676:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002fbb080f. 00000400:00000010:2.0:1767384912.729679:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b676d75. 00000100:00000001:3.0:1767384912.729680:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384912.729682:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ecbaebe. 00000100:00000200:2.0:1767384912.729683:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348027008, portal 10 00000100:00000040:3.0:1767384912.729685:0:16360:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2755 usecs (3 jiffies) 00000100:00000001:2.0:1767384912.729688:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:0.0:1767384912.729688:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f91ed1e. 00000100:00000001:3.0:1767384912.729689:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294901763 00000100:00000001:2.0:1767384912.729691:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647284096 : -119488062267520 : ffff9353847e5f80) 00000100:00000001:3.0:1767384912.729696:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294901765 00000100:00000001:3.0:1767384912.729699:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294901763 00000100:00000040:0.0:1767384912.729700:0:17896:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000040:2.0:1767384912.729701:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006d0119e6 x1853237348027008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384912.729703:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294901765 00000100:00000001:0.0:1767384912.729705:0:17896:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384912.729709:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294901763 00000100:00000001:0.0:1767384912.729709:0:17896:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384912.729713:0:17896:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384912.729715:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294901765 00000100:00000001:3.0:1767384912.729720:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294901763 00000100:00000001:2.0:1767384912.729721:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384912.729722:0:17896:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384912.729724:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294901765 00000100:00000001:0.0:1767384912.729726:0:17896:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:2.0:1767384912.729728:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384912.729729:0:17896:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.729730:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384912.729733:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d0cc2e1. 00000100:00000001:3.0:1767384912.729734:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384912.729736:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237348027008, offset 0 00000100:00000001:3.0:1767384912.729738:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.729739:0:17896:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384912.729742:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384912.729744:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384912.729748:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384912.729751:0:17896:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384912.729752:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384912.729755:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384912.729756:0:17896:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384912.729757:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384912.729760:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384912.729764:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384912.729764:0:17896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000400:00000200:2.0:1767384912.729769:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958271d04a80 00000100:00000001:3.0:1767384912.729771:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384912.729771:0:17896:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d9a32349 : new rpc_count 1 00000400:00000200:2.0:1767384912.729777:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4920 00000100:00000001:0.0:1767384912.729778:0:17896:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878161792 : -119482831389824 : ffff9354bc473b80) 00000400:00000200:2.0:1767384912.729783:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384912.729786:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002d7982fe x1853237348026752/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:138/0 lens 224/0 e 0 to 0 dl 1767384923 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384912.729791:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384912.729792:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384912.729796:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348026624 00000100:00000001:2.0:1767384912.729798:0:16361:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384912.729800:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1767384912.729801:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384912.729803:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1767384912.729807:0:16361:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f7a1e0b. 00000100:00000001:0.0:1767384912.729808:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384912.729813:0:16361:0:(events.c:337:request_in_callback()) incoming req@000000009f7a1e0b x1853237348027008 msgsize 224 00000020:00000010:0.0:1767384912.729844:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000640fff27. 00000100:00100000:2.0:1767384912.729851:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384912.729855:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384912.729859:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000640fff27. 00000100:00000001:2.0:1767384912.729866:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1767384912.729876:0:17896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002d7982fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16359:x1853237348026752:12345-0@lo:400: 00000100:00000200:0.0:1767384912.729880:0:17896:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348026752 00000400:00000200:2.0:1767384912.729883:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d0cc2e1 00000020:00000001:0.0:1767384912.729883:0:17896:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:2.0:1767384912.729888:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d0cc2e1. 00000020:00000001:0.0:1767384912.729889:0:17896:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384912.729893:0:17896:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.729896:0:16361:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1767384912.729896:0:17896:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384912.729900:0:17896:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000020:00000001:0.0:1767384912.729902:0:17896:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:2.0:1767384912.729903:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006d0119e6 x1853237348027008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384912.729905:0:17896:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384912.729911:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384912.729911:0:17896:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384912.729914:0:17896:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384912.729918:0:17896:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384912.729919:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384912.729921:0:17896:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384912.729922:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384912.729925:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348026624 00000100:00000001:0.0:1767384912.729926:0:17896:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767384912.729928:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006d0119e6 x1853237348027008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384912.729931:0:17083:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1767384912.729931:0:17896:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:3.0:1767384912.729936:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 02000000:00000010:0.0:1767384912.729936:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000727eb20c. 00000020:00000001:3.0:1767384912.729942:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384912.729942:0:17896:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.729943:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384912.729948:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000100:00000001:2.0:1767384912.729949:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384912.729949:0:17896:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384912.729955:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:0.0:1767384912.729955:0:17896:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.729956:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384912.729962:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00010000:00000040:0.0:1767384912.729962:0:17896:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237348026752 00000100:00000040:2.0:1767384912.729963:0:16361:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2688 usecs (3 jiffies) 00000100:00000001:2.0:1767384912.729970:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294901764 00000100:00000001:3.0:1767384912.729971:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384912.729971:0:17896:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384912.729973:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294901765 00000100:00000001:2.0:1767384912.729976:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294901764 00000100:00000001:2.0:1767384912.729978:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294901765 00000020:00000010:3.0:1767384912.729979:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d82c424. 00010000:00000200:0.0:1767384912.729980:0:17896:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002d7982fe x1853237348026752/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384912.729983:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294901764 00000100:00000001:3.0:1767384912.729984:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384912.729989:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294901765 00000020:00000010:3.0:1767384912.729990:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d82c424. 00000100:00000001:2.0:1767384912.729994:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294901764 00000020:00000010:3.0:1767384912.729999:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cbb3a2ba. 00000100:00000001:2.0:1767384912.730000:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294901765 00000020:00000010:3.0:1767384912.730005:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e89c83fb. 00000100:00000001:2.0:1767384912.730011:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384912.730011:0:17896:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1767384912.730015:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000048f2782. 00000100:00000001:2.0:1767384912.730016:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384912.730017:0:17896:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.730022:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384912.730024:0:17896:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7bcd663 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384912.730025:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384912.730026:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384912.730031:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384912.730032:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384912.730033:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384912.730034:0:17896:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384912.730035:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384912.730036:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.730041:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384912.730041:0:17896:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:3.0:1767384912.730044:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.730044:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384912.730046:0:17896:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000001:2.0:1767384912.730048:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.730052:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.730054:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384912.730054:0:17896:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384912.730058:0:17896:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.730064:0:17896:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384912.730067:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384912.730069:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384912.730070:0:17091:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384912.730074:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1767384912.730075:0:17091:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348026880 00000100:00000040:3.0:1767384912.730079:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000040:0.0:1767384912.730079:0:17896:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384912.730084:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878104656 : -119482831446960 : ffff9354bc465c50) 02000000:00000001:2.0:1767384912.730086:0:17091:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1767384912.730086:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0d4eae9. 00000100:00000001:2.0:1767384912.730090:0:17091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384912.730092:0:17091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384912.730093:0:17896:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237348026752, offset 224 00000100:00000040:3.0:1767384912.730094:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000078fc9417 x1853237348026624/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:138/0 lens 224/0 e 0 to 0 dl 1767384923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384912.730097:0:17091:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384912.730103:0:17091:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348026880 00000400:00000200:0.0:1767384912.730106:0:17896:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384912.730108:0:17091:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384912.730112:0:17091:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562e71 00000020:00000001:2.0:1767384912.730116:0:17091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384912.730120:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1767384912.730121:0:17091:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099807a16 refcount=5 00000400:00000200:0.0:1767384912.730121:0:17896:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384912.730127:0:17091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00000020:00000010:3.0:1767384912.730128:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d82c424. 00000100:00000001:3.0:1767384912.730134:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384912.730134:0:17091:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00000400:00000200:0.0:1767384912.730134:0:17896:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958271d04980 00000100:00000001:2.0:1767384912.730140:0:17091:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384912.730142:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d82c424. 00000020:00000010:2.0:1767384912.730146:0:17091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000736b77fa. 00000400:00000200:0.0:1767384912.730146:0:17896:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17dd [1] + 224 00000100:00000001:2.0:1767384912.730151:0:17091:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384912.730156:0:17091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000736b77fa. 00000400:00000200:0.0:1767384912.730156:0:17896:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384912.730160:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000078fc9417 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:16358:x1853237348026624:12345-0@lo:400: 00000400:00000200:0.0:1767384912.730165:0:17896:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384912.730167:0:17091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000053908059. 00000100:00000200:3.0:1767384912.730170:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348026624 00000020:00000010:2.0:1767384912.730173:0:17091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000093711b1b. 00000100:00000001:0.0:1767384912.730174:0:17896:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384912.730176:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384912.730179:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:2.0:1767384912.730180:0:17091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000639abfaa. 00000100:00000200:0.0:1767384912.730180:0:17896:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000045e98e3f x1853237348026752/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384912.730181:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384912.730187:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1767384912.730189:0:17091:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:3.0:1767384912.730190:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289088 : -1048262528 : ffffffffc184c880) 00000100:00000001:2.0:1767384912.730194:0:17091:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384912.730197:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384912.730197:0:17091:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1767384912.730200:0:17896:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000045e98e3f x1853237348026752/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384912.730201:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384912.730202:0:17091:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384912.730207:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384912.730210:0:17091:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1767384912.730211:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384912.730214:0:17091:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1767384912.730215:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.730216:0:17091:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384912.730218:0:17083:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384912.730220:0:17896:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384912.730221:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384912.730224:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384912.730227:0:17091:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384912.730227:0:17896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0d4eae9 02000000:00000010:3.0:1767384912.730228:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004e0d6e6a. 00000400:00000010:0.0:1767384912.730231:0:17896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0d4eae9. 02000000:00000001:3.0:1767384912.730232:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.730235:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.730236:0:17896:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1767384912.730238:0:17083:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.730239:0:17091:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384912.730239:0:17896:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:2.0:1767384912.730242:0:17091:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348027008 00010000:00000040:3.0:1767384912.730244:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348026624 00000100:00000001:0.0:1767384912.730245:0:17896:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384912.730246:0:17091:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1767384912.730247:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384912.730249:0:17091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384912.730251:0:17091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384912.730253:0:17896:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000200:3.0:1767384912.730254:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000078fc9417 x1853237348026624/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:138/0 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384912.730256:0:17091:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384912.730258:0:17896:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:2.0:1767384912.730262:0:17091:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348027008 00000020:00000001:0.0:1767384912.730263:0:17896:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384912.730267:0:17091:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384912.730269:0:17896:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384912.730270:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:2.0:1767384912.730270:0:17091:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562ee1 00010000:00000001:3.0:1767384912.730275:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384912.730275:0:17091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384912.730275:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002d7982fe x1853237348026752/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384912.730280:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=46 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384912.730285:0:17091:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000083ded37e refcount=5 00000100:00000001:3.0:1767384912.730290:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384912.730290:0:17091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00000020:00000001:2.0:1767384912.730294:0:17091:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00000100:00100000:0.0:1767384912.730295:0:17896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002d7982fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16359:x1853237348026752:12345-0@lo:400: Request processed in 484us (960us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384912.730298:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:2.0:1767384912.730300:0:17091:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384912.730305:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000020:00000010:2.0:1767384912.730305:0:17091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000736b77fa. 00000100:00100000:0.0:1767384912.730310:0:17896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000020:00000010:2.0:1767384912.730311:0:17091:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000429ee30d. 02000000:00000001:3.0:1767384912.730312:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767384912.730315:0:17896:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d9a32349 : new rpc_count 0 02000000:00000001:3.0:1767384912.730317:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.730318:0:17896:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:2.0:1767384912.730319:0:17091:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8d9ce3b) now 8 - evictor 00000100:00000001:0.0:1767384912.730322:0:17896:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384912.730324:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384912.730325:0:17091:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384912.730327:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ecbaebe. 00000020:00000010:2.0:1767384912.730331:0:17091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5cad28d. 00000100:00000040:3.0:1767384912.730332:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384912.730338:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038979b8b. 00000020:00000010:0.0:1767384912.730339:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f91ed1e. 00000020:00000010:2.0:1767384912.730340:0:17091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e9e1b7f8. 00000100:00000200:3.0:1767384912.730345:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237348026624, offset 224 00000020:00000010:0.0:1767384912.730346:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002fbb080f. 00000020:00000010:2.0:1767384912.730348:0:17091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000060014beb. 00000020:00000040:0.0:1767384912.730351:0:17896:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 4 00000100:00000001:2.0:1767384912.730354:0:17091:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384912.730355:0:17896:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384912.730358:0:17091:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384912.730362:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384912.730363:0:17091:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384912.730369:0:17091:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:3.0:1767384912.730372:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384912.730374:0:17091:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384912.730374:0:17090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384912.730378:0:17090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384912.730379:0:17091:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384912.730383:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958271d04900 00000100:00100000:0.0:1767384912.730386:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000400:00000200:3.0:1767384912.730391:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17d5 [1] + 224 00000100:00000001:2.0:1767384912.730391:0:17091:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384912.730391:0:17090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000099807a16 : new rpc_count 1 00000100:00000001:0.0:1767384912.730395:0:17090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624585647276928 : -119488062274688 : ffff9353847e4380) 00000400:00000200:3.0:1767384912.730400:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384912.730402:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000abe39ffd x1853237348026880/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:138/0 lens 224/0 e 0 to 0 dl 1767384923 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384912.730405:0:17091:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384912.730407:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384912.730408:0:17091:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384912.730414:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384912.730415:0:17091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000200:3.0:1767384912.730420:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d811d059 x1853237348026624/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384912.730421:0:17091:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000083ded37e : new rpc_count 1 00000100:00000001:0.0:1767384912.730424:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384912.730425:0:17091:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590667941632 : -119483041609984 : ffff9354afbf8700) 00000020:00000010:0.0:1767384912.730428:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000640fff27. 00000100:00000001:0.0:1767384912.730432:0:17090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384912.730434:0:17091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009f7a1e0b x1853237348027008/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:138/0 lens 224/0 e 0 to 0 dl 1767384923 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384912.730438:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000640fff27. 00000100:00100000:0.0:1767384912.730451:0:17090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000abe39ffd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16360:x1853237348026880:12345-0@lo:400: 00000100:00000001:2.0:1767384912.730458:0:17091:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384912.730458:0:17090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348026880 00000100:00000040:3.0:1767384912.730459:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d811d059 x1853237348026624/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384912.730463:0:17090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384912.730464:0:17091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3998293. 00000020:00000001:0.0:1767384912.730466:0:17090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384912.730469:0:17091:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384912.730470:0:17090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384912.730476:0:17090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1767384912.730477:0:17091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3998293. 00000020:00000001:0.0:1767384912.730478:0:17090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000020:00000001:0.0:1767384912.730485:0:17090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384912.730488:0:17090:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384912.730489:0:17091:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009f7a1e0b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16361:x1853237348027008:12345-0@lo:400: 00000020:00000001:0.0:1767384912.730492:0:17090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384912.730494:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384912.730496:0:17091:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348027008 00000020:00000001:0.0:1767384912.730497:0:17090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384912.730502:0:17091:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384912.730503:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038979b8b 00000020:00000001:0.0:1767384912.730503:0:17090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384912.730508:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000038979b8b. 00000020:00000001:0.0:1767384912.730509:0:17090:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384912.730514:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767384912.730514:0:17091:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384912.730514:0:17090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384912.730518:0:17091:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.730519:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:0.0:1767384912.730520:0:17090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384912.730525:0:17091:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384912.730526:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384912.730527:0:17090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000dff20a53. 00000020:00000001:2.0:1767384912.730528:0:17091:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000100:00000040:3.0:1767384912.730534:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000020:00000001:2.0:1767384912.730534:0:17091:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1767384912.730534:0:17090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384912.730538:0:17091:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384912.730540:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384912.730541:0:17090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384912.730542:0:17091:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384912.730544:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384912.730545:0:17091:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384912.730548:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384912.730548:0:17091:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384912.730553:0:17091:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1767384912.730554:0:17090:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384912.730556:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000078fc9417 x1853237348026624/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:138/0 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384912.730557:0:17091:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384912.730561:0:17091:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:0.0:1767384912.730561:0:17090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348026880 02000000:00000010:2.0:1767384912.730566:0:17091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000dfffd5fc. 02000000:00000001:2.0:1767384912.730569:0:17091:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384912.730569:0:17090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:3.0:1767384912.730573:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000078fc9417 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:16358:x1853237348026624:12345-0@lo:400: Request processed in 449us (1313us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384912.730574:0:17091:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384912.730576:0:17090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000abe39ffd x1853237348026880/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384912.730579:0:17091:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384912.730585:0:17091:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348027008 00010000:00000001:2.0:1767384912.730590:0:17091:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:3.0:1767384912.730591:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00010000:00000200:2.0:1767384912.730596:0:17091:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009f7a1e0b x1853237348027008/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384912.730597:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00010000:00000001:0.0:1767384912.730599:0:17090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384912.730604:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384912.730604:0:17090:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.730608:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1767384912.730610:0:17090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=40 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384912.730611:0:17091:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1767384912.730612:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e89c83fb. 00010000:00000001:2.0:1767384912.730614:0:17091:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384912.730618:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000048f2782. 00000100:00001000:2.0:1767384912.730619:0:17091:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=40 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384912.730620:0:17090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1767384912.730624:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cbb3a2ba. 00000100:00000040:0.0:1767384912.730625:0:17090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:2.0:1767384912.730626:0:17091:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384912.730629:0:17090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000040:2.0:1767384912.730630:0:17091:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 22 to 0@lo 00000020:00000040:3.0:1767384912.730635:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000100:00000001:2.0:1767384912.730636:0:17091:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:0.0:1767384912.730637:0:17090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384912.730640:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384912.730640:0:17090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384912.730641:0:17091:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:3.0:1767384912.730643:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004e0d6e6a. 02000000:00000001:2.0:1767384912.730645:0:17091:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.730645:0:17090:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384912.730648:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384912.730650:0:17091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384912.730652:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384912.730652:0:17090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384912.730657:0:17091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384912.730658:0:17090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0d4eae9. 00000100:00000200:3.0:1767384912.730660:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384912.730661:0:17091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d0cc2e1. 00000100:00000200:0.0:1767384912.730679:0:17090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348026880, offset 224 00000100:00000200:2.0:1767384912.730680:0:17091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348027008, offset 224 00000400:00000010:3.0:1767384912.730682:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4ffcadf. 00000400:00000200:0.0:1767384912.730690:0:17090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384912.730696:0:17090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384912.730697:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd1ec240. 00000400:00000200:2.0:1767384912.730700:0:17091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384912.730706:0:17090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d04a00 00000400:00000200:2.0:1767384912.730712:0:17091:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384912.730717:0:17090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17e5 [1] + 224 00000004:00000001:3.0:1767384912.730718:0:17112:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384912.730721:0:17112:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000400:00000200:0.0:1767384912.730723:0:17090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384912.730726:0:17091:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d04a80 00000100:00000010:3.0:1767384912.730727:0:17112:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000019038a26. 00000400:00000200:0.0:1767384912.730731:0:17090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1767384912.730732:0:17112:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:2.0:1767384912.730735:0:17091:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17ed [1] + 224 00000100:00000001:3.0:1767384912.730738:0:17112:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384912.730739:0:17112:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384912.730741:0:17112:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384912.730748:0:17112:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b316e9a2. 00000400:00000200:2.0:1767384912.730749:0:17091:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384912.730749:0:17090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384912.730751:0:17112:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384912.730756:0:17090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c04f9a86 x1853237348026880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384912.730757:0:17091:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384912.730758:0:17112:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384912.730761:0:17112:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.730765:0:17091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384912.730770:0:17112:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019038a26] to pc [ptlrpcd_00_00+0] req@0000000019038a26 x1853237348027136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384912.730772:0:17091:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006d0119e6 x1853237348027008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384912.730775:0:17090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c04f9a86 x1853237348026880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384912.730811:0:17112:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384912.730812:0:17091:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006d0119e6 x1853237348027008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384912.730836:0:17090:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384912.730843:0:17090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0d4eae9 00000400:00000010:0.0:1767384912.730846:0:17090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0d4eae9. 00000100:00000001:0.0:1767384912.730848:0:17090:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384912.730850:0:17090:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384912.730860:0:17091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384912.730860:0:17090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.730862:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384912.730866:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384912.730866:0:17090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 21 to 0@lo 00000400:00000200:2.0:1767384912.730868:0:17091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d0cc2e1 00000100:00000001:3.0:1767384912.730869:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767384912.730870:0:17090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384912.730872:0:17091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d0cc2e1. 00000020:00000001:0.0:1767384912.730874:0:17090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384912.730876:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000019038a26 x1853237348027136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384912.730876:0:17091:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1767384912.730878:0:17090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384912.730880:0:17091:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767384912.730884:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000abe39ffd x1853237348026880/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384912.730885:0:17091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.730893:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384912.730893:0:17091:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:3.0:1767384912.730897:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384912.730899:0:17091:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:3.0:1767384912.730902:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1767384912.730903:0:17091:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384912.730905:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384912.730906:0:17091:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:0.0:1767384912.730910:0:17090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000abe39ffd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16360:x1853237348026880:12345-0@lo:400: Request processed in 482us (1338us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384912.730911:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384912.730913:0:17091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f7a1e0b x1853237348027008/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1767384923 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384912.730921:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000019038a26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16358:1853237348027136:0@lo:13: 00000100:00100000:0.0:1767384912.730928:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00000001:3.0:1767384912.730933:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384912.730934:0:17090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099807a16 : new rpc_count 0 00000100:00100000:2.0:1767384912.730939:0:17091:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009f7a1e0b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16361:x1853237348027008:12345-0@lo:400: Request processed in 477us (1121us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384912.730940:0:17090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384912.730944:0:17090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384912.730947:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:0.0:1767384912.730948:0:17090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000093711b1b. 02000000:00000001:3.0:1767384912.730951:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384912.730952:0:17091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000020:00000010:0.0:1767384912.730954:0:17090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000639abfaa. 02000000:00000001:3.0:1767384912.730958:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384912.730959:0:17091:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000083ded37e : new rpc_count 0 00000020:00000010:0.0:1767384912.730961:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000053908059. 00000100:00000001:2.0:1767384912.730962:0:17091:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:3.0:1767384912.730963:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004e0d6e6a. 00000100:00000001:2.0:1767384912.730965:0:17091:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:0.0:1767384912.730969:0:17090:0:(genops.c:898:class_export_put()) PUTting export 0000000099807a16 : new refcount 4 02000000:00000001:3.0:1767384912.730970:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384912.730970:0:17091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e9e1b7f8. 00000020:00000010:2.0:1767384912.730977:0:17091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000060014beb. 00000400:00000010:3.0:1767384912.730978:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d030819. 00000100:00000001:0.0:1767384912.730978:0:17090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384912.730984:0:17091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5cad28d. 00000400:00000010:3.0:1767384912.730985:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038979b8b. 00000020:00000040:2.0:1767384912.730990:0:17091:0:(genops.c:898:class_export_put()) PUTting export 0000000083ded37e : new refcount 4 00000100:00000200:3.0:1767384912.730991:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348027136, portal 4 00000100:00000001:2.0:1767384912.730995:0:17091:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384912.730996:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384912.730999:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647278720 : -119488062272896 : ffff9353847e4a80) 00000100:00080000:0.0:1767384912.731000:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000040:3.0:1767384912.731006:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000019038a26 x1853237348027136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384928 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384912.731006:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8d9ce3b) now 8 - evictor 00000100:00080000:0.0:1767384912.731015:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1767384912.731016:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1767384912.731021:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000029ff95b7) now 6 - evictor 00000100:00000040:3.0:1767384912.731022:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384912.731025:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006029bd08. 00000100:00000001:2.0:1767384912.731026:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384912.731029:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384912.731030:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237348027136, offset 0 00000400:00000001:2.0:1767384912.731034:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384912.731042:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384912.731044:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a842f207. 00000400:00000200:2.0:1767384912.731048:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b676d75 00000400:00000010:2.0:1767384912.731049:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b676d75. 00000100:00000001:0.0:1767384912.731049:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384912.731053:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384912.731054:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384912.731058:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384912.731061:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006d0119e6 x1853237348027008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384912.731062:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384912.731066:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384912.731069:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384912.731070:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009306e848. 00000400:00000200:0.0:1767384912.731076:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfd4cb18 00000400:00000010:0.0:1767384912.731079:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dfd4cb18. 00000100:00000200:2.0:1767384912.731081:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006d0119e6 x1853237348027008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384912.731084:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958271d04b00 00000100:00000001:0.0:1767384912.731085:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384912.731092:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c04f9a86 x1853237348026880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384912.731096:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1568 00000100:00000001:2.0:1767384912.731098:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384912.731102:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384912.731104:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384912.731108:0:16361:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767384912.731112:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384912.731114:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1767384912.731114:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c04f9a86 x1853237348026880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384912.731117:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384912.731118:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767384912.731121:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:2.0:1767384912.731123:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384912.731127:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006e4723bf. 02000000:00000001:2.0:1767384912.731130:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384912.731131:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000006e4723bf x1853237348027136 msgsize 224 00000100:00001000:2.0:1767384912.731139:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 000000002c0000f4 time=40 v=5 (5 0 0 0) 00000100:00100000:3.0:1767384912.731140:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00001000:2.0:1767384912.731149:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c093201a time=40 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384912.731152:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384912.731152:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384912.731154:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384912.731157:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384912.731158:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384912.731159:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006029bd08 00000100:00000001:0.0:1767384912.731160:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384912.731163:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1767384912.731165:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006029bd08. 00000100:00000001:0.0:1767384912.731165:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384912.731166:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384912.731170:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384912.731170:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767384912.731174:0:16361:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006d0119e6 x1853237348027008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384912.731175:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384912.731177:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000019038a26 x1853237348027136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384928 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384912.731182:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 00000000617d1ace time=40 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384912.731192:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 000000008de43404 time=40 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384912.731200:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767384912.731202:0:16361:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.731203:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384912.731209:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384912.731210:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384912.731210:0:16361:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384912.731214:0:16361:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384912.731217:0:16361:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00080000:0.0:1767384912.731217:0:16360:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c04f9a86 x1853237348026880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384912.731220:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384912.731223:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000019038a26 x1853237348027136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384928 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384912.731228:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006d0119e6 x1853237348027008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384912.731246:0:16360:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.731250:0:16360:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384912.731253:0:16360:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384912.731255:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.731259:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384912.731259:0:16360:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384912.731260:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384912.731264:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.731265:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384912.731266:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.731268:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384912.731271:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3336 usecs (4 jiffies) 00000100:00000040:0.0:1767384912.731271:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c04f9a86 x1853237348026880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384912.731275:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d0119e6 x1853237348027008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384912.731277:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294901766 00000100:00000001:0.0:1767384912.731283:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384912.731285:0:16358:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294901765 00000100:00000001:0.0:1767384912.731288:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384912.731293:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384912.731295:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294901766 00000100:00100000:2.0:1767384912.731298:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006d0119e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16361:1853237348027008:0@lo:400: 00000100:00000040:0.0:1767384912.731300:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c04f9a86 x1853237348026880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384912.731303:0:16358:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294901765 00000100:00000001:2.0:1767384912.731307:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384912.731311:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384912.731312:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294901766 00000100:00000040:2.0:1767384912.731317:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006d0119e6 x1853237348027008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384912.731318:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c04f9a86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16360:1853237348026880:0@lo:400: 00000100:00000001:3.0:1767384912.731319:0:16358:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294901765 00000100:00000001:3.0:1767384912.731329:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294901766 00000100:00000001:0.0:1767384912.731329:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384912.731333:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384912.731336:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384912.731338:0:16358:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294901765 02000000:00000001:2.0:1767384912.731338:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767384912.731339:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c04f9a86 x1853237348026880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384912.731344:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bbe1d679. 00000100:00000001:3.0:1767384912.731346:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384912.731351:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384912.731353:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384912.731356:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384912.731356:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1767384912.731359:0:16361:0:(genops.c:1242:class_import_put()) import 0000000062c1ff66 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000400:00000001:3.0:1767384912.731360:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384912.731363:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384912.731366:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:3.0:1767384912.731367:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070108ba1. 02000000:00000001:0.0:1767384912.731367:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384912.731371:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000323b7452. 02000000:00000010:2.0:1767384912.731372:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002ac1d625. 00000400:00000200:3.0:1767384912.731373:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008769267d 02000000:00000001:0.0:1767384912.731376:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:3.0:1767384912.731377:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008769267d. 00000020:00000001:0.0:1767384912.731379:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384912.731381:0:16358:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384912.731381:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:0.0:1767384912.731382:0:16360:0:(genops.c:1242:class_import_put()) import 00000000aab4eb9e refcount=2 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:2.0:1767384912.731385:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1767384912.731386:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384912.731388:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006d0119e6. 00000100:00000200:3.0:1767384912.731389:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d811d059 x1853237348026624/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384912.731390:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004e1bf046. 00000100:00000001:2.0:1767384912.731393:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384912.731396:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384912.731398:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384912.731402:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384912.731403:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:3.0:1767384912.731406:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d811d059 x1853237348026624/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384912.731407:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:0.0:1767384912.731407:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c04f9a86. 00000100:00000001:2.0:1767384912.731411:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.731413:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384912.731416:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384912.731417:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384912.731420:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.731422:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384912.731424:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384912.731427:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384912.731428:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384912.731429:0:16358:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384912.731431:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384912.731432:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384912.731435:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384912.731436:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384912.731439:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.731443:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384912.731445:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384912.731446:0:17899:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000eee636a5. 00000100:00001000:3.0:1767384912.731448:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=46 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384912.731449:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384912.731450:0:17899:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384912.731453:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1767384912.731455:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=46 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384912.731455:0:17899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348027136 02000000:00000001:2.0:1767384912.731458:0:17899:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000001:0.0:1767384912.731458:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384912.731460:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384912.731462:0:17899:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:0.0:1767384912.731462:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384912.731463:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.731466:0:17899:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384912.731466:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000098295e44. 00010000:00000001:3.0:1767384912.731467:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384912.731471:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384912.731472:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2161f36 02000000:00000001:2.0:1767384912.731473:0:17899:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.731475:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384912.731476:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2161f36. 00000100:00100000:2.0:1767384912.731479:0:17899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348027136 00000100:00000001:0.0:1767384912.731481:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384912.731482:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d811d059 x1853237348026624/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384912.731485:0:17899:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1767384912.731488:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000045e98e3f x1853237348026752/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384912.731489:0:17899:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562efd 00000020:00000001:2.0:1767384912.731495:0:17899:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384912.731497:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384912.731501:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1767384912.731503:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000045e98e3f x1853237348026752/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384912.731505:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384912.731506:0:17899:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d9a32349 refcount=5 00000100:00000040:3.0:1767384912.731512:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d811d059 x1853237348026624/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384912.731513:0:17899:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000020:00000001:2.0:1767384912.731520:0:17899:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000001:0.0:1767384912.731521:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384912.731524:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384912.731528:0:17899:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384912.731529:0:16359:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767384912.731531:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d811d059 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348026624:0@lo:400: 02000000:00000001:0.0:1767384912.731533:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384912.731534:0:17899:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3998293. 00000100:00000001:0.0:1767384912.731536:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384912.731537:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.731539:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.731540:0:17899:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384912.731541:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384912.731544:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384912.731545:0:17899:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3998293. 00000100:00000040:3.0:1767384912.731547:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d811d059 x1853237348026624/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384912.731549:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000056cb386c time=36 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384912.731551:0:17899:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bbe1d679. 00000100:00001000:0.0:1767384912.731558:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000785c58c4 time=36 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384912.731559:0:17899:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e9e1b7f8. 00000100:00000001:3.0:1767384912.731561:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:2.0:1767384912.731563:0:17899:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000060014beb. 02000000:00000001:3.0:1767384912.731564:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384912.731568:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a8ae1ed6. 00000100:00000001:0.0:1767384912.731570:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767384912.731573:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384912.731573:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384912.731576:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767384912.731576:0:17899:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00010000:00000001:0.0:1767384912.731577:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:3.0:1767384912.731580:0:16358:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000100:00000001:2.0:1767384912.731582:0:17899:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384912.731583:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00080000:0.0:1767384912.731585:0:16359:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000045e98e3f x1853237348026752/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384912.731586:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000022ce736e. 00000100:00000001:2.0:1767384912.731586:0:17899:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384912.731589:0:17899:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384912.731592:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384912.731595:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384912.731596:0:17899:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384912.731598:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d811d059. 00010000:00000001:0.0:1767384912.731602:0:16359:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.731604:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384912.731605:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384912.731606:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384912.731608:0:16359:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384912.731609:0:17899:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384912.731610:0:16359:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384912.731614:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.731615:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384912.731619:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000045e98e3f x1853237348026752/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384912.731620:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384912.731621:0:17899:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384912.731624:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384912.731625:0:17899:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384912.731630:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384912.731631:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384912.731634:0:17899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:3.0:1767384912.731635:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384912.731636:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767384912.731639:0:17899:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d9a32349 : new rpc_count 1 00000100:00000001:3.0:1767384912.731640:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.731640:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384912.731645:0:17899:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624585647279616 : -119488062272000 : ffff9353847e4e00) 00000100:00000001:3.0:1767384912.731647:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384912.731648:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000045e98e3f x1853237348026752/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384912.731652:0:17899:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006e4723bf x1853237348027136/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:138/0 lens 224/0 e 0 to 0 dl 1767384923 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384912.731682:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000045e98e3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16359:1853237348026752:0@lo:400: 00000100:00000001:2.0:1767384912.731684:0:17899:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384912.731688:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384912.731689:0:17899:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3998293. 00000100:00000001:0.0:1767384912.731691:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384912.731692:0:17899:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384912.731695:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000045e98e3f x1853237348026752/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384912.731696:0:17899:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3998293. 00000100:00100000:2.0:1767384912.731703:0:17899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006e4723bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16358:x1853237348027136:12345-0@lo:13: 00000100:00000200:2.0:1767384912.731711:0:17899:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348027136 00000100:00000001:0.0:1767384912.731711:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1767384912.731715:0:17899:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:0.0:1767384912.731716:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1767384912.731720:0:17899:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000010:0.0:1767384912.731720:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000789c2b3f. 00000020:00000001:2.0:1767384912.731724:0:17899:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384912.731725:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384912.731727:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384912.731728:0:16359:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384912.731731:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384912.731733:0:17899:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:0.0:1767384912.731733:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008b9e606e. 00000020:00000001:2.0:1767384912.731735:0:17899:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665454032 : -1044097584 : ffffffffc1c455d0) 00000020:00000001:2.0:1767384912.731738:0:17899:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1767384912.731738:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384912.731741:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1767384912.731742:0:17899:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384912.731744:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000045e98e3f. 00000020:00000001:2.0:1767384912.731745:0:17899:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384912.731746:0:17899:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384912.731748:0:17899:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.731750:0:17899:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384912.731753:0:17899:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384912.731755:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1767384912.731757:0:17899:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000b945432f. 00000100:00000001:0.0:1767384912.731757:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384912.731761:0:17899:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384912.731762:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384912.731764:0:17899:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384912.731768:0:17899:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:0.0:1767384912.731768:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384912.731772:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384912.731773:0:17899:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:0.0:1767384912.731774:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384912.731776:0:17899:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:0.0:1767384912.731777:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384912.731787:0:17899:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1767384912.731790:0:17899:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:2.0:1767384912.731793:0:17899:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:2.0:1767384912.731795:0:17899:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000d9a32349 dirty 0 pend 0 grant 0 00002000:00000020:2.0:1767384912.731798:0:17899:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:2.0:1767384912.731800:0:17899:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000010:2.0:1767384912.731803:0:17899:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000b82dff96. 00000001:00000001:2.0:1767384912.731806:0:17899:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384912.731808:0:17899:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384912.731809:0:17899:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384912.731811:0:17899:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237348027136 00010000:00000001:2.0:1767384912.731812:0:17899:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384912.731846:0:17899:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006e4723bf x1853237348027136/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:138/0 lens 224/368 e 0 to 0 dl 1767384923 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384912.731852:0:17899:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384912.731854:0:17899:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384912.731856:0:17899:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097a41e79 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384912.731859:0:17899:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384912.731861:0:17899:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:2.0:1767384912.731867:0:17899:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:2.0:1767384912.731869:0:17899:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384912.731871:0:17899:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384912.731874:0:17899:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384912.731877:0:17899:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384912.731880:0:17899:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b676d75. 00000100:00000200:2.0:1767384912.731883:0:17899:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237348027136, offset 224 00000400:00000200:2.0:1767384912.731888:0:17899:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384912.731896:0:17899:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384912.731901:0:17899:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958271d04b00 00000400:00000200:2.0:1767384912.731905:0:17899:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1809 [1] + 224 00000400:00000200:2.0:1767384912.731908:0:17899:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384912.731911:0:17899:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384912.731913:0:17899:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384912.731915:0:17899:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000019038a26 x1853237348027136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384928 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384912.731921:0:17899:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000019038a26 x1853237348027136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384912.731933:0:17899:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384912.731936:0:17899:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b676d75 00000400:00000010:2.0:1767384912.731937:0:17899:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b676d75. 00000100:00000001:2.0:1767384912.731940:0:17899:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384912.731941:0:17899:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384912.731943:0:17899:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384912.731945:0:17899:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:2.0:1767384912.731947:0:17899:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384912.731949:0:17899:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384912.731950:0:17899:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384912.731954:0:17899:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006e4723bf x1853237348027136/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:138/0 lens 224/368 e 0 to 0 dl 1767384923 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384912.731957:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384912.731962:0:17899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006e4723bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16358:x1853237348027136:12345-0@lo:13: Request processed in 275us (828us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384912.731963:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384912.731970:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384912.731971:0:17899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000400:00000001:3.0:1767384912.731974:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384912.731976:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d030819. 00000100:00000040:2.0:1767384912.731979:0:17899:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d9a32349 : new rpc_count 0 00000400:00000200:3.0:1767384912.731981:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038979b8b 00000100:00000001:2.0:1767384912.731982:0:17899:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1767384912.731985:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000038979b8b. 00000100:00000001:2.0:1767384912.731986:0:17899:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384912.731990:0:17899:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e9e1b7f8. 00000100:00000001:3.0:1767384912.731991:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384912.731996:0:17899:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000060014beb. 00000100:00000200:3.0:1767384912.731999:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000019038a26 x1853237348027136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384912.732001:0:17899:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bbe1d679. 00000020:00000040:2.0:1767384912.732008:0:17899:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 4 00000100:00000200:3.0:1767384912.732011:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000019038a26 x1853237348027136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384912.732011:0:17899:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384912.732020:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384912.732021:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384912.732023:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384912.732024:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384912.732025:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384912.732026:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384912.732028:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384912.732032:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000046e5fbb1 time=36 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384912.732034:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000785c58c4 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384912.732035:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384912.732036:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384912.732037:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384912.732039:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000019038a26 x1853237348027136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384912.732044:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.732045:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384912.732050:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384912.732056:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384912.732058:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384912.732060:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000019038a26 x1853237348027136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384928 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384912.732065:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384912.732067:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384912.732068:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384912.732069:0:16358:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384912.732072:0:16358:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384912.732074:0:16358:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:3.0:1767384912.732078:0:16358:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006f80896a): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:3.0:1767384912.732081:0:16358:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384912.732083:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000019038a26 x1853237348027136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384928 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384912.732089:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000019038a26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16358:1853237348027136:0@lo:13: 00000100:00000001:3.0:1767384912.732091:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384912.732093:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384912.732094:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000019038a26 x1853237348027136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384928 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384912.732098:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384912.732099:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384912.732101:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004e0d6e6a. 02000000:00000001:3.0:1767384912.732103:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384912.732104:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384912.732105:0:16358:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384912.732106:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384912.732107:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b316e9a2. 02000000:00000001:3.0:1767384912.732110:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384912.732111:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384912.732113:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000019038a26. 00000100:00000001:3.0:1767384912.732116:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384912.732121:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384912.732122:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384912.732126:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384912.732127:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384912.732129:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384912.732130:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384912.735859:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294901766, at 4294901767 00000100:00000010:2.0:1767384912.735866:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000005f4396f. 00000100:00000040:3.0:1767384912.736856:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294901766, at 4294901768 00000100:00000010:3.0:1767384912.736862:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ccf4d630. 00000100:00000040:0.0:1767384912.737043:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294901766, at 4294901768 00000100:00000010:0.0:1767384912.737049:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000345056d6. 00000100:00000040:1.0:1767384912.738085:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294901766, at 4294901769 00000100:00000010:1.0:1767384912.738091:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000edc46aee. 00080000:00000010:1.0:1767384912.916479:0:27905:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000254eeb61. 00080000:00000010:1.0:1767384912.916487:0:27905:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000254eeb61. 00000020:00000001:1.0:1767384912.916492:0:27905:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384912.916498:0:27905:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000254eeb61. 00080000:00000010:1.0:1767384912.916502:0:27905:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000254eeb61. 00000020:00000001:1.0:1767384912.916505:0:27905:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384912.920944:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384912.920948:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384912.920953:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384912.920954:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384912.920977:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384912.920982:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384912.920986:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384913.304891:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384913.304895:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384913.304897:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f6df32b 00000400:00000010:2.0:1767384913.304900:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f6df32b. 00000400:00000200:2.0:1767384913.304905:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384913.304910:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp29 recovery ping unlinked 00000400:00000010:2.0:1767384913.304917:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000010575e9b. 00000400:00000010:2.0:1767384913.304920:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000089f468f0. 00000001:00000001:2.0:1767384913.657908:0:28069:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384913.657913:0:28069:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp32 --if ens2 00000001:00000001:2.0:1767384913.661212:0:28069:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384913.667374:0:28070:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000062fa2ca7. 00000400:00000010:2.0:1767384913.667387:0:28070:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000046262383. 00000400:00000010:2.0:1767384913.667394:0:28070:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000048a1345. 00000400:00000010:2.0:1767384913.667397:0:28070:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000002d4dfd1b. 00000400:00000010:2.0:1767384913.667400:0:28070:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f02554e4. 00000400:00000010:2.0:1767384913.667403:0:28070:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009cf993ad. 00000400:00000010:2.0:1767384913.667405:0:28070:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000337a704a. 00000400:00000010:2.0:1767384913.667406:0:28070:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000468fd13d. 00000400:00000010:2.0:1767384913.667409:0:28070:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000787fd9a7. 00000800:00000010:2.0:1767384913.667424:0:28070:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000006b0ce45d. 00000800:00000200:2.0:1767384913.667433:0:28070:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384913.667442:0:28070:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384913.667482:0:28070:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:2.0:1767384913.667501:0:28070:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp32 [8/256/0/180] 00000400:00000010:3.0:1767384913.668891:0:28070:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 0000000002af2fcb. 00000400:00000010:3.0:1767384913.668901:0:28070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d030819. 00000400:00000010:3.0:1767384913.668908:0:28070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038979b8b. 00000400:00000001:3.0:1767384913.668932:0:28070:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384913.668934:0:28070:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384913.668936:0:28070:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032e48dde. 00000400:00000200:3.0:1767384913.668940:0:28070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b17c2ed 00000400:00000010:3.0:1767384913.668942:0:28070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b17c2ed. 00000400:00000010:3.0:1767384913.668946:0:28070:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 00000000b519c9d7. 00000400:00000200:3.0:1767384913.668952:0:28070:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (22) 00000400:00000200:3.0:1767384913.668969:0:28070:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:3.0:1767384913.668980:0:28070:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131104 00000400:00000200:2.0:1767384913.668988:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384913.668989:0:28070:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000006d53d794. 00000400:00000200:2.0:1767384913.668995:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 00000020:01000000:3.0:1767384913.668996:0:28070:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000010:2.0:1767384913.669002:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b676d75. 00000020:01000000:3.0:1767384913.669003:0:28070:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp32 00000400:00000200:2.0:1767384913.669007:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (23) 00000400:00000010:2.0:1767384913.669012:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000061e1a59f. 00000400:00000200:2.0:1767384913.669016:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:3.0:1767384913.669022:0:28070:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000046262383. 00000400:00000200:2.0:1767384913.669027:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000010:3.0:1767384913.669029:0:28070:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000062fa2ca7. 00000400:00000200:2.0:1767384913.669034:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:2.0:1767384913.669039:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000400:00000200:2.0:1767384913.669043:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:2.0:1767384913.669046:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 37], ns[14, 37] 00000400:00000200:2.0:1767384913.669049:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 00000020:00000001:0.0:1767384913.669051:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384913.669053:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 00000400:00000200:2.0:1767384913.669058:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 10000000:00000001:0.0:1767384913.669058:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384913.669063:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384913.669064:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 10000000:01000000:0.0:1767384913.669068:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384913.669071:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 00000020:01000004:0.0:1767384913.669075:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384913.669076:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 00000020:01000004:0.0:1767384913.669080:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384913.669083:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 00000020:01000004:0.0:1767384913.669085:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384913.669089:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 00000020:01000004:0.0:1767384913.669089:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384913.669092:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384913.669094:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384913.669097:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384913.669101:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384913.669104:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 00000020:01000004:0.0:1767384913.669104:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384913.669108:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384913.669111:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 00000400:00000200:2.0:1767384913.669116:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 14], ns[44, 14] 00000100:00000010:0.0:1767384913.669116:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c68bbec8. 00000020:00000040:0.0:1767384913.669123:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000400:00000200:2.0:1767384913.669124:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 14], ns[48, 14] 00000100:00000001:0.0:1767384913.669131:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384913.669132:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 14], ns[52, 14] 02000000:00000001:0.0:1767384913.669137:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384913.669139:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 14], ns[56, 14] 00000400:00000200:2.0:1767384913.669143:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[65, 14], ns[65, 14] 02000000:00000001:0.0:1767384913.669144:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384913.669149:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[67, 14], ns[67, 14] 00000400:00000200:2.0:1767384913.669153:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 14], ns[0, 14] 00000400:00000200:2.0:1767384913.669156:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp30 02000000:00000010:0.0:1767384913.669156:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d52ae28e. 00000400:00000200:2.0:1767384913.669161:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp30 00000100:00000001:0.0:1767384913.669165:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384913.669166:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp30 lpni_is_preferred = 0 00000400:00000200:2.0:1767384913.669171:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp30 00000400:00000200:2.0:1767384913.669173:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp30 NI seq info: [68:68:256:4294967295] 192.168.203.134@tcp30 LPNI seq info [68:68:8:4294967295] 00000100:00000001:0.0:1767384913.669176:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384913.669180:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp30 00000100:00000001:0.0:1767384913.669180:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384913.669187:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp30(192.168.203.134@tcp30:) -> 192.168.203.134@tcp30(192.168.203.134@tcp:192.168.203.134@tcp30) : PUT try# 0 00000100:00000040:0.0:1767384913.669191:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c68bbec8] to pc [ptlrpcd_00_01+1] req@00000000c68bbec8 x1853237348027264/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384913.669196:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.134@tcp30 00000800:00000010:2.0:1767384913.669203:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000017496777. 00000800:00000010:2.0:1767384913.669211:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000616cb974. 00000800:00000010:2.0:1767384913.669217:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f69a2d04. 00000800:00000200:2.0:1767384913.669225:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000616cb974] -> 12345-192.168.203.134@tcp30 (2) 00000800:00000200:2.1:1767384913.669232:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000616cb974] -> 12345-192.168.203.134@tcp30 (2) 00000100:00000001:3.0:1767384913.669246:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384913.669247:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 10000000:00000001:0.0:1767384913.669248:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384913.669253:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384913.669253:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100571 rc 0 10000000:00000001:0.0:1767384913.669254:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384913.669257:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384913.669260:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384913.669263:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:3.0:1767384913.669265:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c68bbec8 x1853237348027264/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384913.669271:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384913.669275:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384913.669278:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:3.0:1767384913.669282:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:01000000:0.0:1767384913.669282:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384913.669287:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384913.669287:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384913.669291:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:3.0:1767384913.669294:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384913.669294:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384913.669296:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:3.0:1767384913.669299:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384913.669300:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384913.669303:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384913.669306:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384913.669307:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384913.669308:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384913.669310:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384913.669314:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008c83e0ab. 00000400:00000200:2.0:1767384913.669316:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000020:00000040:0.0:1767384913.669319:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00100000:3.0:1767384913.669320:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c68bbec8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348027264:0@lo:253: 00000100:00000001:0.0:1767384913.669325:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384913.669329:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384913.669331:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384913.669333:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384913.669338:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384913.669342:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384913.669342:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006885afe1. 02000000:00000001:3.0:1767384913.669345:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384913.669348:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384913.669353:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009d49532e. 00000100:00000001:0.0:1767384913.669355:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384913.669357:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.669358:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384913.669363:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032e48dde. 00000400:00000200:2.0:1767384913.669365:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000100:00000040:0.0:1767384913.669367:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c83e0ab] to pc [ptlrpcd_00_02+2] req@000000008c83e0ab x1853237348027392/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384913.669371:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3ddece0. 00000100:00000200:3.0:1767384913.669378:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348027264, portal 25 00000100:00000001:3.0:1767384913.669383:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384913.669386:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878160000 : -119482831391616 : ffff9354bc473480) 00000100:00000040:3.0:1767384913.669393:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c68bbec8 x1853237348027264/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384913.669393:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 10000000:00000001:0.0:1767384913.669395:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384913.669401:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384913.669405:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384913.669410:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384913.669412:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384913.669414:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000006d53d794. 00000400:00000200:2.0:1767384913.669417:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000100:00000040:3.0:1767384913.669419:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384913.669424:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000065cec25f. 00000100:00000200:3.0:1767384913.669428:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348027264, offset 0 00000100:00000001:0.0:1767384913.669428:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384913.669436:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384913.669441:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384913.669449:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384913.669449:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000100:00000001:0.0:1767384913.669449:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384913.669454:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384913.669457:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384913.669463:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008c83e0ab x1853237348027392/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384913.669468:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d04b80 00000400:00000200:2.0:1767384913.669480:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000100:00000001:0.0:1767384913.669480:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384913.669481:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10a5 [2] + 0 00000100:00000001:0.0:1767384913.669484:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384913.669490:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767384913.669491:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef7e7d2e. 02000000:00000001:0.0:1767384913.669493:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384913.669498:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384913.669499:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d34df0c6 00000100:00100000:0.0:1767384913.669504:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008c83e0ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348027392:0@lo:253: 00000400:00000200:2.0:1767384913.669505:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:3.0:1767384913.669509:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384913.669512:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384913.669517:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384913.669518:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384913.669520:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384913.669524:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384913.669525:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d34df0c6 00000400:00000010:3.0:1767384913.669529:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d34df0c6. 02000000:00000010:0.0:1767384913.669531:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004967a7f8. 02000000:00000001:0.0:1767384913.669534:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384913.669535:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384913.669538:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000100:00000200:3.0:1767384913.669540:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384913.669540:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098295e44. 00000100:00000040:3.0:1767384913.669548:0:16359:0:(events.c:337:request_in_callback()) incoming req@00000000bd566e6d x1853237348027264 msgsize 4848 00000400:00000010:0.0:1767384913.669550:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2154897. 00000100:00100000:3.0:1767384913.669558:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1767384913.669558:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348027392, portal 25 00000100:00000040:3.0:1767384913.669564:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384913.669564:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384913.669565:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000100:00000001:0.0:1767384913.669568:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878151936 : -119482831399680 : ffff9354bc471500) 00000100:00000040:0.0:1767384913.669576:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008c83e0ab x1853237348027392/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384913.669578:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384913.669584:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384913.669600:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384913.669604:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb1ae1c0. 00000400:00000200:2.0:1767384913.669606:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:3.0:1767384913.669607:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065cec25f 00000400:00000010:3.0:1767384913.669611:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000065cec25f. 00000100:00000001:3.0:1767384913.669616:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384913.669617:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348027392, offset 0 00000100:00000200:3.0:1767384913.669623:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c68bbec8 x1853237348027264/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384913.669629:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384913.669633:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384913.669644:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384913.669646:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384913.669651:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c68bbec8 x1853237348027264/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384913.669670:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d04c00 00000400:00000200:2.0:1767384913.669677:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384913.669682:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10b5 [2] + 0 00000100:00000001:3.0:1767384913.669685:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384913.669690:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002123e41f. 00000100:00000001:3.0:1767384913.669701:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384913.669709:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384913.669710:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000045d39b32 00000400:00000200:2.0:1767384913.669713:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000100:00000001:3.0:1767384913.669715:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294902705 00000400:00000200:0.0:1767384913.669718:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384913.669722:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3e7e0bc. 00000400:00000200:0.0:1767384913.669726:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384913.669732:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384913.669732:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045d39b32 00000400:00000200:2.0:1767384913.669734:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000010:0.0:1767384913.669737:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000045d39b32. 00000100:00000001:3.0:1767384913.669743:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294902705 00000100:00000001:0.0:1767384913.669744:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384913.669747:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:3.0:1767384913.669752:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007e6f8588. 00000100:00000040:0.0:1767384913.669752:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000be786f71 x1853237348027392 msgsize 4848 00000100:00000001:3.0:1767384913.669760:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384913.669761:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000100:00100000:0.0:1767384913.669764:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384913.669769:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384913.669770:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294902705 00000100:00000010:3.0:1767384913.669777:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f09a283. 00000100:00000001:3.0:1767384913.669782:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384913.669782:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384913.669789:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294902705 00000400:00000200:0.0:1767384913.669790:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb1ae1c0 00000400:00000200:2.0:1767384913.669791:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000100:00000010:3.0:1767384913.669795:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000312f5afd. 00000400:00000010:0.0:1767384913.669795:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb1ae1c0. 00000100:00000001:0.0:1767384913.669803:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384913.669804:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000200:0.0:1767384913.669809:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008c83e0ab x1853237348027392/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384913.669812:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384913.669849:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384913.669851:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000100:00000001:3.0:1767384913.669853:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384913.669856:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008c83e0ab x1853237348027392/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384913.669859:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384913.669865:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384913.669872:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.669875:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384913.669878:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000100:00000001:3.0:1767384913.669879:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384913.669882:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384913.669884:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384913.669888:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294902706 00000100:00000001:3.0:1767384913.669890:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384913.669893:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384913.669896:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.669898:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294902705 00000100:00000001:3.0:1767384913.669900:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.669906:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294902706 00000100:00000001:0.0:1767384913.669915:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294902705 00000100:00000001:0.0:1767384913.669921:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294902706 00000400:00000200:2.0:1767384913.669926:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000100:00000001:0.0:1767384913.669928:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294902705 00000100:00000001:0.0:1767384913.669936:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294902706 00000100:00000001:0.0:1767384913.669943:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294902705 00000100:00000001:0.0:1767384913.669950:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384913.669953:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.669964:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.669967:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384913.669972:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384913.669974:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384913.669977:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000100:00000001:0.0:1767384913.669978:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384913.669983:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384913.669985:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.669988:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.670013:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384913.670017:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348027264 02000000:00000001:0.0:1767384913.670020:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384913.670022:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384913.670023:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384913.670024:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000100:00000001:3.0:1767384913.670028:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.670028:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384913.670036:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384913.670040:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348027264 00000020:00000001:0.0:1767384913.670044:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384913.670046:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:0.0:1767384913.670049:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384913.670052:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:0.0:1767384913.670053:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000100:00100000:3.0:1767384913.670056:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348027392 00000020:00000001:0.0:1767384913.670058:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 02000000:00000001:3.0:1767384913.670060:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384913.670062:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:3.0:1767384913.670064:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384913.670066:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000100:00000001:3.0:1767384913.670068:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.670069:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384913.670075:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071df33f5. 02000000:00000001:3.0:1767384913.670076:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.670082:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384913.670083:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348027392 00000020:00000001:3.0:1767384913.670089:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:0.0:1767384913.670089:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071df33f5. 00000020:00000040:3.0:1767384913.670093:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:3.0:1767384913.670098:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384913.670100:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000020:00000001:3.0:1767384913.670103:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000400:00000200:2.0:1767384913.670105:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000020:00000001:3.0:1767384913.670106:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000010:0.0:1767384913.670109:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000666e4986. 00000100:00000001:3.0:1767384913.670114:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384913.670117:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dd35fda8. 00000020:00000010:3.0:1767384913.670120:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d82c424. 00000100:00000001:3.0:1767384913.670125:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384913.670126:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f91ed1e. 00000020:00000010:3.0:1767384913.670128:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d82c424. 00000020:00000010:3.0:1767384913.670135:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009cf0e4bd. 00000020:00000010:3.0:1767384913.670139:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e89c83fb. 00000100:00000040:0.0:1767384913.670141:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:3.0:1767384913.670143:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000048f2782. 00000400:00000200:2.0:1767384913.670143:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000100:00000001:0.0:1767384913.670147:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384913.670151:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384913.670151:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384913.670155:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384913.670156:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384913.670157:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.670169:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384913.670170:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384913.670183:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384913.670183:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384913.670190:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000100:00000001:3.0:1767384913.670203:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384913.670204:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384913.670206:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384913.670209:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384913.670213:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00000040:3.0:1767384913.670217:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:3.0:1767384913.670220:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878107728 : -119482831443888 : ffff9354bc466850) 00000100:00100000:0.0:1767384913.670224:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00000040:3.0:1767384913.670228:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bd566e6d x1853237348027264/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:139/0 lens 4848/0 e 0 to 0 dl 1767384924 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384913.670230:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000100:00000001:0.0:1767384913.670235:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878101584 : -119482831450032 : ffff9354bc465050) 00000400:00000200:2.0:1767384913.670236:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000100:00000040:0.0:1767384913.670246:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000be786f71 x1853237348027392/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:139/0 lens 4848/0 e 0 to 0 dl 1767384924 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384913.670263:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000100:00000001:3.0:1767384913.670265:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384913.670270:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d82c424. 00000100:00000001:0.0:1767384913.670272:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384913.670274:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384913.670277:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d82c424. 00000020:00000010:0.0:1767384913.670278:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071df33f5. 00000100:00000001:0.0:1767384913.670282:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384913.670284:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bd566e6d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:16359:x1853237348027264:12345-0@lo:253: 00000020:00000010:0.0:1767384913.670287:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071df33f5. 00000100:00000200:3.0:1767384913.670296:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348027264 00000020:00000001:3.0:1767384913.670299:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384913.670302:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:0.0:1767384913.670303:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000be786f71 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:16360:x1853237348027392:12345-0@lo:253: 00000020:00000001:3.0:1767384913.670305:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384913.670307:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000020:00000001:3.0:1767384913.670311:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:0.0:1767384913.670313:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348027392 00000020:00000001:3.0:1767384913.670314:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000001:0.0:1767384913.670319:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384913.670320:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384913.670323:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384913.670323:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384913.670325:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384913.670328:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384913.670328:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384913.670333:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384913.670334:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384913.670335:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000100:00000001:3.0:1767384913.670339:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384913.670339:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 02000000:00000001:3.0:1767384913.670343:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384913.670345:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000010:3.0:1767384913.670349:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b3080e34. 00000020:00000001:0.0:1767384913.670349:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384913.670355:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384913.670355:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384913.670357:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000100:00000001:3.0:1767384913.670361:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384913.670361:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:3.0:1767384913.670366:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384913.670367:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.670372:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000010:3.0:1767384913.670375:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000bdd98002. 02000000:00000001:0.0:1767384913.670375:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:3.0:1767384913.670380:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384913.670384:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000010:0.0:1767384913.670384:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002299428b. 20000000:00000001:3.0:1767384913.670388:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000001:0.0:1767384913.670389:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384913.670391:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384913.670394:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.670394:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384913.670395:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 20000000:00000001:3.0:1767384913.670401:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384913.670401:0:17083:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384913.670412:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d4cf5a56. 20000000:01000000:3.0:1767384913.670414:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 20000000:00000001:3.0:1767384913.670419:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000010:0.0:1767384913.670421:0:17083:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000cd9d733d. 00080000:00000001:3.0:1767384913.670424:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:01000000:0.0:1767384913.670427:0:17083:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384913.670430:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767384913.670433:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 20000000:00000001:0.0:1767384913.670434:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:3.0:1767384913.670435:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:0.0:1767384913.670437:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384913.670442:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384913.670452:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:0.0:1767384913.670452:0:17083:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384913.670467:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384913.670469:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384913.670471:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384913.670472:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384913.670474:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384913.670477:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000e523df4c 00000020:00000001:3.0:1767384913.670481:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000aa1b0688 00080000:00000002:3.0:1767384913.670482:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384913.670485:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384913.670488:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384913.670488:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00080000:00000001:3.0:1767384913.670494:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384913.670497:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384913.670502:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:3.0:1767384913.670505:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384913.670508:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000323b7452. 00080000:00000001:3.0:1767384913.670511:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585646476288 : -119488063075328 : ffff935384720c00) 00080000:00000001:3.0:1767384913.670514:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384913.670516:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000001:00000001:3.0:1767384913.670517:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384913.670523:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002d82c424. 00080000:00000001:3.0:1767384913.670526:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384913.670528:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384913.670541:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384913.670541:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00080000:00000001:3.0:1767384913.670558:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:2.0:1767384913.670716:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000094902d42. 00000800:00000010:2.0:1767384913.670720:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000e740885. 00000800:00000010:2.0:1767384913.670724:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006fa1845a. 00000800:00000010:2.0:1767384913.670740:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006fa1845a. 00000800:00020000:2.0:1767384913.670747:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:2.0:1767384913.670749:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000e740885. 00000800:00000010:2.0:1767384913.670751:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000094902d42. 00000400:02020000:2.0:1767384913.670780:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp30 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384913.670785:0:16348:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp30 notifying 192.168.203.134@tcp30: down 00000800:00000200:2.0:1767384913.670790:0:16348:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp30 down 00000800:00000100:2.0:1767384913.670795:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 416 0@<0:0>->192.168.203.134@tcp30 00000800:00000010:2.0:1767384913.670797:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000017496777. 00000400:00000200:2.0:1767384913.670799:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384913.670801:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp30->192.168.203.134@tcp30: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384913.670806:0:16348:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp30 added to recovery queue. ping count: 0 next ping: 236 health :900 00000400:00000200:2.0:1767384913.670809:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384913.670811:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp: 1 00000400:00000200:2.0:1767384913.670975:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:3.0:1767384913.671009:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384913.671015:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x101171 00000400:00000001:3.0:1767384913.671019:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384913.671020:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384913.671022:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b676d75 00000400:00000010:3.0:1767384913.671023:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b676d75. 00000400:00000200:3.0:1767384913.671027:0:16356:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384913.671030:0:16356:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:3.0:1767384913.671033:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (24) 00000400:00000200:3.0:1767384913.671035:0:16356:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.134@tcp 00000400:00000200:3.0:1767384913.671037:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 rc -71 00000400:00000200:3.0:1767384913.671046:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:3.0:1767384913.671048:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (23) 00080000:00000010:0.0:1767384913.672263:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000323b7452. 00080000:00000010:3.0:1767384913.672306:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002d82c424. 00040000:00000001:3.0:1767384913.672311:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384913.672314:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384913.672315:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384913.672318:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:3.0:1767384913.672320:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384913.672321:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384913.672335:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384913.672344:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384913.672346:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384913.672351:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:0.0:1767384913.672362:0:17083:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002eeea243. 20000000:01000000:0.0:1767384913.672366:0:17083:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 20000000:00000001:0.0:1767384913.672370:0:17083:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384913.672373:0:17083:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384913.672376:0:17083:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384913.672384:0:17083:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384913.672392:0:17083:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384913.672395:0:17083:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:01000000:2.0:1767384913.672397:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384913.672397:0:17083:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384913.672400:0:17083:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 20000000:00000001:2.0:1767384913.672402:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384913.672404:0:17083:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767384913.672406:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000002:0.0:1767384913.672408:0:17083:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000980f9615 00010000:00000001:2.0:1767384913.672410:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384913.672415:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:0.0:1767384913.672415:0:17083:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009e445471 00080000:00000002:0.0:1767384913.672419:0:17083:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384913.672423:0:17083:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384913.672424:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004c97c396. 00080000:00000001:0.0:1767384913.672430:0:17083:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.672431:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384913.672435:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006e6fe7ab. 00080000:00000001:0.0:1767384913.672436:0:17083:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384913.672439:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:0.0:1767384913.672441:0:17083:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000040:2.0:1767384913.672442:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006e6fe7ab with handle 0xb57eb7881956305b to hash 00000020:00000001:2.0:1767384913.672446:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384913.672447:0:17083:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:0.0:1767384913.672452:0:17083:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384913.672454:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590004432896 : -119483705118720 : ffff935488333000) 00010000:00000001:2.0:1767384913.672457:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590004432896 : -119483705118720 : ffff935488333000) 00080000:00000010:0.0:1767384913.672458:0:17083:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002538cbdf. 00010000:00000001:2.0:1767384913.672460:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000020:3.0:1767384913.672463:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384913.672464:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384913.672465:0:17083:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585635146752 : -119488074404864 : ffff935383c52c00) 00000100:00000001:3.0:1767384913.672468:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:2.0:1767384913.672470:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006e6fe7ab/0xb57eb7881956305b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384913.672471:0:17083:0:(osd_io.c:1849:osd_declare_write()) Process entered 20000000:00000010:3.0:1767384913.672472:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000bdd98002. 00000001:00000001:0.0:1767384913.672476:0:17083:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 20000000:00000001:3.0:1767384913.672478:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.672482:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:0.0:1767384913.672482:0:17083:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000071df33f5. 00010000:00000040:3.0:1767384913.672483:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348027264 00010000:00000001:2.0:1767384913.672487:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384913.672489:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:0.0:1767384913.672489:0:17083:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.672490:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384913.672494:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384913.672495:0:17083:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000200:3.0:1767384913.672497:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bd566e6d x1853237348027264/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:139/0 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384913.672498:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384913.672503:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384913.672506:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384913.672507:0:17083:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384913.672512:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384913.672512:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384913.672516:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384913.672517:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384913.672519:0:17083:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384913.672520:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00001000:3.0:1767384913.672521:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=47 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384913.672523:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384913.672526:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004c97c396) refcount = 1 00000100:00000001:3.0:1767384913.672528:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:2.0:1767384913.672531:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006e6fe7ab/0xb57eb7881956305b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384913.672533:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:3.0:1767384913.672538:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:2.0:1767384913.672541:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 02000000:00000001:3.0:1767384913.672542:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384913.672544:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 02000000:00000001:3.0:1767384913.672545:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.672546:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384913.672550:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384913.672550:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.672552:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384913.672556:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 20000000:00000001:2.0:1767384913.672557:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000010:3.0:1767384913.672560:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000065cec25f. 20000000:01000000:2.0:1767384913.672562:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 00000100:00000200:3.0:1767384913.672565:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348027264, offset 224 00010000:00000001:2.0:1767384913.672565:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384913.672568:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384913.672571:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1767384913.672571:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e6fe7ab refcount=4 00000020:00000001:2.0:1767384913.672576:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004432896 : -119483705118720 : ffff935488333000) 00010000:00000001:2.0:1767384913.672578:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004432896 : -119483705118720 : ffff935488333000) 00010000:00000001:2.0:1767384913.672581:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000200:3.0:1767384913.672583:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:2.0:1767384913.672588:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006e6fe7ab/0xb57eb7881956305b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384913.672598:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384913.672600:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006e6fe7ab/0xb57eb7881956305b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384913.672602:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d04b80 00010000:00000001:2.0:1767384913.672610:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384913.672612:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x181d [2] + 224 00010000:00000001:2.0:1767384913.672613:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384913.672617:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006e6fe7ab/0xb57eb7881956305b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384913.672619:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384913.672625:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1767384913.672626:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384913.672628:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384913.672630:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384913.672632:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000200:3.0:1767384913.672636:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c68bbec8 x1853237348027264/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384913.672637:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006e6fe7ab/0xb57eb7881956305b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384913.672654:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006e6fe7ab already unused, calling callback (00000000df0e66e0) 00000100:00000040:3.0:1767384913.672668:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c68bbec8 x1853237348027264/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384913.672674:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384913.672677:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384913.672680:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006e6fe7ab/0xb57eb7881956305b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384913.672684:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384913.672686:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384913.672687:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384913.672687:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384913.672690:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e6fe7ab refcount=5 00000020:00000001:2.0:1767384913.672692:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004432896 : -119483705118720 : ffff935488333000) 00000400:00000200:3.0:1767384913.672693:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065cec25f 00010000:00000001:2.0:1767384913.672694:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004432896 : -119483705118720 : ffff935488333000) 00000400:00000010:3.0:1767384913.672698:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000065cec25f. 00010000:00000001:2.0:1767384913.672707:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1767384913.672709:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:2.0:1767384913.672710:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006e6fe7ab/0xb57eb7881956305b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384913.672711:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384913.672713:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384913.672716:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.672718:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384913.672721:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:3.0:1767384913.672723:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:3.0:1767384913.672726:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384913.672726:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384913.672730:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1767384913.672731:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384913.672731:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384913.672733:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384913.672736:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384913.672737:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032e48dde. 00010000:00000001:2.0:1767384913.672738:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:3.0:1767384913.672742:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bd566e6d x1853237348027264/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:139/0 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384913.672743:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:0.0:1767384913.672744:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3ddece0 00010000:00000001:2.0:1767384913.672747:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384913.672750:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384913.672754:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006e6fe7ab with handle 0xb57eb7881956305b from hash 00000100:00100000:3.0:1767384913.672755:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bd566e6d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:16359:x1853237348027264:12345-0@lo:253: Request processed in 2488us (3204us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384913.672756:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c3ddece0. 00010000:00000001:2.0:1767384913.672758:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384913.672762:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384913.672764:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384913.672765:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1767384913.672769:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00010000:00000001:2.0:1767384913.672769:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384913.672772:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000200:0.0:1767384913.672774:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c68bbec8 x1853237348027264/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384913.672776:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00010000:00000001:2.0:1767384913.672777:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384913.672781:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1767384913.672782:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384913.672785:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384913.672786:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384913.672791:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384913.672793:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dd35fda8. 00010000:00000001:2.0:1767384913.672794:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000200:0.0:1767384913.672797:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c68bbec8 x1853237348027264/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384913.672799:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:00000010:3.0:1767384913.672801:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f91ed1e. 00010000:00000001:2.0:1767384913.672805:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1767384913.672808:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000666e4986. 00010000:00000001:2.0:1767384913.672809:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384913.672812:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384913.672854:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 02000000:00000001:3.0:1767384913.672859:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384913.672866:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b3080e34. 02000000:00000001:3.0:1767384913.672871:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384913.672873:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384913.672878:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384913.672881:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a42a9689. 00000400:00000010:3.0:1767384913.672884:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000065cec25f. 00000100:00000001:0.0:1767384913.672977:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384913.672980:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384913.672983:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.672985:0:16359:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384913.672986:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384913.672990:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006e6fe7ab/0xb57eb7881956305b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384913.672990:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384913.672994:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384913.672998:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384913.672998:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.673002:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384913.673004:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:0.0:1767384913.673004:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.673007:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384913.673009:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384913.673011:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:0.0:1767384913.673011:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=47 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384913.673013:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384913.673017:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384913.673019:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384913.673019:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=47 v=5 (1 0 0 0) 00010000:00010000:2.0:1767384913.673024:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006e6fe7ab/0xb57eb7881956305b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384913.673026:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384913.673029:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384913.673032:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384913.673036:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.673041:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.673042:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384913.673046:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384913.673047:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006e6fe7ab/0xb57eb7881956305b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384913.673048:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c68bbec8 x1853237348027264/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384913.673060:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004c97c396 count: 0 00000100:00000001:0.0:1767384913.673067:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384913.673070:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1767384913.673071:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384913.673073:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384913.673074:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:01000004:0.0:1767384913.673080:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384913.673082:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384913.673084:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384913.673086:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384913.673088:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384913.673090:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384913.673091:0:16359:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384913.673093:0:16359:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384913.673095:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384913.673096:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384913.673101:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c68bbec8 x1853237348027264/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384913.673124:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c68bbec8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348027264:0@lo:253: 00000100:00000001:0.0:1767384913.673129:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384913.673132:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384913.673135:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c68bbec8 x1853237348027264/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384913.673142:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384913.673145:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384913.673147:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009d49532e. 02000000:00000001:0.0:1767384913.673152:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384913.673154:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384913.673156:0:16359:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:0.0:1767384913.673159:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384913.673161:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d52ae28e. 02000000:00000001:0.0:1767384913.673165:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384913.673167:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384913.673168:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c68bbec8. 00000100:00000001:0.0:1767384913.673171:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384913.673173:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384913.673174:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384913.673178:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384913.673180:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.673182:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384913.673184:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384913.673947:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002538cbdf. 00080000:00000010:0.0:1767384913.673991:0:17083:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000071df33f5. 00040000:00000001:0.0:1767384913.674000:0:17083:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384913.674002:0:17083:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384913.674004:0:17083:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384913.674007:0:17083:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:0.0:1767384913.674010:0:17083:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384913.674011:0:17083:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384913.674013:0:17083:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384913.674023:0:17083:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384913.674026:0:17083:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384913.674030:0:17083:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384913.674037:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384913.674040:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384913.674042:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384913.674044:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384913.674046:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384913.674050:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a00ad55c. 00010000:00000001:2.0:1767384913.674053:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384913.674055:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e8975a23. 00000020:00000001:2.0:1767384913.674057:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384913.674059:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e8975a23 with handle 0xb57eb78819563062 to hash 00000020:00000001:2.0:1767384913.674060:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384913.674061:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590004432384 : -119483705119232 : ffff935488332e00) 00010000:00000001:2.0:1767384913.674063:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590004432384 : -119483705119232 : ffff935488332e00) 00010000:00000001:2.0:1767384913.674065:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384913.674066:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384913.674068:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e8975a23/0xb57eb78819563062 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384913.674073:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384913.674074:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384913.674075:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384913.674076:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384913.674078:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384913.674079:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384913.674085:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384913.674087:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384913.674088:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384913.674089:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384913.674090:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384913.674092:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a00ad55c) refcount = 1 00010000:00010000:2.0:1767384913.674094:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e8975a23/0xb57eb78819563062 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384913.674098:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384913.674099:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384913.674100:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384913.674101:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.674102:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384913.674104:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384913.674105:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002555864s 00010000:00000001:2.0:1767384913.674107:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384913.674108:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384913.674109:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e8975a23 refcount=4 00000020:00000001:2.0:1767384913.674110:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004432384 : -119483705119232 : ffff935488332e00) 00010000:00000001:2.0:1767384913.674112:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004432384 : -119483705119232 : ffff935488332e00) 00010000:00000001:2.0:1767384913.674113:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384913.674114:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e8975a23/0xb57eb78819563062 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384913.674118:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384913.674120:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e8975a23/0xb57eb78819563062 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384913.674124:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384913.674125:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384913.674126:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e8975a23/0xb57eb78819563062 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384913.674130:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384913.674131:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.674137:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384913.674138:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e8975a23/0xb57eb78819563062 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384913.674142:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e8975a23 already unused, calling callback (00000000df0e66e0) 00010000:00000001:2.0:1767384913.674144:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384913.674145:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384913.674147:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e8975a23/0xb57eb78819563062 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384913.674148:0:17083:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384913.674154:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767384913.674154:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384913.674158:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 20000000:00000010:0.0:1767384913.674158:0:17083:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000cd9d733d. 00000020:00000001:2.0:1767384913.674160:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384913.674162:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e8975a23 refcount=5 00000020:00000001:2.0:1767384913.674165:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004432384 : -119483705119232 : ffff935488332e00) 20000000:00000001:0.0:1767384913.674166:0:17083:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.674167:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004432384 : -119483705119232 : ffff935488332e00) 00010000:00000001:2.0:1767384913.674172:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000040:0.0:1767384913.674173:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348027392 00010000:00010000:2.0:1767384913.674174:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e8975a23/0xb57eb78819563062 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384913.674180:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384913.674182:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384913.674185:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384913.674186:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384913.674188:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000be786f71 x1853237348027392/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:139/0 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384913.674189:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384913.674191:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384913.674193:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384913.674195:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384913.674199:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e8975a23 with handle 0xb57eb78819563062 from hash 00010000:00000001:2.0:1767384913.674202:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384913.674205:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384913.674207:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384913.674210:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384913.674210:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384913.674211:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384913.674214:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384913.674214:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.674217:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384913.674220:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384913.674221:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=47 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384913.674229:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.674229:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384913.674233:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:0.0:1767384913.674235:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:2.0:1767384913.674236:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384913.674240:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384913.674241:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:2.0:1767384913.674242:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384913.674245:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.674248:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384913.674248:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384913.674252:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.674253:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384913.674259:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e8975a23/0xb57eb78819563062 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384913.674259:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384913.674265:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384913.674266:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384913.674267:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384913.674268:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384913.674269:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384913.674270:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384913.674271:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384913.674272:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384913.674273:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384913.674274:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384913.674275:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e8975a23/0xb57eb78819563062 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384913.674281:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384913.674282:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384913.674283:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e8975a23/0xb57eb78819563062 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384913.674283:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb1ae1c0. 00000100:00000200:0.0:1767384913.674290:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348027392, offset 224 00010000:00000040:2.0:1767384913.674291:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a00ad55c count: 0 00010000:00000001:2.0:1767384913.674298:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384913.674301:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:0.0:1767384913.674302:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384913.674310:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384913.674316:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d04c00 00000400:00000200:0.0:1767384913.674321:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1825 [2] + 224 00000400:00000200:0.0:1767384913.674326:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384913.674329:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384913.674333:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384913.674337:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008c83e0ab x1853237348027392/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384913.674347:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000008c83e0ab x1853237348027392/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384913.674365:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384913.674371:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb1ae1c0 00000100:00000001:2.0:1767384913.674372:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384913.674373:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb1ae1c0. 00000100:00000001:2.0:1767384913.674375:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384913.674385:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384913.674385:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384913.674387:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384913.674388:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384913.674392:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000098295e44. 00000100:00000001:0.0:1767384913.674395:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384913.674396:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2154897 00000400:00000010:2.0:1767384913.674400:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d2154897. 00000100:00000040:0.0:1767384913.674402:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:0.0:1767384913.674406:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384913.674410:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384913.674410:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384913.674415:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384913.674416:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008c83e0ab x1853237348027392/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384913.674422:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be786f71 x1853237348027392/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:139/0 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384913.674430:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008c83e0ab x1853237348027392/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384913.674449:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384913.674452:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384913.674453:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000be786f71 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:16360:x1853237348027392:12345-0@lo:253: Request processed in 4177us (4696us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384913.674455:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384913.674457:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384913.674460:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384913.674462:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384913.674465:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384913.674467:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=47 v=5 (5 0 0 0) 00000100:00100000:0.0:1767384913.674468:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00001000:2.0:1767384913.674472:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=47 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384913.674474:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:2.0:1767384913.674475:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384913.674476:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.674481:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384913.674482:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.674482:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384913.674486:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.674487:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384913.674490:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008c83e0ab x1853237348027392/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384913.674493:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e89c83fb. 00000100:00000001:2.0:1767384913.674499:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384913.674500:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000048f2782. 00000100:00000001:2.0:1767384913.674501:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384913.674503:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384913.674507:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:00000010:0.0:1767384913.674507:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009cf0e4bd. 00000020:01000004:2.0:1767384913.674509:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384913.674513:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:00000040:0.0:1767384913.674514:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000020:01000004:2.0:1767384913.674515:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384913.674517:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384913.674520:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384913.674522:0:16360:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:0.0:1767384913.674522:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:2.0:1767384913.674524:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384913.674526:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000010:0.0:1767384913.674526:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002299428b. 00000100:00000040:2.0:1767384913.674531:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008c83e0ab x1853237348027392/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384913.674532:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384913.674536:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384913.674541:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008c83e0ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348027392:0@lo:253: 00000100:00000200:0.0:1767384913.674544:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384913.674550:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f6dc66f. 00000100:00000001:2.0:1767384913.674551:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384913.674555:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384913.674557:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008c83e0ab x1853237348027392/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384913.674557:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb1ae1c0. 00000100:00000001:2.0:1767384913.674566:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384913.674568:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384913.674569:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004967a7f8. 02000000:00000001:2.0:1767384913.674573:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384913.674573:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384913.674574:0:16360:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:2.0:1767384913.674576:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384913.674577:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006885afe1. 02000000:00000001:2.0:1767384913.674579:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384913.674581:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384913.674582:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008c83e0ab. 00000100:00000001:2.0:1767384913.674584:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384913.674585:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384913.674586:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384913.674589:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384913.674590:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.674592:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384913.674593:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384913.675868:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294902706, at 4294902707 00000100:00000010:2.0:1767384913.675876:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f09a283. 00000100:00000040:3.0:1767384913.675889:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294902706, at 4294902707 00000100:00000010:3.0:1767384913.675899:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000312f5afd. 00000100:00000040:0.0:1767384913.675900:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294902706, at 4294902707 00000100:00000010:0.0:1767384913.675908:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3e7e0bc. 00000100:00000040:1.0:1767384913.676937:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294902706, at 4294902708 00000100:00000010:1.0:1767384913.676945:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007e6f8588. 00000400:00000010:1.0:1767384913.684964:0:28075:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000266e750d. 00000400:00000040:1.0:1767384913.684980:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384913.684982:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384913.684984:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384913.684988:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384913.684990:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384913.684991:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384913.684993:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384913.684994:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384913.684995:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384913.684996:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384913.684997:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384913.684998:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384913.685000:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384913.685001:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384913.685001:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384913.685003:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384913.685004:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384913.685005:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384913.685005:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384913.685007:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384913.685008:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384913.685009:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384913.685010:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384913.685011:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384913.685011:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384913.685013:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384913.685014:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384913.685014:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384913.685015:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384913.685016:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384913.685017:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384913.685018:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384913.685019:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384913.685020:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384913.685021:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384913.685022:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384913.685023:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384913.685024:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384913.685025:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384913.685026:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384913.685027:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384913.685028:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384913.685032:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384913.685033:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384913.685034:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384913.685035:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384913.685037:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384913.685037:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384913.685039:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384913.685040:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384913.685041:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384913.685042:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384913.685043:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384913.685044:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384913.685045:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384913.685046:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384913.685047:0:28075:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384913.685098:0:28075:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000266e750d. 00010000:00000010:2.1:1767384913.685836:0:28076:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004c97c396. 00010000:00000010:2.1:1767384913.685844:0:28076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006e6fe7ab. 00010000:00000010:2.1:1767384913.688861:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a00ad55c. 00010000:00000010:2.1:1767384913.688867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e8975a23. 00010000:00000001:0.0:1767384913.946182:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384913.946188:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384913.946249:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384913.946252:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384913.946287:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384913.946296:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384913.946300:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384914.328883:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp29 00000400:00000010:2.0:1767384914.328888:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009e481c6a. 00000400:00000010:2.0:1767384914.328896:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003fc6ff19. 00000400:00000010:2.0:1767384914.328900:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d0cc2e1. 00000400:00000010:2.0:1767384914.328908:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000886dd861. 00000400:00000200:2.0:1767384914.328913:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp29 00000400:00000200:2.0:1767384914.328928:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp29 local destination 00000400:00000200:2.0:1767384914.328934:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp29 00000400:00000200:2.0:1767384914.328944:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp29 NI seq info: [69:69:256:4294967295] 192.168.203.134@tcp29 LPNI seq info [69:69:8:4294967295] 00000400:00000200:2.0:1767384914.328950:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp29 00000400:00000200:2.0:1767384914.328960:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp29(192.168.203.134@tcp29:) -> 192.168.203.134@tcp29(192.168.203.134@tcp29:192.168.203.134@tcp29) : GET try# 0 00000800:00000200:2.0:1767384914.328966:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp29 00000800:00000010:2.0:1767384914.328970:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000017496777. 00000800:00000200:2.0:1767384914.328975:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009bd365ee] -> 12345-192.168.203.134@tcp29 (2) 00000800:00000200:2.1:1767384914.328981:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009bd365ee] -> 12345-192.168.203.134@tcp29 (2) 00000400:00000200:2.0:1767384914.329001:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp29 added to recovery queue. ping count: 2 next ping: 240 health :800 00000400:00000200:2.0:1767384914.329005:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp28 00000400:00000010:2.0:1767384914.329009:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b8f50d60. 00000400:00000010:2.0:1767384914.329013:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000036400351. 00000400:00000010:2.0:1767384914.329016:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045cef8bc. 00000400:00000010:2.0:1767384914.329022:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000017e0073c. 00000400:00000200:2.0:1767384914.329024:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp28 00000400:00000200:2.0:1767384914.329031:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp28 local destination 00000400:00000200:2.0:1767384914.329034:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp28 00000400:00000200:2.0:1767384914.329037:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp28 NI seq info: [70:70:256:4294967295] 192.168.203.134@tcp28 LPNI seq info [70:70:8:4294967295] 00000400:00000200:2.0:1767384914.329040:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp28 00000400:00000200:2.0:1767384914.329051:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp28(192.168.203.134@tcp28:) -> 192.168.203.134@tcp28(192.168.203.134@tcp28:192.168.203.134@tcp28) : GET try# 0 00000400:00000200:0.0:1767384914.329052:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000800:00000200:2.0:1767384914.329057:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp28 00000800:00000010:2.0:1767384914.329061:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000b387623. 00000800:00000200:2.0:1767384914.329065:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2d165b7] -> 12345-192.168.203.134@tcp28 (2) 00000800:00000200:2.0:1767384914.329067:0:16355:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.134 (cnted 0, interval 4, 1 secs later) 00000800:00000200:2.1:1767384914.329072:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2d165b7] -> 12345-192.168.203.134@tcp28 (2) 00000800:00000200:2.1:1767384914.329073:0:16355:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.134 (cnted 0, interval 4, 1 secs later) 00000800:00000100:2.0:1767384914.329083:0:16355:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.134@tcp28 00000800:00000010:2.0:1767384914.329085:0:16355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000b387623. 00000400:00000200:2.0:1767384914.329090:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1767384914.329095:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp28->192.168.203.134@tcp28: GET: REMOTE_ERROR 00000400:00000200:2.0:1767384914.329100:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -5 00000400:00000200:2.0:1767384914.329103:0:16355:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp28 recovery message sent unsuccessfully:-5 00000400:00000200:0.0:1767384914.329109:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:2.0:1767384914.329114:0:16355:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp28) recovery failed with -5 00000400:00000200:2.0:1767384914.329124:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp28 added to recovery queue. ping count: 3 next ping: 244 health :700 00000400:00000200:2.0:1767384914.329129:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp30 00000400:00000010:2.0:1767384914.329132:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f5ceb351. 00000400:00000010:2.0:1767384914.329136:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000438de844. 00000400:00000010:2.0:1767384914.329139:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a038fa2. 00000400:00000010:2.0:1767384914.329145:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000f88a0a9. 00000400:00000200:2.0:1767384914.329147:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp30 00000400:00000200:2.0:1767384914.329153:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp30 local destination 00000400:00000200:2.0:1767384914.329156:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp30 00000400:00000200:2.0:1767384914.329160:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp30 NI seq info: [71:71:256:4294967295] 192.168.203.134@tcp30 LPNI seq info [71:71:8:4294967295] 00000400:00000200:2.0:1767384914.329163:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp30 00000400:00000200:0.0:1767384914.329171:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:2.0:1767384914.329175:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp30(192.168.203.134@tcp30:) -> 192.168.203.134@tcp30(192.168.203.134@tcp30:192.168.203.134@tcp30) : GET try# 0 00000800:00000200:2.0:1767384914.329182:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp30 00000800:00000010:2.0:1767384914.329185:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000b387623. 00000800:00000200:2.0:1767384914.329189:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000616cb974] -> 12345-192.168.203.134@tcp30 (2) 00000800:00000200:2.1:1767384914.329193:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000616cb974] -> 12345-192.168.203.134@tcp30 (2) 00000400:00000200:2.0:1767384914.329204:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp30 added to recovery queue. ping count: 1 next ping: 238 health :900 00000400:00000200:0.0:1767384914.329226:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000800:00000010:2.0:1767384914.329228:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ad538527. 00000800:00000200:2.0:1767384914.329234:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000167b58f3] -> 12345-192.168.203.134@tcp13 (6) 00000800:00000200:2.0:1767384914.329238:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp13 ip 192.168.203.134:988 00000800:00000200:2.0:1767384914.329241:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ad538527 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384914.329259:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:0.0:1767384914.329301:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:2.0:1767384914.329325:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:0.0:1767384914.329338:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:2.0:1767384914.329387:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384914.329400:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:2.0:1767384914.329458:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384914.329471:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:2.0:1767384914.329529:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384914.329552:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:2.0:1767384914.329586:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:0.0:1767384914.329621:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:2.0:1767384914.329643:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:0.0:1767384914.329692:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:2.0:1767384914.329723:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:0.0:1767384914.329767:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:2.0:1767384914.329790:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:2.0:1767384914.329971:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:0.0:1767384914.329990:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:2.0:1767384914.330044:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:0.0:1767384914.330069:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:2.0:1767384914.330125:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384914.330147:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:2.0:1767384914.330200:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384914.330224:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:2.0:1767384914.330263:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:0.0:1767384914.330293:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:2.0:1767384914.330344:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:0.0:1767384914.330360:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:2.0:1767384914.330419:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:0.0:1767384914.330432:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:2.0:1767384914.330478:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:0.0:1767384914.330489:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:2.0:1767384914.330541:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384914.330553:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:2.0:1767384914.330613:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:0.0:1767384914.330634:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:2.0:1767384914.330694:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:0.0:1767384914.330722:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:2.0:1767384914.330755:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:0.0:1767384914.330776:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:2.0:1767384914.330810:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:0.0:1767384914.330863:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:2.0:1767384914.330870:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:0.0:1767384914.330929:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:2.0:1767384914.330932:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:0.0:1767384914.331012:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:2.0:1767384914.331013:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:2.0:1767384914.331086:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:0.0:1767384914.331094:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:2.0:1767384914.331133:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:0.0:1767384914.331149:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:2.0:1767384914.331202:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:0.0:1767384914.331208:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:0.0:1767384914.331276:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:2.0:1767384914.331285:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:0.0:1767384914.331331:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:2.0:1767384914.331367:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:0.0:1767384914.331387:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:2.0:1767384914.331428:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:0.0:1767384914.331432:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:2.0:1767384914.331507:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:2.0:1767384914.331576:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:2.0:1767384914.331631:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000800:00000010:0.0:1767384914.331632:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cd9d733d. 00000800:00000010:0.0:1767384914.331639:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a3fbe85e. 00000800:00000010:0.0:1767384914.331646:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000616984d7. 00000800:00000010:0.0:1767384914.331684:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000616984d7. 00000800:00020000:0.0:1767384914.331702:0:16349:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:0.0:1767384914.331705:0:16349:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a3fbe85e. 00000400:00000200:2.0:1767384914.331706:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000800:00000010:0.0:1767384914.331708:0:16349:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cd9d733d. 00000400:00000200:2.0:1767384914.331772:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:02020000:0.0:1767384914.331778:0:16349:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp29 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384914.331788:0:16349:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp29 notifying 192.168.203.134@tcp29: down 00000400:00000200:0.0:1767384914.331793:0:16349:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384914.331799:0:16349:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp29 00000800:00000010:0.0:1767384914.331802:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000017496777. 00000400:00000200:0.0:1767384914.331807:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384914.331838:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp29->192.168.203.134@tcp29: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384914.331846:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384914.331848:0:16349:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384914.331851:0:16349:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp29) recovery failed with -71 00000800:00000010:2.0:1767384914.331964:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000094902d42. 00000800:00000010:2.0:1767384914.331971:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000af5556d1. 00000800:00000010:2.0:1767384914.331974:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007f379b89. 00000800:00000010:2.0:1767384914.332000:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007f379b89. 00000800:00020000:2.0:1767384914.332016:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:2.0:1767384914.332019:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000af5556d1. 00000800:00000010:2.0:1767384914.332022:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000094902d42. 00000400:02020000:2.0:1767384914.332076:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp30 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384914.332082:0:16346:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp30 notifying 192.168.203.134@tcp30: down 00000400:00000200:2.0:1767384914.332086:0:16346:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384914.332090:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp30 00000800:00000010:2.0:1767384914.332092:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000b387623. 00000400:00000200:2.0:1767384914.332094:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384914.332097:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp30->192.168.203.134@tcp30: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384914.332101:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384914.332104:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384914.332108:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp30) recovery failed with -71 00000800:00000200:2.0:1767384914.332161:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384914.332165:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384914.332170:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384914.332173:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384914.332176:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384914.878066:0:28440:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000036bf9d70. 00080000:00000010:1.0:1767384914.878075:0:28440:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000036bf9d70. 00000020:00000001:1.0:1767384914.878078:0:28440:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384914.878100:0:28440:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000036bf9d70. 00080000:00000010:1.0:1767384914.878103:0:28440:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000036bf9d70. 00000020:00000001:1.0:1767384914.878106:0:28440:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384914.968885:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384914.968891:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384914.968897:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384914.968898:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384914.968928:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384914.968932:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384914.968935:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1767384915.289917:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384915.289923:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000002298ce) refs 2 10000000:00000001:3.0:1767384915.289928:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384915.289931:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384915.289933:0:17086:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384915.289935:0:17086:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384915.289938:0:17086:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384915.289940:0:17086:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384915.289942:0:17086:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff935488f3f000 from 43 10000000:00000001:3.0:1767384915.289946:0:17086:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384915.289948:0:17086:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384915.289956:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000019038a26. 00000020:00000040:3.0:1767384915.289960:0:17086:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:3.0:1767384915.289965:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384915.289968:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384915.289974:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384915.289981:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ac823825. 00000100:00000001:3.0:1767384915.289987:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384915.289991:0:17086:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384915.289994:0:17086:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384915.290001:0:17086:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005b517519. 00010000:00000001:3.0:1767384915.290006:0:17086:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384915.290009:0:17086:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002fa4dab2. 00000020:00000001:3.0:1767384915.290013:0:17086:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384915.290015:0:17086:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002fa4dab2 with handle 0xb57eb78819563069 to hash 00000020:00000001:3.0:1767384915.290018:0:17086:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384915.290019:0:17086:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384915.290023:0:17086:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384915.290035:0:17086:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384915.290038:0:17086:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384915.290040:0:17086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819563069 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384915.290049:0:17086:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819563069 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384915.290058:0:17086:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819563069 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384915.290064:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384915.290067:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384915.290072:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ebd83b4b. 00000100:00000001:3.0:1767384915.290075:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624585624867776 : -119488084683840 : ffff9353832853c0) 00000100:00000001:3.0:1767384915.290078:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384915.290079:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647278720 : -119488062272896 : ffff9353847e4a80) 00000100:00000001:3.0:1767384915.290085:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384915.290087:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.290089:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384915.290091:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384915.290099:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000019038a26 x1853237348027520/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384915.290108:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384915.290110:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384915.290114:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384915.290117:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384915.290120:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384915.290123:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000019038a26 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348027520:0@lo:101: 00000100:00000001:3.0:1767384915.290128:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384915.290132:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384915.290134:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384915.290136:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384915.290140:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000065a2bc66. 02000000:00000001:3.0:1767384915.290146:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384915.290151:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032e48dde. 00000400:00000010:3.0:1767384915.290156:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b17c2ed. 00000100:00000200:3.0:1767384915.290160:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348027520, portal 25 00000100:00000001:3.0:1767384915.290162:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384915.290163:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647278720 : -119488062272896 : ffff9353847e4a80) 00000100:00000040:3.0:1767384915.290167:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000019038a26 x1853237348027520/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384931 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384915.290173:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384915.290176:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384915.290178:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006029bd08. 00000100:00000200:3.0:1767384915.290180:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237348027520, offset 0 00000400:00000200:3.0:1767384915.290184:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384915.290196:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384915.290206:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958271d04c80 00000400:00000200:3.0:1767384915.290211:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x10d1 [2] + 0 00000400:00000010:3.0:1767384915.290214:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068526422. 00000400:00000200:3.0:1767384915.290216:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000025fd254 00000400:00000200:3.0:1767384915.290220:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384915.290223:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384915.290227:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000025fd254 00000400:00000010:3.0:1767384915.290228:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000025fd254. 00000100:00000001:3.0:1767384915.290232:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384915.290234:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384915.290236:0:17086:0:(events.c:337:request_in_callback()) incoming req@00000000374d8a00 x1853237348027520 msgsize 328 00000100:00100000:3.0:1767384915.290240:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384915.290241:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384915.290255:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384915.290261:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006029bd08 00000400:00000010:3.0:1767384915.290262:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006029bd08. 00000100:00000001:3.0:1767384915.290265:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384915.290267:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000019038a26 x1853237348027520/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384931 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384915.290290:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384915.290298:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000019038a26 x1853237348027520/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384931 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384915.290303:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.290306:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384915.290310:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384915.290311:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384915.290316:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348027520 00000100:00000001:3.0:1767384915.290318:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294904326 02000000:00000001:1.0:1767384915.290321:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:3.0:1767384915.290324:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009f070e07. 00000100:00000001:1.0:1767384915.290325:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384915.290327:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.290333:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 02000000:00000001:1.0:1767384915.290333:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384915.290339:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348027520 00000020:00000001:1.0:1767384915.290343:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384915.290344:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294904326 00000020:00000040:1.0:1767384915.290345:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000010:3.0:1767384915.290350:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009bc401ca. 00000020:00000001:1.0:1767384915.290350:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384915.290354:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000100:00000001:3.0:1767384915.290356:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000020:00000001:1.0:1767384915.290358:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:3.0:1767384915.290362:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294904326 00000020:00000001:1.0:1767384915.290363:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000010:3.0:1767384915.290370:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000027146701. 00000100:00000001:1.0:1767384915.290371:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384915.290375:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384915.290377:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294904326 00000100:00000010:3.0:1767384915.290380:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000312f5afd. 00000100:00000001:3.0:1767384915.290384:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000020:00000010:1.0:1767384915.290385:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000882740d7. 00000100:00000001:3.0:1767384915.290387:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384915.290390:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384915.290391:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384915.290395:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000882740d7. 00000100:00000001:3.0:1767384915.290396:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384915.290399:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384915.290402:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ebd83b4b going to sleep for 11 seconds 00000020:00000010:1.0:1767384915.290402:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8ae1ed6. 00000100:00000001:3.0:1767384915.290407:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384915.290409:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000058178f66. 00000100:00000001:3.0:1767384915.290411:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384915.290415:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005fe211e4. 00000100:00000040:1.0:1767384915.290426:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384915.290429:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384915.290430:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384915.290432:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384915.290439:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384915.290459:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384915.290472:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384915.290473:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384915.290478:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00000040:1.0:1767384915.290481:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:1.0:1767384915.290483:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878105680 : -119482831445936 : ffff9354bc466050) 00000100:00000040:1.0:1767384915.290488:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000374d8a00 x1853237348027520/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:141/0 lens 328/0 e 0 to 0 dl 1767384926 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384915.290496:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384915.290499:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000882740d7. 00000100:00000001:1.0:1767384915.290501:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384915.290503:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000882740d7. 00000100:00100000:1.0:1767384915.290506:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000374d8a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:17086:x1853237348027520:12345-0@lo:101: 00000100:00000200:1.0:1767384915.290509:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348027520 00000020:00000001:1.0:1767384915.290511:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384915.290514:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384915.290516:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384915.290518:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384915.290520:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289024 : -1048262592 : ffffffffc184c840) 00000020:00000001:1.0:1767384915.290523:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384915.290524:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384915.290533:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384915.290535:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384915.290538:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384915.290541:0:17083:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384915.290543:0:17083:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384915.290544:0:17083:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384915.290546:0:17083:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384915.290547:0:17083:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384915.290552:0:17083:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384915.290556:0:17083:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007781349e. 00010000:00000001:1.0:1767384915.290559:0:17083:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384915.290561:0:17083:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000070e762e5. 00000020:00000001:1.0:1767384915.290563:0:17083:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384915.290564:0:17083:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000070e762e5 with handle 0xb57eb78819563070 to hash 00000020:00000001:1.0:1767384915.290566:0:17083:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384915.290567:0:17083:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384915.290569:0:17083:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00010000:1.0:1767384915.290571:0:17083:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000070e762e5/0xb57eb78819563070 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb57eb78819563069 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384915.290578:0:17083:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003d3e266f : new locks_count 10 00000020:00000040:1.0:1767384915.290580:0:17083:0:(genops.c:887:class_export_get()) GET export 000000003d3e266f refcount=15 00000100:00000001:1.0:1767384915.290586:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384915.290588:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384915.290591:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000883c34e4. 02000000:00000001:1.0:1767384915.290592:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384915.290594:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384915.290597:0:17083:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384915.290600:0:17083:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384915.290601:0:17083:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384915.290603:0:17083:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384915.290605:0:17083:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384915.290607:0:17083:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384915.290609:0:17083:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384915.290611:0:17083:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384915.290614:0:17083:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384915.290619:0:17083:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384915.290621:0:17083:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384915.290623:0:17083:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007781349e) refcount = 1 00010000:00010000:1.0:1767384915.290627:0:17083:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000070e762e5/0xb57eb78819563070 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb57eb78819563069 expref: 15 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384915.290633:0:17083:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384915.290634:0:17083:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384915.290635:0:17083:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384915.290637:0:17083:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384915.290638:0:17083:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384915.290643:0:17083:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384915.290663:0:17083:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000070e762e5/0xb57eb78819563070 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819563069 expref: 15 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384915.290669:0:17083:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384915.290671:0:17083:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384915.290673:0:17083:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384915.290675:0:17083:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384915.290676:0:17083:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384915.290678:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384915.290679:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384915.290680:0:17083:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000070e762e5, rc 0) 00000020:00000001:1.0:1767384915.290682:0:17083:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384915.290685:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348027520 00010000:00000001:1.0:1767384915.290688:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384915.290691:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000374d8a00 x1853237348027520/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:141/0 lens 328/344 e 0 to 0 dl 1767384926 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384915.290698:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384915.290700:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384915.290702:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=49 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384915.290706:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384915.290708:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:1.0:1767384915.290710:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:1.0:1767384915.290712:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384915.290719:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384915.290722:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384915.290725:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384915.290728:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005734283f. 00000100:00000200:1.0:1767384915.290731:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237348027520, offset 224 00000400:00000200:1.0:1767384915.290736:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384915.290742:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384915.290748:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958271d04c80 00000400:00000200:1.0:1767384915.290753:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1849 [1] + 224 00000400:00000200:1.0:1767384915.290757:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384915.290760:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384915.290763:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384915.290782:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000019038a26 x1853237348027520/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384931 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384915.290788:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000019038a26 x1853237348027520/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384931 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384915.290801:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384915.290806:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005734283f 00000400:00000010:1.0:1767384915.290807:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005734283f. 00000100:00000001:1.0:1767384915.290809:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384915.290811:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384915.290834:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384915.290837:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:1.0:1767384915.290839:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384915.290841:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.290842:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384915.290843:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384915.290848:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000374d8a00 x1853237348027520/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:141/0 lens 328/344 e 0 to 0 dl 1767384926 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384915.290850:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384915.290855:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384915.290858:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000374d8a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:17086:x1853237348027520:12345-0@lo:101: Request processed in 359us (619us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384915.290860:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032e48dde. 00000400:00000200:3.0:1767384915.290867:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b17c2ed 00000100:00100000:1.0:1767384915.290868:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000400:00000010:3.0:1767384915.290873:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b17c2ed. 00000100:00000040:1.0:1767384915.290874:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:1.0:1767384915.290879:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384915.290880:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384915.290887:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000019038a26 x1853237348027520/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384931 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384915.290887:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384915.290892:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000058178f66. 00000020:00000010:1.0:1767384915.290898:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005fe211e4. 00000020:00000010:1.0:1767384915.290902:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8ae1ed6. 00000020:00000040:1.0:1767384915.290907:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 02000000:00000001:1.0:1767384915.290914:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:3.0:1767384915.290917:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000019038a26 x1853237348027520/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384931 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384915.290917:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000883c34e4. 02000000:00000001:1.0:1767384915.290921:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384915.290924:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384915.290929:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767384915.290931:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384915.290932:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384915.290935:0:17086:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:1.0:1767384915.290936:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003767f02b. 02000000:00000001:3.0:1767384915.290937:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384915.290941:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384915.290943:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384915.290943:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000092309391. 02000000:00000001:3.0:1767384915.290949:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384915.290952:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=49 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384915.290955:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=49 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384915.290958:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384915.290959:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384915.290961:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384915.290963:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.290965:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384915.290968:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000019038a26 x1853237348027520/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384931 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384915.290973:0:17086:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384915.290975:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384915.290976:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384915.290978:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000019038a26 x1853237348027520/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384931 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384915.290982:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000019038a26 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348027520:0@lo:101: 00000100:00000001:3.0:1767384915.290985:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384915.290988:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.290989:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384915.290991:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384915.290993:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000019038a26 x1853237348027520/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384931 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384915.290998:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384915.290999:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ebd83b4b. 00000100:00000001:3.0:1767384915.291005:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384915.291006:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384915.291008:0:17086:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384915.291010:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384915.291012:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384915.291013:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002fa4dab2 refcount=4 00000020:00000001:3.0:1767384915.291014:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384915.291016:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000040:3.0:1767384915.291019:0:17086:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000002fa4dab2, remote cookie: 0xb57eb78819563070, flags: 0x0 00010000:00000001:3.0:1767384915.291020:0:17086:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384915.291022:0:17086:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384915.291023:0:17086:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384915.291024:0:17086:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384915.291025:0:17086:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384915.291026:0:17086:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005b517519) refcount = 1 00010000:00010000:3.0:1767384915.291029:0:17086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819563069 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb78819563070 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384915.291033:0:17086:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384915.291034:0:17086:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384915.291036:0:17086:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384915.291038:0:17086:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384915.291040:0:17086:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384915.291041:0:17086:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819563069 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb57eb78819563070 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384915.291045:0:17086:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384915.291046:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384915.291047:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384915.291047:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384915.291048:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384915.291049:0:17086:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.291050:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384915.291051:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000019038a26 x1853237348027520/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384931 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384915.291056:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384915.291063:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384915.291064:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000065a2bc66. 02000000:00000001:3.0:1767384915.291066:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384915.291068:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384915.291069:0:17086:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:3.0:1767384915.291070:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384915.291072:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ac823825. 02000000:00000001:3.0:1767384915.291074:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384915.291075:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384915.291076:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000019038a26. 00000100:00000001:3.0:1767384915.291079:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384915.291080:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384915.291082:0:17086:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384915.291083:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384915.291084:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000002298ce) refs 3 10000000:00000001:3.0:1767384915.291085:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384915.291087:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384915.291088:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384915.291089:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002fa4dab2 refcount=3 00000020:00000001:3.0:1767384915.291090:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384915.291092:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384915.291093:0:17086:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384915.291095:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384915.291096:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384915.291097:0:17086:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384915.291099:0:17086:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384915.291101:0:17086:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000ba4e7ff8. 00000100:00000010:3.0:1767384915.291113:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000019038a26. 00000020:00000040:3.0:1767384915.291115:0:17086:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:3.0:1767384915.291117:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384915.291118:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384915.291120:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384915.291122:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ac823825. 00000100:00000001:3.0:1767384915.291124:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.291126:0:17086:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384915.291129:0:17086:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000065a2bc66. 00000100:00000010:3.0:1767384915.291131:0:17086:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000c569cd82. 00000020:00000040:3.0:1767384915.291137:0:17086:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00000001:3.0:1767384915.291140:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384915.291141:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384915.291143:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ebd83b4b. 00000100:00000001:3.0:1767384915.291144:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624585624867776 : -119488084683840 : ffff9353832853c0) 00000100:00000001:3.0:1767384915.291145:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384915.291146:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647278720 : -119488062272896 : ffff9353847e4a80) 00000100:00000001:3.0:1767384915.291148:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384915.291149:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.291150:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384915.291151:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384915.291152:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000019038a26 x1853237348027648/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384915.291156:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384915.291157:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384915.291159:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384915.291160:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384915.291161:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384915.291164:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000019038a26 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348027648:0@lo:256: 00000100:00000001:3.0:1767384915.291168:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384915.291186:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384915.291189:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.291191:0:17086:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384915.291196:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032e48dde. 00000400:00000010:3.0:1767384915.291202:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000956d349c. 00000100:00000200:3.0:1767384915.291206:0:17086:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958271d04d00-0x6958271d04d00, portal 33 00000100:00000001:3.0:1767384915.291210:0:17086:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384915.291212:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384915.291216:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000031339cc. 02000000:00000001:3.0:1767384915.291219:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384915.291223:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009306e848. 00000400:00000010:3.0:1767384915.291226:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b17c2ed. 00000100:00000200:3.0:1767384915.291228:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348027648, portal 25 00000100:00000001:3.0:1767384915.291231:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384915.291240:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647278720 : -119488062272896 : ffff9353847e4a80) 00000100:00000040:3.0:1767384915.291247:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000019038a26 x1853237348027648/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384931 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384915.291255:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384915.291258:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384915.291261:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006029bd08. 00000100:00000200:3.0:1767384915.291265:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237348027648, offset 0 00000400:00000200:3.0:1767384915.291269:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384915.291277:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384915.291284:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958271d04d00 00000400:00000200:3.0:1767384915.291289:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x10e1 [2] + 0 00000400:00000010:3.0:1767384915.291292:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005badc7b8. 00000400:00000200:3.0:1767384915.291295:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007abaaafd 00000400:00000200:3.0:1767384915.291299:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384915.291302:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384915.291306:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007abaaafd 00000400:00000010:3.0:1767384915.291307:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007abaaafd. 00000100:00000001:3.0:1767384915.291312:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384915.291313:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384915.291316:0:17086:0:(events.c:337:request_in_callback()) incoming req@00000000f52fdb7f x1853237348027648 msgsize 304 00000100:00100000:3.0:1767384915.291321:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384915.291322:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384915.291337:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384915.291341:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006029bd08 00000400:00000010:3.0:1767384915.291343:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006029bd08. 00000100:00000001:3.0:1767384915.291346:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384915.291349:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000019038a26 x1853237348027648/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384931 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384915.291360:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384915.291364:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000019038a26 x1853237348027648/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384931 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384915.291370:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384915.291373:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384915.291374:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348027648 02000000:00000001:1.0:1767384915.291378:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384915.291380:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384915.291381:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384915.291384:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.291387:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384915.291387:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384915.291390:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348027648 00000020:00000001:1.0:1767384915.291391:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384915.291392:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:1.0:1767384915.291393:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384915.291395:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000020:00000001:1.0:1767384915.291400:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:3.0:1767384915.291404:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294904327 00000020:00000001:1.0:1767384915.291404:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:1.0:1767384915.291408:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384915.291413:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000882740d7. 00000100:00000001:3.0:1767384915.291415:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294904326 00000100:00000001:1.0:1767384915.291416:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384915.291421:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000882740d7. 00000100:00000001:3.0:1767384915.291426:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294904327 00000020:00000010:1.0:1767384915.291426:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8ae1ed6. 00000020:00000010:1.0:1767384915.291430:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000058178f66. 00000100:00000001:3.0:1767384915.291435:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294904326 00000020:00000010:1.0:1767384915.291435:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005fe211e4. 00000100:00000040:1.0:1767384915.291439:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384915.291443:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294904327 00000100:00000001:1.0:1767384915.291444:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384915.291447:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384915.291451:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294904326 00000100:00000001:1.0:1767384915.291456:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.291457:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294904327 00000100:00000001:1.0:1767384915.291461:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.291464:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294904326 00000100:00000001:3.0:1767384915.291470:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384915.291474:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384915.291475:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384915.291477:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384915.291481:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384915.291485:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ebd83b4b going to sleep for 11 seconds 00000100:00000001:1.0:1767384915.291488:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384915.291489:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384915.291491:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384915.291495:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384915.291499:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00000040:1.0:1767384915.291503:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:1.0:1767384915.291505:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878098512 : -119482831453104 : ffff9354bc464450) 00000100:00000040:1.0:1767384915.291509:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f52fdb7f x1853237348027648/t0(0) o256->b543db4a-4900-454f-be04-352b2897a173@0@lo:141/0 lens 304/0 e 0 to 0 dl 1767384926 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384915.291515:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384915.291518:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000882740d7. 00000100:00000001:1.0:1767384915.291521:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384915.291523:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000882740d7. 00000100:00100000:1.0:1767384915.291528:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f52fdb7f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:17086:x1853237348027648:12345-0@lo:256: 00000100:00000200:1.0:1767384915.291531:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348027648 00000020:00000001:1.0:1767384915.291532:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384915.291535:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384915.291536:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384915.291538:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384915.291539:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289440 : -1048262176 : ffffffffc184c9e0) 00000020:00000001:1.0:1767384915.291541:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384915.291543:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384915.291544:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384915.291546:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384915.291547:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384915.291550:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384915.291552:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384915.291554:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000883c34e4. 02000000:00000001:1.0:1767384915.291556:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384915.291558:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384915.291560:0:17083:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384915.291563:0:17083:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384915.291572:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384915.291574:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384915.291576:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384915.291579:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384915.291580:0:17083:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384915.291583:0:17083:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000d59914dc. 20000000:00000001:1.0:1767384915.291585:0:17083:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384915.291596:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384915.291601:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384915.291605:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384915.291607:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384915.291609:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384915.291610:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384915.291612:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384915.291614:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384915.291616:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384915.291617:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384915.291619:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384915.291621:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384915.291623:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384915.291624:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384915.291626:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384915.291627:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384915.291629:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384915.291631:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384915.291632:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384915.291634:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384915.291636:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384915.291637:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384915.291639:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384915.291641:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:01000000:1.0:1767384915.291642:0:17083:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 504, pages 3592/1/4/3. 20000000:00000040:1.0:1767384915.291664:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384915.291667:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384915.291668:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384915.291670:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384915.291671:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384915.291672:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384915.291673:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384915.291696:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384915.291699:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384915.291700:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384915.291702:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384915.291704:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384915.291705:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384915.291706:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384915.291708:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384915.291709:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384915.291711:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384915.291712:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384915.291714:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384915.291715:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384915.291716:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384915.291718:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384915.291719:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384915.291720:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:01000000:1.0:1767384915.291722:0:17083:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 504, pages 3088/1/4/3. 20000000:01000000:1.0:1767384915.291723:0:17083:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1008, version 52 20000000:00000001:1.0:1767384915.291724:0:17083:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1008 : 1008 : 3f0) 00000100:00000001:1.0:1767384915.291727:0:17083:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384915.291729:0:17083:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000013e71b43. 00000100:00000010:1.0:1767384915.291731:0:17083:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000007a152472. 00000020:00000040:1.0:1767384915.291733:0:17083:0:(genops.c:887:class_export_get()) GET export 000000003d3e266f refcount=16 00010000:00000001:1.0:1767384915.291735:0:17083:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384915.291737:0:17083:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384915.291740:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005734283f. 00000400:00000010:1.0:1767384915.291744:0:17083:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005b7eb7d4. 00000400:00000200:1.0:1767384915.291747:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384915.291755:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384915.291760:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1008 into portal 33 MB=0x6958271d04d00 00000400:00000200:1.0:1767384915.291763:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1008/1008 into md 0x1859 [4] + 0 00000400:00000010:1.0:1767384915.291766:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032e48dde. 00000400:00000200:1.0:1767384915.291769:0:17083:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000956d349c 00000400:00000200:1.0:1767384915.291772:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384915.291775:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384915.291777:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000956d349c 00000400:00000010:1.0:1767384915.291784:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000956d349c. 00000100:00000001:1.0:1767384915.291787:0:17083:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384915.291789:0:17083:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000019038a26 desc 0000000065a2bc66 mbits 1853237348027648 00000100:00000001:1.0:1767384915.291799:0:17083:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384915.291802:0:17083:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384915.291807:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384915.291834:0:17083:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1865 00000400:00000200:1.0:1767384915.291837:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384915.291840:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384915.291843:0:17083:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384915.291846:0:17083:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000013e71b43 00000100:00000001:3.0:1767384915.291847:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384915.291848:0:17083:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:3.0:1767384915.291854:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384915.291857:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005734283f 00000400:00000010:1.0:1767384915.291860:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005734283f. 00000100:00000001:1.0:1767384915.291862:0:17083:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384915.291863:0:17083:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000013e71b43 00000100:00000001:1.0:1767384915.291882:0:17083:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384915.291889:0:17083:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1008 bytes via portal 33 id 12345-0@lo mbits 0x6958271d04d00-0x6958271d04d00 00000100:00000001:1.0:1767384915.291891:0:17083:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384915.291895:0:17083:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384915.291897:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384915.291899:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 15 00000100:00000010:1.0:1767384915.291901:0:17083:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000007a152472. 00000100:00000010:1.0:1767384915.291903:0:17083:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000013e71b43. 00000100:00000001:1.0:1767384915.291906:0:17083:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384915.291907:0:17083:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384915.291913:0:17083:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000d59914dc. 20000000:00000001:1.0:1767384915.291916:0:17083:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384915.291918:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348027648 00010000:00000001:1.0:1767384915.291920:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384915.291923:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f52fdb7f x1853237348027648/t0(0) o256->b543db4a-4900-454f-be04-352b2897a173@0@lo:141/0 lens 304/240 e 0 to 0 dl 1767384926 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384915.291928:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384915.291929:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384915.291930:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=49 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384915.291937:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384915.291938:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:1.0:1767384915.291940:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:1.0:1767384915.291941:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384915.291942:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384915.291944:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384915.291945:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384915.291947:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005734283f. 00000100:00000200:1.0:1767384915.291949:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237348027648, offset 224 00000400:00000200:1.0:1767384915.291954:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384915.291960:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384915.291966:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958271d04d00 00000400:00000200:1.0:1767384915.291968:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x185d [1] + 224 00000400:00000200:1.0:1767384915.291971:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384915.291974:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384915.291975:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384915.291977:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000019038a26 x1853237348027648/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384931 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384915.291984:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000019038a26 x1853237348027648/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384931 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384915.291995:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384915.291998:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005734283f 00000400:00000010:1.0:1767384915.292000:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005734283f. 00000100:00000001:1.0:1767384915.292002:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384915.292003:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384915.292005:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384915.292006:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:1.0:1767384915.292008:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384915.292009:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384915.292011:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384915.292014:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f52fdb7f x1853237348027648/t0(0) o256->b543db4a-4900-454f-be04-352b2897a173@0@lo:141/0 lens 304/240 e 0 to 0 dl 1767384926 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384915.292019:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f52fdb7f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:17086:x1853237348027648:12345-0@lo:256: Request processed in 503us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384915.292030:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00000040:1.0:1767384915.292032:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:3.0:1767384915.292033:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384915.292034:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384915.292038:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:3.0:1767384915.292040:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1767384915.292040:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000058178f66. 00000400:00000001:3.0:1767384915.292043:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1767384915.292045:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005fe211e4. 00000400:00000010:3.0:1767384915.292046:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009306e848. 00000020:00000010:1.0:1767384915.292051:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8ae1ed6. 00000400:00000200:3.0:1767384915.292052:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b17c2ed 00000400:00000010:3.0:1767384915.292056:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b17c2ed. 00000020:00000040:1.0:1767384915.292057:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00000100:00000001:3.0:1767384915.292060:0:17086:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384915.292061:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384915.292063:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000883c34e4. 00000100:00000200:3.0:1767384915.292066:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000019038a26 x1853237348027648/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384931 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384915.292068:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384915.292070:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384915.292076:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384915.292079:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000019038a26 x1853237348027648/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384931 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384915.292081:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc9bfa3a. 00000400:00000010:1.0:1767384915.292087:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d5f9f5ea. 00000100:00000001:3.0:1767384915.292089:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384915.292092:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384915.292093:0:17086:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384915.292095:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384915.292096:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384915.292102:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384915.292104:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384915.292106:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=49 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384915.292109:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=49 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384915.292111:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384915.292112:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384915.292113:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384915.292115:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.292117:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384915.292120:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000019038a26 x1853237348027648/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384931 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384915.292126:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000019038a26 x1853237348027648/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384931 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384915.292130:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384915.292132:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384915.292134:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000019038a26 x1853237348027648/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384931 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384915.292138:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000019038a26 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348027648:0@lo:256: 00000100:00000001:3.0:1767384915.292141:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384915.292143:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.292144:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384915.292145:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384915.292146:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000019038a26 x1853237348027648/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384931 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384915.292151:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384915.292152:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ebd83b4b. 00000100:00000001:3.0:1767384915.292154:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384915.292154:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384915.292156:0:17086:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 52, more 0. 10000000:00000001:3.0:1767384915.292159:0:17086:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384915.292163:0:17086:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000095dffa2e. 10000000:00000040:3.0:1767384915.292171:0:17086:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.134@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384915.292176:0:17086:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384915.292183:0:17086:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384915.292187:0:17086:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.134@tcp has 192.168.203.134@tcp. 00000100:00000001:3.0:1767384915.292189:0:17086:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384915.292191:0:17086:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384915.292192:0:17086:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.134@tcp with 192.168.203.134@tcp 00000100:00000200:3.0:1767384915.292194:0:17086:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.134@tcp' 00000400:00000200:3.0:1767384915.292197:0:17086:0:(peer.c:1356:LNetAddPeer()) Add peer with 24 NIDs 00000400:00001000:3.0:1767384915.292199:0:17086:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384915.292202:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.134@tcp 00000400:00000200:3.0:1767384915.292206:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384915.292210:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (22) 00000400:00000200:3.0:1767384915.292214:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (23) 00000400:00000200:3.0:1767384915.292226:0:17086:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:3.0:1767384915.292228:0:17086:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384915.292230:0:17086:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384915.292232:0:17086:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp: 0. pending discovery 00000400:00000200:3.0:1767384915.292234:0:17086:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (24) 00000400:00000200:3.0:1767384915.292235:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp 00000400:00000200:3.0:1767384915.292237:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.134@tcp10 00000400:00000200:3.0:1767384915.292240:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384915.292241:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp10 00000400:00000200:3.0:1767384915.292243:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.134@tcp11 00000400:00000200:3.0:1767384915.292245:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384915.292247:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp11 00000400:00000200:3.0:1767384915.292248:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.134@tcp12 00000400:00000200:3.0:1767384915.292250:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384915.292251:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp12 00000400:00000200:0.0:1767384915.292252:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384915.292256:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.134@tcp13 00000400:00000200:3.0:1767384915.292261:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384915.292261:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 00000400:00000200:3.0:1767384915.292265:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp13 00000400:00000200:3.0:1767384915.292268:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.134@tcp14 00000400:00000010:0.0:1767384915.292270:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2161f36. 00000400:00000200:3.0:1767384915.292271:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384915.292275:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp14 00000400:00000200:0.0:1767384915.292275:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (23) 00000400:00000200:3.0:1767384915.292277:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.134@tcp15 00000400:00000200:3.0:1767384915.292281:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp15 NID flags 0x1: -114 00000400:00000010:0.0:1767384915.292281:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004ccd206d. 00000400:00000200:3.0:1767384915.292282:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp15 00000400:00000200:0.0:1767384915.292287:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1767384915.292292:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.134@tcp16 00000400:00000200:3.0:1767384915.292295:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384915.292298:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1767384915.292299:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp16 00000400:00000200:3.0:1767384915.292304:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.134@tcp17 00000400:00000200:3.0:1767384915.292309:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384915.292309:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:3.0:1767384915.292314:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp17 00000400:00000200:3.0:1767384915.292318:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.134@tcp18 00000400:00000200:0.0:1767384915.292321:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000400:00000200:3.0:1767384915.292322:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384915.292324:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp18 00000400:00000200:3.0:1767384915.292325:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.134@tcp19 00000400:00000200:3.0:1767384915.292328:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384915.292332:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp19 00000400:00000200:3.0:1767384915.292336:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.134@tcp20 00000400:00000200:0.0:1767384915.292339:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:3.0:1767384915.292340:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384915.292346:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp20 00000400:00000200:3.0:1767384915.292350:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.134@tcp21 00000400:00000200:0.0:1767384915.292350:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 37], ns[14, 37] 00000400:00000200:3.0:1767384915.292358:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384915.292359:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 00000400:00000200:3.0:1767384915.292362:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp21 00000400:00000200:3.0:1767384915.292367:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.134@tcp22 00000400:00000200:0.0:1767384915.292369:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 00000400:00000200:3.0:1767384915.292375:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384915.292376:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 00000400:00000200:3.0:1767384915.292382:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp22 00000400:00000200:0.0:1767384915.292383:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 00000400:00000200:3.0:1767384915.292390:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.134@tcp23 00000400:00000200:0.0:1767384915.292393:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 00000400:00000200:3.0:1767384915.292399:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384915.292399:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 00000400:00000200:3.0:1767384915.292405:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp23 00000400:00000200:0.0:1767384915.292409:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 00000400:00000200:3.0:1767384915.292413:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.134@tcp24 00000400:00000200:0.0:1767384915.292417:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 00000400:00000200:3.0:1767384915.292421:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384915.292424:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 00000400:00000200:3.0:1767384915.292427:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp24 00000400:00000200:0.0:1767384915.292431:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 00000400:00000200:3.0:1767384915.292433:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.134@tcp25 00000400:00000200:0.0:1767384915.292439:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 14], ns[44, 14] 00000400:00000200:3.0:1767384915.292442:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384915.292447:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 14], ns[48, 14] 00000400:00000200:3.0:1767384915.292448:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp25 00000400:00000200:3.0:1767384915.292454:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.134@tcp26 00000400:00000200:0.0:1767384915.292455:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 14], ns[52, 14] 00000400:00000200:3.0:1767384915.292462:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384915.292464:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 14], ns[56, 14] 00000400:00000200:3.0:1767384915.292468:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp26 00000400:00000200:0.0:1767384915.292473:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[70, 14], ns[70, 14] 00000400:00000200:3.0:1767384915.292474:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.134@tcp27 00000400:00000200:3.0:1767384915.292483:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384915.292483:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[69, 14], ns[69, 14] 00000400:00000200:3.0:1767384915.292488:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp27 00000400:00000200:0.0:1767384915.292512:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[71, 14], ns[71, 14] 00000400:00000200:3.0:1767384915.292520:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.134@tcp28 00000400:00000200:0.0:1767384915.292521:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 00000400:00000200:3.0:1767384915.292531:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384915.292531:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp13 00000400:00000200:3.0:1767384915.292537:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp28 00000400:00000200:0.0:1767384915.292539:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp13 lpni_is_preferred = 0 00000400:00000200:3.0:1767384915.292544:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.134@tcp29 00000400:00000200:0.0:1767384915.292557:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp13 00000400:00000200:3.0:1767384915.292559:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384915.292564:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp29 00000400:00000200:0.0:1767384915.292565:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp13 NI seq info: [72:72:256:4294967295] 192.168.203.134@tcp13 LPNI seq info [72:72:8:4294967295] 00000400:00000200:3.0:1767384915.292571:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.134@tcp30 00000400:00000200:0.0:1767384915.292577:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp13 00000400:00000200:3.0:1767384915.292578:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384915.292583:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp30 00000400:00000200:3.0:1767384915.292590:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.134@tcp31 00000400:00000200:0.0:1767384915.292595:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp13(192.168.203.134@tcp13:) -> 192.168.203.134@tcp13(192.168.203.134@tcp:192.168.203.134@tcp13) : PUT try# 0 00000400:00000010:3.0:1767384915.292598:0:17086:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000100f27a4. 00000800:00000200:0.0:1767384915.292604:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.134@tcp13 00000400:00000200:3.0:1767384915.292609:0:17086:0:(peer.c:264:lnet_peer_alloc()) 00000000100f27a4 nid 192.168.203.134@tcp31 00000800:00000010:0.0:1767384915.292611:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006fcc8d8b. 00000400:00000010:3.0:1767384915.292615:0:17086:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000029d87441. 00000400:00000200:3.0:1767384915.292622:0:17086:0:(peer.c:204:lnet_peer_net_alloc()) 0000000029d87441 net tcp31 00000800:00000200:0.0:1767384915.292623:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000167b58f3] -> 12345-192.168.203.134@tcp13 (6) 00000400:00000010:3.0:1767384915.292628:0:17086:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000005ea0e139. 00000800:00000200:0.0:1767384915.292633:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp13 ip 192.168.203.134:988 00000800:00000200:0.0:1767384915.292638:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006fcc8d8b type 1, nob 512 niov 1 nkiov 1 00000400:00000200:3.0:1767384915.292640:0:17086:0:(peer.c:185:lnet_peer_ni_alloc()) 000000005ea0e139 nid 192.168.203.134@tcp31 00000400:00000200:3.0:1767384915.292666:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000100f27a4 (0) 00000400:00000200:3.0:1767384915.292673:0:17086:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.134@tcp31: -2 00000400:00000200:0.0:1767384915.292675:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000400:00000200:3.0:1767384915.292692:0:17086:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp31 NID 192.168.203.134@tcp31 flags 0x1 00000400:00000200:0.0:1767384915.292693:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100571 rc 0 00000400:00000200:3.0:1767384915.292699:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000100f27a4 (1) 00000400:00000200:3.0:1767384915.292704:0:17086:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000100f27a4 (2) 00000400:00000200:3.0:1767384915.292711:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000100f27a4 (1) 00000400:00000200:3.0:1767384915.292716:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000100f27a4 (2) 00000400:00000200:3.0:1767384915.292731:0:17086:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp31 (00000000100f27a4): 0 00000400:00000200:3.0:1767384915.292734:0:17086:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384915.292738:0:17086:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384915.292744:0:17086:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.134@tcp31 NID 192.168.203.134@tcp31: 0. pending discovery 00000400:00000200:3.0:1767384915.292747:0:17086:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000100f27a4 (3) 00000400:00000200:3.0:1767384915.292752:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.134@tcp32 00000400:00000200:0.0:1767384915.292753:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384915.292758:0:17086:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000230a1b02. 00000400:00000200:0.0:1767384915.292759:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp31(00000000100f27a4) state 0x41 00000400:00000200:0.0:1767384915.292765:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000100f27a4 (2) 00000400:00000200:3.0:1767384915.292769:0:17086:0:(peer.c:264:lnet_peer_alloc()) 00000000230a1b02 nid 192.168.203.134@tcp32 00000400:00000010:0.0:1767384915.292773:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000443e0179. 00000400:00000010:3.0:1767384915.292776:0:17086:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000001117185a. 00000400:00000010:0.0:1767384915.292778:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0d4eae9. 00000800:00000200:1.0:1767384915.292781:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384915.292784:0:17086:0:(peer.c:204:lnet_peer_net_alloc()) 000000001117185a net tcp32 00000800:00000010:1.0:1767384915.292787:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fcc8d8b. 00000400:00000010:0.0:1767384915.292787:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000082950512. 00000400:00000010:3.0:1767384915.292790:0:17086:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000dab912e7. 00000400:00000200:1.0:1767384915.292795:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384915.292800:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp31 00000400:00000200:3.0:1767384915.292801:0:17086:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000dab912e7 nid 192.168.203.134@tcp32 00000400:00000200:1.0:1767384915.292807:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp13->192.168.203.134@tcp13: PUT: OK 00000400:00000200:0.0:1767384915.292814:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp31 local destination 00000400:00000200:0.0:1767384915.292843:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp31 00000400:00000200:0.0:1767384915.292846:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp31 00000400:00000200:0.0:1767384915.292849:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp31 lpni_is_preferred = 0 00000400:00000200:0.0:1767384915.292852:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp31 00000400:00000200:0.0:1767384915.292854:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp31 NI seq info: [73:73:256:4294967295] 192.168.203.134@tcp31 LPNI seq info [1:1:8:4294967295] 00000400:00000200:0.0:1767384915.292858:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp31 00000400:00000200:0.0:1767384915.292868:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp31(192.168.203.134@tcp31:) -> 192.168.203.134@tcp31(192.168.203.134@tcp31:192.168.203.134@tcp31) : GET try# 0 00000800:00000200:0.0:1767384915.292872:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp31 00000400:00000200:1.0:1767384915.292894:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384915.292895:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000230a1b02 (0) 00000800:00000010:0.0:1767384915.292896:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002f6e1455. 00000400:00000200:1.0:1767384915.292899:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp: 0 00000800:00000010:0.0:1767384915.292905:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000093cb5295. 00000400:00000200:3.0:1767384915.292906:0:17086:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.134@tcp32: -2 00000800:00000010:0.0:1767384915.292910:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000004ed0386c. 00000400:00000200:3.0:1767384915.292915:0:17086:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp32 NID 192.168.203.134@tcp32 flags 0x1 00000800:00000200:0.0:1767384915.292919:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000093cb5295] -> 12345-192.168.203.134@tcp31 (2) 00000400:00000200:3.0:1767384915.292923:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000230a1b02 (1) 00000800:00000200:0.1:1767384915.292924:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000093cb5295] -> 12345-192.168.203.134@tcp31 (2) 00000400:00000200:3.0:1767384915.292930:0:17086:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000230a1b02 (2) 00000800:00000001:1.0:1767384915.292934:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384915.292936:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000230a1b02 (1) 00000400:00000200:0.0:1767384915.292942:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp31 00000400:00000200:3.0:1767384915.292943:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000230a1b02 (2) 00000800:00000001:1.0:1767384915.292946:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384915.292946:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp31(00000000100f27a4) state 0x241 rc 0 00000800:00000001:1.0:1767384915.292950:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384915.292952:0:17086:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp32 (00000000230a1b02): 0 00000800:00000001:1.0:1767384915.292955:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384915.292957:0:17086:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384915.292963:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp13(192.168.203.134@tcp13) <- 192.168.203.134@tcp13 : PUT - for me 00000400:00000200:3.0:1767384915.292965:0:17086:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384915.292967:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp32(00000000230a1b02) state 0x41 00000400:00000200:3.0:1767384915.292973:0:17086:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.134@tcp32 NID 192.168.203.134@tcp32: 0. pending discovery 00000400:00000200:3.0:1767384915.292976:0:17086:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000230a1b02 (3) 00000100:00000001:3.0:1767384915.292979:0:17086:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384915.292981:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000230a1b02 (2) 00010000:00000001:3.0:1767384915.292983:0:17086:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384915.292986:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 416 into portal 0 MB=0x8000000000000000 00000400:00000010:0.0:1767384915.292989:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000095b96865. 10000000:00000040:3.0:1767384915.292993:0:17086:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.134@tcp' by NID '192.168.203.134@tcp' 00000400:00000010:0.0:1767384915.292994:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb6aad58. 00000400:00000200:1.0:1767384915.292995:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 384/416 into md 0x1791 [1] + 0 00000400:00000200:2.0:1767384915.292996:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 10000000:00000010:3.0:1767384915.293002:0:17086:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000006974ad13. 00000400:00000010:1.0:1767384915.293004:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000621cb0d6. 10000000:00000040:3.0:1767384915.293008:0:17086:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 52/52 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.134@tcp::2 00000400:00000200:1.0:1767384915.293009:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a90983c2 00000800:00000001:1.0:1767384915.293014:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000080:3.0:1767384915.293015:0:17086:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000010:0.0:1767384915.293015:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007ecf9996. 00000800:00000001:1.0:1767384915.293020:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384915.293023:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384915.293024:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp32 00000020:00000001:3.0:1767384915.293025:0:17086:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384915.293031:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004bd0074a. 00000400:00000200:0.0:1767384915.293033:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp32 local destination 00000400:00000200:1.0:1767384915.293039:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp13->192.168.203.134@tcp13: PUT: OK 00000400:00000200:0.0:1767384915.293042:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp32 00000020:00000010:3.0:1767384915.293052:0:17086:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ed3d309a. 00000400:00000200:0.0:1767384915.293053:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp32 00000400:00000200:2.0:1767384915.293054:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.293059:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp32 lpni_is_preferred = 0 00000040:00000010:3.0:1767384915.293060:0:17086:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000891838fb. 00000400:00000200:0.0:1767384915.293064:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp32 00000020:00000010:3.0:1767384915.293068:0:17086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000842c19da. 00000400:00000200:0.0:1767384915.293070:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp32 NI seq info: [74:74:256:4294967295] 192.168.203.134@tcp32 LPNI seq info [1:1:8:4294967295] 00000400:00000200:0.0:1767384915.293077:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp32 00000020:00000010:3.0:1767384915.293078:0:17086:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e2123c20. 00000400:00000200:2.0:1767384915.293082:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000020:00000010:3.0:1767384915.293087:0:17086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005674b607. 00000400:00000200:0.0:1767384915.293088:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp32(192.168.203.134@tcp32:) -> 192.168.203.134@tcp32(192.168.203.134@tcp32:192.168.203.134@tcp32) : GET try# 0 80000000:00000010:3.0:1767384915.293095:0:17086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003da3a219. 00000400:00000200:1.0:1767384915.293097:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a90983c2 00000800:00000200:0.0:1767384915.293097:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp32 00000400:00000010:1.0:1767384915.293102:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a90983c2. 00000800:00000010:0.0:1767384915.293104:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000044bb68a4. 40000000:00000010:3.0:1767384915.293105:0:17086:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000af02e05c. 00000400:00000200:1.0:1767384915.293107:0:16351:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384915.293108:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000800:00000010:0.0:1767384915.293111:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000675b85b8. 00000400:00000200:1.0:1767384915.293113:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (24) 00100000:00000010:3.0:1767384915.293115:0:17086:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f97d5211. 00000800:00000010:0.0:1767384915.293116:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000009141ccab. 00000400:00000200:1.0:1767384915.293122:0:16351:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00040000:00000010:3.0:1767384915.293125:0:17086:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b316e9a2. 00000800:00000200:0.0:1767384915.293126:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000675b85b8] -> 12345-192.168.203.134@tcp32 (2) 00000400:00000200:1.0:1767384915.293132:0:16351:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.134@tcp (416 bytes) 00040000:00000010:3.0:1767384915.293134:0:17086:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004edbc656. 00000400:00000200:2.0:1767384915.293135:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000800:00000200:0.1:1767384915.293138:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000675b85b8] -> 12345-192.168.203.134@tcp32 (2) 00000400:00000200:1.0:1767384915.293140:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:1.0:1767384915.293147:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (25) 00000400:00000200:1.0:1767384915.293153:0:16351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00040000:00000010:3.0:1767384915.293154:0:17086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006dd9ba75. 00000400:00000200:0.0:1767384915.293154:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp32 00000400:00000200:0.0:1767384915.293161:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp32(00000000230a1b02) state 0x241 rc 0 00000400:00000200:2.0:1767384915.293179:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00080000:00000010:3.0:1767384915.293181:0:17086:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b3080e34. 00000400:00000200:1.0:1767384915.293182:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp13 to MR: 192.168.203.134@tcp13 local destination 00000400:00000200:1.0:1767384915.293193:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp13 NI seq info: [75:75:256:4294967295] 192.168.203.134@tcp13 LPNI seq info [73:73:8:4294967295] 00080000:00000010:3.0:1767384915.293194:0:17086:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000bdd98002. 00000400:00000200:2.0:1767384915.293202:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000004:00000010:3.0:1767384915.293206:0:17086:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001c436136. 00000004:00000010:3.0:1767384915.293216:0:17086:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000db09e920. 00000400:00000200:1.0:1767384915.293222:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp13(192.168.203.134@tcp13:192.168.203.134@tcp13) -> 192.168.203.134@tcp13(192.168.203.134@tcp13:192.168.203.134@tcp13) 192.168.203.134@tcp13 : ACK try# 0 00000004:00000010:3.0:1767384915.293226:0:17086:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005c8a5a2d. 00000400:00000010:0.0:1767384915.293230:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 000000001bd315ee. 00000400:00000200:2.0:1767384915.293231:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000800:00000200:1.0:1767384915.293232:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp13 00002000:00000010:3.0:1767384915.293236:0:17086:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f9a88e42. 00000800:00000010:1.0:1767384915.293240:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d2c4921. 00000400:00000010:0.0:1767384915.293244:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e8daed8. 00000004:00000010:3.0:1767384915.293247:0:17086:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000065a0d07a. 00000800:00000200:1.0:1767384915.293249:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000167b58f3] -> 12345-192.168.203.134@tcp13 (6) 00000400:00000010:0.0:1767384915.293253:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c29def7. 00000004:00000001:3.0:1767384915.293254:0:17086:0:(osp_dev.c:662:osp_process_config()) Process entered 00000400:00000200:2.0:1767384915.293259:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.293259:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000001bd315ee 00000800:00000200:1.0:1767384915.293260:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp13 ip 192.168.203.134:1015 00000040:00000001:3.0:1767384915.293261:0:17086:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000400:00000010:0.0:1767384915.293265:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000c8cc6172. 00000040:00001000:3.0:1767384915.293267:0:17086:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000006974ad13 00000800:00000200:1.0:1767384915.293268:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003d2c4921 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384915.293272:0:16356:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 416 success 00000040:00001000:3.0:1767384915.293273:0:17086:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384915.293279:0:17086:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000400:00000200:0.0:1767384915.293281:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102471 00000040:00001000:3.0:1767384915.293284:0:17086:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000800:00000001:1.0:1767384915.293285:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384915.293286:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (24) 00000040:00001000:3.0:1767384915.293289:0:17086:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000400:00000010:0.0:1767384915.293292:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 00000000ae68a14e. 00000040:00001000:3.0:1767384915.293294:0:17086:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000800:00000001:1.0:1767384915.293298:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384915.293298:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045c3d373. 00000040:00001000:3.0:1767384915.293299:0:17086:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000400:00000200:2.0:1767384915.293299:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000040:00001000:3.0:1767384915.293306:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000400:00000010:0.0:1767384915.293307:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000052140601. 00000040:00001000:3.0:1767384915.293314:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.134@tcp::2 00000400:00000200:0.0:1767384915.293318:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp 00000040:00000001:3.0:1767384915.293320:0:17086:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:0.0:1767384915.293328:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000800:00000200:1.0:1767384915.293336:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384915.293337:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.293337:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000800:00000010:1.0:1767384915.293340:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d2c4921. 00000400:00000200:1.0:1767384915.293346:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384915.293356:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000400:00000200:1.0:1767384915.293359:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp13->192.168.203.134@tcp13: ACK: OK 00000400:00000200:0.0:1767384915.293369:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:0.0:1767384915.293373:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 37], ns[75, 37] 00000400:00000200:0.0:1767384915.293377:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 37], ns[16, 37] 00000400:00000200:2.0:1767384915.293379:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.293384:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 00000400:00000200:0.0:1767384915.293390:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 00000400:00000200:0.0:1767384915.293395:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 00000400:00000200:0.0:1767384915.293400:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 00000004:00000001:3.0:1767384915.293402:0:17086:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384915.293404:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 00000400:00000200:0.0:1767384915.293411:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 00000020:00000010:3.0:1767384915.293412:0:17086:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ed3d309a. 00000400:00000200:2.0:1767384915.293415:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.293416:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 00000040:00000010:3.0:1767384915.293422:0:17086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000891838fb. 00000020:00000010:3.0:1767384915.293428:0:17086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000842c19da. 00000400:00000200:0.0:1767384915.293436:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 00000020:00000010:3.0:1767384915.293437:0:17086:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e2123c20. 00000400:00000200:0.0:1767384915.293443:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 00000020:00000010:3.0:1767384915.293447:0:17086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005674b607. 00000400:00000200:0.0:1767384915.293448:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 16], ns[44, 16] 00000400:00000200:2.0:1767384915.293456:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.293456:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 16], ns[48, 16] 80000000:00000010:3.0:1767384915.293457:0:17086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003da3a219. 40000000:00000010:3.0:1767384915.293466:0:17086:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000af02e05c. 00000400:00000200:0.0:1767384915.293468:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 16], ns[52, 16] 00100000:00000010:3.0:1767384915.293475:0:17086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f97d5211. 00000400:00000200:0.0:1767384915.293476:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 16], ns[56, 16] 00040000:00000010:3.0:1767384915.293484:0:17086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b316e9a2. 00000400:00000200:0.0:1767384915.293484:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[70, 16], ns[70, 16] 00000400:00000200:0.0:1767384915.293492:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[69, 16], ns[69, 16] 00040000:00000010:3.0:1767384915.293493:0:17086:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004edbc656. 00000400:00000200:2.0:1767384915.293498:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.293499:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[71, 16], ns[71, 16] 00040000:00000010:3.0:1767384915.293502:0:17086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006dd9ba75. 00000400:00000200:0.0:1767384915.293510:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 00080000:00000010:3.0:1767384915.293514:0:17086:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000bdd98002. 00000400:00000200:0.0:1767384915.293515:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp14 00000400:00000200:0.0:1767384915.293521:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp14 lpni_is_preferred = 0 00080000:00000010:3.0:1767384915.293538:0:17086:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b3080e34. 00000400:00000200:0.0:1767384915.293540:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp14 00000400:00000200:2.0:1767384915.293541:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000004:00000010:3.0:1767384915.293547:0:17086:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001c436136. 00000400:00000200:0.0:1767384915.293547:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp14 NI seq info: [76:76:256:4294967295] 192.168.203.134@tcp14 LPNI seq info [74:74:8:4294967295] 00000004:00000010:3.0:1767384915.293556:0:17086:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000db09e920. 00000400:00000200:0.0:1767384915.293557:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp14 00000004:00000010:3.0:1767384915.293564:0:17086:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005c8a5a2d. 00000400:00000200:2.0:1767384915.293566:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.293570:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp14(192.168.203.134@tcp14:) -> 192.168.203.134@tcp14(192.168.203.134@tcp:192.168.203.134@tcp14) : GET try# 0 00002000:00000010:3.0:1767384915.293580:0:17086:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f9a88e42. 00000800:00000200:0.0:1767384915.293580:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp14 00000800:00000001:1.0:1767384915.293581:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384915.293587:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001318aafd. 00000004:00000010:3.0:1767384915.293588:0:17086:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000065a0d07a. 00000800:00000001:1.0:1767384915.293588:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384915.293594:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384915.293595:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088f1df0d] -> 12345-192.168.203.134@tcp14 (6) 00000020:00000010:3.0:1767384915.293597:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004bd0074a. 00000400:00000200:2.0:1767384915.293597:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000800:00000001:1.0:1767384915.293599:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384915.293603:0:17086:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384915.293604:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp14 ip 192.168.203.134:988 00000800:00000001:1.0:1767384915.293605:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384915.293610:0:17086:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384915.293611:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384915.293611:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001318aafd type 2, nob 96 niov 1 nkiov 0 10000000:00000010:3.0:1767384915.293620:0:17086:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000006974ad13. 00000400:00000200:2.0:1767384915.293623:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.293625:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp13(192.168.203.134@tcp13) <- 192.168.203.134@tcp13 : ACK - for me 00000400:00000200:0.0:1767384915.293625:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp 10000000:00000010:3.0:1767384915.293628:0:17086:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000095dffa2e. 00000400:00000200:0.0:1767384915.293630:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100671 rc 0 10000000:00000001:3.0:1767384915.293635:0:17086:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.293642:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384915.293661:0:16351:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp13: ACK from 12345-192.168.203.134@tcp13 into md 0x1871 00000100:00000040:3.0:1767384915.293665:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000019038a26 x1853237348027648/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384931 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384915.293666:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384915.293669:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.293677:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp13->192.168.203.134@tcp13: ACK: OK 00000400:00000200:1.0:1767384915.293685:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2161f36 00000400:00000010:1.0:1767384915.293697:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2161f36. 00000100:00000001:3.0:1767384915.293698:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1767384915.293701:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 02000000:00000001:3.0:1767384915.293702:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1767384915.293706:0:16351:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 02000000:00000010:3.0:1767384915.293707:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000031339cc. 00000400:00000200:2.0:1767384915.293707:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.293711:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 02000000:00000001:3.0:1767384915.293717:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384915.293721:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1767384915.293721:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (25) 00000020:00000040:3.0:1767384915.293723:0:17086:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000800:00000001:1.0:1767384915.293727:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384915.293729:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384915.293732:0:17086:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384915.293734:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:1.0:1767384915.293735:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384915.293736:0:17086:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000800:00000001:1.0:1767384915.293738:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384915.293741:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000020:00000001:3.0:1767384915.293742:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384915.293746:0:17086:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000c569cd82. 00000800:00000200:0.0:1767384915.293747:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384915.293749:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384915.293752:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001318aafd. 00000100:00000010:3.0:1767384915.293753:0:17086:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000065a2bc66. 00000100:00000001:3.0:1767384915.293760:0:17086:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000400:00000200:1.0:1767384915.293760:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp14(192.168.203.134@tcp14) <- 192.168.203.134@tcp14 : GET - for me 00000400:00000200:0.0:1767384915.293760:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384915.293766:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ac823825. 00000400:00000200:0.0:1767384915.293772:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp14->192.168.203.134@tcp14: GET: OK 02000000:00000001:3.0:1767384915.293774:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1767384915.293774:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.293777:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 416 into portal 0 MB=0x8000000000000000 02000000:00000001:3.0:1767384915.293779:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1767384915.293781:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000010:3.0:1767384915.293784:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000019038a26. 00000400:00000200:0.0:1767384915.293787:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp: 0 00000400:00000200:1.0:1767384915.293788:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 416/416 into md 0x1815 [1] + 0 00000100:00000001:3.0:1767384915.293792:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384915.293796:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384915.293801:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384915.293804:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.293806:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp14 to MR: 192.168.203.134@tcp14 local destination 00000800:00000001:0.0:1767384915.293808:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384915.293830:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp14 NI seq info: [77:77:256:4294967295] 192.168.203.134@tcp14 LPNI seq info [75:75:8:4294967295] 10000000:00000010:3.0:1767384915.293839:0:17086:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000ba4e7ff8. 00000400:00000200:1.0:1767384915.293844:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp14(192.168.203.134@tcp14:192.168.203.134@tcp14) -> 192.168.203.134@tcp14(192.168.203.134@tcp14:192.168.203.134@tcp14) 192.168.203.134@tcp14 : REPLY try# 0 10000000:01000000:3.0:1767384915.293848:0:17086:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.134@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000400:00000200:0.0:1767384915.293852:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:1.0:1767384915.293854:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.134@tcp14 10000000:00000001:3.0:1767384915.293855:0:17086:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00000800:00000010:1.0:1767384915.293859:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d2c4921. 00010000:00000001:3.0:1767384915.293860:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1767384915.293860:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100271 00000400:00000200:2.0:1767384915.293862:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000020:00000001:3.0:1767384915.293865:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384915.293866:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (24) 00000800:00000200:1.0:1767384915.293869:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088f1df0d] -> 12345-192.168.203.134@tcp14 (6) 00000400:00000010:0.0:1767384915.293873:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 00000000fa2ed650. 00000020:00000040:3.0:1767384915.293875:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002fa4dab2 refcount=3 00000800:00000200:1.0:1767384915.293879:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp14 ip 192.168.203.134:1013 00000400:00000010:0.0:1767384915.293879:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db43e56e. 00000020:00000001:3.0:1767384915.293882:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00000800:00000200:1.0:1767384915.293884:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003d2c4921 type 3, nob 512 niov 1 nkiov 1 00010000:00000001:3.0:1767384915.293889:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00000400:00000010:0.0:1767384915.293889:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a33362f9. 00000400:00000200:2.0:1767384915.293891:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00010000:00000001:3.0:1767384915.293897:0:17086:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:0.0:1767384915.293898:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp 00010000:00010000:3.0:1767384915.293903:0:17086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819563069 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb78819563070 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384915.293909:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1767384915.293918:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00010000:00000001:3.0:1767384915.293920:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384915.293923:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00010000:00000001:3.0:1767384915.293924:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384915.293925:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000800:00000200:1.0:1767384915.293928:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:3.0:1767384915.293929:0:17086:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819563069 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb78819563070 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000800:00000010:1.0:1767384915.293933:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d2c4921. 00000400:00000200:0.0:1767384915.293938:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:1.0:1767384915.293939:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384915.293947:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00010000:00000001:3.0:1767384915.293949:0:17086:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384915.293953:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384915.293953:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp14->192.168.203.134@tcp14: REPLY: OK 00000400:00000200:0.0:1767384915.293953:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 37], ns[75, 37] 00010000:00000001:3.0:1767384915.293958:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384915.293962:0:17086:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384915.293964:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[77, 37] 10000000:00000001:3.0:1767384915.293966:0:17086:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384915.293970:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 37], ns[18, 37] 10000000:00000001:3.0:1767384915.293971:0:17086:0:(mgc_request.c:621:do_requeue()) Process leaving 00000400:00000200:2.0:1767384915.293972:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 10000000:00000001:3.0:1767384915.293976:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:0.0:1767384915.293976:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 10000000:00000040:3.0:1767384915.293980:0:17086:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000002298ce) refs 3 00000400:00000200:0.0:1767384915.293985:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 10000000:00000001:3.0:1767384915.293986:0:17086:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:0.0:1767384915.293993:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00000400:00000200:2.0:1767384915.293996:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.293998:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000400:00000200:0.0:1767384915.294008:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000400:00000200:0.0:1767384915.294013:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000400:00000200:0.0:1767384915.294017:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000800:00000001:3.0:1767384915.294021:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384915.294022:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.294022:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000400:00000200:0.0:1767384915.294030:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 18], ns[44, 18] 00000800:00000001:3.0:1767384915.294031:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384915.294039:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384915.294040:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 18], ns[48, 18] 00000400:00000200:2.0:1767384915.294045:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.294046:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 18], ns[52, 18] 00000800:00000001:3.0:1767384915.294048:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384915.294054:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384915.294058:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 18], ns[56, 18] 00000800:00000001:3.0:1767384915.294062:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384915.294062:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[70, 18], ns[70, 18] 00000400:00000200:2.0:1767384915.294070:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.294072:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[69, 18], ns[69, 18] 00000400:00000200:3.0:1767384915.294079:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp14(192.168.203.134@tcp14) <- 192.168.203.134@tcp14 : REPLY - for me 00000400:00000200:0.0:1767384915.294083:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[71, 18], ns[71, 18] 00000400:00000200:0.0:1767384915.294087:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 00000400:00000200:0.0:1767384915.294091:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp15 00000400:00000200:0.0:1767384915.294093:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp15 lpni_is_preferred = 0 00000400:00000200:0.0:1767384915.294095:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp15 00000400:00000200:2.0:1767384915.294096:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.294101:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp15 NI seq info: [78:78:256:4294967295] 192.168.203.134@tcp15 LPNI seq info [76:76:8:4294967295] 00000400:00000200:0.0:1767384915.294108:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp15 00000400:00000200:0.0:1767384915.294116:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp15(192.168.203.134@tcp15:) -> 192.168.203.134@tcp15(192.168.203.134@tcp:192.168.203.134@tcp15) : GET try# 0 00000800:00000200:0.0:1767384915.294120:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp15 00000400:00000200:2.0:1767384915.294124:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:0.0:1767384915.294124:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001318aafd. 00000400:00000200:3.0:1767384915.294134:0:16353:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp14: Reply from 12345-192.168.203.134@tcp14 of length 416/416 into md 0x1881 00000800:00000200:0.0:1767384915.294134:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c01cd34f] -> 12345-192.168.203.134@tcp15 (6) 00000800:00000001:3.0:1767384915.294144:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384915.294144:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp15 ip 192.168.203.134:988 00000800:00000200:0.0:1767384915.294152:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001318aafd type 2, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1767384915.294153:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384915.294157:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384915.294164:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp14->192.168.203.134@tcp14: REPLY: OK 00000400:00000200:0.0:1767384915.294166:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp 00000400:00000200:3.0:1767384915.294171:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045c3d373 00000400:00000200:0.0:1767384915.294171:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100271 rc 0 00000400:00000010:3.0:1767384915.294177:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045c3d373. 00000400:00000200:3.0:1767384915.294189:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384915.294195:0:16353:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.134@tcp has discovery enabled 00000400:00000200:3.0:1767384915.294198:0:16353:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000200:3.0:1767384915.294202:0:16353:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.134@tcp data present 24. state = 0x100271 00000400:00000200:3.0:1767384915.294208:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:3.0:1767384915.294222:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (25) 00000800:00000001:3.0:1767384915.294230:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384915.294232:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384915.294236:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001318aafd. 00000800:00000001:3.0:1767384915.294237:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384915.294239:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384915.294241:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384915.294246:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp15->192.168.203.134@tcp15: GET: OK 00000400:00000200:0.0:1767384915.294250:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384915.294253:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp: 0 00000800:00000001:3.0:1767384915.294254:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384915.294260:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384915.294265:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp15(192.168.203.134@tcp15) <- 192.168.203.134@tcp15 : GET - for me 00000800:00000001:0.0:1767384915.294266:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384915.294267:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000094902d42. 00000800:00000010:2.0:1767384915.294274:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000072ab2211. 00000400:00000200:3.0:1767384915.294278:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 416 into portal 0 MB=0x8000000000000000 00000800:00000010:2.0:1767384915.294279:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001caab097. 00000400:00000200:3.0:1767384915.294288:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 416/416 into md 0x1815 [1] + 0 00000400:00000200:3.0:1767384915.294298:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp15 to MR: 192.168.203.134@tcp15 local destination 00000800:00000010:2.0:1767384915.294301:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001caab097. 00000400:00000200:3.0:1767384915.294307:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp15 NI seq info: [79:79:256:4294967295] 192.168.203.134@tcp15 LPNI seq info [77:77:8:4294967295] 00000800:00020000:2.0:1767384915.294312:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000400:00000200:0.0:1767384915.294317:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:3.0:1767384915.294332:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp15(192.168.203.134@tcp15:192.168.203.134@tcp15) -> 192.168.203.134@tcp15(192.168.203.134@tcp15:192.168.203.134@tcp15) 192.168.203.134@tcp15 : REPLY try# 0 00000800:00000200:3.0:1767384915.294340:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.134@tcp15 00000800:00000010:3.0:1767384915.294345:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b316e9a2. 00000800:00000200:3.0:1767384915.294351:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c01cd34f] -> 12345-192.168.203.134@tcp15 (6) 00000400:00000200:0.0:1767384915.294358:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000800:00000200:3.0:1767384915.294359:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp15 ip 192.168.203.134:1011 00000800:00000200:3.0:1767384915.294365:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b316e9a2 type 3, nob 512 niov 1 nkiov 1 00000400:00000200:0.0:1767384915.294385:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.294405:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.294424:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000800:00000200:3.0:1767384915.294430:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384915.294435:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b316e9a2. 00000400:00000200:3.0:1767384915.294439:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384915.294443:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:3.0:1767384915.294447:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp15->192.168.203.134@tcp15: REPLY: OK 00000800:00000001:3.0:1767384915.294459:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384915.294464:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384915.294466:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000800:00000001:3.0:1767384915.294467:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384915.294474:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384915.294478:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384915.294484:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000800:00000001:3.0:1767384915.294492:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384915.294501:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp15(192.168.203.134@tcp15) <- 192.168.203.134@tcp15 : REPLY - for me 00000400:00000200:0.0:1767384915.294504:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:3.0:1767384915.294513:0:16353:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp15: Reply from 12345-192.168.203.134@tcp15 of length 416/416 into md 0x1885 00000800:00000001:3.0:1767384915.294519:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384915.294523:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000800:00000001:3.0:1767384915.294524:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384915.294545:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384915.294550:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp15->192.168.203.134@tcp15: REPLY: OK 00000400:00000200:3.0:1767384915.294554:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db43e56e 00000400:00000010:3.0:1767384915.294555:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db43e56e. 00000400:00000200:3.0:1767384915.294559:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384915.294562:0:16353:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.134@tcp has discovery enabled 00000400:00000200:3.0:1767384915.294564:0:16353:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000200:3.0:1767384915.294567:0:16353:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.134@tcp data present 24. state = 0x1000f1 00000400:00000200:0.0:1767384915.294568:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000010:3.0:1767384915.294569:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 00000000ae68a14e. 00000400:00000200:3.0:1767384915.294578:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:3.0:1767384915.294581:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (24) 00000800:00000001:3.0:1767384915.294586:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384915.294590:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384915.294599:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.294622:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.294635:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.294671:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.294707:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.294730:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.294753:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.294793:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.294809:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.294857:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.294884:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.294916:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.294934:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.294954:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.294974:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.295002:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.295034:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.295058:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.295086:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.295110:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.295140:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.295163:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.295206:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.295241:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.295272:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.295298:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.134:988 00000400:00000200:0.0:1767384915.295318:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.134:988 00000800:00000010:0.0:1767384915.295459:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cd9d733d. 00000800:00000010:0.0:1767384915.295464:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e45c3ddb. 00000800:00000010:0.0:1767384915.295468:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ce38ff39. 00000800:00000010:0.0:1767384915.295512:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ce38ff39. 00000400:00000200:0.0:1767384915.295673:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384915.295694:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp32 from 217.3.0.2 00000800:00000010:0.0:1767384915.295698:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c1d22e68. 00000800:00000010:1.0:1767384915.295989:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008eb439ef. 00000800:00000010:1.0:1767384915.296018:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a8046e66. 00000800:00000010:1.0:1767384915.296053:0:16349:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d5254e57. 00000800:00000200:1.1:1767384915.296070:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000675b85b8] -> 12345-192.168.203.134@tcp32 (2) 00000800:00000200:1.1:1767384915.296083:0:16349:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp32 00000000d5254e57 deleted 00000800:00000010:1.1:1767384915.296095:0:16349:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d5254e57. 00000800:00000200:1.1:1767384915.296111:0:16349:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384915.296143:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp32 ip 192.168.203.134:985 00000800:00000200:1.1:1767384915.296147:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000044bb68a4 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384915.296212:0:16349:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp32 p 3.x 192.168.203.134 -> 192.168.203.134:985 incarnation:1767384913667425805 sched[0] 00000800:00000010:1.0:1767384915.296225:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000882740d7. 00000800:00000010:1.0:1767384915.296329:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000882740d7. 00000800:00000010:1.0:1767384915.296332:0:16349:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a8046e66. 00000800:00000010:1.0:1767384915.296361:0:16349:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c1d22e68. 00000800:00000001:1.0:1767384915.296383:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384915.296386:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384915.296491:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384915.296494:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000044bb68a4. 00000400:00000200:1.0:1767384915.296508:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384915.296512:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp32->192.168.203.134@tcp32: GET: OK 00000400:00000200:1.0:1767384915.296515:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384915.296537:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp32: 0 00000400:00000200:1.0:1767384915.296591:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384915.296594:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1000f1 00000400:00000010:1.0:1767384915.296600:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 500 at 00000000a8ae1ed6. 00000400:00000010:1.0:1767384915.296612:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 600 at 000000001281ef68. 00000400:00000010:1.0:1767384915.296615:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 500 at 0000000053908059. 00000400:00000200:1.0:1767384915.296670:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp28(00000000649be00a) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384915.296675:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp29(0000000062867edf) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384915.296678:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp30(0000000010500283) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384915.296689:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b0d4eae9 00000400:00000200:1.0:1767384915.296691:0:16356:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.203.134@tcp31 00000400:00000200:1.0:1767384915.296695:0:16356:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.203.134@tcp31 NID 192.168.203.134@tcp31 00000400:00000010:1.0:1767384915.296698:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000bbe1d679. 00000400:00000200:1.0:1767384915.296706:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000bbe1d679 nid 192.168.203.134@tcp31 00000400:00000010:1.0:1767384915.296717:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000902efaab. 00000400:00000200:1.0:1767384915.296720:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 00000000902efaab net tcp31 00000400:00000200:1.0:1767384915.296722:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (23) 00000400:00000200:1.0:1767384915.296745:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp31 flags 0x11 00000400:00000001:1.0:1767384915.296768:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384915.296769:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384915.296794:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb6aad58 00000400:00000010:1.0:1767384915.296796:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb6aad58. 00000400:00000200:1.0:1767384915.296857:0:16356:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384915.296860:0:16356:0:(peer.c:3121:lnet_discovery_event_unlink()) Ping Unlink for message to peer 192.168.203.134@tcp32 00000400:00000200:1.0:1767384915.296864:0:16356:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp32 (00000000230a1b02): -114 00000400:00000010:1.0:1767384915.296866:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000095b96865. 00000400:00000200:1.0:1767384915.296868:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000230a1b02 (3) 00000400:00000200:1.0:1767384915.296870:0:16356:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.203.134@tcp32 00000400:00000200:1.0:1767384915.296873:0:16356:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.203.134@tcp32 NID 192.168.203.134@tcp32 00000400:00000200:1.0:1767384915.296874:0:16356:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 00000000dab912e7 nid 192.168.203.134@tcp32 00000400:00000010:1.0:1767384915.296876:0:16356:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 00000000dab912e7. 00000400:00000200:1.0:1767384915.296887:0:16356:0:(peer.c:214:lnet_destroy_peer_net_locked()) 000000001117185a net tcp32 00000400:00000010:1.0:1767384915.296889:0:16356:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 000000001117185a. 00000400:00000200:1.0:1767384915.296891:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000230a1b02 (2) 00000400:00000010:1.0:1767384915.296928:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000005d9054bd. 00000400:00000200:1.0:1767384915.296942:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 000000005d9054bd nid 192.168.203.134@tcp32 00000400:00000010:1.0:1767384915.296946:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000cb428f47. 00000400:00000200:1.0:1767384915.296947:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 00000000cb428f47 net tcp32 00000400:00000200:1.0:1767384915.296955:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (24) 00000400:00000200:1.0:1767384915.296970:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp32 flags 0x11 00000400:00000010:1.0:1767384915.296973:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 500 at 00000000a8ae1ed6. 00000400:00000010:1.0:1767384915.296976:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 600 at 000000001281ef68. 00000400:00000010:1.0:1767384915.296978:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 500 at 0000000053908059. 00000400:00000010:1.0:1767384915.296981:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 00000000fa2ed650. 00000400:00000200:1.0:1767384915.296992:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:1.0:1767384915.296995:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100171 00000400:00000200:1.0:1767384915.296998:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 rc 1 00000400:00000200:1.0:1767384915.297001:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 00000400:00000200:1.0:1767384915.297003:0:16356:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.134@tcp 00000400:00000200:1.0:1767384915.297006:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100111 rc 0 00000400:00000200:1.0:1767384915.297013:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:1.0:1767384915.297021:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (25) 00000400:00000200:1.0:1767384915.297023:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp32(00000000230a1b02) state 0x80841 00000400:00000200:1.0:1767384915.297025:0:16356:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.203.134@tcp32(00000000230a1b02) state 0x80841 00000400:00000200:1.0:1767384915.297026:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp32(00000000230a1b02) state 0x80801 rc 0 00000400:00000200:1.0:1767384915.297028:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp32 (00000000230a1b02) 00000400:00000200:1.0:1767384915.297029:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000230a1b02 (1) 00000400:00000200:1.0:1767384915.297031:0:16356:0:(peer.c:272:lnet_destroy_peer_locked()) 00000000230a1b02 nid 192.168.203.134@tcp32 00000400:00000010:1.0:1767384915.297034:0:16356:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000230a1b02. 00000100:00000040:1.0:1767384915.297045:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294904327, at 4294904328 00000100:00000010:1.0:1767384915.297051:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009bc401ca. 00000800:00000200:1.1:1767384915.297098:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384915.297142:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp32 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384913667425805 sched[0] 00000800:00000010:1.0:1767384915.297147:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e45c3ddb. 00000400:00000200:1.0:1767384915.297313:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.297358:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.297438:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000100:00000040:0.0:1767384915.297460:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294904327, at 4294904328 00000100:00000010:0.0:1767384915.297467:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009f070e07. 00000400:00000200:1.0:1767384915.297482:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.297528:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.297594:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.297685:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.297739:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.297793:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000100:00000040:3.0:1767384915.297852:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294904327, at 4294904329 00000100:00000010:3.0:1767384915.297860:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000312f5afd. 00000400:00000200:1.0:1767384915.297919:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.298053:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.298167:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.298329:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.298406:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.298468:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.298550:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.298658:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.298739:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.298942:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000800:00000010:2.0:1767384915.299009:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000072ab2211. 00000400:00000200:1.0:1767384915.299011:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000800:00000010:2.0:1767384915.299014:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000094902d42. 00000400:00000200:1.0:1767384915.299054:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000100:00000040:2.0:1767384915.299097:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294904327, at 4294904330 00000400:00000200:1.0:1767384915.299100:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000100:00000010:2.0:1767384915.299103:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000027146701. 00000400:00000200:1.0:1767384915.299143:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.299208:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.299250:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.299283:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.299313:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.299348:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.299374:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.299400:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.299431:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.299458:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.299476:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.299495:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.299514:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.299535:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.299554:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.299573:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.134:988 00000400:00000200:1.0:1767384915.299596:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.134:988 00000800:00000010:1.0:1767384915.299757:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000009ab967f. 00000800:00000010:1.0:1767384915.299763:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a8046e66. 00000800:00000010:1.0:1767384915.299767:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000882740d7. 00000800:00000010:1.0:1767384915.299798:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000882740d7. 00000800:00000001:1.0:1767384915.299836:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384915.299841:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384915.299843:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384915.299848:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384915.299853:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp32(192.168.203.134@tcp32) <- 192.168.203.134@tcp32 : GET - for me 00000400:00000200:1.0:1767384915.299861:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384915.299866:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 272/272 into md 0x1815 [1] + 0 00000400:00000200:1.0:1767384915.299880:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp32 to MR: 192.168.203.134@tcp32 local destination 00000400:00000200:1.0:1767384915.299886:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp32 NI seq info: [80:80:256:4294967295] 192.168.203.134@tcp32 LPNI seq info [78:78:8:4294967295] 00000400:00000200:1.0:1767384915.299912:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp32(192.168.203.134@tcp32:192.168.203.134@tcp32) -> 192.168.203.134@tcp32(192.168.203.134@tcp32:192.168.203.134@tcp32) 192.168.203.134@tcp32 : REPLY try# 0 00000800:00000200:1.0:1767384915.299916:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.134@tcp32 00000800:00000010:1.0:1767384915.299919:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d2c4921. 00000800:00000200:1.0:1767384915.299923:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000675b85b8] -> 12345-192.168.203.134@tcp32 (4) 00000800:00000200:1.0:1767384915.299926:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp32 ip 192.168.203.134:988 00000800:00000200:1.0:1767384915.299928:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003d2c4921 type 3, nob 368 niov 1 nkiov 1 00000800:00000200:1.0:1767384915.299975:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384915.299978:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d2c4921. 00000400:00000200:1.0:1767384915.299981:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384915.299986:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp32->192.168.203.134@tcp32: REPLY: OK 00000800:00000001:1.0:1767384915.299993:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384915.299996:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384915.299999:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384915.300003:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384915.300005:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384915.300008:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384915.300014:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp32(192.168.203.134@tcp32) <- 192.168.203.134@tcp32 : REPLY - for me 00000400:00000100:1.0:1767384915.300023:0:16351:0:(lib-move.c:4607:lnet_parse_reply()) 192.168.203.134@tcp32: Dropping REPLY from 12345-192.168.203.134@tcp32 for invalid MD 0x1887032aca9187a4.0x1879 00000400:00000200:1.0:1767384915.300026:0:16351:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 000000005b3d1998 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1767384915.300028:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:1.0:1767384915.300033:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384915.300037:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384915.300038:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384915.300041:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384915.300091:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384915.300106:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp32 from 216.3.0.2 00000800:00000010:0.0:1767384915.300109:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ba719b06. 00000800:00000010:2.0:1767384915.300349:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000094902d42. 00000800:00000010:2.0:1767384915.300355:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000072ab2211. 00000800:00000010:2.0:1767384915.300368:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000510506f5. 00000800:00000200:2.1:1767384915.300373:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000675b85b8] -> 12345-192.168.203.134@tcp32 (4) 00000800:00000200:2.1:1767384915.300376:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp32 00000000510506f5 deleted 00000800:00000010:2.1:1767384915.300378:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000510506f5. 00000800:00000200:2.1:1767384915.300380:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384915.300383:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp32 p 3.x 192.168.203.134 -> 192.168.203.134:984 incarnation:1767384913667425805 sched[0] 00000800:00000010:2.0:1767384915.300387:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001caab097. 00000800:00000010:2.0:1767384915.300433:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001caab097. 00000800:00000010:2.0:1767384915.300437:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000072ab2211. 00000800:00000010:2.0:1767384915.300455:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ba719b06. 00000800:00000200:2.1:1767384915.300479:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384915.300485:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp32 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384913667425805 sched[0] 00000800:00000010:2.0:1767384915.300487:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a8046e66. 00000800:00000001:2.0:1767384915.300503:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384915.300506:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384915.300507:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384915.300509:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:02020000:2.0:1767384915.300570:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp31 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000020:00000010:0.0:1767384915.304026:0:28540:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000ce38ff39. 00000020:00000040:0.0:1767384915.304032:0:28540:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384915.304033:0:28540:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000ce38ff39. 00000400:00000200:2.0:1767384915.304586:0:16347:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp31 notifying 192.168.203.134@tcp31: down 00000800:00000200:2.0:1767384915.304593:0:16347:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp31 down 00000800:00000100:2.0:1767384915.304611:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp31 00000800:00000010:2.0:1767384915.304613:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002f6e1455. 00000400:00000200:2.0:1767384915.304615:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384915.304619:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp31->192.168.203.134@tcp31: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384915.304623:0:16347:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp31 added to recovery queue. ping count: 0 next ping: 238 health :900 00000400:00000200:2.0:1767384915.304626:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0d4eae9 00000400:00000010:2.0:1767384915.304628:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0d4eae9. 00000400:00000200:2.0:1767384915.304630:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384915.304633:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp31: 1 00000400:00000200:2.0:1767384915.304637:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp31 (00000000100f27a4): -114 00000400:00000010:2.0:1767384915.304662:0:16347:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000443e0179. 00000400:00000200:2.0:1767384915.304671:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000100f27a4 (3) 00000400:00000200:2.0:1767384915.304675:0:16347:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 000000005ea0e139 nid 192.168.203.134@tcp31 00000400:00000010:2.0:1767384915.304677:0:16347:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 000000005ea0e139. 00000400:00000200:2.0:1767384915.304681:0:16347:0:(peer.c:214:lnet_destroy_peer_net_locked()) 0000000029d87441 net tcp31 00000400:00000010:2.0:1767384915.304683:0:16347:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 0000000029d87441. 00000400:00000200:2.0:1767384915.304686:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000100f27a4 (2) 00000400:00000200:0.0:1767384915.304754:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384915.304760:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp31(00000000100f27a4) state 0x80841 00000400:00000200:0.0:1767384915.304763:0:16356:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.203.134@tcp31(00000000100f27a4) state 0x80841 00000400:00000200:0.0:1767384915.304765:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp31(00000000100f27a4) state 0x80801 rc 0 00000400:00000200:0.0:1767384915.304768:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp31 (00000000100f27a4) 00000400:00000200:0.0:1767384915.304770:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000100f27a4 (1) 00000400:00000200:0.0:1767384915.304772:0:16356:0:(peer.c:272:lnet_destroy_peer_locked()) 00000000100f27a4 nid 192.168.203.134@tcp31 00000400:00000010:0.0:1767384915.304775:0:16356:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000100f27a4. 00000400:00000001:1.0:1767384915.352904:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384915.352909:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384915.352911:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d0cc2e1 00000400:00000010:1.0:1767384915.352914:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d0cc2e1. 00000400:00000200:1.0:1767384915.352918:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384915.352930:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp29 recovery ping unlinked 00000400:00000010:1.0:1767384915.352937:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009e481c6a. 00000400:00000010:1.0:1767384915.352940:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003fc6ff19. 00000400:00000001:1.0:1767384915.352943:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384915.352944:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384915.352945:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045cef8bc 00000400:00000010:1.0:1767384915.352946:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045cef8bc. 00000400:00000200:1.0:1767384915.352948:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384915.352950:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp28 recovery ping unlinked 00000400:00000010:1.0:1767384915.352952:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b8f50d60. 00000400:00000010:1.0:1767384915.352953:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000036400351. 00000400:00000001:1.0:1767384915.352957:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384915.352958:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384915.352959:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a038fa2 00000400:00000010:1.0:1767384915.352960:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a038fa2. 00000400:00000200:1.0:1767384915.352962:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384915.352963:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp30 recovery ping unlinked 00000400:00000010:1.0:1767384915.352964:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f5ceb351. 00000400:00000010:1.0:1767384915.352966:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000438de844. 00000001:00000001:2.0:1767384915.632577:0:28606:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384915.632583:0:28606:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp33 --if ens2 00000001:00000001:2.0:1767384915.638068:0:28606:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384915.647215:0:28607:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000955c10c9. 00000400:00000010:2.0:1767384915.647229:0:28607:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000af5556d1. 00000400:00000010:2.0:1767384915.647239:0:28607:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000d3591771. 00000400:00000010:2.0:1767384915.647242:0:28607:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c90c1cda. 00000400:00000010:2.0:1767384915.647245:0:28607:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000045890518. 00000400:00000010:2.0:1767384915.647249:0:28607:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000df0f3470. 00000400:00000010:2.0:1767384915.647251:0:28607:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000069da762. 00000400:00000010:2.0:1767384915.647252:0:28607:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000212f8ae. 00000400:00000010:2.0:1767384915.647256:0:28607:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000008eec8aa4. 00000800:00000010:2.0:1767384915.647269:0:28607:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000000b387623. 00000800:00000200:2.0:1767384915.647279:0:28607:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384915.647288:0:28607:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384915.647324:0:28607:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:2.0:1767384915.647347:0:28607:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp33 [8/256/0/180] 00000400:00000010:2.0:1767384915.649057:0:28607:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 00000000c109ebc7. 00000400:00000010:2.0:1767384915.649062:0:28607:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a842f207. 00000400:00000010:2.0:1767384915.649068:0:28607:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a038fa2. 00000400:00000001:2.0:1767384915.649083:0:28607:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384915.649085:0:28607:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384915.649087:0:28607:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d030819. 00000400:00000200:2.0:1767384915.649089:0:28607:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038979b8b 00000400:00000010:2.0:1767384915.649091:0:28607:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000038979b8b. 00000400:00000010:2.0:1767384915.649094:0:28607:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 0000000002af2fcb. 00000400:00000200:2.0:1767384915.649099:0:28607:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (24) 00000400:00000200:2.0:1767384915.649117:0:28607:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:2.0:1767384915.649125:0:28607:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131105 00000020:00000010:2.0:1767384915.649132:0:28607:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000005a1ce144. 00000020:01000000:2.0:1767384915.649136:0:28607:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384915.649138:0:28607:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp33 00000400:00000200:0.0:1767384915.649145:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384915.649152:0:28607:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000af5556d1. 00000400:00000200:0.0:1767384915.649153:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000400:00000010:2.0:1767384915.649159:0:28607:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000955c10c9. 00000400:00000010:0.0:1767384915.649163:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af15f5ad. 00000400:00000200:0.0:1767384915.649169:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (25) 00000400:00000010:0.0:1767384915.649175:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d26f4225. 00000400:00000200:0.0:1767384915.649179:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp15 00000020:00000001:3.0:1767384915.649193:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384915.649194:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp15 to MR: 192.168.203.134@tcp15 local destination 10000000:00000001:3.0:1767384915.649202:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384915.649206:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp15 NI seq info: [81:81:256:4294967295] 192.168.203.134@tcp15 LPNI seq info [79:79:8:4294967295] 10000000:00000001:3.0:1767384915.649209:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384915.649214:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384915.649215:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp15 00000020:01000004:3.0:1767384915.649223:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384915.649228:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384915.649233:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384915.649237:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp15(192.168.203.134@tcp15:192.168.203.134@tcp15) -> 192.168.203.134@tcp15(192.168.203.134@tcp15:192.168.203.134@tcp15) : PUT try# 0 00000020:01000004:3.0:1767384915.649238:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384915.649244:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384915.649249:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000200:0.0:1767384915.649250:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.134@tcp15 00000020:01000004:3.0:1767384915.649252:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000800:00000010:0.0:1767384915.649255:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001318aafd. 00000020:01000004:3.0:1767384915.649257:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384915.649262:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384915.649264:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:0.0:1767384915.649268:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c01cd34f] -> 12345-192.168.203.134@tcp15 (6) 00000100:00000010:3.0:1767384915.649274:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000019038a26. 00000800:00000200:0.0:1767384915.649277:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp15 ip 192.168.203.134:988 00000800:00000200:0.0:1767384915.649281:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001318aafd type 1, nob 528 niov 1 nkiov 1 00000020:00000040:3.0:1767384915.649291:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000400:00000200:0.0:1767384915.649298:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000100:00000001:3.0:1767384915.649299:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384915.649304:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 0 02000000:00000001:3.0:1767384915.649305:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384915.649313:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384915.649325:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b3080e34. 00000100:00000001:3.0:1767384915.649334:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.649344:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384915.649348:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384915.649358:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019038a26] to pc [ptlrpcd_00_03+3] req@0000000019038a26 x1853237348027776/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384915.649405:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384915.649410:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384915.649413:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.649413:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384915.649418:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:3.0:1767384915.649420:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384915.649422:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384915.649431:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000019038a26 x1853237348027776/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384915.649434:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384915.649438:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384915.649443:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767384915.649444:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:01000000:3.0:1767384915.649447:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384915.649449:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384915.649452:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:3.0:1767384915.649454:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:2.0:1767384915.649455:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:1.0:1767384915.649460:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001318aafd. 00000020:01000004:3.0:1767384915.649461:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:2.0:1767384915.649462:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384915.649468:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:2.0:1767384915.649469:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384915.649471:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000004:3.0:1767384915.649474:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00100000:2.0:1767384915.649476:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000019038a26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348027776:0@lo:253: 00000020:01000004:3.0:1767384915.649480:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384915.649484:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp15->192.168.203.134@tcp15: PUT: OK 00000020:01000004:3.0:1767384915.649486:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384915.649487:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:3.0:1767384915.649492:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:1.0:1767384915.649492:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:2.0:1767384915.649494:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:3.0:1767384915.649498:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384915.649498:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384915.649500:0:16353:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp15: 0 00000020:01000004:3.0:1767384915.649503:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384915.649504:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1767384915.649513:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003c02c452. 00000800:00000001:1.0:1767384915.649513:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:2.0:1767384915.649514:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004a8e2c40. 02000000:00000001:2.0:1767384915.649521:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384915.649522:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000400:00000010:2.0:1767384915.649525:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001af9ec5e. 00000800:00000001:1.0:1767384915.649525:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384915.649529:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000001:1.0:1767384915.649533:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384915.649535:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1767384915.649536:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af5556d1. 00000800:00000001:1.0:1767384915.649538:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384915.649541:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384915.649542:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348027776, portal 25 00000100:00000001:2.0:1767384915.649549:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384915.649550:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp15(192.168.203.134@tcp15) <- 192.168.203.134@tcp15 : PUT - for me 00000100:00000001:2.0:1767384915.649552:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647278720 : -119488062272896 : ffff9353847e4a80) 02000000:00000010:3.0:1767384915.649555:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000bdd98002. 00000100:00000040:2.0:1767384915.649561:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000019038a26 x1853237348027776/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384915.649563:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384915.649572:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 432 into portal 0 MB=0x8000000000000000 00000100:00000001:3.0:1767384915.649574:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384915.649578:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384915.649579:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384915.649586:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384915.649589:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 416/432 into md 0x187d [1] + 0 00000400:00000010:2.0:1767384915.649593:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037f4bcbd. 00000400:00000010:1.0:1767384915.649596:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e8daed8. 00000400:00000200:1.0:1767384915.649601:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002c29def7 00000100:00000040:3.0:1767384915.649602:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c02c452] to pc [ptlrpcd_00_00+0] req@000000003c02c452 x1853237348027904/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384915.649619:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348027776, offset 0 00000800:00000001:1.0:1767384915.649621:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384915.649628:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:1.0:1767384915.649630:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384915.649634:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:3.0:1767384915.649638:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384915.649663:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp15->192.168.203.134@tcp15: PUT: OK 10000000:00000001:3.0:1767384915.649666:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384915.649669:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384915.649673:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384915.649674:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c29def7 00000020:01000000:3.0:1767384915.649680:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:1.0:1767384915.649681:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c29def7. 00000400:00000200:2.0:1767384915.649685:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d04d80 00000020:00000010:3.0:1767384915.649690:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000005a1ce144. 00000400:00000200:1.0:1767384915.649691:0:16353:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384915.649697:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10f9 [2] + 0 00000400:00000200:1.0:1767384915.649700:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (26) 00000400:00000010:2.0:1767384915.649702:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfc558e6. 00000400:00000200:2.0:1767384915.649709:0:16361:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c85cd9a3 00000100:00000001:3.0:1767384915.649712:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384915.649712:0:16353:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000200:2.0:1767384915.649717:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384915.649720:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384915.649721:0:16353:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.134@tcp (432 bytes) 00000400:00000200:2.0:1767384915.649727:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384915.649732:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000100:00000001:3.0:1767384915.649733:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384915.649738:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384915.649741:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384915.649743:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (27) 00000100:00000040:3.0:1767384915.649748:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003c02c452 x1853237348027904/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384915.649754:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c85cd9a3 00000400:00000200:1.0:1767384915.649754:0:16353:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000010:2.0:1767384915.649760:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c85cd9a3. 00000100:00000001:2.0:1767384915.649769:0:16361:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384915.649769:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp15 to MR: 192.168.203.134@tcp15 local destination 00000100:00000001:3.0:1767384915.649774:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1767384915.649774:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384915.649780:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384915.649781:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp15 NI seq info: [82:82:256:4294967295] 192.168.203.134@tcp15 LPNI seq info [80:80:8:4294967295] 00000100:00000040:2.0:1767384915.649782:0:16361:0:(events.c:337:request_in_callback()) incoming req@000000001518dbb8 x1853237348027776 msgsize 4848 02000000:00000001:3.0:1767384915.649789:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384915.649794:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384915.649798:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384915.649803:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384915.649805:0:16361:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384915.649812:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp15(192.168.203.134@tcp15:192.168.203.134@tcp15) -> 192.168.203.134@tcp15(192.168.203.134@tcp15:192.168.203.134@tcp15) 192.168.203.134@tcp15 : ACK try# 0 00000100:00100000:3.0:1767384915.649842:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003c02c452 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348027904:0@lo:253: 00000100:00000001:3.0:1767384915.649855:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1767384915.649858:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp15 02000000:00000001:3.0:1767384915.649862:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384915.649865:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000010:1.0:1767384915.649865:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d2c4921. 02000000:00000001:3.0:1767384915.649867:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384915.649874:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384915.649876:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037f4bcbd 00000800:00000200:1.0:1767384915.649877:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c01cd34f] -> 12345-192.168.203.134@tcp15 (6) 00000400:00000010:2.0:1767384915.649882:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037f4bcbd. 02000000:00000010:3.0:1767384915.649884:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009d49532e. 00000100:00000001:2.0:1767384915.649891:0:16361:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767384915.649892:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384915.649892:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp15 ip 192.168.203.134:1011 00000100:00000200:2.0:1767384915.649900:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000019038a26 x1853237348027776/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384915.649901:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009306e848. 00000800:00000200:1.0:1767384915.649902:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003d2c4921 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:3.0:1767384915.649913:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005087b62b. 00000100:00000200:3.0:1767384915.649921:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348027904, portal 25 00000100:00000001:2.0:1767384915.649925:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1767384915.649926:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384915.649928:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384915.649931:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000019038a26 x1853237348027776/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384915.649933:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647289472 : -119488062262144 : ffff9353847e7480) 00000800:00000001:1.0:1767384915.649937:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384915.649948:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003c02c452 x1853237348027904/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384915.649950:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.649955:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384915.649961:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.649970:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294904686 00000100:00000001:3.0:1767384915.649971:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767384915.649977:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000094f2c922. 00000100:00000001:2.0:1767384915.649983:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767384915.649989:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384915.649992:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294904686 00000400:00000010:3.0:1767384915.649996:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037a1fb46. 00000100:00000010:2.0:1767384915.649998:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000005f4396f. 00000100:00000200:3.0:1767384915.650004:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348027904, offset 0 00000800:00000200:1.0:1767384915.650005:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384915.650013:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d2c4921. 00000100:00000001:2.0:1767384915.650015:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384915.650018:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384915.650022:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384915.650022:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294904686 00000400:00000200:1.0:1767384915.650030:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp15->192.168.203.134@tcp15: ACK: OK 00000100:00000010:2.0:1767384915.650031:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000406a8fbc. 00000100:00000001:2.0:1767384915.650036:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000800:00000001:1.0:1767384915.650039:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384915.650042:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294904686 00000400:00000200:3.0:1767384915.650043:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:1.0:1767384915.650045:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384915.650049:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004ac83424. 00000800:00000001:1.0:1767384915.650053:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384915.650054:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384915.650061:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384915.650061:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384915.650063:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d04e00 00000100:00000001:2.0:1767384915.650065:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.650070:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.650075:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384915.650075:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384915.650076:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1121 [2] + 0 00000400:00000010:3.0:1767384915.650086:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9b75088. 00000800:00000001:1.0:1767384915.650086:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384915.650087:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384915.650092:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384915.650094:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e29fb53d 00000100:00000001:2.0:1767384915.650095:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384915.650099:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384915.650103:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384915.650103:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp15(192.168.203.134@tcp15) <- 192.168.203.134@tcp15 : ACK - for me 00000400:00000200:3.0:1767384915.650104:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384915.650111:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384915.650117:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384915.650125:0:16353:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp15: ACK from 12345-192.168.203.134@tcp15 into md 0x188d 00000400:00000200:1.0:1767384915.650130:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384915.650133:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e29fb53d 00000400:00000200:1.0:1767384915.650136:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp15->192.168.203.134@tcp15: ACK: OK 00000400:00000010:3.0:1767384915.650138:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e29fb53d. 00000100:00000001:3.0:1767384915.650146:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384915.650148:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384915.650151:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af15f5ad 00000100:00000040:3.0:1767384915.650154:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000cd553c62 x1853237348027904 msgsize 4848 00000400:00000010:1.0:1767384915.650155:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af15f5ad. 00000400:00000200:1.0:1767384915.650165:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00100000:3.0:1767384915.650170:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384915.650171:0:16353:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 00000100:00000040:3.0:1767384915.650175:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:1.0:1767384915.650179:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:1.0:1767384915.650185:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (26) 00000800:00000001:1.0:1767384915.650191:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384915.650193:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384915.650196:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384915.650203:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037a1fb46 00000400:00000010:3.0:1767384915.650208:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037a1fb46. 00000100:00000001:3.0:1767384915.650213:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384915.650219:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003c02c452 x1853237348027904/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384915.650227:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384915.650233:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348027776 00000100:00000001:3.0:1767384915.650235:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384915.650236:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384915.650240:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384915.650243:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003c02c452 x1853237348027904/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384915.650244:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384915.650252:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384915.650258:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348027776 00000100:00000001:3.0:1767384915.650264:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384915.650264:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384915.650268:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000001:3.0:1767384915.650270:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384915.650272:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384915.650275:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384915.650276:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000100:00000001:3.0:1767384915.650279:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.650280:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384915.650281:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:3.0:1767384915.650288:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294904686 00000020:00000001:1.0:1767384915.650289:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:3.0:1767384915.650297:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, keep current deadline 4294904686 00000100:00000001:1.0:1767384915.650298:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384915.650304:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294904686 00000020:00000010:1.0:1767384915.650304:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000882740d7. 00000100:00000001:2.0:1767384915.650308:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384915.650309:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, keep current deadline 4294904686 00000100:00000001:1.0:1767384915.650311:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384915.650312:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348027904 02000000:00000001:2.0:1767384915.650318:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1767384915.650318:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000882740d7. 00000100:00000001:2.0:1767384915.650322:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384915.650326:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294904686 00000100:00000001:2.0:1767384915.650327:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384915.650331:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8ae1ed6. 00000100:00000001:3.0:1767384915.650335:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294904686 02000000:00000001:2.0:1767384915.650335:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384915.650340:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007b820bdb. 00000100:00100000:2.0:1767384915.650341:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348027904 00000100:00000001:3.0:1767384915.650343:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294904686 00000020:00000001:2.0:1767384915.650347:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384915.650350:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294904686 00000020:00000010:1.0:1767384915.650350:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005fe211e4. 00000020:00000040:2.0:1767384915.650351:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000001:3.0:1767384915.650357:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384915.650357:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384915.650361:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=16 00000100:00000001:3.0:1767384915.650365:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384915.650366:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000040:1.0:1767384915.650372:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:2.0:1767384915.650373:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:3.0:1767384915.650374:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.650381:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384915.650382:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384915.650382:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384915.650388:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384915.650390:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3998293. 00000100:00000001:3.0:1767384915.650391:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384915.650391:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.650396:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384915.650401:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.650402:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384915.650403:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384915.650407:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384915.650409:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3998293. 00000100:00000001:3.0:1767384915.650412:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384915.650416:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384915.650417:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384915.650417:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c63498e. 00000020:00000010:2.0:1767384915.650425:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000083682fa6. 00000020:00000010:2.0:1767384915.650430:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000060014beb. 00000100:00000001:1.0:1767384915.650434:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384915.650436:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384915.650438:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384915.650439:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384915.650443:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384915.650448:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00000001:3.0:1767384915.650450:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384915.650452:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384915.650453:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.650455:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384915.650457:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878103632 : -119482831447984 : ffff9354bc465850) 00000100:00000001:2.0:1767384915.650460:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384915.650466:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001518dbb8 x1853237348027776/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:141/0 lens 4848/0 e 0 to 0 dl 1767384926 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384915.650467:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00000001:2.0:1767384915.650472:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384915.650476:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000100:00000001:2.0:1767384915.650477:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384915.650481:0:17081:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.650484:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878100560 : -119482831451056 : ffff9354bc464c50) 00000100:00000001:2.0:1767384915.650488:0:17081:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384915.650489:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384915.650496:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cd553c62 x1853237348027904/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:141/0 lens 4848/0 e 0 to 0 dl 1767384926 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384915.650496:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000882740d7. 00000100:00000001:1.0:1767384915.650502:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384915.650510:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000882740d7. 00000100:00000001:3.0:1767384915.650519:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384915.650523:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001518dbb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+16:16361:x1853237348027776:12345-0@lo:253: 00000020:00000010:3.0:1767384915.650526:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000031f493ae. 00000400:00000200:2.0:1767384915.650528:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000200:1.0:1767384915.650529:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348027776 00000100:00000001:3.0:1767384915.650532:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384915.650535:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:2.0:1767384915.650536:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 000000009c65522f. 00000020:00000010:3.0:1767384915.650538:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000031f493ae. 00000020:00000001:1.0:1767384915.650540:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:2.0:1767384915.650545:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b25909dc. 00000020:00000001:1.0:1767384915.650545:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384915.650552:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cd553c62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+16:16358:x1853237348027904:12345-0@lo:253: 00000400:00000010:2.0:1767384915.650554:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045cef8bc. 00000020:00000001:1.0:1767384915.650554:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384915.650559:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000400:00000200:2.0:1767384915.650563:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009c65522f 00000100:00000200:3.0:1767384915.650564:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348027904 00000020:00000001:1.0:1767384915.650566:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:2.0:1767384915.650568:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 000000001bd315ee. 00000020:00000001:3.0:1767384915.650571:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384915.650572:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384915.650574:0:16356:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 432 success 00000020:00000001:3.0:1767384915.650579:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384915.650579:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384915.650583:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102051 00000020:00000001:3.0:1767384915.650586:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384915.650586:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384915.650587:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (25) 00000020:00000001:1.0:1767384915.650591:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384915.650595:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:2.0:1767384915.650596:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 00000000c8cc6172. 00000100:00000001:1.0:1767384915.650597:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384915.650602:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1767384915.650604:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d0cc2e1. 00000020:00000001:3.0:1767384915.650608:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 02000000:00000010:1.0:1767384915.650609:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d562ebc5. 00000400:00000010:2.0:1767384915.650611:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000825c878f. 02000000:00000001:1.0:1767384915.650615:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384915.650619:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384915.650624:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp 00000020:00000001:3.0:1767384915.650625:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384915.650628:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384915.650632:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:1.0:1767384915.650633:0:17083:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384915.650636:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000020:00000001:3.0:1767384915.650639:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384915.650656:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.650662:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384915.650662:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 02000000:00000001:3.0:1767384915.650668:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384915.650671:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 20000000:00000010:1.0:1767384915.650672:0:17083:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f82cdbe9. 02000000:00000010:3.0:1767384915.650675:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006d53d794. 20000000:01000000:1.0:1767384915.650681:0:17083:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:3.0:1767384915.650682:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384915.650686:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 20000000:00000001:1.0:1767384915.650688:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:3.0:1767384915.650689:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384915.650694:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 37], ns[75, 37] 20000000:00000001:3.0:1767384915.650696:0:17084:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384915.650696:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384915.650701:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384915.650707:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384915.650712:0:17083:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384915.650714:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[77, 37] 20000000:00000010:3.0:1767384915.650718:0:17084:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000018902741. 00000400:00000200:2.0:1767384915.650719:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 37], ns[82, 37] 20000000:00000010:1.0:1767384915.650723:0:17083:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e5cad28d. 20000000:01000000:3.0:1767384915.650725:0:17084:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384915.650730:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 37], ns[20, 37] 20000000:01000000:1.0:1767384915.650731:0:17083:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 20000000:00000001:3.0:1767384915.650732:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384915.650736:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384915.650741:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384915.650743:0:17083:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384915.650744:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 20000000:00000001:3.0:1767384915.650748:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384915.650752:0:17083:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:3.0:1767384915.650754:0:17084:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384915.650754:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 00080000:00000001:1.0:1767384915.650757:0:17083:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384915.650764:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 00000400:00000200:2.0:1767384915.650769:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 00000400:00000200:2.0:1767384915.650773:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 00000400:00000200:2.0:1767384915.650777:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 00080000:00000001:1.0:1767384915.650780:0:17083:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:2.0:1767384915.650782:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 00000400:00000200:2.0:1767384915.650789:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 20], ns[44, 20] 00000400:00000200:2.0:1767384915.650794:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 20], ns[48, 20] 00000400:00000200:2.0:1767384915.650799:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 20], ns[52, 20] 00080000:00000001:1.0:1767384915.650800:0:17083:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384915.650806:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 20], ns[56, 20] 00080000:00000001:1.0:1767384915.650808:0:17083:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384915.650812:0:17083:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384915.650898:0:17083:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384915.650901:0:17083:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384915.650905:0:17083:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000980f9615 00000020:00000001:1.0:1767384915.650911:0:17083:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009e445471 00080000:00000002:1.0:1767384915.650913:0:17083:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384915.650917:0:17083:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384915.650922:0:17083:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384915.650925:0:17083:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384915.650928:0:17083:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384915.650934:0:17083:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:1.0:1767384915.650939:0:17083:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384915.650944:0:17083:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000053908059. 00080000:00000001:1.0:1767384915.650948:0:17083:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585622774272 : -119488086777344 : ffff935383086200) 00080000:00000001:1.0:1767384915.650952:0:17083:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384915.650956:0:17083:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384915.650960:0:17083:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000882740d7. 00080000:00000001:1.0:1767384915.650963:0:17083:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384915.650967:0:17083:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384915.650989:0:17083:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384915.651009:0:17083:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384915.651092:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[70, 20], ns[70, 20] 00000400:00000200:2.0:1767384915.651099:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[69, 20], ns[69, 20] 00000400:00000200:2.0:1767384915.651102:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[71, 20], ns[71, 20] 00000400:00000200:2.0:1767384915.651106:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[0, 20], ns[73, 20] 00000400:00000200:2.0:1767384915.651117:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 20], ns[80, 20] 00000400:00000200:2.0:1767384915.651121:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 00000400:00000200:2.0:1767384915.651127:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp16 00000400:00000200:2.0:1767384915.651131:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp16 lpni_is_preferred = 0 00000400:00000200:2.0:1767384915.651134:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp16 00000400:00000200:2.0:1767384915.651136:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp16 NI seq info: [83:83:256:4294967295] 192.168.203.134@tcp16 LPNI seq info [81:81:8:4294967295] 00000400:00000200:2.0:1767384915.651141:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp16 00000400:00000200:2.0:1767384915.651147:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp16(192.168.203.134@tcp16:) -> 192.168.203.134@tcp16(192.168.203.134@tcp:192.168.203.134@tcp16) : GET try# 0 00000800:00000200:2.0:1767384915.651151:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp16 00000800:00000010:2.0:1767384915.651156:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000daeb259e. 00000800:00000200:2.0:1767384915.651161:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f645ff1a] -> 12345-192.168.203.134@tcp16 (6) 00000800:00000200:2.0:1767384915.651167:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp16 ip 192.168.203.134:988 00000800:00000200:2.0:1767384915.651170:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000daeb259e type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384915.651184:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp 00000400:00000200:2.0:1767384915.651186:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100251 rc 0 00000800:00000200:1.0:1767384915.651265:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384915.651266:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384915.651271:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000daeb259e. 00000800:00000001:2.0:1767384915.651276:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384915.651276:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384915.651282:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384915.651287:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp16->192.168.203.134@tcp16: GET: OK 00000800:00000001:2.0:1767384915.651290:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384915.651292:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384915.651298:0:16353:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp: 0 00000400:00000200:2.0:1767384915.651303:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp16(192.168.203.134@tcp16) <- 192.168.203.134@tcp16 : GET - for me 00000400:00000200:2.0:1767384915.651313:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 432 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384915.651318:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 432/432 into md 0x1889 [1] + 0 00000400:00000200:2.0:1767384915.651326:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp16 to MR: 192.168.203.134@tcp16 local destination 00000400:00000200:2.0:1767384915.651330:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp16 NI seq info: [84:84:255:4294967295] 192.168.203.134@tcp16 LPNI seq info [82:82:7:4294967295] 00000400:00000200:2.0:1767384915.651338:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp16(192.168.203.134@tcp16:192.168.203.134@tcp16) -> 192.168.203.134@tcp16(192.168.203.134@tcp16:192.168.203.134@tcp16) 192.168.203.134@tcp16 : REPLY try# 0 00000800:00000200:2.0:1767384915.651342:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.134@tcp16 00000800:00000010:2.0:1767384915.651347:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006343542. 00000800:00000200:2.0:1767384915.651362:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f645ff1a] -> 12345-192.168.203.134@tcp16 (6) 00000800:00000200:2.0:1767384915.651366:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp16 ip 192.168.203.134:1009 00000800:00000200:2.0:1767384915.651369:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000006343542 type 3, nob 528 niov 1 nkiov 1 00000800:00000001:1.0:1767384915.651389:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384915.651442:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384915.651447:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384915.651450:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384915.651451:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006343542. 00000800:00000001:1.0:1767384915.651457:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384915.651459:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384915.651462:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384915.651467:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp16->192.168.203.134@tcp16: REPLY: OK 00000400:00000200:1.0:1767384915.651475:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp16(192.168.203.134@tcp16) <- 192.168.203.134@tcp16 : REPLY - for me 00000400:00000200:1.0:1767384915.651486:0:16353:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp16: Reply from 12345-192.168.203.134@tcp16 of length 432/432 into md 0x18a5 00000800:00000001:1.0:1767384915.651490:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384915.651495:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384915.651497:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384915.651500:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp16->192.168.203.134@tcp16: REPLY: OK 00000400:00000200:1.0:1767384915.651503:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d0cc2e1 00000400:00000010:1.0:1767384915.651505:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d0cc2e1. 00000400:00000200:1.0:1767384915.651509:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384915.651512:0:16353:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.134@tcp has discovery enabled 00000400:00000200:1.0:1767384915.651516:0:16353:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000200:1.0:1767384915.651520:0:16353:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.134@tcp data present 25. state = 0x100251 00000400:00000200:1.0:1767384915.651524:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:1.0:1767384915.651537:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (26) 00000800:00000001:1.0:1767384915.651543:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384915.651547:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384915.651558:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384915.651566:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384915.651572:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1000d1 00000400:00000010:2.0:1767384915.651579:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 520 at 00000000955c10c9. 00000400:00000010:2.0:1767384915.651582:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 624 at 00000000391c0c2a. 00000400:00000010:2.0:1767384915.651586:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 520 at 00000000b9dbe65c. 00000400:00000200:2.0:1767384915.651614:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp31(00000000bbe1d679) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384915.651621:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000421f208. 00000400:00000200:2.0:1767384915.651626:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000421f208 nid 192.168.203.134@tcp33 00000400:00000010:2.0:1767384915.651629:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000026b24376. 00000400:00000200:2.0:1767384915.651632:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 0000000026b24376 net tcp33 00000400:00000200:2.0:1767384915.651634:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (25) 00000400:00000200:2.0:1767384915.651639:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp33 flags 0x11 00000400:00000010:2.0:1767384915.651660:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 520 at 00000000955c10c9. 00000400:00000010:2.0:1767384915.651666:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 624 at 00000000391c0c2a. 00000400:00000010:2.0:1767384915.651670:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 520 at 00000000b9dbe65c. 00000400:00000010:2.0:1767384915.651673:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 00000000c8cc6172. 00000400:00000200:2.0:1767384915.651677:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:2.0:1767384915.651681:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100151 00000400:00000200:2.0:1767384915.651686:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 rc 1 00000400:00000200:2.0:1767384915.651691:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000400:00000200:2.0:1767384915.651694:0:16356:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.134@tcp 00000400:00000200:2.0:1767384915.651696:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100111 rc 0 00000400:00000200:2.0:1767384915.651701:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:2.0:1767384915.651705:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (26) 00080000:00000010:3.0:1767384915.651891:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000053908059. 00080000:00000010:1.0:1767384915.651941:0:17083:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000882740d7. 00040000:00000001:1.0:1767384915.651948:0:17083:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384915.651950:0:17083:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384915.651953:0:17083:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384915.651958:0:17083:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:1.0:1767384915.651968:0:17083:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384915.651970:0:17083:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384915.651981:0:17083:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384915.651989:0:17083:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384915.651992:0:17083:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384915.651997:0:17083:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:3.0:1767384915.652005:0:17084:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001f753510. 20000000:01000000:3.0:1767384915.652009:0:17084:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 20000000:00000001:3.0:1767384915.652013:0:17084:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384915.652016:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384915.652020:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:2.0:1767384915.652020:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384915.652028:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384915.652036:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384915.652036:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384915.652042:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 10000000:01000000:2.0:1767384915.652043:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384915.652045:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384915.652051:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384915.652053:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.652053:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000002:3.0:1767384915.652059:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 000000007e91d003 00010000:00000001:2.0:1767384915.652060:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:3.0:1767384915.652066:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f71c5dba 00080000:00000002:3.0:1767384915.652068:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000040:2.0:1767384915.652069:0:17105:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000007781349e count: 2 00080000:00000001:3.0:1767384915.652071:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384915.652077:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.652077:0:17105:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384915.652082:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384915.652088:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e605ec10. 00080000:00000001:3.0:1767384915.652089:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384915.652095:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384915.652097:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:3.0:1767384915.652099:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00000020:00000040:2.0:1767384915.652101:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e605ec10 with handle 0xb57eb78819563077 to hash 00080000:00000001:3.0:1767384915.652104:0:17084:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000001:2.0:1767384915.652107:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000010:3.0:1767384915.652110:0:17084:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c66b3ead. 00010000:00000001:2.0:1767384915.652111:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590004431360 : -119483705120256 : ffff935488332a00) 00080000:00000001:3.0:1767384915.652116:0:17084:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585647364096 : -119488062187520 : ffff9353847f9800) 00010000:00000001:2.0:1767384915.652118:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590004431360 : -119483705120256 : ffff935488332a00) 00080000:00000001:3.0:1767384915.652120:0:17084:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384915.652123:0:17084:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384915.652127:0:17084:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000031f493ae. 00010000:00000001:2.0:1767384915.652127:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384915.652133:0:17084:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.652133:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384915.652138:0:17083:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:3.0:1767384915.652142:0:17084:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00010000:2.0:1767384915.652143:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e605ec10/0xb57eb78819563077 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384915.652144:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384915.652148:0:17083:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f82cdbe9. 00080000:00000001:3.0:1767384915.652153:0:17084:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384915.652155:0:17083:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384915.652163:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348027776 00080000:00000001:3.0:1767384915.652166:0:17084:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384915.652166:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384915.652167:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384915.652174:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000200:1.0:1767384915.652177:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001518dbb8 x1853237348027776/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:141/0 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384915.652179:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384915.652184:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384915.652190:0:17105:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:1.0:1767384915.652191:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384915.652196:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384915.652198:0:17105:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000070e762e5/0xb57eb78819563070 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819563069 expref: 16 pid: 17083 timeout: 0 lvb_type: 0 00000100:00001000:1.0:1767384915.652201:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=49 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384915.652213:0:17105:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:1.0:1767384915.652213:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384915.652219:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384915.652221:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:2.0:1767384915.652223:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384915.652227:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384915.652228:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:2.0:1767384915.652230:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384915.652233:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384915.652234:0:17105:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384915.652238:0:17105:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000e605ec10/0xb57eb78819563077 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384915.652238:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384915.652245:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:2.0:1767384915.652248:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007781349e) refcount = 2 00000100:00000040:1.0:1767384915.652250:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384915.652255:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d5254e57. 00000100:00000200:1.0:1767384915.652258:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348027776, offset 224 00010000:00000040:2.0:1767384915.652267:0:17105:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384915.652271:0:17105:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000070e762e5/0xb57eb78819563070 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xb57eb78819563069 expref: 16 pid: 17083 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384915.652272:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:2.0:1767384915.652281:0:17105:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384915.652284:0:17105:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e605ec10/0xb57eb78819563077 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384915.652287:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000010:2.0:1767384915.652299:0:17105:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a3998293. 00000400:00000200:1.0:1767384915.652300:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d04d80 00000100:00000001:2.0:1767384915.652305:0:17105:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000400:00000200:1.0:1767384915.652308:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1891 [2] + 224 00000100:00000010:2.0:1767384915.652309:0:17105:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000037f4bcbd. 00000100:00000001:2.0:1767384915.652315:0:17105:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624585624852544 : -119488084699072 : ffff935383281840) 00000400:00000200:1.0:1767384915.652318:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384915.652319:0:17105:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624585624852544 : -119488084699072 : ffff935383281840) 00000100:00000001:2.0:1767384915.652326:0:17105:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000400:00000200:1.0:1767384915.652329:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384915.652330:0:17105:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384915.652335:0:17105:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:1.0:1767384915.652336:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384915.652338:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384915.652341:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1767384915.652343:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000019038a26 x1853237348027776/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384915.652344:0:17105:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384915.652348:0:17105:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384915.652351:0:17105:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384915.652354:0:17105:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384915.652358:0:17105:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000488f77c0. 00000020:00000040:2.0:1767384915.652361:0:17105:0:(genops.c:1229:class_import_get()) import 000000003b66da55 refcount=2 obd=MGS 00000100:00000001:2.0:1767384915.652363:0:17105:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384915.652366:0:17105:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384915.652370:0:17105:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384915.652378:0:17105:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c8cc6172. 00000100:00000040:1.0:1767384915.652381:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000019038a26 x1853237348027776/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384915.652384:0:17105:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384915.652394:0:17105:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000070e762e5/0xb57eb78819563070 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb57eb78819563069 expref: 16 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384915.652418:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:2.0:1767384915.652425:0:17105:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000070e762e5/0xb57eb78819563070 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb57eb78819563069 expref: 16 pid: 17083 timeout: 387 lvb_type: 0 00000400:00000200:1.0:1767384915.652426:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5254e57 00000400:00000010:1.0:1767384915.652430:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d5254e57. 00000100:00000001:1.0:1767384915.652436:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384915.652441:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384915.652441:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384915.652445:0:17105:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384915.652447:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384915.652448:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384915.652454:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000400:00000001:3.0:1767384915.652456:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384915.652459:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384915.652461:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384915.652462:0:17105:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384915.652463:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384915.652467:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001af9ec5e. 00000020:00000001:1.0:1767384915.652468:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384915.652473:0:17105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000488f77c0 x1853237348028032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384915.652476:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af5556d1 00000100:00000040:1.0:1767384915.652478:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001518dbb8 x1853237348027776/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:141/0 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384915.652483:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000af5556d1. 00000100:00000001:3.0:1767384915.652491:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384915.652501:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000019038a26 x1853237348027776/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384915.652518:0:17105:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384915.652524:0:17105:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384915.652525:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001518dbb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+16:16361:x1853237348027776:12345-0@lo:253: Request processed in 2030us (2736us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384915.652537:0:17105:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000488f77c0 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17105:1853237348028032:0@lo:104: 00000100:00000200:3.0:1767384915.652540:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000019038a26 x1853237348027776/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384915.652546:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00000001:2.0:1767384915.652552:0:17105:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767384915.652555:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 02000000:00000001:2.0:1767384915.652560:0:17105:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384915.652562:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384915.652567:0:17105:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384915.652568:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384915.652569:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384915.652574:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384915.652575:0:17105:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:1.0:1767384915.652577:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007b820bdb. 00000100:00000001:3.0:1767384915.652578:0:16361:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384915.652584:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1767384915.652584:0:17105:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000100f27a4. 00000020:00000010:1.0:1767384915.652585:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005fe211e4. 00000100:00000001:3.0:1767384915.652587:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384915.652591:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384915.652593:0:17105:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384915.652594:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8ae1ed6. 02000000:00000001:3.0:1767384915.652595:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384915.652602:0:17105:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc8f7de2. 00000100:00001000:3.0:1767384915.652603:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=49 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384915.652604:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 15 00000400:00000010:2.0:1767384915.652611:0:17105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b676d75. 00000100:00001000:3.0:1767384915.652612:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=49 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384915.652613:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384915.652618:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d562ebc5. 00000100:00000001:3.0:1767384915.652620:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767384915.652622:0:17105:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348028032, portal 16 00000100:00000001:3.0:1767384915.652624:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384915.652624:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384915.652627:0:17105:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384915.652628:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384915.652631:0:17105:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667944320 : -119483041607296 : ffff9354afbf9180) 00000100:00000200:1.0:1767384915.652634:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384915.652637:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384915.652641:0:16361:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384915.652658:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000621cb0d6. 00000100:00000001:3.0:1767384915.652661:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384915.652666:0:17105:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000488f77c0 x1853237348028032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384931 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767384915.652666:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d5254e57. 00000100:00000040:3.0:1767384915.652670:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000019038a26 x1853237348027776/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384915.652705:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384915.652707:0:17105:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384915.652709:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384915.652712:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384915.652716:0:17105:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:01000004:3.0:1767384915.652718:0:16361:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384915.652722:0:16361:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384915.652723:0:16361:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:2.0:1767384915.652723:0:17105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008769267d. 00000020:01000004:3.0:1767384915.652727:0:16361:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384915.652730:0:16361:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000200:2.0:1767384915.652732:0:17105:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237348028032, offset 0 00000020:01000004:3.0:1767384915.652733:0:16361:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384915.652735:0:16361:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384915.652738:0:16361:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384915.652741:0:16361:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384915.652742:0:16361:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384915.652746:0:17105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384915.652748:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000019038a26 x1853237348027776/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384915.652759:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000019038a26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348027776:0@lo:253: 00000400:00000200:2.0:1767384915.652764:0:17105:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384915.652766:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384915.652770:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384915.652773:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000019038a26 x1853237348027776/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384915.652779:0:17105:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958271d04e80 00000100:00000001:3.0:1767384915.652790:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1767384915.652794:0:17105:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1968 02000000:00000001:3.0:1767384915.652795:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384915.652799:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004a8e2c40. 00000400:00000010:2.0:1767384915.652803:0:17105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007acbc495. 02000000:00000001:3.0:1767384915.652805:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384915.652809:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384915.652811:0:16361:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000400:00000200:2.0:1767384915.652811:0:17105:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006a078fba 00000020:00000001:3.0:1767384915.652834:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384915.652836:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b3080e34. 02000000:00000001:3.0:1767384915.652841:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384915.652843:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1767384915.652850:0:17105:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384915.652852:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000019038a26. 00000100:00000001:3.0:1767384915.652859:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1767384915.652860:0:17105:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384915.652863:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384915.652867:0:17105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a078fba 00000100:00000001:3.0:1767384915.652870:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384915.652873:0:17105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006a078fba. 00000100:00000001:3.0:1767384915.652879:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384915.652882:0:17105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384915.652884:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.652888:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384915.652890:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384915.652896:0:17105:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1767384915.652900:0:17105:0:(events.c:337:request_in_callback()) incoming req@00000000d8f89540 x1853237348028032 msgsize 328 00000100:00100000:2.0:1767384915.652908:0:17105:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384915.652911:0:17105:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384915.652926:0:17105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384915.652935:0:17105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008769267d 00000400:00000010:2.0:1767384915.652939:0:17105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008769267d. 00000100:00000001:2.0:1767384915.652944:0:17105:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384915.652949:0:17105:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000488f77c0 x1853237348028032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384931 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384915.652961:0:17105:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384915.652965:0:17105:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000488f77c0 x1853237348028032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384931 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384915.652972:0:17105:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.652974:0:17105:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1767384915.652978:0:17073:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4b2ac22. 00000100:00000001:2.0:1767384915.652980:0:17105:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.652987:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294904689 00000100:00000010:3.0:1767384915.652991:0:17073:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e9b03e60. 00000100:00000001:2.0:1767384915.652995:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294904686 00000100:00100000:3.0:1767384915.652998:0:17073:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000001:2.0:1767384915.653004:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294904689 00000100:00000200:3.0:1767384915.653006:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000100:00000001:2.0:1767384915.653009:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294904686 00000100:00000001:2.0:1767384915.653014:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294904689 00000400:00000010:3.0:1767384915.653015:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068ce8fbe. 00000100:00000001:2.0:1767384915.653016:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294904686 00000100:00000001:2.0:1767384915.653023:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294904689 00000400:00000010:3.0:1767384915.653026:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037a1fb46. 00000100:00000001:2.0:1767384915.653026:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294904686 00000100:00000001:2.0:1767384915.653033:0:17105:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384915.653037:0:17105:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.653039:0:17105:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.653040:0:17105:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384915.653041:0:17073:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000c10ebe51. 00000020:00000001:2.0:1767384915.653043:0:17105:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.653049:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384915.653050:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384915.653052:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:2.0:1767384915.653052:0:17105:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.653057:0:17105:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00100000:3.0:1767384915.653058:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348028032 02000000:00000001:3.0:1767384915.653062:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384915.653064:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384915.653068:0:17105:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384915.653069:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.653072:0:17105:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.653076:0:17105:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384915.653078:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.653078:0:17105:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384915.653087:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348028032 00000100:00100000:2.0:1767384915.653095:0:17105:0:(client.c:2690:ptlrpc_set_wait()) set 0000000037f4bcbd going to sleep for 11 seconds 00000020:00000001:3.0:1767384915.653096:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384915.653101:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562d98 00000100:00000001:2.0:1767384915.653102:0:17105:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384915.653105:0:17105:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384915.653107:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384915.653111:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 000000009de0d226 refcount=3 00000020:00000001:3.0:1767384915.653115:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590787602432 : -119482921949184 : ffff9354b6e16800) 00000020:00000001:3.0:1767384915.653119:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590787602432 : -119482921949184 : ffff9354b6e16800) 00000100:00000001:3.0:1767384915.653123:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384915.653127:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009256565d. 00000100:00000001:3.0:1767384915.653130:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384915.653132:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009256565d. 00000020:00000010:3.0:1767384915.653138:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3dd92f3. 00000020:00000010:3.0:1767384915.653143:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001ffd45e6. 00000020:00000010:3.0:1767384915.653147:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009ab856cb. 00000100:00000040:3.0:1767384915.653166:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767384915.653168:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384915.653170:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384915.653171:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.653177:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.653190:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384915.653206:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384915.653209:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384915.653209:0:22109:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384915.653213:0:22109:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384915.653218:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:3.0:1767384915.653223:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000009de0d226 : new rpc_count 1 00000100:00000001:2.0:1767384915.653224:0:22109:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.653227:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624589980315728 : -119483729235888 : ffff935486c33050) 00000100:00000001:2.0:1767384915.653228:0:22109:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384915.653239:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d8f89540 x1853237348028032/t0(0) o104->b543db4a-4900-454f-be04-352b2897a173@0@lo:141/0 lens 328/0 e 0 to 0 dl 1767384926 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384915.653252:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384915.653257:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009256565d. 00000100:00000001:3.0:1767384915.653260:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384915.653264:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009256565d. 00000100:00100000:3.0:1767384915.653269:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d8f89540 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b543db4a-4900-454f-be04-352b2897a173+3:17105:x1853237348028032:12345-0@lo:104: 00000100:00000200:3.0:1767384915.653274:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348028032 00010000:00000001:3.0:1767384915.653277:0:17073:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384915.653282:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384915.653284:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384915.653287:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002fa4dab2 refcount=2 00000020:00000001:3.0:1767384915.653289:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384915.653293:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384915.653296:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384915.653299:0:17073:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384915.653303:0:17073:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819563069 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb57eb78819563070 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384915.653313:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384915.653315:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384915.653326:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000065a2bc66. 02000000:00000001:3.0:1767384915.653329:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.653332:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384915.653335:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384915.653338:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384915.653350:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ecba4e0e time=49 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384915.653354:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384915.653357:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:3.0:1767384915.653359:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:3.0:1767384915.653362:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384915.653364:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.653367:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384915.653370:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384915.653373:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b17c2ed. 00000100:00000200:3.0:1767384915.653377:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237348028032, offset 224 00000400:00000200:3.0:1767384915.653384:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384915.653393:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384915.653402:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958271d04e80 00000400:00000200:3.0:1767384915.653421:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x18ad [1] + 224 00000400:00000200:3.0:1767384915.653427:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384915.653431:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384915.653435:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384915.653441:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000488f77c0 x1853237348028032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384931 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384915.653452:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000488f77c0 x1853237348028032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384915.653472:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384915.653478:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b17c2ed 00000400:00000010:3.0:1767384915.653481:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b17c2ed. 00000100:00000001:3.0:1767384915.653484:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384915.653487:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384915.653492:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384915.653496:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:2.0:1767384915.653497:0:17105:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384915.653501:0:17073:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000001:2.0:1767384915.653504:0:17105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384915.653506:0:17105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384915.653508:0:17105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc8f7de2. 00000400:00000200:2.0:1767384915.653512:0:17105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b676d75 00000400:00000010:2.0:1767384915.653515:0:17105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b676d75. 00010000:00000010:3.0:1767384915.653516:0:17073:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000006b106003. 00000100:00000001:2.0:1767384915.653518:0:17105:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384915.653524:0:17073:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:2.0:1767384915.653527:0:17105:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000488f77c0 x1853237348028032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384915.653536:0:17105:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000488f77c0 x1853237348028032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1767384915.653540:0:17073:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:2.0:1767384915.653543:0:17105:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384915.653546:0:17073:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.653547:0:17105:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384915.653553:0:17073:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.653553:0:17105:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384915.653557:0:17105:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384915.653559:0:17073:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.653560:0:17105:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384915.653565:0:17105:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384915.653567:0:17105:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384915.653567:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:3.0:1767384915.653571:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8f89540 x1853237348028032/t0(0) o104->b543db4a-4900-454f-be04-352b2897a173@0@lo:141/0 lens 328/224 e 0 to 0 dl 1767384926 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00001000:2.0:1767384915.653573:0:17105:0:(import.c:2128:obd_at_measure()) add 5 to 000000008ef118cb time=49 v=5 (5 0 0 0) 00000020:00000001:1.0:1767384915.653580:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384915.653583:0:17105:0:(import.c:2128:obd_at_measure()) add 1 to 00000000456edb1d time=49 v=5 (1 0 0 0) 00010000:00010000:1.0:1767384915.653588:0:17078:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:2.0:1767384915.653593:0:17105:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767384915.653596:0:17078:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:2.0:1767384915.653597:0:17105:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384915.653601:0:17078:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:2.0:1767384915.653603:0:17105:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00010000:1.0:1767384915.653606:0:17078:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819563069 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb57eb78819563070 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384915.653608:0:17105:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384915.653614:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d8f89540 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b543db4a-4900-454f-be04-352b2897a173+3:17105:x1853237348028032:12345-0@lo:104: Request processed in 356us (707us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384915.653615:0:17105:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384915.653624:0:17078:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002fa4dab2 already unused, calling callback (00000000099ed54c) 00000100:00000040:2.0:1767384915.653632:0:17105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000488f77c0 x1853237348028032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:1.0:1767384915.653632:0:17078:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384915.653638:0:17078:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819563069 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb57eb78819563070 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384915.653640:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:3.0:1767384915.653665:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009de0d226 : new rpc_count 0 00000100:00000001:3.0:1767384915.653673:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384915.653676:0:17105:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384915.653680:0:17105:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384915.653681:0:17105:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384915.653683:0:17078:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384915.653684:0:17105:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000100:00000001:3.0:1767384915.653686:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384915.653687:0:17078:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384915.653688:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1767384915.653692:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001ffd45e6. 00000020:00000001:1.0:1767384915.653693:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384915.653694:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384915.653698:0:17105:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384915.653699:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002fa4dab2 refcount=3 00000020:00000010:3.0:1767384915.653703:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009ab856cb. 00000100:00000040:2.0:1767384915.653705:0:17105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000488f77c0 x1853237348028032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384931 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767384915.653706:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00000020:00000010:3.0:1767384915.653711:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c3dd92f3. 00010000:00000001:1.0:1767384915.653712:0:17078:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:1.0:1767384915.653722:0:17078:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000040:3.0:1767384915.653723:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000009de0d226 : new refcount 2 00000100:00100000:2.0:1767384915.653726:0:17105:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000488f77c0 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17105:1853237348028032:0@lo:104: 00010000:00010000:1.0:1767384915.653726:0:17078:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819563069 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb57eb78819563070 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384915.653733:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384915.653737:0:17105:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384915.653739:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000065a2bc66. 10000000:00000001:1.0:1767384915.653748:0:17078:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1767384915.653749:0:17105:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384915.653752:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 10000000:00010000:1.0:1767384915.653754:0:17078:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819563069 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb57eb78819563070 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384915.653755:0:17105:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000001:3.0:1767384915.653757:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384915.653759:0:17105:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1767384915.653762:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005b4d3447. 00000100:00000040:2.0:1767384915.653766:0:17105:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000488f77c0 x1853237348028032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384931 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384915.653770:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 10000000:01000000:1.0:1767384915.653771:0:17078:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000010:3.0:1767384915.653775:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004f1ab0f3. 10000000:00000001:1.0:1767384915.653782:0:17078:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 02000000:00000001:3.0:1767384915.653785:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384915.653786:0:17105:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:00000040:1.0:1767384915.653787:0:17078:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 02000000:00000010:3.0:1767384915.653789:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000012b8444c. 02000000:00000001:2.0:1767384915.653791:0:17105:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00000040:1.0:1767384915.653795:0:17078:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 02000000:00000010:2.0:1767384915.653797:0:17105:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000100f27a4. 02000000:00000001:3.0:1767384915.653798:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384915.653799:0:17078:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1767384915.653804:0:17105:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767384915.653804:0:17078:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384915.653805:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000054119cc5. 00000020:00000001:2.0:1767384915.653809:0:17105:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767384915.653851:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384915.653855:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b134d010. 02000000:00000001:3.0:1767384915.653861:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384915.653864:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000506da25d. 02000000:00000001:3.0:1767384915.653870:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384915.653881:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c1418056. 02000000:00000001:3.0:1767384915.653887:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384915.653889:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002af5336b. 02000000:00000001:3.0:1767384915.653895:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384915.653897:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003e9e8426. 10000000:00000001:1.0:1767384915.653901:0:17078:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 02000000:00000001:3.0:1767384915.653902:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384915.653907:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000061d9b195. 10000000:00000001:1.0:1767384915.653907:0:17078:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384915.653912:0:17078:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000002298ce) refs 2 02000000:00000001:3.0:1767384915.653917:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384915.653919:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000514e84ae. 02000000:00000001:3.0:1767384915.653923:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384915.653926:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ad0aeebc. 10000000:00000001:1.0:1767384915.653928:0:17078:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000010:3.0:1767384915.653932:0:17073:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000facf727b. 10000000:00000001:1.0:1767384915.653933:0:17078:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384915.653941:0:17073:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 00000000d3c222dd. 00010000:00000001:1.0:1767384915.653942:0:17078:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384915.653949:0:17078:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384915.653951:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384915.653952:0:17078:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384915.653959:0:17078:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384915.653963:0:17078:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384915.653966:0:17078:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002fa4dab2 with handle 0xb57eb78819563069 from hash 00010000:00000001:1.0:1767384915.653969:0:17078:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384915.653970:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384915.653972:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384915.653973:0:17078:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384915.653976:0:17078:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384915.653978:0:17078:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384915.653982:0:17078:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384915.653985:0:17078:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384915.653990:0:17078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000abdfdc54. 00000020:00000040:1.0:1767384915.653993:0:17078:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00000001:1.0:1767384915.653996:0:17078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384915.653998:0:17078:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384915.654001:0:17078:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384915.654006:0:17078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000058f98f32. 00000100:00000001:1.0:1767384915.654010:0:17078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384915.654012:0:17078:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384915.654016:0:17078:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819563069 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb57eb78819563070 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384915.654022:0:17078:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384915.654023:0:17078:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384915.654027:0:17078:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384915.654028:0:17078:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384915.654035:0:17078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000abdfdc54] to pc [ptlrpcd_00_01+1] req@00000000abdfdc54 x1853237348028160/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384915.654060:0:17078:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384915.654063:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384915.654065:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384915.654074:0:17078:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384915.654076:0:17078:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384915.654078:0:17078:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.654080:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:1.0:1767384915.654081:0:17078:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819563069 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb57eb78819563070 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384915.654087:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384915.654089:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384915.654097:0:17078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819563069 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb57eb78819563070 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384915.654100:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000040:1.0:1767384915.654106:0:17078:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005b517519 count: 0 00000100:00000040:3.0:1767384915.654111:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000abdfdc54 x1853237348028160/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384915.654122:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384915.654124:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384915.654129:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1767384915.654129:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384915.654133:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384915.654134:0:17078:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384915.654138:0:17078:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000006b106003. 02000000:00000001:3.0:1767384915.654140:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384915.654144:0:17078:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384915.654150:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000abdfdc54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348028160:0@lo:103: 00000020:00000001:1.0:1767384915.654150:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384915.654154:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.654159:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:1.0:1767384915.654161:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767384915.654165:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1767384915.654165:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384915.654170:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384915.654171:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384915.654179:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:1.0:1767384915.654180:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384915.654185:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:3.0:1767384915.654186:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c3dd92f3. 00000020:00000001:1.0:1767384915.654188:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384915.654192:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384915.654194:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767384915.654201:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001be486be. 00000400:00000010:3.0:1767384915.654209:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b17c2ed. 00000100:00000200:3.0:1767384915.654214:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348028160, portal 18 00000100:00000001:3.0:1767384915.654218:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384915.654228:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590793064448 : -119482916487168 : ffff9354b734c000) 00000100:00000040:3.0:1767384915.654234:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000abdfdc54 x1853237348028160/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384931 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384915.654239:0:17105:0:(genops.c:1242:class_import_put()) import 000000003b66da55 refcount=1 obd=MGS 00000020:00000001:2.0:1767384915.654246:0:17105:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384915.654248:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1767384915.654250:0:17105:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c8cc6172. 00000100:00000040:3.0:1767384915.654255:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384915.654257:0:17105:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:3.0:1767384915.654261:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006029bd08. 02000000:00000001:2.0:1767384915.654261:0:17105:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384915.654264:0:17105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000488f77c0. 00000100:00000200:3.0:1767384915.654268:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237348028160, offset 0 00000100:00000001:2.0:1767384915.654270:0:17105:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384915.654273:0:17105:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384915.654277:0:17105:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000037f4bcbd. 00000400:00000200:3.0:1767384915.654282:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384915.654283:0:17105:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384915.654287:0:17105:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384915.654290:0:17105:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a3998293. 00000400:00000200:3.0:1767384915.654295:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384915.654302:0:17105:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.654305:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384915.654310:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958271d04f00 00080000:00000010:1.0:1767384915.654310:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c66b3ead. 00010000:00000001:2.0:1767384915.654311:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384915.654322:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384915.654326:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:3.0:1767384915.654327:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1968 00010000:00010000:2.0:1767384915.654329:0:17105:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000e605ec10/0xb57eb78819563077 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384915.654333:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1b7cf2f. 00080000:00000010:1.0:1767384915.654334:0:17084:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000031f493ae. 00040000:00000001:1.0:1767384915.654343:0:17084:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:3.0:1767384915.654344:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000010c62035 00040000:00000001:1.0:1767384915.654348:0:17084:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:3.0:1767384915.654351:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:1.0:1767384915.654351:0:17084:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384915.654360:0:17084:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 00000400:00000200:3.0:1767384915.654365:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 20000000:00000001:1.0:1767384915.654366:0:17084:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384915.654371:0:17084:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:3.0:1767384915.654375:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010c62035 20000000:01000000:1.0:1767384915.654376:0:17084:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000010:3.0:1767384915.654382:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000010c62035. 20000000:00000001:1.0:1767384915.654382:0:17084:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384915.654389:0:17084:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00000001:3.0:1767384915.654393:0:16359:0:(events.c:286:request_in_callback()) Process entered 00080000:00000001:1.0:1767384915.654394:0:17084:0:(osd_handler.c:2844:osd_sync()) Process entered 00000100:00000200:3.0:1767384915.654397:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:3.0:1767384915.654412:0:16359:0:(events.c:337:request_in_callback()) incoming req@0000000026f0845d x1853237348028160 msgsize 328 00000100:00100000:3.0:1767384915.654422:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384915.654426:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384915.654442:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384915.654448:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006029bd08 00000400:00000010:3.0:1767384915.654451:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006029bd08. 00000100:00000001:3.0:1767384915.654455:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384915.654459:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000abdfdc54 x1853237348028160/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384931 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384915.654471:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384915.654474:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000abdfdc54 x1853237348028160/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384931 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384915.654483:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.654484:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384915.654489:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.654501:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294904690 00000100:00000001:3.0:1767384915.654506:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294904689 00000100:00000001:3.0:1767384915.654510:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294904690 00000100:00000001:3.0:1767384915.654513:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294904689 00000100:00000001:3.0:1767384915.654516:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294904690 00000100:00000001:3.0:1767384915.654521:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294904689 00000100:00000001:3.0:1767384915.654526:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294904690 00000100:00000001:3.0:1767384915.654532:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294904689 00000100:00000001:3.0:1767384915.654537:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384915.654540:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384915.654540:0:17084:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384915.654547:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000001:3.0:1767384915.654548:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384915.654550:0:17084:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000018902741. 00000100:00000001:3.0:1767384915.654553:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384915.654556:0:17084:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.654561:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000040:1.0:1767384915.654561:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348027904 00000100:00000001:3.0:1767384915.654566:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1767384915.654566:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384915.654573:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000200:1.0:1767384915.654575:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cd553c62 x1853237348027904/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:141/0 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384915.654576:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384915.654580:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.654586:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384915.654591:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384915.654595:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384915.654598:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=49 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384915.654601:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384915.654603:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:1.0:1767384915.654606:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:1.0:1767384915.654608:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384915.654610:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.654612:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384915.654614:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767384915.654617:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348028160 00000100:00000040:1.0:1767384915.654621:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384915.654623:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1767384915.654626:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fca908ca. 00000100:00000001:3.0:1767384915.654627:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384915.654632:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348027904, offset 224 00000100:00000001:3.0:1767384915.654633:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384915.654657:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384915.654658:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384915.654666:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348028160 00000020:00000001:3.0:1767384915.654671:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384915.654672:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1767384915.654676:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:3.0:1767384915.654681:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384915.654684:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d04e00 00000020:00000040:3.0:1767384915.654686:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=16 00000020:00000001:3.0:1767384915.654693:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000400:00000200:1.0:1767384915.654695:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1899 [2] + 224 00000020:00000001:3.0:1767384915.654701:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000400:00000200:1.0:1767384915.654703:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384915.654708:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384915.654711:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384915.654714:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384915.654719:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003c02c452 x1853237348027904/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384915.654722:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009256565d. 00000100:00000001:3.0:1767384915.654729:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384915.654734:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009256565d. 00000100:00000040:1.0:1767384915.654736:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003c02c452 x1853237348027904/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384915.654742:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6482ea4. 00000100:00000001:1.0:1767384915.654747:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384915.654749:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001ffd45e6. 00000400:00000200:1.0:1767384915.654754:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fca908ca 00000020:00000010:3.0:1767384915.654756:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009ab856cb. 00000400:00000010:1.0:1767384915.654758:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fca908ca. 00000100:00000040:3.0:1767384915.654764:0:17076:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384915.654768:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384915.654771:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384915.654774:0:17076:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:1.0:1767384915.654774:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384915.654779:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384915.654780:0:17076:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384915.654784:0:17076:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:1.0:1767384915.654787:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384915.654788:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384915.654791:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384915.654794:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070e762e5 refcount=4 00000100:00000040:1.0:1767384915.654795:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000020:00000001:3.0:1767384915.654798:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384915.654800:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384915.654802:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00000020:00000001:1.0:1767384915.654804:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384915.654808:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00010000:3.0:1767384915.654809:0:17076:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000070e762e5/0xb57eb78819563070 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb57eb78819563069 expref: 16 pid: 17083 timeout: 387 lvb_type: 0 00000100:00000040:1.0:1767384915.654835:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cd553c62 x1853237348027904/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:141/0 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384915.654855:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1767384915.654860:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cd553c62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+16:16358:x1853237348027904:12345-0@lo:253: Request processed in 4338us (4701us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384915.654861:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384915.654865:0:17076:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384915.654871:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384915.654875:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00000001:3.0:1767384915.654880:0:17076:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:1.0:1767384915.654880:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:1.0:1767384915.654883:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384915.654889:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384915.654890:0:17076:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000026f0845d x1853237348028160/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:141/0 lens 328/0 e 0 to 0 dl 1767384926 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384915.654894:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000083682fa6. 00000020:00000010:1.0:1767384915.654904:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000060014beb. 00000100:00000001:3.0:1767384915.654907:0:17076:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384915.654911:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384915.654911:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c63498e. 00000020:00000040:1.0:1767384915.654921:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 15 02000000:00000001:1.0:1767384915.654925:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384915.654927:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006d53d794. 00000100:00000001:3.0:1767384915.654929:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384915.654933:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384915.654938:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384915.654945:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384915.654948:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:1.0:1767384915.654951:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b2ae22c. 00000100:00000001:3.0:1767384915.654952:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384915.654959:0:18907:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384915.654960:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000400:00000010:1.0:1767384915.654961:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fca908ca. 00000100:00000001:2.0:1767384915.654964:0:18907:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384915.654967:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384915.654969:0:18907:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.654971:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590874499152 : -119482835052464 : ffff9354bc0f5850) 00000100:00000001:2.0:1767384915.654973:0:18907:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384915.654985:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000026f0845d x1853237348028160/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:141/0 lens 328/0 e 0 to 0 dl 1767384926 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384915.654993:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384915.654997:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009256565d. 00000100:00000001:3.0:1767384915.654999:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384915.655000:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009256565d. 00000100:00100000:3.0:1767384915.655004:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000026f0845d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b543db4a-4900-454f-be04-352b2897a173+15:16359:x1853237348028160:12345-0@lo:103: 00000100:00000200:3.0:1767384915.655007:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348028160 00010000:00000001:3.0:1767384915.655009:0:17076:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384915.655012:0:17076:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384915.655013:0:17076:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384915.655017:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384915.655018:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384915.655021:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000065a2bc66. 02000000:00000001:3.0:1767384915.655023:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.655025:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384915.655026:0:17076:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384915.655028:0:17076:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384915.655029:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384915.655031:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384915.655032:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070e762e5 refcount=4 00000020:00000001:3.0:1767384915.655034:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:3.0:1767384915.655036:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000040:3.0:1767384915.655037:0:17076:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000007781349e count: 3 00010000:00010000:3.0:1767384915.655040:0:17076:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000070e762e5/0xb57eb78819563070 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb57eb78819563069 expref: 15 pid: 17083 timeout: 387 lvb_type: 0 00000100:00001000:3.0:1767384915.655045:0:17076:0:(import.c:2128:obd_at_measure()) add 0 to 00000000f06c522d time=1767384915 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384915.655048:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384915.655052:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384915.655053:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384915.655054:0:17076:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000070e762e5/0xb57eb78819563070 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb57eb78819563069 expref: 15 pid: 17083 timeout: 387 lvb_type: 0 00000020:00000001:3.0:1767384915.655067:0:17076:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384915.655069:0:17076:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384915.655070:0:17076:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384915.655072:0:17076:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384915.655074:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384915.655076:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384915.655093:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384915.655094:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384915.655096:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384915.655097:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384915.655098:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000070e762e5 with handle 0xb57eb78819563070 from hash 00010000:00000001:3.0:1767384915.655100:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384915.655102:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384915.655102:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384915.655103:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384915.655104:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384915.655105:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384915.655107:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000070e762e5/0xb57eb78819563070 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb57eb78819563069 expref: 15 pid: 17083 timeout: 387 lvb_type: 0 00010000:00000040:3.0:1767384915.655111:0:17076:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003d3e266f : new locks_count 9 00000020:00000040:3.0:1767384915.655113:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00010000:00000001:3.0:1767384915.655116:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384915.655118:0:17076:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384915.655119:0:17076:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384915.655121:0:17076:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000e605ec10 00010000:00000001:3.0:1767384915.655122:0:17076:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384915.655124:0:17076:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384915.655125:0:17076:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384915.655126:0:17076:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384915.655127:0:17076:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384915.655129:0:17076:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384915.655130:0:17076:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384915.655132:0:17076:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000e605ec10/0xb57eb78819563077 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384915.655146:0:17076:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384915.655148:0:17076:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384915.655149:0:17076:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384915.655150:0:17076:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384915.655151:0:17076:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007781349e) refcount = 2 00010000:00010000:3.0:1767384915.655154:0:17076:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e605ec10/0xb57eb78819563077 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384915.655158:0:17076:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384915.655160:0:17076:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384915.655161:0:17076:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384915.655163:0:17076:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384915.655167:0:17076:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009256565d. 00000100:00000001:3.0:1767384915.655169:0:17076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384915.655173:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000385b9da2. 00000100:00000001:3.0:1767384915.655174:0:17076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624589975101632 : -119483734449984 : ffff93548673a0c0) 00000100:00000001:3.0:1767384915.655176:0:17076:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624589975101632 : -119483734449984 : ffff93548673a0c0) 00000100:00000001:3.0:1767384915.655178:0:17076:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384915.655180:0:17076:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384915.655181:0:17076:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384915.655183:0:17076:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384915.655186:0:17076:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003151402s 00010000:00000001:3.0:1767384915.655189:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384915.655190:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384915.655192:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e605ec10 refcount=5 00000020:00000001:3.0:1767384915.655194:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004431360 : -119483705120256 : ffff935488332a00) 00010000:00000001:3.0:1767384915.655196:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004431360 : -119483705120256 : ffff935488332a00) 00010000:00000001:3.0:1767384915.655198:0:17076:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384915.655200:0:17076:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e605ec10/0xb57eb78819563077 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384915.655205:0:17076:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384915.655207:0:17076:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e605ec10/0xb57eb78819563077 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384915.655216:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384915.655217:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384915.655219:0:17076:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e605ec10/0xb57eb78819563077 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384915.655223:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384915.655225:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384915.655226:0:17076:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384915.655227:0:17076:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e605ec10/0xb57eb78819563077 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384915.655231:0:17076:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e605ec10 already unused, calling callback (00000000df0e66e0) 00010000:00000001:3.0:1767384915.655233:0:17076:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384915.655234:0:17076:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384915.655236:0:17076:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e605ec10/0xb57eb78819563077 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384915.655239:0:17076:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384915.655240:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384915.655242:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384915.655242:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e605ec10 refcount=6 00000020:00000001:3.0:1767384915.655244:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004431360 : -119483705120256 : ffff935488332a00) 00010000:00000001:3.0:1767384915.655246:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004431360 : -119483705120256 : ffff935488332a00) 00010000:00000001:3.0:1767384915.655247:0:17076:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384915.655249:0:17076:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e605ec10/0xb57eb78819563077 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384915.655253:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384915.655254:0:17076:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384915.655255:0:17076:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384915.655265:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384915.655266:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384915.655268:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384915.655276:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384915.655278:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e605ec10 with handle 0xb57eb78819563077 from hash 00010000:00000001:3.0:1767384915.655281:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384915.655282:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384915.655284:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384915.655285:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384915.655286:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384915.655287:0:17076:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384915.655290:0:17076:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384915.655292:0:17076:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384915.655292:0:17105:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000e605ec10/0xb57eb78819563077 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384915.655297:0:17076:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384915.655303:0:17076:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384915.655306:0:17076:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384915.655309:0:17105:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384915.655310:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384915.655314:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384915.655315:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384915.655316:0:17076:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384915.655319:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e605ec10/0xb57eb78819563077 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384915.655320:0:17076:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384915.655327:0:17076:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384915.655333:0:17076:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e605ec10/0xb57eb78819563077 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384915.655334:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384915.655338:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384915.655342:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384915.655343:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:2.0:1767384915.655345:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:3.0:1767384915.655347:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384915.655350:0:17076:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384915.655351:0:17076:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384915.655353:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384915.655354:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384915.655356:0:17076:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384915.655358:0:17076:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384915.655360:0:17076:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384915.655362:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384915.655363:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e605ec10/0xb57eb78819563077 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384915.655370:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384915.655379:0:17076:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384915.655381:0:17076:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384915.655382:0:17076:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384915.655389:0:17076:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.655390:0:17076:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.655392:0:17076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384915.655393:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000385b9da2. 00000100:00000001:3.0:1767384915.655396:0:17076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384915.655398:0:17076:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384915.655400:0:17076:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009256565d. 00010000:00000001:3.0:1767384915.655402:0:17076:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384915.655404:0:17076:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007781349e count: 0 00010000:00010000:3.0:1767384915.655410:0:17076:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384915.655412:0:17076:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384915.655415:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384915.655417:0:17076:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384915.655419:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 0000000059180339 time=49 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384915.655422:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384915.655440:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:3.0:1767384915.655442:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:3.0:1767384915.655444:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384915.655446:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.655448:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384915.655450:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384915.655453:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006029bd08. 00000100:00000200:3.0:1767384915.655456:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237348028160, offset 224 00000400:00000200:3.0:1767384915.655460:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384915.655465:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384915.655470:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958271d04f00 00000400:00000200:3.0:1767384915.655474:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x18c1 [1] + 224 00000400:00000200:3.0:1767384915.655478:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384915.655480:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384915.655483:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384915.655486:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000abdfdc54 x1853237348028160/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384931 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384915.655494:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000abdfdc54 x1853237348028160/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384915.655521:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384915.655527:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006029bd08 00000400:00000010:3.0:1767384915.655529:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006029bd08. 00000100:00000001:3.0:1767384915.655532:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384915.655533:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384915.655539:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.655540:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384915.655542:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:2.0:1767384915.655560:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384915.655563:0:17076:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384915.655566:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384915.655569:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384915.655571:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001be486be. 00000400:00000200:2.0:1767384915.655575:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b17c2ed 00010000:00000001:3.0:1767384915.655576:0:17076:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384915.655580:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b17c2ed. 00000100:00000040:3.0:1767384915.655584:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026f0845d x1853237348028160/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:141/0 lens 328/224 e 0 to 0 dl 1767384926 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384915.655586:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384915.655595:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000abdfdc54 x1853237348028160/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384915.655601:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000026f0845d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b543db4a-4900-454f-be04-352b2897a173+14:16359:x1853237348028160:12345-0@lo:103: Request processed in 604us (1184us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384915.655620:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000200:2.0:1767384915.655621:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000abdfdc54 x1853237348028160/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384915.655627:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:3.0:1767384915.655633:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384915.655635:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384915.655639:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001ffd45e6. 00000020:00000010:3.0:1767384915.655661:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009ab856cb. 00000100:00000001:2.0:1767384915.655663:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384915.655669:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384915.655671:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6482ea4. 00000100:00000001:2.0:1767384915.655671:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384915.655675:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384915.655678:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384915.655680:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384915.655681:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 02000000:00000001:2.0:1767384915.655682:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384915.655686:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 000000009e62be5a time=49 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384915.655695:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=49 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384915.655698:0:17076:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384915.655698:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1767384915.655704:0:17076:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000065a2bc66. 00000100:00000001:2.0:1767384915.655704:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.655709:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384915.655712:0:17076:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384915.655713:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.655718:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384915.655719:0:17076:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1767384915.655723:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000abdfdc54 x1853237348028160/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384915.655725:0:17076:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000073b32041. 02000000:00000001:3.0:1767384915.655732:0:17076:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384915.655737:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009b51ba22. 00000100:00000001:2.0:1767384915.655737:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384915.655743:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384915.655746:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384915.655747:0:17076:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1767384915.655750:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000abdfdc54 x1853237348028160/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384931 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384915.655752:0:17076:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000487233c7. 02000000:00000001:3.0:1767384915.655761:0:17076:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384915.655765:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000020ec9fcc. 00000100:00100000:2.0:1767384915.655765:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000abdfdc54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348028160:0@lo:103: 00000100:00000001:2.0:1767384915.655775:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384915.655776:0:17076:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384915.655777:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384915.655780:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000abdfdc54 x1853237348028160/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384931 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384915.655785:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:3.0:1767384915.655790:0:17076:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006aa7742c. 02000000:00000001:2.0:1767384915.655790:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384915.655794:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c3dd92f3. 02000000:00000001:3.0:1767384915.655798:0:17076:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384915.655799:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:3.0:1767384915.655804:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e933ccb9. 00000020:00000001:2.0:1767384915.655804:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384915.655807:0:16359:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:2.0:1767384915.655812:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384915.655846:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000058f98f32. 02000000:00000001:3.0:1767384915.655859:0:17076:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1767384915.655862:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:3.0:1767384915.655863:0:17076:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c3899b49. 02000000:00000001:2.0:1767384915.655867:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1767384915.655872:0:17076:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384915.655872:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000abdfdc54. 00000100:00000010:3.0:1767384915.655877:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004bb0b38e. 00000100:00000001:2.0:1767384915.655882:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1767384915.655885:0:17076:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384915.655886:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384915.655890:0:17076:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000000d99fdf. 00000100:00000001:2.0:1767384915.655892:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384915.655898:0:17076:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384915.655901:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000073dd091c. 00000100:00000001:2.0:1767384915.655903:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384915.655905:0:17076:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384915.655907:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384915.655910:0:17076:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000007282af0. 00000100:00000001:2.0:1767384915.655914:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384915.655917:0:17076:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384915.655919:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384915.655921:0:17076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000082864e43. 00000100:00000001:3.0:1767384915.655929:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384915.655936:0:17076:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1767384915.655941:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028681e71. 00000400:00000010:3.0:1767384915.655946:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000385b9da2. 00000100:00000001:3.0:1767384915.655966:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384915.655968:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384915.655972:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384915.655974:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384915.655976:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009306e848. 00000400:00000200:3.0:1767384915.655979:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005087b62b 00000400:00000010:3.0:1767384915.655981:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005087b62b. 00000100:00000001:3.0:1767384915.655985:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384915.655990:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003c02c452 x1853237348027904/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384915.655999:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003c02c452 x1853237348027904/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384915.656008:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384915.656010:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384915.656012:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384915.656014:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384915.656016:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384915.656017:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384915.656029:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384915.656034:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=49 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384915.656038:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=49 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384915.656041:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384915.656042:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384915.656060:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384915.656062:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.656064:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384915.656068:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003c02c452 x1853237348027904/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384915.656076:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384915.656079:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384915.656081:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384915.656084:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384915.656086:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384915.656088:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384915.656089:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384915.656091:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384915.656092:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384915.656094:0:16358:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384915.656096:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384915.656097:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384915.656100:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003c02c452 x1853237348027904/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384915.656108:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003c02c452 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348027904:0@lo:253: 00000100:00000001:3.0:1767384915.656113:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384915.656116:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384915.656118:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003c02c452 x1853237348027904/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384915.656126:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384915.656128:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384915.656131:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009d49532e. 02000000:00000001:3.0:1767384915.656135:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384915.656137:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384915.656138:0:16358:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:3.0:1767384915.656149:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384915.656152:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000bdd98002. 02000000:00000001:3.0:1767384915.656156:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384915.656158:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384915.656160:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003c02c452. 00000100:00000001:3.0:1767384915.656164:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384915.656166:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384915.656168:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384915.656174:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384915.656176:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384915.656180:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384915.656183:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384915.659924:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294904690, at 4294904691 00000100:00000010:2.0:1767384915.659935:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000406a8fbc. 00010000:00000010:3.1:1767384915.660901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000070e762e5. 00010000:00000010:1.1:1767384915.660910:0:28610:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005b517519. 00010000:00000010:3.1:1767384915.660913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e605ec10. 00010000:00000010:3.1:1767384915.660925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007781349e. 00010000:00000010:1.1:1767384915.660927:0:28610:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002fa4dab2. 00000100:00000040:3.0:1767384915.660941:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294904690, at 4294904692 00000100:00000040:1.0:1767384915.660950:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294904690, at 4294904692 00000100:00000010:3.0:1767384915.660951:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004ac83424. 00000100:00000010:1.0:1767384915.660963:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000005f4396f. 00000100:00000040:0.0:1767384915.661010:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294904690, at 4294904692 00000100:00000010:0.0:1767384915.661021:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000094f2c922. 00000400:00000010:0.0:1767384915.672771:0:28612:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d7637c37. 00000400:00000040:0.0:1767384915.672801:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384915.672807:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384915.672870:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384915.672873:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384915.672876:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384915.672878:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384915.672881:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384915.672883:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384915.672885:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384915.672887:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384915.672890:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384915.672893:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384915.672895:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384915.672898:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384915.672899:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384915.672902:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384915.672904:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384915.672905:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384915.672907:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384915.672909:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384915.672911:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384915.672913:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384915.672915:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384915.672917:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384915.672919:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384915.672921:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384915.672923:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384915.672925:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384915.672927:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384915.672928:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384915.672930:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384915.672933:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384915.672935:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384915.672936:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384915.672938:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384915.672940:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384915.672942:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384915.672944:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384915.672946:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384915.672948:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384915.672950:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384915.672957:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384915.672960:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384915.672962:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384915.672964:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384915.672966:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384915.672968:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384915.672969:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384915.672972:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384915.672973:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384915.672975:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384915.672976:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384915.672977:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384915.672979:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384915.672981:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384915.672982:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384915.672983:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384915.673114:0:28612:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d7637c37. 00010000:00000001:0.0:1767384915.992952:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384915.992974:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384915.992980:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384915.992981:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384915.993036:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384915.993041:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384915.993046:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384916.376909:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp30 00000400:00000010:1.0:1767384916.376916:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009c76c6fe. 00000400:00000010:1.0:1767384916.376923:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000053908059. 00000400:00000010:1.0:1767384916.376927:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a90983c2. 00000400:00000010:1.0:1767384916.376934:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c59e1869. 00000400:00000200:1.0:1767384916.376945:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp30 00000400:00000200:1.0:1767384916.376959:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp30 local destination 00000400:00000200:1.0:1767384916.376965:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp30 00000400:00000200:1.0:1767384916.376969:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp30 NI seq info: [85:85:256:4294967295] 192.168.203.134@tcp30 LPNI seq info [83:83:8:4294967295] 00000400:00000200:1.0:1767384916.376975:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp30 00000400:00000200:1.0:1767384916.376985:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp30(192.168.203.134@tcp30:) -> 192.168.203.134@tcp30(192.168.203.134@tcp30:192.168.203.134@tcp30) : GET try# 0 00000800:00000200:1.0:1767384916.376990:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp30 00000800:00000010:1.0:1767384916.376994:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003d2c4921. 00000800:00000200:1.0:1767384916.377001:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000616cb974] -> 12345-192.168.203.134@tcp30 (2) 00000800:00000200:1.1:1767384916.377005:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000616cb974] -> 12345-192.168.203.134@tcp30 (2) 00000400:00000200:3.0:1767384916.377220:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:1.0:1767384916.377281:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp30 added to recovery queue. ping count: 2 next ping: 242 health :800 00000400:00000200:1.0:1767384916.377287:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp31 00000400:00000200:3.0:1767384916.377290:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000010:1.0:1767384916.377291:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b7c54fdc. 00000400:00000010:1.0:1767384916.377298:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a8ae1ed6. 00000400:00000010:1.0:1767384916.377302:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005734283f. 00000400:00000010:1.0:1767384916.377309:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000604a15b9. 00000400:00000200:1.0:1767384916.377316:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp31 00000400:00000200:1.0:1767384916.377325:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp31 local destination 00000400:00000200:1.0:1767384916.377330:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp31 00000400:00000200:1.0:1767384916.377335:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp31 NI seq info: [86:86:256:4294967295] 192.168.203.134@tcp31 LPNI seq info [84:84:8:4294967295] 00000400:00000200:1.0:1767384916.377342:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp31 00000400:00000200:3.0:1767384916.377345:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:1.0:1767384916.377357:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp31(192.168.203.134@tcp31:) -> 192.168.203.134@tcp31(192.168.203.134@tcp31:192.168.203.134@tcp31) : GET try# 0 00000800:00000200:1.0:1767384916.377365:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp31 00000800:00000010:1.0:1767384916.377369:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000709d7081. 00000800:00000200:1.0:1767384916.377375:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000093cb5295] -> 12345-192.168.203.134@tcp31 (2) 00000800:00000200:1.1:1767384916.377380:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000093cb5295] -> 12345-192.168.203.134@tcp31 (2) 00000400:00000200:3.0:1767384916.377390:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:3.0:1767384916.377438:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:3.0:1767384916.377476:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:3.0:1767384916.377528:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:3.0:1767384916.377587:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:3.0:1767384916.377661:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:1.0:1767384916.377670:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp31 added to recovery queue. ping count: 1 next ping: 240 health :900 00000400:00000200:1.0:1767384916.377719:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:3.0:1767384916.377732:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:1.0:1767384916.377786:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:3.0:1767384916.377807:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:1.0:1767384916.377874:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:3.0:1767384916.377900:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:1.0:1767384916.377942:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:3.0:1767384916.377964:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:1.0:1767384916.378010:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:3.0:1767384916.378039:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:1.0:1767384916.378071:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:3.0:1767384916.378103:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:1.0:1767384916.378155:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:3.0:1767384916.378186:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:1.0:1767384916.378226:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:3.0:1767384916.378258:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:1.0:1767384916.378303:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:3.0:1767384916.378340:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:1.0:1767384916.378397:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:3.0:1767384916.378409:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:1.0:1767384916.378465:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:3.0:1767384916.378473:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:1.0:1767384916.378544:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:3.0:1767384916.378551:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:1.0:1767384916.378636:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:3.0:1767384916.378651:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:1.0:1767384916.378714:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:3.0:1767384916.378734:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:1.0:1767384916.378755:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:3.0:1767384916.378793:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:1.0:1767384916.378800:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:3.0:1767384916.378866:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384916.378883:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:3.0:1767384916.378929:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:1.0:1767384916.378949:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:3.0:1767384916.378993:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:1.0:1767384916.379014:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:3.0:1767384916.379052:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:1.0:1767384916.379069:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:3.0:1767384916.379101:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:1.0:1767384916.379118:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:3.0:1767384916.379155:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:1.0:1767384916.379171:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:3.0:1767384916.379215:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:1.0:1767384916.379223:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:3.0:1767384916.379277:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:1.0:1767384916.379290:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:3.0:1767384916.379333:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:1.0:1767384916.379360:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:3.0:1767384916.379381:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:1.0:1767384916.379423:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:3.0:1767384916.379435:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:1.0:1767384916.379472:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:1.0:1767384916.379515:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:1.0:1767384916.379553:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:1.0:1767384916.379595:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000800:00000010:3.0:1767384916.379657:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000be57af9f. 00000400:00000200:1.0:1767384916.379657:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000800:00000010:3.0:1767384916.379665:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006b106003. 00000800:00000010:3.0:1767384916.379672:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004757dc6e. 00000400:00000200:1.0:1767384916.379705:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000800:00000010:3.0:1767384916.379709:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004757dc6e. 00000800:00020000:3.0:1767384916.379724:0:16349:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:3.0:1767384916.379728:0:16349:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006b106003. 00000800:00000010:3.0:1767384916.379732:0:16349:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000be57af9f. 00000400:00000200:1.0:1767384916.379741:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:1.0:1767384916.379761:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:02020000:3.0:1767384916.379805:0:16349:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp30 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384916.379811:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:3.0:1767384916.379812:0:16349:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp30 notifying 192.168.203.134@tcp30: down 00000800:00000200:3.0:1767384916.379838:0:16349:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp30 down 00000800:00000100:3.0:1767384916.379846:0:16349:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp30 00000800:00000010:3.0:1767384916.379849:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003d2c4921. 00000400:00000200:3.0:1767384916.379854:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384916.379864:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp30->192.168.203.134@tcp30: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384916.379872:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384916.379875:0:16349:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384916.379880:0:16349:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp30) recovery failed with -71 00000800:00000010:1.0:1767384916.379953:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f82cdbe9. 00000800:00000010:1.0:1767384916.379956:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003253ff13. 00000800:00000010:1.0:1767384916.379959:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ca6c6d80. 00000800:00000010:1.0:1767384916.379973:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ca6c6d80. 00000800:00020000:1.0:1767384916.379978:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:1.0:1767384916.379981:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003253ff13. 00000800:00000010:1.0:1767384916.379984:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f82cdbe9. 00000400:02020000:1.0:1767384916.380012:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp31 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384916.380016:0:16346:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp31 notifying 192.168.203.134@tcp31: down 00000800:00000200:1.0:1767384916.380020:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp31 down 00000800:00000100:1.0:1767384916.380024:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp31 00000800:00000010:1.0:1767384916.380026:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000709d7081. 00000400:00000200:1.0:1767384916.380028:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384916.380031:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp31->192.168.203.134@tcp31: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384916.380036:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384916.380039:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384916.380041:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp31) recovery failed with -71 00010000:00000001:0.0:1767384917.016885:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384917.016892:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384917.016897:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384917.016900:0:53:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384917.016913:0:53:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384917.016915:0:53:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384917.016918:0:53:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384917.016920:0:53:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384917.016921:0:53:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384917.016923:0:53:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384917.016983:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384917.016986:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384917.016988:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384917.048457:0:28988:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c252d0cf. 00080000:00000010:1.0:1767384917.048469:0:28988:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c252d0cf. 00000020:00000001:1.0:1767384917.048474:0:28988:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384917.048483:0:28988:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c252d0cf. 00080000:00000010:1.0:1767384917.048487:0:28988:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c252d0cf. 00000020:00000001:1.0:1767384917.048491:0:28988:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384917.400902:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384917.400908:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384917.400911:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a90983c2 00000400:00000010:1.0:1767384917.400916:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a90983c2. 00000400:00000200:1.0:1767384917.400921:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384917.400934:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp30 recovery ping unlinked 00000400:00000010:1.0:1767384917.400944:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009c76c6fe. 00000400:00000010:1.0:1767384917.400948:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000053908059. 00000400:00000001:1.0:1767384917.400953:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384917.400954:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384917.400956:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005734283f 00000400:00000010:1.0:1767384917.400957:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005734283f. 00000400:00000200:1.0:1767384917.400959:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384917.400962:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp31 recovery ping unlinked 00000400:00000010:1.0:1767384917.400965:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b7c54fdc. 00000400:00000010:1.0:1767384917.400967:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a8ae1ed6. 00000001:00000001:1.0:1767384917.758214:0:29152:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384917.758219:0:29152:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp34 --if ens2 00000001:00000001:1.0:1767384917.763105:0:29152:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384917.769398:0:29153:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000087f9f871. 00000400:00000010:1.0:1767384917.769411:0:29153:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000003253ff13. 00000400:00000010:1.0:1767384917.769420:0:29153:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000fa9ef2f8. 00000400:00000010:1.0:1767384917.769424:0:29153:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000060f0d2f1. 00000400:00000010:1.0:1767384917.769427:0:29153:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009c76c6fe. 00000400:00000010:1.0:1767384917.769430:0:29153:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000042854f65. 00000400:00000010:1.0:1767384917.769432:0:29153:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e8876349. 00000400:00000010:1.0:1767384917.769433:0:29153:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004ced89f4. 00000400:00000010:1.0:1767384917.769436:0:29153:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000007bc97a83. 00000800:00000010:1.0:1767384917.769448:0:29153:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000003f7a9443. 00000800:00000200:1.0:1767384917.769457:0:29153:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384917.769466:0:29153:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384917.769501:0:29153:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:1.0:1767384917.769525:0:29153:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp34 [8/256/0/180] 00000400:00000010:1.0:1767384917.771624:0:29153:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 00000000da7b0f70. 00000400:00000010:1.0:1767384917.771644:0:29153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bef0f9ce. 00000400:00000010:1.0:1767384917.771650:0:29153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005734283f. 00000400:00000001:1.0:1767384917.771665:0:29153:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384917.771667:0:29153:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384917.771674:0:29153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a842f207. 00000400:00000200:1.0:1767384917.771676:0:29153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a038fa2 00000400:00000010:1.0:1767384917.771678:0:29153:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a038fa2. 00000400:00000010:1.0:1767384917.771681:0:29153:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 00000000c109ebc7. 00000400:00000200:1.0:1767384917.771685:0:29153:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (25) 00000400:00000200:1.0:1767384917.771696:0:29153:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:1.0:1767384917.771705:0:29153:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131106 00000020:00000010:1.0:1767384917.771712:0:29153:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000f82cdbe9. 00000020:01000000:1.0:1767384917.771717:0:29153:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384917.771720:0:29153:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp34 00000400:00000200:0.0:1767384917.771728:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384917.771734:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000400:00000010:1.0:1767384917.771737:0:29153:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000003253ff13. 00000400:00000010:0.0:1767384917.771740:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2c1200d. 00000400:00000010:1.0:1767384917.771742:0:29153:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000087f9f871. 00000400:00000200:0.0:1767384917.771742:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (26) 00000400:00000010:0.0:1767384917.771748:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000087245ce0. 00000400:00000200:0.0:1767384917.771753:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp16 00000020:00000001:3.0:1767384917.771760:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384917.771765:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384917.771769:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384917.771769:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp16 to MR: 192.168.203.134@tcp16 local destination 10000000:01000000:3.0:1767384917.771772:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384917.771775:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384917.771778:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384917.771781:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384917.771783:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384917.771785:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384917.771787:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384917.771789:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384917.771791:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384917.771791:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp16 NI seq info: [87:87:256:4294967295] 192.168.203.134@tcp16 LPNI seq info [85:85:8:4294967295] 00000020:01000004:3.0:1767384917.771793:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384917.771795:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384917.771801:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003c02c452. 00000400:00000200:0.0:1767384917.771804:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp16 00000020:00000040:3.0:1767384917.771807:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:3.0:1767384917.771812:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384917.771893:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384917.771897:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384917.771905:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000be57af9f. 00000100:00000001:3.0:1767384917.771912:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.771919:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384917.771920:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384917.771927:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c02c452] to pc [ptlrpcd_00_02+2] req@000000003c02c452 x1853237348028288/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384917.771945:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384917.771946:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384917.771948:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384917.771950:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384917.771955:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384917.771956:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384917.771964:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384917.771965:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384917.771967:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384917.771968:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384917.771969:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384917.771970:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384917.771971:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384917.771972:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384917.771973:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384917.771974:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384917.771975:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384917.771977:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000019038a26. 00000020:00000040:3.0:1767384917.771979:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00000001:3.0:1767384917.771981:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384917.771983:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384917.771985:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384917.771989:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000018902741. 00000100:00000001:3.0:1767384917.771992:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.771994:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384917.771995:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384917.772000:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019038a26] to pc [ptlrpcd_00_03+3] req@0000000019038a26 x1853237348028416/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384917.772009:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384917.772013:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384917.772016:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384917.772017:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp16(192.168.203.134@tcp16:192.168.203.134@tcp16) -> 192.168.203.134@tcp16(192.168.203.134@tcp16:192.168.203.134@tcp16) : PUT try# 0 00000020:01000000:3.0:1767384917.772018:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384917.772023:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000f82cdbe9. 00000800:00000200:0.0:1767384917.772032:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.134@tcp16 00000100:00000001:3.0:1767384917.772038:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1767384917.772038:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002382e302. 00000100:00000001:3.0:1767384917.772043:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384917.772045:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384917.772050:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003c02c452 x1853237348028288/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384917.772050:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f645ff1a] -> 12345-192.168.203.134@tcp16 (6) 00000100:00000001:3.0:1767384917.772060:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384917.772061:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384917.772064:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1767384917.772065:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp16 ip 192.168.203.134:988 02000000:00000001:3.0:1767384917.772066:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767384917.772071:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002382e302 type 1, nob 544 niov 1 nkiov 1 02000000:00000001:3.0:1767384917.772076:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384917.772084:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003c02c452 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348028288:0@lo:253: 00000100:00000001:3.0:1767384917.772089:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384917.772095:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384917.772095:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 02000000:00000001:3.0:1767384917.772099:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384917.772103:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 0 02000000:00000001:3.0:1767384917.772104:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384917.772109:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000facf727b. 02000000:00000001:3.0:1767384917.772113:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384917.772116:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009306e848. 00000400:00000010:3.0:1767384917.772121:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1c75e6a. 00000100:00000200:3.0:1767384917.772125:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348028288, portal 25 00000100:00000001:3.0:1767384917.772127:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384917.772128:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647289472 : -119488062262144 : ffff9353847e7480) 00000100:00000040:3.0:1767384917.772132:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003c02c452 x1853237348028288/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.772138:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384917.772141:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384917.772143:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004621d7bf. 00000100:00000200:3.0:1767384917.772145:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348028288, offset 0 00000400:00000200:3.0:1767384917.772149:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384917.772157:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384917.772166:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d04f80 00000400:00000200:3.0:1767384917.772171:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1189 [2] + 0 00000400:00000010:3.0:1767384917.772174:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d22b6c11. 00000400:00000200:3.0:1767384917.772176:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000601d51a7 00000400:00000200:3.0:1767384917.772183:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384917.772186:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384917.772189:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000601d51a7 00000400:00000010:3.0:1767384917.772191:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000601d51a7. 00000100:00000001:3.0:1767384917.772195:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384917.772197:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384917.772199:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000a4b31dcf x1853237348028288 msgsize 4848 00000100:00100000:3.0:1767384917.772203:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384917.772205:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000200:2.0:1767384917.772216:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384917.772220:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000010:2.0:1767384917.772221:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002382e302. 00000400:00000200:2.0:1767384917.772227:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384917.772230:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004621d7bf 00000400:00000010:3.0:1767384917.772233:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004621d7bf. 00000400:00000200:2.0:1767384917.772234:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp16->192.168.203.134@tcp16: PUT: OK 00000100:00000001:3.0:1767384917.772238:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384917.772240:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000200:3.0:1767384917.772243:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003c02c452 x1853237348028288/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384917.772243:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384917.772247:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp16: 0 00000100:00000001:3.0:1767384917.772256:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1767384917.772256:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384917.772261:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003c02c452 x1853237348028288/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384917.772262:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384917.772270:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384917.772270:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.772273:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384917.772280:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384917.772287:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp16(192.168.203.134@tcp16) <- 192.168.203.134@tcp16 : PUT - for me 00000100:00000001:3.0:1767384917.772289:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294906808 00000100:00000010:3.0:1767384917.772295:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000312f5afd. 00000400:00000200:1.0:1767384917.772301:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 448 into portal 0 MB=0x8000000000000000 00000100:00000001:3.0:1767384917.772304:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384917.772309:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 432/448 into md 0x18a1 [1] + 0 00000100:00000001:3.0:1767384917.772313:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294906808 00000400:00000010:1.0:1767384917.772314:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b25909dc. 00000100:00000001:2.0:1767384917.772317:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384917.772321:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767384917.772322:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003da3a219. 00000100:00000001:2.0:1767384917.772323:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384917.772323:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000045cef8bc 00000100:00000001:3.0:1767384917.772331:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767384917.772331:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000019038a26 x1853237348028416/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384917.772331:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384917.772338:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294906808 00000800:00000001:1.0:1767384917.772340:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384917.772346:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384917.772347:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384917.772348:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb377f89. 00000100:00000001:2.0:1767384917.772348:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384917.772355:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384917.772357:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 02000000:00000001:2.0:1767384917.772359:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384917.772361:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp16->192.168.203.134@tcp16: PUT: OK 02000000:00000001:2.0:1767384917.772363:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.772364:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294906808 00000400:00000200:1.0:1767384917.772369:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045cef8bc 00000100:00000010:3.0:1767384917.772370:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ad69c509. 00000100:00100000:2.0:1767384917.772370:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000019038a26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348028416:0@lo:253: 00000400:00000010:1.0:1767384917.772374:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045cef8bc. 00000100:00000001:3.0:1767384917.772376:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384917.772377:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384917.772381:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384917.772382:0:16353:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:3.0:1767384917.772383:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384917.772384:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.772391:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384917.772391:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384917.772392:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (27) 00000100:00000001:3.0:1767384917.772397:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384917.772399:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c11d91be. 00000100:00000001:3.0:1767384917.772400:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384917.772401:0:16353:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000200:1.0:1767384917.772406:0:16353:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.134@tcp (448 bytes) 00000100:00000001:3.0:1767384917.772409:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767384917.772412:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.772413:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384917.772413:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000100:00000001:3.0:1767384917.772418:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384917.772420:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc8f7de2. 00000100:00000001:3.0:1767384917.772421:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384917.772424:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384917.772428:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (28) 00000400:00000010:2.0:1767384917.772429:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000010c62035. 00000100:00000001:3.0:1767384917.772436:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384917.772438:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348028416, portal 25 00000400:00000200:1.0:1767384917.772439:0:16353:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:2.0:1767384917.772443:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384917.772445:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647278720 : -119488062272896 : ffff9353847e4a80) 00000400:00000200:1.0:1767384917.772453:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp16 to MR: 192.168.203.134@tcp16 local destination 00000100:00000040:2.0:1767384917.772455:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000019038a26 x1853237348028416/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384917.772466:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp16 NI seq info: [88:88:256:4294967295] 192.168.203.134@tcp16 LPNI seq info [86:86:8:4294967295] 00000100:00000001:2.0:1767384917.772467:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384917.772473:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384917.772477:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000601d51a7. 00000100:00000200:2.0:1767384917.772482:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348028416, offset 0 00000400:00000200:1.0:1767384917.772490:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp16(192.168.203.134@tcp16:192.168.203.134@tcp16) -> 192.168.203.134@tcp16(192.168.203.134@tcp16:192.168.203.134@tcp16) 192.168.203.134@tcp16 : ACK try# 0 00000400:00000200:2.0:1767384917.772491:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384917.772502:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:1.0:1767384917.772504:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp16 00000400:00000010:3.0:1767384917.772507:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 000000008ddd20c5. 00000400:00000200:2.0:1767384917.772510:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1767384917.772512:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e67be52d. 00000400:00000010:3.0:1767384917.772514:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093d9900b. 00000400:00000010:3.0:1767384917.772521:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006029bd08. 00000400:00000200:2.0:1767384917.772522:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d05000 00000800:00000200:1.0:1767384917.772526:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f645ff1a] -> 12345-192.168.203.134@tcp16 (6) 00000400:00000200:3.0:1767384917.772528:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000008ddd20c5 00000400:00000200:2.0:1767384917.772532:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x119d [2] + 0 00000400:00000010:2.0:1767384917.772537:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000345f2fa3. 00000800:00000200:1.0:1767384917.772538:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp16 ip 192.168.203.134:1009 00000400:00000200:2.0:1767384917.772541:0:16361:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004cf795cc 00000800:00000200:1.0:1767384917.772545:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e67be52d type 0, nob 96 niov 1 nkiov 0 00000400:00000010:3.0:1767384917.772546:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 000000009c65522f. 00000400:00000200:2.0:1767384917.772547:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384917.772550:0:16356:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 448 success 00000400:00000200:2.0:1767384917.772558:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384917.772559:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102451 00000400:00000200:3.0:1767384917.772564:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (27) 00000400:00000200:2.0:1767384917.772564:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cf795cc 00000400:00000010:2.0:1767384917.772569:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004cf795cc. 00000400:00000010:3.0:1767384917.772571:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 0000000085336e47. 00000100:00000001:2.0:1767384917.772574:0:16361:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:1.0:1767384917.772574:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384917.772575:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000922aa2d4. 00000100:00000200:2.0:1767384917.772577:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384917.772581:0:16361:0:(events.c:337:request_in_callback()) incoming req@00000000d8aca429 x1853237348028416 msgsize 4848 00000400:00000010:3.0:1767384917.772582:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000092eb7917. 00000800:00000001:1.0:1767384917.772586:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384917.772593:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp 00000100:00100000:2.0:1767384917.772593:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384917.772599:0:16361:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384917.772604:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000001:2.0:1767384917.772607:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384917.772610:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:3.0:1767384917.772615:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000400:00000200:3.0:1767384917.772619:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:3.0:1767384917.772621:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 37], ns[75, 37] 00000400:00000200:3.0:1767384917.772624:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[77, 37] 00000400:00000200:3.0:1767384917.772645:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 37], ns[82, 37] 00000400:00000200:3.0:1767384917.772649:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 37], ns[88, 37] 00000400:00000200:3.0:1767384917.772652:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 37], ns[22, 37] 00000400:00000200:3.0:1767384917.772655:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000400:00000200:3.0:1767384917.772659:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000400:00000200:3.0:1767384917.772662:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000400:00000200:3.0:1767384917.772672:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000400:00000200:3.0:1767384917.772675:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000400:00000200:3.0:1767384917.772678:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000400:00000200:3.0:1767384917.772681:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 22], ns[44, 22] 00000800:00000200:1.0:1767384917.772682:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384917.772686:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 22], ns[48, 22] 00000800:00000010:1.0:1767384917.772688:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e67be52d. 00000400:00000200:3.0:1767384917.772694:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 22], ns[52, 22] 00000400:00000200:1.0:1767384917.772696:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384917.772700:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 22], ns[56, 22] 00000400:00000200:3.0:1767384917.772707:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[70, 22], ns[70, 22] 00000400:00000200:1.0:1767384917.772711:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp16->192.168.203.134@tcp16: ACK: OK 00000400:00000200:3.0:1767384917.772714:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[69, 22], ns[69, 22] 00000400:00000200:3.0:1767384917.772720:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[83, 22], ns[85, 22] 00000400:00000200:3.0:1767384917.772722:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[84, 22], ns[86, 22] 00000400:00000200:3.0:1767384917.772725:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 22], ns[80, 22] 00000400:00000200:3.0:1767384917.772728:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 22], ns[0, 22] 00000400:00000200:3.0:1767384917.772731:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp33 00000400:00000200:3.0:1767384917.772734:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp33 00000400:00000200:3.0:1767384917.772737:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp33 lpni_is_preferred = 0 00000400:00000200:3.0:1767384917.772739:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp33 00000400:00000200:3.0:1767384917.772741:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp33 NI seq info: [89:89:256:4294967295] 192.168.203.134@tcp33 LPNI seq info [87:87:8:4294967295] 00000400:00000200:3.0:1767384917.772745:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp33 00000400:00000200:3.0:1767384917.772750:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp33(192.168.203.134@tcp33:) -> 192.168.203.134@tcp33(192.168.203.134@tcp:192.168.203.134@tcp33) : GET try# 0 00000800:00000200:3.0:1767384917.772754:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp33 00000400:00000200:2.0:1767384917.772757:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000601d51a7 00000400:00000010:2.0:1767384917.772760:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000601d51a7. 00000800:00000001:1.0:1767384917.772761:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384917.772765:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004e3c60a4. 00000100:00000001:2.0:1767384917.772766:0:16361:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:1.0:1767384917.772768:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384917.772773:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000019038a26 x1853237348028416/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384917.772773:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384917.772774:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004621d7bf. 00000800:00000010:3.0:1767384917.772780:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000001b32347c. 00000800:00000001:1.0:1767384917.772781:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384917.772784:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1767384917.772786:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384917.772790:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004621d7bf] -> 12345-192.168.203.134@tcp33 (2) 00000100:00000040:2.0:1767384917.772795:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000019038a26 x1853237348028416/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384917.772797:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384917.772800:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004621d7bf] -> 12345-192.168.203.134@tcp33 (2) 00000100:00000001:2.0:1767384917.772832:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.772835:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384917.772837:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp16(192.168.203.134@tcp16) <- 192.168.203.134@tcp16 : ACK - for me 00000400:00000200:3.0:1767384917.772840:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp 00000100:00000001:2.0:1767384917.772841:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.772847:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100651 rc 0 00000100:00000001:2.0:1767384917.772847:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294906809 00000400:00000200:1.0:1767384917.772856:0:16353:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp16: ACK from 12345-192.168.203.134@tcp16 into md 0x18e5 00000100:00000001:2.0:1767384917.772857:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294906808 00000100:00000001:2.0:1767384917.772863:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294906809 00000400:00000200:1.0:1767384917.772863:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384917.772870:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294906808 00000100:00000001:3.0:1767384917.772871:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384917.772876:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp16->192.168.203.134@tcp16: ACK: OK 00000100:00100000:3.0:1767384917.772877:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348028288 00000100:00000001:2.0:1767384917.772878:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294906809 02000000:00000001:3.0:1767384917.772881:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384917.772884:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2c1200d 00000100:00000001:3.0:1767384917.772885:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384917.772886:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294906808 00000100:00000001:3.0:1767384917.772888:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384917.772890:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f2c1200d. 02000000:00000001:3.0:1767384917.772895:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.772896:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294906809 00000400:00000200:1.0:1767384917.772897:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00100000:3.0:1767384917.772899:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348028288 00000020:00000001:3.0:1767384917.772904:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384917.772905:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294906808 00000400:00000200:1.0:1767384917.772906:0:16353:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 00000020:00000040:3.0:1767384917.772907:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:3.0:1767384917.772912:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384917.772914:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000100:00000001:2.0:1767384917.772915:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384917.772917:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000020:00000001:3.0:1767384917.772919:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384917.772922:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384917.772925:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384917.772927:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.772929:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384917.772934:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004757dc6e. 00000100:00000001:2.0:1767384917.772934:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384917.772934:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (28) 00000100:00000001:3.0:1767384917.772939:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384917.772943:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004757dc6e. 00000100:00000001:2.0:1767384917.772943:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:1.0:1767384917.772944:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384917.772947:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384917.772949:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006dd9ba75. 00000100:00000001:2.0:1767384917.772949:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384917.772953:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384917.772955:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384917.772957:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c4b1973. 00000100:00000001:2.0:1767384917.772958:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384917.772959:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384917.772964:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009ab856cb. 00000100:00000040:3.0:1767384917.772973:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384917.772975:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384917.772976:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384917.772978:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.772984:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.772992:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.773005:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384917.773006:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348028416 02000000:00000001:3.0:1767384917.773013:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384917.773015:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384917.773015:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000100:00000001:3.0:1767384917.773018:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384917.773022:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384917.773024:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348028416 00000020:00000001:3.0:1767384917.773025:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384917.773026:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:3.0:1767384917.773028:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384917.773029:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000020:00000001:3.0:1767384917.773031:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:3.0:1767384917.773033:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:3.0:1767384917.773036:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384917.773038:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004757dc6e. 00000100:00000001:3.0:1767384917.773041:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384917.773041:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384917.773047:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004757dc6e. 00000100:00000001:1.0:1767384917.773047:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384917.773055:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000913a1f0. 00000100:00100000:1.0:1767384917.773057:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000020:00000010:3.0:1767384917.773060:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005b5bb57e. 00000100:00000040:1.0:1767384917.773063:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000020:00000010:3.0:1767384917.773065:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000025f2f8b8. 00000100:00000001:1.0:1767384917.773069:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878109776 : -119482831441840 : ffff9354bc467050) 00000100:00000001:3.0:1767384917.773070:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384917.773073:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384917.773074:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000100:00000001:3.0:1767384917.773075:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384917.773080:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a4b31dcf x1853237348028288/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:143/0 lens 4848/0 e 0 to 0 dl 1767384928 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.773084:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.773090:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384917.773099:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384917.773102:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384917.773104:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fb64df6b. 00000100:00000001:3.0:1767384917.773105:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384917.773111:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384917.773113:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000020:00000010:1.0:1767384917.773116:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fb64df6b. 00000100:00000040:3.0:1767384917.773117:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000100:00000001:3.0:1767384917.773121:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624589919385680 : -119483790165936 : ffff935483217850) 00000100:00100000:1.0:1767384917.773126:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a4b31dcf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:16360:x1853237348028288:12345-0@lo:253: 00000100:00000040:3.0:1767384917.773127:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d8aca429 x1853237348028416/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:143/0 lens 4848/0 e 0 to 0 dl 1767384928 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384917.773130:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000100:00000200:1.0:1767384917.773140:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348028288 00000100:00000001:3.0:1767384917.773144:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384917.773145:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767384917.773148:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004757dc6e. 00000020:00000001:1.0:1767384917.773151:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384917.773152:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384917.773156:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384917.773162:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004757dc6e. 00000020:00000001:1.0:1767384917.773162:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384917.773166:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000100:00100000:3.0:1767384917.773172:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d8aca429 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:16361:x1853237348028416:12345-0@lo:253: 00000020:00000001:1.0:1767384917.773174:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:3.0:1767384917.773176:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348028416 00000020:00000001:3.0:1767384917.773179:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384917.773179:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384917.773182:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000020:00000001:3.0:1767384917.773183:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384917.773185:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384917.773187:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384917.773189:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384917.773191:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384917.773194:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000001:1.0:1767384917.773194:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384917.773200:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384917.773202:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384917.773203:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384917.773204:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384917.773208:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1767384917.773209:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384917.773210:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.773214:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384917.773216:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384917.773217:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c0ac78df. 00000400:00000200:2.0:1767384917.773218:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 02000000:00000010:3.0:1767384917.773222:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000bdd98002. 02000000:00000001:1.0:1767384917.773223:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384917.773226:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.773229:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.773229:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384917.773235:0:17084:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384917.773236:0:17083:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384917.773244:0:17084:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009d49532e. 20000000:00000010:1.0:1767384917.773247:0:17083:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009e7b5c1d. 20000000:01000000:3.0:1767384917.773248:0:17084:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384917.773250:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 20000000:00000001:3.0:1767384917.773253:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:1.0:1767384917.773253:0:17083:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384917.773257:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384917.773258:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384917.773260:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384917.773263:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384917.773265:0:17084:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384917.773269:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384917.773272:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384917.773274:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384917.773275:0:17084:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ebef4e03. 20000000:00000001:1.0:1767384917.773277:0:17083:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:3.0:1767384917.773279:0:17084:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 20000000:00000001:3.0:1767384917.773286:0:17084:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384917.773290:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:2.0:1767384917.773293:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00080000:00000001:3.0:1767384917.773294:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384917.773315:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384917.773331:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384917.773335:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:2.0:1767384917.773336:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00080000:00000001:3.0:1767384917.773338:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384917.773342:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384917.773352:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384917.773356:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 000000007e91d003 00000020:00000001:3.0:1767384917.773361:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f71c5dba 00080000:00000002:3.0:1767384917.773363:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384917.773366:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384917.773369:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384917.773372:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384917.773375:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384917.773379:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000020:00000001:3.0:1767384917.773380:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:3.0:1767384917.773383:0:17084:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384917.773387:0:17084:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d12ad76e. 00080000:00000001:3.0:1767384917.773391:0:17084:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585647359488 : -119488062192128 : ffff9353847f8600) 00080000:00000001:3.0:1767384917.773393:0:17084:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384917.773397:0:17084:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384917.773400:0:17084:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004757dc6e. 00080000:00000001:3.0:1767384917.773403:0:17084:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384917.773404:0:17084:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384917.773415:0:17084:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384917.773422:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00080000:00000001:3.0:1767384917.773431:0:17084:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384917.773468:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:3.0:1767384917.773496:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384917.773501:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100251 00000400:00000200:3.0:1767384917.773503:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (27) 00000400:00000200:2.0:1767384917.773503:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000010:3.0:1767384917.773511:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 00000000c3dd92f3. 00000400:00000010:3.0:1767384917.773515:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000184514aa. 00000400:00000010:3.0:1767384917.773522:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000025af2516. 00000400:00000200:3.0:1767384917.773525:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1767384917.773531:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1767384917.773536:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:2.0:1767384917.773537:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:3.0:1767384917.773545:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000400:00000200:3.0:1767384917.773551:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:3.0:1767384917.773556:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 37], ns[75, 37] 00000400:00000200:3.0:1767384917.773568:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[77, 37] 00000400:00000200:3.0:1767384917.773572:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 37], ns[82, 37] 00000400:00000200:3.0:1767384917.773577:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 37], ns[88, 37] 00000400:00000200:3.0:1767384917.773581:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 37], ns[22, 37] 00000400:00000200:2.0:1767384917.773583:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:3.0:1767384917.773587:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000400:00000200:3.0:1767384917.773593:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000400:00000200:3.0:1767384917.773598:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000400:00000200:3.0:1767384917.773603:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000400:00000200:3.0:1767384917.773607:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000400:00000200:3.0:1767384917.773611:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000400:00000200:3.0:1767384917.773615:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 22], ns[44, 22] 00000400:00000200:3.0:1767384917.773618:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 22], ns[48, 22] 00000400:00000200:3.0:1767384917.773622:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 22], ns[52, 22] 00000400:00000200:2.0:1767384917.773623:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:3.0:1767384917.773647:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 22], ns[56, 22] 00000400:00000200:3.0:1767384917.773653:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[70, 22], ns[70, 22] 00000400:00000200:3.0:1767384917.773657:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[69, 22], ns[69, 22] 00000400:00000200:3.0:1767384917.773663:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[83, 22], ns[85, 22] 00000400:00000200:3.0:1767384917.773667:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[84, 22], ns[86, 22] 00000400:00000200:3.0:1767384917.773678:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 22], ns[80, 22] 00000400:00000200:3.0:1767384917.773682:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 22], ns[89, 22] 00000400:00000200:3.0:1767384917.773686:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 00000400:00000200:3.0:1767384917.773690:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp17 00000400:00000200:2.0:1767384917.773691:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:3.0:1767384917.773695:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp17 lpni_is_preferred = 0 00000400:00000200:3.0:1767384917.773699:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp17 00000400:00000200:3.0:1767384917.773703:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp17 NI seq info: [90:90:256:4294967295] 192.168.203.134@tcp17 LPNI seq info [88:88:8:4294967295] 00000400:00000200:3.0:1767384917.773707:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp17 00000400:00000200:3.0:1767384917.773712:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp17(192.168.203.134@tcp17:) -> 192.168.203.134@tcp17(192.168.203.134@tcp:192.168.203.134@tcp17) : GET try# 0 00000800:00000200:3.0:1767384917.773716:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp17 00000800:00000010:3.0:1767384917.773720:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000012d927bd. 00000400:00000200:2.0:1767384917.773723:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000800:00000200:3.0:1767384917.773727:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eab79f25] -> 12345-192.168.203.134@tcp17 (6) 00000800:00000200:3.0:1767384917.773735:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp17 ip 192.168.203.134:988 00000800:00000200:3.0:1767384917.773738:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012d927bd type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384917.773751:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp 00000400:00000200:2.0:1767384917.773751:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:3.0:1767384917.773756:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100251 rc 0 00000400:00000200:2.0:1767384917.773779:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:2.0:1767384917.773836:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:2.0:1767384917.773883:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:2.0:1767384917.773947:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:2.0:1767384917.773988:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000800:00000200:3.0:1767384917.774030:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384917.774034:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000800:00000010:3.0:1767384917.774035:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000012d927bd. 00000400:00000200:3.0:1767384917.774043:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384917.774050:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp17->192.168.203.134@tcp17: GET: OK 00000400:00000200:3.0:1767384917.774054:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384917.774078:0:16353:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp: 0 00000800:00000001:3.0:1767384917.774086:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384917.774092:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384917.774092:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000800:00000001:3.0:1767384917.774097:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384917.774105:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384917.774112:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp17(192.168.203.134@tcp17) <- 192.168.203.134@tcp17 : GET - for me 00000400:00000200:3.0:1767384917.774120:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 448 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384917.774125:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 448/448 into md 0x18e1 [1] + 0 00000400:00000200:3.0:1767384917.774140:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp17 to MR: 192.168.203.134@tcp17 local destination 00000400:00000200:3.0:1767384917.774147:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp17 NI seq info: [91:91:256:4294967295] 192.168.203.134@tcp17 LPNI seq info [89:89:8:4294967295] 00000400:00000200:2.0:1767384917.774159:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:3.0:1767384917.774160:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp17(192.168.203.134@tcp17:192.168.203.134@tcp17) -> 192.168.203.134@tcp17(192.168.203.134@tcp17:192.168.203.134@tcp17) 192.168.203.134@tcp17 : REPLY try# 0 00000800:00000200:3.0:1767384917.774170:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.134@tcp17 00000800:00000010:3.0:1767384917.774173:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012d927bd. 00000800:00000200:3.0:1767384917.774179:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eab79f25] -> 12345-192.168.203.134@tcp17 (6) 00000800:00000200:3.0:1767384917.774184:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp17 ip 192.168.203.134:1007 00000800:00000200:3.0:1767384917.774187:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012d927bd type 3, nob 544 niov 1 nkiov 1 00000400:00000200:2.0:1767384917.774214:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000800:00000200:3.0:1767384917.774231:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384917.774234:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012d927bd. 00000400:00000200:3.0:1767384917.774239:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384917.774244:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp17->192.168.203.134@tcp17: REPLY: OK 00000800:00000001:3.0:1767384917.774252:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384917.774256:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384917.774258:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384917.774263:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384917.774265:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384917.774269:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384917.774275:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp17(192.168.203.134@tcp17) <- 192.168.203.134@tcp17 : REPLY - for me 00000400:00000200:2.0:1767384917.774275:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:3.0:1767384917.774286:0:16353:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp17: Reply from 12345-192.168.203.134@tcp17 of length 448/448 into md 0x1901 00000800:00000001:3.0:1767384917.774290:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384917.774296:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384917.774298:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384917.774304:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp17->192.168.203.134@tcp17: REPLY: OK 00000400:00000200:3.0:1767384917.774309:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000184514aa 00000400:00000010:3.0:1767384917.774311:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000184514aa. 00000400:00000200:3.0:1767384917.774316:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384917.774320:0:16353:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.134@tcp has discovery enabled 00000400:00000200:3.0:1767384917.774324:0:16353:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000200:2.0:1767384917.774327:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:3.0:1767384917.774330:0:16353:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.134@tcp data present 26. state = 0x100251 00000400:00000200:3.0:1767384917.774346:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:3.0:1767384917.774357:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (28) 00000800:00000001:3.0:1767384917.774365:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384917.774371:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384917.774377:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:2.0:1767384917.774406:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:1.0:1767384917.774425:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384917.774433:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1000d1 00000400:00000010:1.0:1767384917.774441:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 540 at 0000000013e71b43. 00000400:00000010:1.0:1767384917.774445:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 648 at 0000000087f9f871. 00000400:00000200:2.0:1767384917.774446:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000010:1.0:1767384917.774448:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 540 at 000000001281ef68. 00000400:00000200:2.0:1767384917.774477:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:1.0:1767384917.774483:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp30(0000000010500283) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384917.774489:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp31(00000000bbe1d679) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384917.774497:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000010:1.0:1767384917.774498:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e51fb73d. 00000400:00000200:1.0:1767384917.774507:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e51fb73d nid 192.168.203.134@tcp34 00000400:00000010:1.0:1767384917.774513:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000016278910. 00000400:00000200:1.0:1767384917.774516:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 0000000016278910 net tcp34 00000400:00000200:1.0:1767384917.774520:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (27) 00000400:00000200:2.0:1767384917.774521:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:1.0:1767384917.774527:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp34 flags 0x11 00000400:00000010:1.0:1767384917.774533:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 540 at 0000000013e71b43. 00000400:00000010:1.0:1767384917.774537:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 648 at 0000000087f9f871. 00000400:00000010:1.0:1767384917.774541:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 540 at 000000001281ef68. 00000400:00000010:1.0:1767384917.774545:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 00000000c3dd92f3. 00000400:00000200:1.0:1767384917.774549:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:1.0:1767384917.774553:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100151 00000400:00000200:1.0:1767384917.774557:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 rc 1 00000400:00000200:1.0:1767384917.774561:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000400:00000200:1.0:1767384917.774565:0:16356:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.134@tcp 00000400:00000200:1.0:1767384917.774568:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100111 rc 0 00000400:00000200:1.0:1767384917.774572:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:1.0:1767384917.774575:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (28) 00080000:00000010:3.0:1767384917.774624:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d12ad76e. 00000800:00000010:2.0:1767384917.774647:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004a8e2c40. 00000800:00000010:2.0:1767384917.774652:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000601d51a7. 00000800:00000010:2.0:1767384917.774657:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000081afc576. 00000800:00000010:2.0:1767384917.774693:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000081afc576. 00000800:00020000:2.0:1767384917.774699:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00080000:00000010:1.0:1767384917.774699:0:17084:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004757dc6e. 00040000:00000001:1.0:1767384917.774705:0:17084:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000800:00000010:2.0:1767384917.774707:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000601d51a7. 00040000:00000001:1.0:1767384917.774709:0:17084:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000800:00000010:2.0:1767384917.774712:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004a8e2c40. 00080000:00000001:1.0:1767384917.774714:0:17084:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384917.774726:0:17084:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:1.0:1767384917.774729:0:17084:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384917.774732:0:17084:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384917.774748:0:17084:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:02020000:2.0:1767384917.774750:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp33 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384917.774757:0:16348:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp33 notifying 192.168.203.134@tcp33: down 20000000:00000001:1.0:1767384917.774761:0:17084:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767384917.774763:0:16348:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp33 down 20000000:00000010:3.0:1767384917.774766:0:17083:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d12ad76e. 20000000:01000000:1.0:1767384917.774768:0:17084:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384917.774770:0:17083:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 00000800:00000100:2.0:1767384917.774775:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp33 20000000:00000001:3.0:1767384917.774776:0:17083:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384917.774778:0:17084:0:(osd_handler.c:2844:osd_sync()) Process entered 00000800:00000010:2.0:1767384917.774779:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004e3c60a4. 00080000:00000001:3.0:1767384917.774780:0:17083:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384917.774784:0:17083:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384917.774785:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384917.774789:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp33->192.168.203.134@tcp33: GET: LOCAL_ERROR 00080000:00000001:3.0:1767384917.774791:0:17083:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:2.0:1767384917.774796:0:16348:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp33 added to recovery queue. ping count: 0 next ping: 240 health :900 00080000:00000001:3.0:1767384917.774799:0:17083:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384917.774800:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00080000:00000001:3.0:1767384917.774804:0:17083:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384917.774808:0:17083:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384917.774808:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp: 1 20000000:01000000:2.0:1767384917.774827:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384917.774831:0:17083:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384917.774834:0:17083:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384917.774836:0:17083:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000980f9615 00000020:00000001:3.0:1767384917.774839:0:17083:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009e445471 00080000:00000002:3.0:1767384917.774841:0:17083:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384917.774843:0:17083:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384917.774845:0:17083:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384917.774847:0:17083:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384917.774849:0:17083:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384917.774851:0:17083:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 20000000:00000001:2.0:1767384917.774853:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384917.774855:0:17083:0:(osd_handler.c:2033:osd_trans_create()) Process entered 10000000:01000000:2.0:1767384917.774856:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000010:3.0:1767384917.774859:0:17083:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008369d411. 00010000:00000001:2.0:1767384917.774861:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384917.774865:0:17083:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585647362560 : -119488062189056 : ffff9353847f9200) 00010000:00000001:2.0:1767384917.774865:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384917.774869:0:17083:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384917.774871:0:17083:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000010:2.0:1767384917.774873:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ffde9165. 00080000:00000010:3.0:1767384917.774874:0:17083:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000018c2a0f6. 00080000:00000001:3.0:1767384917.774879:0:17083:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384917.774881:0:17083:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384917.774881:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384917.774887:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e605ec10. 00080000:00000001:3.0:1767384917.774891:0:17083:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384917.774894:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384917.774898:0:17083:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000040:2.0:1767384917.774899:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e605ec10 with handle 0xb57eb7881956307e to hash 00000020:00000001:2.0:1767384917.774904:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384917.774906:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590004431360 : -119483705120256 : ffff935488332a00) 00010000:00000001:2.0:1767384917.774910:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590004431360 : -119483705120256 : ffff935488332a00) 00010000:00000001:2.0:1767384917.774914:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384917.774916:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384917.774920:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e605ec10/0xb57eb7881956307e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384917.774925:0:17084:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384917.774930:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384917.774932:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 20000000:00000010:1.0:1767384917.774934:0:17084:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009d49532e. 00010000:00000001:2.0:1767384917.774937:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 20000000:00000001:1.0:1767384917.774940:0:17084:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384917.774943:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348028416 00010000:00000001:2.0:1767384917.774946:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384917.774948:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384917.774949:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384917.774951:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384917.774954:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000200:1.0:1767384917.774954:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d8aca429 x1853237348028416/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:143/0 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384917.774956:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384917.774961:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384917.774963:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384917.774966:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384917.774968:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384917.774970:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ffde9165) refcount = 1 00010000:00000001:1.0:1767384917.774973:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:2.0:1767384917.774974:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e605ec10/0xb57eb7881956307e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384917.774977:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384917.774981:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384917.774984:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00001000:1.0:1767384917.774984:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=51 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384917.774987:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384917.774991:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384917.774994:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384917.774994:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 20000000:00000001:2.0:1767384917.774999:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000040:1.0:1767384917.775000:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 20000000:01000000:2.0:1767384917.775002:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003151402s 00010000:00000001:2.0:1767384917.775006:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384917.775006:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000020:00000001:2.0:1767384917.775008:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384917.775012:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e605ec10 refcount=4 02000000:00000001:1.0:1767384917.775012:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384917.775014:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004431360 : -119483705120256 : ffff935488332a00) 02000000:00000001:1.0:1767384917.775016:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384917.775017:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004431360 : -119483705120256 : ffff935488332a00) 00010000:00000001:2.0:1767384917.775022:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000001:1.0:1767384917.775023:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:2.0:1767384917.775024:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e605ec10/0xb57eb7881956307e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384917.775030:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384917.775035:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000010:1.0:1767384917.775036:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb7ed338. 00010000:00010000:2.0:1767384917.775037:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e605ec10/0xb57eb7881956307e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384917.775042:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348028416, offset 224 00010000:00000001:2.0:1767384917.775044:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384917.775046:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384917.775048:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e605ec10/0xb57eb7881956307e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384917.775052:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384917.775058:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384917.775061:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384917.775062:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384917.775066:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384917.775069:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e605ec10/0xb57eb7881956307e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384917.775073:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d05000 00000400:00000200:1.0:1767384917.775083:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18f1 [2] + 224 00010000:00010000:2.0:1767384917.775084:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e605ec10 already unused, calling callback (00000000df0e66e0) 00010000:00000001:2.0:1767384917.775090:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:1.0:1767384917.775091:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384917.775092:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384917.775096:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e605ec10/0xb57eb7881956307e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384917.775098:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384917.775105:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384917.775107:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384917.775109:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384917.775112:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384917.775114:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e605ec10 refcount=5 00000100:00000200:1.0:1767384917.775115:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000019038a26 x1853237348028416/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384917.775119:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004431360 : -119483705120256 : ffff935488332a00) 00010000:00000001:2.0:1767384917.775125:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004431360 : -119483705120256 : ffff935488332a00) 00010000:00000001:2.0:1767384917.775130:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384917.775133:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e605ec10/0xb57eb7881956307e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384917.775134:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000019038a26 x1853237348028416/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384917.775146:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384917.775150:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384917.775152:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384917.775156:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384917.775158:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384917.775159:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384917.775160:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384917.775162:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e605ec10 with handle 0xb57eb7881956307e from hash 00010000:00000001:2.0:1767384917.775163:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384917.775164:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384917.775165:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384917.775167:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384917.775172:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384917.775174:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:1.0:1767384917.775175:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb7ed338 00010000:00000001:2.0:1767384917.775176:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384917.775179:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000010:1.0:1767384917.775180:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb7ed338. 00000100:00000001:3.0:1767384917.775182:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384917.775182:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384917.775185:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384917.775186:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.775189:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384917.775191:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384917.775191:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:1.0:1767384917.775195:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384917.775196:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000001:3.0:1767384917.775198:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384917.775201:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:3.0:1767384917.775202:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384917.775203:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000400:00000010:3.0:1767384917.775206:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc8f7de2. 00010000:00000001:2.0:1767384917.775206:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384917.775208:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384917.775208:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384917.775211:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010c62035 00000020:00000001:1.0:1767384917.775213:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384917.775214:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000010c62035. 00010000:00000001:2.0:1767384917.775214:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384917.775220:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.775221:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384917.775221:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00010000:2.0:1767384917.775225:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e605ec10/0xb57eb7881956307e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384917.775230:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000019038a26 x1853237348028416/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384917.775231:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8aca429 x1853237348028416/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:143/0 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384917.775234:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384917.775237:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384917.775240:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384917.775242:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384917.775245:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384917.775248:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384917.775251:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000200:3.0:1767384917.775255:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000019038a26 x1853237348028416/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384917.775255:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384917.775261:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384917.775263:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d8aca429 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:16361:x1853237348028416:12345-0@lo:253: Request processed in 2115us (2677us total) trans 0 rc 0/0 00010000:00010000:2.0:1767384917.775266:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e605ec10/0xb57eb7881956307e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384917.775282:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384917.775283:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00100000:1.0:1767384917.775284:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00000001:3.0:1767384917.775285:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384917.775286:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384917.775289:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e605ec10/0xb57eb7881956307e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384917.775290:0:16361:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767384917.775290:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 02000000:00000001:3.0:1767384917.775295:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384917.775296:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384917.775299:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384917.775300:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000040:2.0:1767384917.775302:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ffde9165 count: 0 00000100:00000001:3.0:1767384917.775303:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384917.775306:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005b5bb57e. 02000000:00000001:3.0:1767384917.775308:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384917.775309:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384917.775312:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000010:1.0:1767384917.775313:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000025f2f8b8. 00000100:00001000:3.0:1767384917.775315:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=51 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384917.775319:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000913a1f0. 00000100:00001000:3.0:1767384917.775321:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=51 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384917.775325:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00000100:00000001:3.0:1767384917.775327:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384917.775330:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384917.775332:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384917.775334:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1767384917.775335:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000bdd98002. 00010000:00000001:3.0:1767384917.775337:0:16361:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384917.775341:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384917.775342:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.775345:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384917.775350:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000019038a26 x1853237348028416/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384917.775353:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384917.775359:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b4b4876. 00000100:00000001:3.0:1767384917.775361:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384917.775365:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767384917.775366:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb7ed338. 00000100:00000001:3.0:1767384917.775367:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384917.775370:0:16361:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384917.775371:0:16361:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384917.775373:0:16361:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384917.775376:0:16361:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384917.775377:0:16361:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384917.775378:0:16361:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384917.775386:0:16361:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384917.775387:0:16361:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384917.775388:0:16361:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384917.775391:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000019038a26 x1853237348028416/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384917.775396:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000019038a26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348028416:0@lo:253: 00000100:00000001:3.0:1767384917.775400:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.775401:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384917.775402:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000019038a26 x1853237348028416/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.775407:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384917.775409:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384917.775410:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c11d91be. 02000000:00000001:3.0:1767384917.775413:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384917.775415:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384917.775416:0:16361:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:3.0:1767384917.775418:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384917.775419:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000018902741. 02000000:00000001:3.0:1767384917.775422:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384917.775423:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384917.775424:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000019038a26. 00000100:00000001:3.0:1767384917.775427:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384917.775428:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.775429:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.775432:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384917.775433:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.775435:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384917.775436:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384917.776458:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008369d411. 00080000:00000010:3.0:1767384917.776500:0:17083:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000018c2a0f6. 00040000:00000001:3.0:1767384917.776505:0:17083:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384917.776507:0:17083:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384917.776508:0:17083:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384917.776510:0:17083:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:3.0:1767384917.776512:0:17083:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384917.776514:0:17083:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384917.776516:0:17083:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384917.776532:0:17083:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384917.776535:0:17083:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384917.776538:0:17083:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384917.776550:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384917.776554:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384917.776560:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384917.776562:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384917.776564:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384917.776568:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a6c9f48f. 00010000:00000001:2.0:1767384917.776571:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384917.776573:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007be4110a. 00000020:00000001:2.0:1767384917.776574:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384917.776575:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007be4110a with handle 0xb57eb78819563085 to hash 00000020:00000001:2.0:1767384917.776577:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384917.776578:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590004429312 : -119483705122304 : ffff935488332200) 00010000:00000001:2.0:1767384917.776580:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590004429312 : -119483705122304 : ffff935488332200) 00010000:00000001:2.0:1767384917.776582:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384917.776583:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384917.776585:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007be4110a/0xb57eb78819563085 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384917.776589:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384917.776591:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384917.776592:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384917.776593:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384917.776594:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384917.776595:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384917.776596:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384917.776597:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384917.776598:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384917.776598:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384917.776599:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384917.776600:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a6c9f48f) refcount = 1 00010000:00010000:2.0:1767384917.776602:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007be4110a/0xb57eb78819563085 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384917.776605:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384917.776606:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384917.776607:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384917.776608:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384917.776609:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384917.776616:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384917.776617:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003151402s 00010000:00000001:2.0:1767384917.776618:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384917.776619:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384917.776620:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007be4110a refcount=4 00000020:00000001:2.0:1767384917.776621:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004429312 : -119483705122304 : ffff935488332200) 00010000:00000001:2.0:1767384917.776622:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004429312 : -119483705122304 : ffff935488332200) 00010000:00000001:2.0:1767384917.776624:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384917.776625:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007be4110a/0xb57eb78819563085 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384917.776640:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384917.776642:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007be4110a/0xb57eb78819563085 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384917.776645:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384917.776646:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384917.776648:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007be4110a/0xb57eb78819563085 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384917.776651:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384917.776652:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384917.776654:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00080000:00000020:3.0:1767384917.776655:0:17083:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:2.0:1767384917.776656:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007be4110a/0xb57eb78819563085 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384917.776660:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384917.776663:0:17083:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009e7b5c1d. 00010000:00010000:2.0:1767384917.776664:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007be4110a already unused, calling callback (00000000df0e66e0) 00010000:00000001:2.0:1767384917.776668:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 20000000:00000001:3.0:1767384917.776669:0:17083:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384917.776670:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000040:3.0:1767384917.776674:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348028288 00010000:00010000:2.0:1767384917.776675:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007be4110a/0xb57eb78819563085 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384917.776679:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384917.776691:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a4b31dcf x1853237348028288/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:143/0 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384917.776692:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384917.776695:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384917.776697:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384917.776700:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384917.776702:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384917.776706:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=51 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384917.776706:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007be4110a refcount=5 00000020:00000001:2.0:1767384917.776711:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004429312 : -119483705122304 : ffff935488332200) 00000100:00000001:3.0:1767384917.776712:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384917.776716:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004429312 : -119483705122304 : ffff935488332200) 00000100:00000040:3.0:1767384917.776717:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:2.0:1767384917.776720:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1767384917.776721:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00010000:2.0:1767384917.776724:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007be4110a/0xb57eb78819563085 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384917.776725:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384917.776728:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.776732:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384917.776734:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:3.0:1767384917.776736:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384917.776737:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384917.776740:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384917.776742:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000020119616. 00010000:00000001:2.0:1767384917.776743:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384917.776745:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:3.0:1767384917.776747:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348028288, offset 224 00010000:00000001:2.0:1767384917.776748:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384917.776751:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384917.776753:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007be4110a with handle 0xb57eb78819563085 from hash 00000400:00000200:3.0:1767384917.776755:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384917.776756:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384917.776758:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384917.776760:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384917.776762:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:3.0:1767384917.776764:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384917.776765:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384917.776768:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384917.776771:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384917.776772:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384917.776774:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.776775:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d04f80 00010000:00000001:2.0:1767384917.776778:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384917.776780:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:3.0:1767384917.776781:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18e9 [2] + 224 00010000:00000001:2.0:1767384917.776783:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384917.776785:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384917.776787:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.776788:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384917.776789:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384917.776792:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.776793:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:2.0:1767384917.776795:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007be4110a/0xb57eb78819563085 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384917.776797:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384917.776802:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003c02c452 x1853237348028288/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384917.776803:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384917.776805:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384917.776812:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003c02c452 x1853237348028288/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384917.776828:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384917.776831:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384917.776832:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384917.776833:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384917.776835:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384917.776837:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384917.776842:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384917.776846:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007be4110a/0xb57eb78819563085 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384917.776850:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384917.776853:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384917.776854:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007be4110a/0xb57eb78819563085 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384917.776868:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a6c9f48f count: 0 00010000:00000001:2.0:1767384917.776879:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384917.776880:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 20000000:00000001:2.0:1767384917.776881:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:3.0:1767384917.776887:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020119616 00000400:00000010:3.0:1767384917.776890:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000020119616. 00000100:00000001:3.0:1767384917.776893:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384917.776894:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384917.776895:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384917.776900:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384917.776901:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384917.776904:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000400:00000001:1.0:1767384917.776905:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384917.776906:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384917.776909:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384917.776909:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384917.776913:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384917.776914:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009306e848. 00000100:00000040:3.0:1767384917.776918:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4b31dcf x1853237348028288/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:143/0 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384917.776921:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1c75e6a 00000400:00000010:1.0:1767384917.776926:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b1c75e6a. 00000100:00100000:3.0:1767384917.776930:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a4b31dcf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:16360:x1853237348028288:12345-0@lo:253: Request processed in 3830us (4728us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384917.776932:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384917.776941:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00000200:1.0:1767384917.776941:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003c02c452 x1853237348028288/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384917.776945:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:3.0:1767384917.776948:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384917.776951:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384917.776955:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c4b1973. 00000100:00000200:1.0:1767384917.776960:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003c02c452 x1853237348028288/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384917.776961:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009ab856cb. 00000020:00000010:3.0:1767384917.776966:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006dd9ba75. 00000020:00000040:3.0:1767384917.776972:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 02000000:00000001:3.0:1767384917.776977:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384917.776977:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1767384917.776980:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c0ac78df. 00000100:00000001:1.0:1767384917.776982:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384917.776984:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384917.776986:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384917.776986:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384917.776990:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1767384917.776992:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384917.776994:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384917.776997:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dbc8355. 00000100:00000001:1.0:1767384917.776997:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384917.777001:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384917.777003:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000020119616. 00000100:00001000:1.0:1767384917.777008:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=51 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384917.777013:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=51 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384917.777016:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384917.777018:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384917.777020:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384917.777022:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.777024:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384917.777027:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003c02c452 x1853237348028288/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384917.777035:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384917.777037:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384917.777038:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384917.777041:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384917.777043:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384917.777044:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384917.777046:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384917.777053:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384917.777055:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384917.777056:0:16360:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384917.777057:0:16360:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384917.777059:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384917.777060:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384917.777063:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003c02c452 x1853237348028288/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384917.777072:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003c02c452 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348028288:0@lo:253: 00000100:00000001:1.0:1767384917.777076:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384917.777078:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384917.777080:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003c02c452 x1853237348028288/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384917.777087:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384917.777089:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384917.777090:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000facf727b. 02000000:00000001:1.0:1767384917.777094:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384917.777095:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384917.777096:0:16360:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:1.0:1767384917.777098:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384917.777100:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000be57af9f. 02000000:00000001:1.0:1767384917.777103:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384917.777104:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384917.777105:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003c02c452. 00000100:00000001:1.0:1767384917.777107:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384917.777108:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384917.777110:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384917.777115:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384917.777116:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.777118:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384917.777119:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384917.778870:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294906809, at 4294906810 00000100:00000010:1.0:1767384917.778886:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003da3a219. 00000100:00000040:2.0:1767384917.779868:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294906809, at 4294906811 00000100:00000040:3.0:1767384917.779873:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294906809, at 4294906811 00000100:00000010:2.0:1767384917.779874:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb377f89. 00000100:00000010:3.0:1767384917.779882:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ad69c509. 00000100:00000040:0.0:1767384917.779898:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294906809, at 4294906811 00000100:00000010:0.0:1767384917.779905:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000312f5afd. 00010000:00000010:2.1:1767384917.783833:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ffde9165. 00010000:00000010:2.1:1767384917.783839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e605ec10. 00010000:00000010:2.1:1767384917.783842:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a6c9f48f. 00010000:00000010:2.1:1767384917.783845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007be4110a. 00000400:00000010:2.0:1767384917.788762:0:29158:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000007b666ac6. 00000400:00000040:2.0:1767384917.788782:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384917.788785:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384917.788787:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384917.788789:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384917.788791:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384917.788793:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384917.788796:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384917.788798:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384917.788800:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384917.788801:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384917.788803:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384917.788805:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384917.788807:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384917.788809:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384917.788810:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384917.788813:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384917.788843:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384917.788844:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384917.788846:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384917.788849:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384917.788852:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384917.788854:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384917.788856:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384917.788859:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384917.788861:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384917.788864:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384917.788866:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384917.788868:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384917.788869:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384917.788870:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384917.788871:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384917.788873:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384917.788874:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384917.788875:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384917.788876:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384917.788877:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384917.788878:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384917.788881:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384917.788883:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384917.788884:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384917.788886:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384917.788888:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384917.788889:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384917.788891:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384917.788893:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384917.788894:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384917.788896:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384917.788898:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384917.788900:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384917.788902:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384917.788904:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384917.788905:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384917.788907:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384917.788909:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384917.788911:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384917.788919:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384917.788920:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384917.788974:0:29158:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000007b666ac6. 00000100:00000040:2.0:1767384917.848963:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384917.848969:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384917.848975:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000488f77c0. 00000020:00000040:2.0:1767384917.848980:0:8:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384917.848984:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384917.848987:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384917.848991:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384917.848997:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000a460c8f. 00000100:00000001:2.0:1767384917.849003:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384917.849010:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000488f77c0 x1853237348028544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384917.849019:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384917.849021:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384917.849026:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000488f77c0] to pc [ptlrpcd_00_00+0] req@00000000488f77c0 x1853237348028544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384917.849044:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384917.849046:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384917.849048:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384917.849051:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d6bfa9fd. 00000020:00000040:2.0:1767384917.849053:0:8:0:(genops.c:1229:class_import_get()) import 00000000aab4eb9e refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384917.849055:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384917.849056:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384917.849058:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384917.849062:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000066de9437. 00000100:00000001:2.0:1767384917.849066:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384917.849071:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000d6bfa9fd x1853237348028672/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384917.849080:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000004:00000001:1.0:1767384917.849081:0:17112:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:2.0:1767384917.849082:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:1.0:1767384917.849102:0:17112:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384917.849107:0:17112:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009a6f6c78. 00000100:00000040:2.0:1767384917.849112:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d6bfa9fd] to pc [ptlrpcd_00_01+1] req@00000000d6bfa9fd x1853237348028672/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384917.849119:0:17112:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384917.849126:0:17112:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384917.849130:0:17112:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384917.849133:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384917.849134:0:17112:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384917.849139:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1767384917.849142:0:17112:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e67be52d. 00000100:00000001:2.0:1767384917.849145:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384917.849148:0:17112:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384917.849151:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc8bdf86. 00000020:00000040:2.0:1767384917.849155:0:8:0:(genops.c:1229:class_import_get()) import 0000000062c1ff66 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384917.849155:0:17112:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384917.849158:0:17112:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.849159:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384917.849161:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767384917.849171:0:17112:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a6f6c78] to pc [ptlrpcd_00_02+2] req@000000009a6f6c78 x1853237348028800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384917.849197:0:17112:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384917.849262:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.849262:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384917.849269:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ac50ee55. 00000100:00000001:1.0:1767384917.849269:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384917.849273:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384917.849274:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384917.849282:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000bc8bdf86 x1853237348028928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384917.849282:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009a6f6c78 x1853237348028800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384917.849301:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384917.849303:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.849308:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384917.849311:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc8bdf86] to pc [ptlrpcd_00_03+3] req@00000000bc8bdf86 x1853237348028928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384917.849312:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384917.849320:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384917.849323:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384917.849324:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384917.849327:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (244) 02000000:00000001:1.0:1767384917.849329:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384917.849334:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009a6f6c78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16360:1853237348028800:0@lo:13: 00000100:00000001:2.0:1767384917.849338:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384917.849339:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384917.849342:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384917.849344:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767384917.849346:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384917.849349:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000488f77c0 x1853237348028544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384917.849350:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384917.849356:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384917.849360:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384917.849362:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384917.849362:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001281ef68. 02000000:00000001:2.0:1767384917.849364:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384917.849367:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384917.849367:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384917.849372:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384917.849373:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000488f77c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16358:1853237348028544:0@lo:400: 00000400:00000010:1.0:1767384917.849376:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f4ff3e0. 00000100:00000001:2.0:1767384917.849377:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384917.849384:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a90983c2. 02000000:00000001:2.0:1767384917.849387:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384917.849390:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384917.849392:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348028800, portal 4 02000000:00000001:2.0:1767384917.849393:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384917.849398:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1767384917.849399:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003fc6ff19. 00000100:00000001:1.0:1767384917.849400:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590793078784 : -119482916472832 : ffff9354b734f800) 02000000:00000001:2.0:1767384917.849405:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384917.849411:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009a6f6c78 x1853237348028800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384933 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384917.849412:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000345f2fa3. 00000400:00000010:2.0:1767384917.849419:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b676d75. 00000100:00000200:2.0:1767384917.849425:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348028544, portal 4 00000100:00000001:2.0:1767384917.849430:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384917.849433:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667944320 : -119483041607296 : ffff9354afbf9180) 00000100:00000001:1.0:1767384917.849433:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384917.849439:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384917.849444:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000488f77c0 x1853237348028544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384917.849444:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094a405b6. 00000100:00000200:1.0:1767384917.849449:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237348028800, offset 0 00000100:00000001:2.0:1767384917.849457:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384917.849461:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384917.849462:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384917.849467:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008769267d. 00000100:00000200:2.0:1767384917.849471:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237348028544, offset 0 00000400:00000200:2.0:1767384917.849477:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384917.849479:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384917.849485:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384917.849494:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958271d05180 00000400:00000200:2.0:1767384917.849496:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958271d05080 00000400:00000200:1.0:1767384917.849505:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1792 00000400:00000200:1.0:1767384917.849512:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384917.849514:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2992 00000400:00000200:1.0:1767384917.849520:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384917.849521:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384917.849526:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384917.849529:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384917.849530:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384917.849533:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:1.0:1767384917.849533:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1767384917.849540:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004bb0b38e. 00000100:00000010:1.0:1767384917.849540:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf01a73a. 00000100:00000040:2.0:1767384917.849546:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000004bb0b38e x1853237348028544 msgsize 224 00000100:00000040:1.0:1767384917.849547:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000bf01a73a x1853237348028800 msgsize 224 00000100:00100000:2.0:1767384917.849553:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767384917.849559:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384917.849564:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384917.849570:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384917.849571:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008769267d 00000400:00000010:2.0:1767384917.849574:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008769267d. 00000100:00000001:2.0:1767384917.849578:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384917.849581:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000488f77c0 x1853237348028544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384917.849587:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384917.849587:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094a405b6 00000400:00000010:1.0:1767384917.849591:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094a405b6. 00000100:00000001:1.0:1767384917.849595:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384917.849597:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000488f77c0 x1853237348028544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384933 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384917.849602:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009a6f6c78 x1853237348028800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384933 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384917.849608:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.849611:0:17897:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384917.849613:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384917.849620:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384917.849622:0:17897:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348028544 00000100:00000001:2.0:1767384917.849622:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384917.849625:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009a6f6c78 x1853237348028800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384933 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384917.849627:0:17897:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1767384917.849644:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3222 usecs (4 jiffies) 00000100:00000001:2.0:1767384917.849650:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294906884 00000100:00000001:3.0:1767384917.849652:0:17897:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384917.849656:0:17897:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384917.849657:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000406a8fbc. 02000000:00000001:3.0:1767384917.849663:0:17897:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.849664:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.849666:0:16358:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00100000:3.0:1767384917.849668:0:17897:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348028544 00000100:00000001:1.0:1767384917.849669:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384917.849672:0:17897:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384917.849674:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294906884 00000020:00000040:3.0:1767384917.849675:0:17897:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562efd 00000100:00000001:1.0:1767384917.849676:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384917.849679:0:17897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1767384917.849679:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000002cbaa6c. 00000100:00000040:1.0:1767384917.849682:0:16360:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3222 usecs (4 jiffies) 00000020:00000040:3.0:1767384917.849683:0:17897:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d9a32349 refcount=5 00000100:00000001:2.0:1767384917.849684:0:16358:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000020:00000001:3.0:1767384917.849689:0:17897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000001:2.0:1767384917.849691:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294906884 00000100:00000001:1.0:1767384917.849691:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294906884 00000020:00000001:3.0:1767384917.849693:0:17897:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000010:2.0:1767384917.849697:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f8ee1c85. 00000100:00000001:1.0:1767384917.849699:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294906884 00000100:00000001:3.0:1767384917.849700:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384917.849701:0:16358:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384917.849705:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294906884 00000020:00000010:3.0:1767384917.849706:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c20d0ef7. 00000100:00000001:2.0:1767384917.849706:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294906884 00000100:00000001:1.0:1767384917.849712:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294906884 00000020:00000010:3.0:1767384917.849713:0:17897:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c6ff47b5. 00000100:00000010:2.0:1767384917.849714:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000375cc6fb. 00000100:00000001:2.0:1767384917.849718:0:16358:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384917.849723:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294906884 00000100:00000001:2.0:1767384917.849724:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384917.849729:0:17897:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000029ff95b7) now 6 - evictor 00000100:00000001:1.0:1767384917.849729:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294906884 00000100:00000001:2.0:1767384917.849730:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.849736:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294906884 00000100:00000001:2.0:1767384917.849737:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.849741:0:17897:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384917.849742:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384917.849742:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294906884 00000020:00000010:3.0:1767384917.849746:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3dd92f3. 00000100:00000001:1.0:1767384917.849748:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384917.849752:0:17897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c4b1973. 00000100:00000001:2.0:1767384917.849753:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384917.849753:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.849758:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384917.849759:0:17897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009ab856cb. 00000100:00000001:1.0:1767384917.849759:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.849760:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384917.849763:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384917.849766:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.849766:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384917.849770:0:17897:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00100000:2.0:1767384917.849773:0:16358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384917.849774:0:17897:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384917.849775:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384917.849776:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.849777:0:17897:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384917.849778:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384917.849781:0:17897:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384917.849781:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384917.849783:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384917.849784:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384917.849786:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384917.849788:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384917.849789:0:17897:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384917.849790:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.849791:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384917.849794:0:17897:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:1.0:1767384917.849795:0:16360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384917.849796:0:17897:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.849800:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384917.849801:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384917.849805:0:17897:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384917.849806:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384917.849807:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d6bfa9fd x1853237348028672/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384917.849809:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.849836:0:17897:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384917.849840:0:17897:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384917.849841:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384917.849844:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384917.849845:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384917.849847:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384917.849849:0:17897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:1.0:1767384917.849850:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384917.849851:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384917.849854:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384917.849857:0:17897:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d9a32349 : new rpc_count 1 02000000:00000001:2.0:1767384917.849858:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384917.849858:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bc8bdf86 x1853237348028928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.849864:0:17897:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590667954176 : -119483041597440 : ffff9354afbfb800) 00000100:00100000:2.0:1767384917.849866:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d6bfa9fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16358:1853237348028672:0@lo:400: 00000100:00000001:2.0:1767384917.849874:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384917.849877:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004bb0b38e x1853237348028544/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:143/0 lens 224/0 e 0 to 0 dl 1767384928 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384917.849878:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384917.849880:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767384917.849882:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.849884:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384917.849887:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384917.849891:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1767384917.849892:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000017aa5fc7. 02000000:00000001:2.0:1767384917.849896:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384917.849896:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384917.849901:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384917.849902:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7c4a357. 00000100:00100000:1.0:1767384917.849907:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bc8bdf86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16360:1853237348028928:0@lo:400: 00000400:00000010:2.0:1767384917.849909:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008769267d. 00000100:00000200:2.0:1767384917.849916:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348028672, portal 10 00000100:00000001:1.0:1767384917.849918:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384917.849921:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767384917.849923:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384917.849924:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667940736 : -119483041610880 : ffff9354afbf8380) 02000000:00000001:1.0:1767384917.849928:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.849930:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384917.849932:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384917.849933:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d6bfa9fd x1853237348028672/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384917.849936:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a71bfd58. 02000000:00000010:1.0:1767384917.849938:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001e4a7fc4. 00000100:00000001:3.0:1767384917.849943:0:17897:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384917.849943:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384917.849944:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384917.849948:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1767384917.849949:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a71bfd58. 00000400:00000010:2.0:1767384917.849952:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bd9e1ec. 00000100:00000200:2.0:1767384917.849956:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237348028672, offset 0 00000400:00000010:1.0:1767384917.849958:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020d9fe51. 00000100:00100000:3.0:1767384917.849962:0:17897:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004bb0b38e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16358:x1853237348028544:12345-0@lo:400: 00000400:00000200:2.0:1767384917.849965:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384917.849971:0:17897:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348028544 00000020:00000001:3.0:1767384917.849975:0:17897:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:1.0:1767384917.849975:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094a405b6. 00000400:00000200:2.0:1767384917.849976:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384917.849980:0:17897:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:1.0:1767384917.849983:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348028928, portal 10 00000020:00000001:3.0:1767384917.849984:0:17897:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384917.849989:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958271d05100 00000100:00000001:1.0:1767384917.849990:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1767384917.849991:0:17897:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384917.849993:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667952384 : -119483041599232 : ffff9354afbfb100) 00000020:00000001:3.0:1767384917.849996:0:17897:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000400:00000200:2.0:1767384917.850000:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5144 00000020:00000001:3.0:1767384917.850003:0:17897:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384917.850004:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384917.850006:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bc8bdf86 x1853237348028928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384917.850008:0:17897:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384917.850011:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384917.850015:0:17897:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384917.850018:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1767384917.850019:0:17897:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384917.850023:0:17897:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.850025:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384917.850026:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384917.850027:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384917.850028:0:17897:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000010:2.0:1767384917.850030:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000020ec9fcc. 00000100:00000001:0.0:1767384917.850032:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384917.850033:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384917.850035:0:17897:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767384917.850036:0:16358:0:(events.c:337:request_in_callback()) incoming req@0000000020ec9fcc x1853237348028672 msgsize 224 00000400:00000010:1.0:1767384917.850037:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000935f2dcd. 02000000:00000001:3.0:1767384917.850041:0:17897:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1767384917.850043:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237348028928, offset 0 00000100:00100000:2.0:1767384917.850045:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:3.0:1767384917.850047:0:17897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006aa7742c. 02000000:00000001:3.0:1767384917.850052:0:17897:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384917.850055:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384917.850056:0:17897:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.850056:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00080000:0.0:1767384917.850060:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:3.0:1767384917.850061:0:17897:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384917.850065:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bd9e1ec 00000400:00000200:1.0:1767384917.850066:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1767384917.850066:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000029ff95b7) now 6 - evictor 00010000:00000040:3.0:1767384917.850067:0:17897:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237348028544 00000400:00000010:2.0:1767384917.850070:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bd9e1ec. 00010000:00000001:3.0:1767384917.850074:0:17897:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384917.850076:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384917.850077:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384917.850078:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958271d05200 00000100:00000001:0.0:1767384917.850079:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384917.850082:0:17897:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004bb0b38e x1853237348028544/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:143/0 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384917.850084:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d6bfa9fd x1853237348028672/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384917.850089:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5368 00000100:00000001:0.0:1767384917.850099:0:17899:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384917.850102:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384917.850103:0:17899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348028800 02000000:00000001:0.0:1767384917.850107:0:17899:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384917.850111:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384917.850111:0:17899:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384917.850115:0:17899:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384917.850116:0:17897:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384917.850119:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384917.850120:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384917.850121:0:17899:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384917.850122:0:17897:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384917.850122:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:2.0:1767384917.850127:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d6bfa9fd x1853237348028672/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384917.850127:0:17899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348028800 00000100:00001000:3.0:1767384917.850129:0:17897:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7bcd663 time=41 v=5 (1 0 0 0) 00000100:00000010:1.0:1767384917.850130:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ac792fc8. 00000020:00000001:0.0:1767384917.850130:0:17899:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384917.850134:0:17899:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562efd 00000100:00000040:1.0:1767384917.850136:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000ac792fc8 x1853237348028928 msgsize 224 00000020:00000001:0.0:1767384917.850138:0:17899:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384917.850141:0:17897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:0.0:1767384917.850143:0:17899:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d9a32349 refcount=6 00000100:00000040:3.0:1767384917.850147:0:17897:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000020:00000001:0.0:1767384917.850149:0:17899:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00100000:1.0:1767384917.850150:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384917.850153:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384917.850155:0:17899:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000001:3.0:1767384917.850156:0:17897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000001:2.0:1767384917.850157:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384917.850162:0:16360:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384917.850163:0:17897:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384917.850164:0:17899:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384917.850165:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384917.850166:0:17897:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384917.850169:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2726 usecs (3 jiffies) 00000100:00000001:3.0:1767384917.850170:0:17897:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384917.850171:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000935f2dcd 00000100:00000001:2.0:1767384917.850175:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294906884 00000100:00000040:3.0:1767384917.850176:0:17897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384917.850176:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000935f2dcd. 00000020:00000010:0.0:1767384917.850176:0:17899:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000039dad5cc. 00000100:00000001:2.0:1767384917.850181:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294906884 00000400:00000010:3.0:1767384917.850182:0:17897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000184514aa. 00000100:00000001:0.0:1767384917.850182:0:17899:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384917.850183:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384917.850185:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294906884 00000100:00000200:3.0:1767384917.850189:0:17897:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237348028544, offset 224 00000100:00000001:2.0:1767384917.850190:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294906884 00000020:00000010:0.0:1767384917.850190:0:17899:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000039dad5cc. 00000100:00000200:1.0:1767384917.850191:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bc8bdf86 x1853237348028928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384917.850196:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294906884 00000400:00000200:3.0:1767384917.850201:0:17897:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384917.850203:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294906884 00000020:00000010:0.0:1767384917.850203:0:17899:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000467d39d2. 00000100:00000001:2.0:1767384917.850209:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294906884 00000020:00000010:0.0:1767384917.850209:0:17899:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d6f36325. 00000400:00000200:3.0:1767384917.850213:0:17897:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384917.850215:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294906884 00000020:00000010:0.0:1767384917.850217:0:17899:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c41bf3b7. 00000100:00000001:1.0:1767384917.850218:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384917.850221:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384917.850224:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bc8bdf86 x1853237348028928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384917.850226:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.850227:0:17897:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958271d05080 00000100:00000040:0.0:1767384917.850227:0:17899:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384917.850231:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.850234:0:17899:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384917.850238:0:17897:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1919 [1] + 224 00000100:00000001:2.0:1767384917.850238:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.850238:0:17899:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384917.850242:0:17899:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.850248:0:17897:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384917.850250:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.850251:0:17899:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.850254:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384917.850255:0:17897:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384917.850257:0:17091:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384917.850259:0:17897:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384917.850261:0:17091:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348028672 00000100:00000001:0.0:1767384917.850263:0:17899:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384917.850266:0:17897:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000488f77c0 x1853237348028544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384917.850268:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384917.850271:0:17091:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384917.850275:0:17091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384917.850275:0:17899:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384917.850276:0:16360:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2638 usecs (3 jiffies) 00000100:00000001:2.0:1767384917.850280:0:17091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.850280:0:17899:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384917.850284:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294906884 00000100:00000040:3.0:1767384917.850285:0:17897:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000488f77c0 x1853237348028544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384917.850285:0:17091:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384917.850289:0:17899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000001:1.0:1767384917.850291:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294906884 00000100:00100000:2.0:1767384917.850292:0:17091:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348028672 00000100:00000040:0.0:1767384917.850296:0:17899:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d9a32349 : new rpc_count 2 00000020:00000001:2.0:1767384917.850297:0:17091:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384917.850298:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294906884 00000020:00000040:2.0:1767384917.850301:0:17091:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562e71 00000100:00000001:0.0:1767384917.850303:0:17899:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590793075200 : -119482916476416 : ffff9354b734ea00) 00000100:00000001:1.0:1767384917.850304:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294906884 00000020:00000001:2.0:1767384917.850306:0:17091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384917.850309:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294906884 00000020:00000040:2.0:1767384917.850311:0:17091:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099807a16 refcount=5 00000100:00000040:0.0:1767384917.850313:0:17899:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bf01a73a x1853237348028800/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:143/0 lens 224/0 e 0 to 0 dl 1767384928 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384917.850316:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294906884 00000020:00000001:2.0:1767384917.850317:0:17091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00000100:00000001:1.0:1767384917.850320:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294906884 00000100:00000001:3.0:1767384917.850321:0:17897:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384917.850322:0:17091:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00000100:00000001:1.0:1767384917.850325:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294906884 00000400:00000200:3.0:1767384917.850328:0:17897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000184514aa 00000100:00000001:2.0:1767384917.850329:0:17091:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384917.850329:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384917.850331:0:17899:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384917.850334:0:17897:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000184514aa. 00000020:00000010:2.0:1767384917.850334:0:17091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a041b371. 00000100:00000001:1.0:1767384917.850335:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384917.850336:0:17899:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000039dad5cc. 00000100:00000001:2.0:1767384917.850340:0:17091:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384917.850341:0:17897:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384917.850342:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.850342:0:17899:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384917.850345:0:17897:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767384917.850346:0:17091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a041b371. 00000100:00000001:1.0:1767384917.850347:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384917.850347:0:17899:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000039dad5cc. 00000100:00000001:3.0:1767384917.850349:0:17897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384917.850354:0:17897:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000020:00000010:2.0:1767384917.850354:0:17091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000098387d8. 00010000:00000001:3.0:1767384917.850356:0:17897:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384917.850359:0:17897:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384917.850360:0:17899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bf01a73a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16360:x1853237348028800:12345-0@lo:13: 00000020:00000010:2.0:1767384917.850361:0:17091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001c168e26. 00000020:00000001:3.0:1767384917.850363:0:17897:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:2.0:1767384917.850367:0:17091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008937e789. 00000100:00000001:1.0:1767384917.850368:0:17090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1767384917.850368:0:17899:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348028800 00000100:00000040:3.0:1767384917.850369:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004bb0b38e x1853237348028544/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:143/0 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384917.850372:0:17090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348028928 00000020:00000001:0.0:1767384917.850374:0:17899:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384917.850376:0:17091:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:1.0:1767384917.850377:0:17090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384917.850377:0:17899:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384917.850381:0:17899:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.850382:0:17091:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384917.850382:0:17090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384917.850387:0:17091:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384917.850387:0:17090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384917.850387:0:17899:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1767384917.850388:0:17897:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004bb0b38e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16358:x1853237348028544:12345-0@lo:400: Request processed in 458us (839us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384917.850392:0:17091:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384917.850392:0:17899:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665454032 : -1044097584 : ffffffffc1c455d0) 02000000:00000001:1.0:1767384917.850394:0:17090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384917.850400:0:17090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348028928 00000020:00000001:0.0:1767384917.850400:0:17899:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384917.850402:0:17091:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:3.0:1767384917.850403:0:17897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000020:00000001:0.0:1767384917.850404:0:17899:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384917.850405:0:17090:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384917.850406:0:17091:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000040:1.0:1767384917.850408:0:17090:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562ee1 00000100:00000001:2.0:1767384917.850409:0:17091:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384917.850414:0:17090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384917.850415:0:17897:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d9a32349 : new rpc_count 1 00000020:00000040:1.0:1767384917.850417:0:17090:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000083ded37e refcount=5 00000020:00000001:0.0:1767384917.850417:0:17899:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384917.850418:0:17897:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1767384917.850421:0:17899:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384917.850422:0:17897:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767384917.850422:0:17090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00000100:00000001:2.0:1767384917.850425:0:17091:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384917.850425:0:17899:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384917.850428:0:17897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c4b1973. 00000020:00000001:1.0:1767384917.850428:0:17090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00000100:00000001:0.0:1767384917.850433:0:17899:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1767384917.850435:0:17897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009ab856cb. 00000100:00000001:1.0:1767384917.850436:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384917.850436:0:17899:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1767384917.850439:0:17897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c3dd92f3. 00000020:00000010:1.0:1767384917.850441:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000075987109. 02000000:00000010:0.0:1767384917.850441:0:17899:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000005b4d3447. 00000100:00000001:2.0:1767384917.850442:0:17091:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:3.0:1767384917.850443:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 5 00000100:00000001:3.0:1767384917.850448:0:17897:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384917.850448:0:17091:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384917.850448:0:17090:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000736b77fa. 02000000:00000001:0.0:1767384917.850448:0:17899:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.850454:0:17899:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384917.850455:0:17091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000020:00000040:1.0:1767384917.850457:0:17090:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8d9ce3b) now 8 - evictor 00002000:00000001:0.0:1767384917.850459:0:17899:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000040:2.0:1767384917.850461:0:17091:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000099807a16 : new rpc_count 1 00000100:00000001:2.0:1767384917.850463:0:17091:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590667943424 : -119483041608192 : ffff9354afbf8e00) 00002000:00000001:0.0:1767384917.850465:0:17899:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000040:2.0:1767384917.850468:0:17091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000020ec9fcc x1853237348028672/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:143/0 lens 224/0 e 0 to 0 dl 1767384928 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384917.850469:0:17090:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:0.0:1767384917.850469:0:17899:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:2.0:1767384917.850478:0:17091:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384917.850479:0:17090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca11e8ea. 00000020:00000001:0.0:1767384917.850481:0:17899:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767384917.850484:0:17899:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000010:1.0:1767384917.850485:0:17090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003e0aabe3. 00000020:00000010:2.0:1767384917.850487:0:17091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a041b371. 00000020:00000020:0.0:1767384917.850489:0:17899:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000010:1.0:1767384917.850491:0:17090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005fe211e4. 00000100:00000001:2.0:1767384917.850492:0:17091:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000020:0.0:1767384917.850494:0:17899:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000d9a32349 dirty 0 pend 0 grant 0 00000020:00000010:2.0:1767384917.850496:0:17091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a041b371. 00000100:00000001:1.0:1767384917.850496:0:17090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384917.850500:0:17090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00002000:00000020:0.0:1767384917.850501:0:17899:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000001:1.0:1767384917.850502:0:17090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384917.850505:0:17091:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000020ec9fcc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16358:x1853237348028672:12345-0@lo:400: 00002000:00000001:0.0:1767384917.850507:0:17899:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:1.0:1767384917.850508:0:17090:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384917.850510:0:17091:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348028672 00000100:00000001:1.0:1767384917.850511:0:17090:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000001:00000001:0.0:1767384917.850513:0:17899:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000001:2.0:1767384917.850514:0:17091:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384917.850515:0:17090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384917.850515:0:17899:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384917.850517:0:17091:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00002000:00000001:0.0:1767384917.850518:0:17899:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384917.850519:0:17091:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384917.850524:0:17091:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000040:0.0:1767384917.850524:0:17899:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237348028800 00000020:00000001:2.0:1767384917.850525:0:17091:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000100:00000001:1.0:1767384917.850527:0:17090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384917.850530:0:17899:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384917.850531:0:17091:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384917.850534:0:17091:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:0.0:1767384917.850536:0:17899:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bf01a73a x1853237348028800/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:143/0 lens 224/368 e 0 to 0 dl 1767384928 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384917.850537:0:17091:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384917.850539:0:17091:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384917.850541:0:17090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384917.850542:0:17091:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.850543:0:17090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384917.850547:0:17091:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:1.0:1767384917.850550:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00000001:2.0:1767384917.850551:0:17091:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1767384917.850552:0:17899:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1767384917.850555:0:17091:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1767384917.850555:0:17899:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384917.850556:0:17090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000083ded37e : new rpc_count 1 00000100:00000001:1.0:1767384917.850559:0:17090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590793079680 : -119482916471936 : ffff9354b734fb80) 02000000:00000010:2.0:1767384917.850560:0:17091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bd9d3850. 00000100:00001000:0.0:1767384917.850560:0:17899:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097a41e79 time=41 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384917.850565:0:17091:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384917.850566:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ac792fc8 x1853237348028928/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:143/0 lens 224/0 e 0 to 0 dl 1767384928 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384917.850566:0:17899:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384917.850568:0:17091:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384917.850571:0:17899:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000020:00000001:2.0:1767384917.850573:0:17091:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.850575:0:17899:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000040:2.0:1767384917.850578:0:17091:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348028672 02000000:00000001:0.0:1767384917.850579:0:17899:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384917.850582:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384917.850582:0:17899:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384917.850583:0:17091:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:1.0:1767384917.850587:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000128eef98. 00000100:00000001:0.0:1767384917.850587:0:17899:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000200:2.0:1767384917.850589:0:17091:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000020ec9fcc x1853237348028672/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:143/0 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384917.850590:0:17090:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384917.850593:0:17899:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1767384917.850597:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000128eef98. 00000400:00000010:0.0:1767384917.850598:0:17899:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd5b10a7. 00010000:00000001:2.0:1767384917.850603:0:17091:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384917.850605:0:17091:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384917.850606:0:17090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ac792fc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16360:x1853237348028928:12345-0@lo:400: 00000100:00001000:2.0:1767384917.850610:0:17091:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=45 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384917.850610:0:17899:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237348028800, offset 224 00000100:00000200:1.0:1767384917.850614:0:17090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348028928 00000100:00000001:2.0:1767384917.850617:0:17091:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384917.850618:0:17090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384917.850619:0:17899:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384917.850622:0:17091:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 22 to 0@lo 00000020:00000001:1.0:1767384917.850623:0:17090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384917.850625:0:17091:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000020:00000001:1.0:1767384917.850626:0:17090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384917.850643:0:17091:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384917.850647:0:17091:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384917.850647:0:17899:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384917.850648:0:17090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384917.850650:0:17090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000020:00000001:1.0:1767384917.850653:0:17090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384917.850656:0:17899:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958271d05180 00000100:00000001:2.0:1767384917.850657:0:17091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384917.850658:0:17090:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384917.850662:0:17090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1767384917.850664:0:17091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384917.850664:0:17899:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1915 [1] + 224 00000020:00000001:1.0:1767384917.850665:0:17090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:2.0:1767384917.850667:0:17091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bd9e1ec. 00000020:00000001:1.0:1767384917.850668:0:17090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384917.850670:0:17899:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384917.850672:0:17091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348028672, offset 224 00000020:00000001:1.0:1767384917.850678:0:17090:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1767384917.850678:0:17899:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384917.850682:0:17091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384917.850683:0:17090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384917.850686:0:17090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384917.850686:0:17899:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1767384917.850690:0:17090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000087f9f871. 00000400:00000200:2.0:1767384917.850692:0:17091:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384917.850693:0:17899:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009a6f6c78 x1853237348028800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384933 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384917.850694:0:17090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.850699:0:17090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384917.850702:0:17090:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384917.850705:0:17091:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d05100 00010000:00000040:1.0:1767384917.850706:0:17090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348028928 00000100:00000040:0.0:1767384917.850706:0:17899:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000009a6f6c78 x1853237348028800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384917.850711:0:17090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767384917.850714:0:17091:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1925 [1] + 224 00010000:00000200:1.0:1767384917.850718:0:17090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ac792fc8 x1853237348028928/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:143/0 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384917.850722:0:17091:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384917.850729:0:17899:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384917.850730:0:17091:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384917.850732:0:17090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384917.850736:0:17090:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384917.850736:0:17899:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd5b10a7 00000400:00000010:0.0:1767384917.850738:0:17899:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd5b10a7. 00000100:00001000:1.0:1767384917.850739:0:17090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=45 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384917.850742:0:17090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384917.850742:0:17899:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384917.850745:0:17091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384917.850745:0:17090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 23 to 0@lo 00000100:00000001:0.0:1767384917.850745:0:17899:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384917.850750:0:17090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000001:0.0:1767384917.850750:0:17899:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384917.850752:0:17091:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d6bfa9fd x1853237348028672/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384917.850754:0:17090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767384917.850756:0:17899:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 22 to 0@lo 02000000:00000001:1.0:1767384917.850757:0:17090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384917.850762:0:17899:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384917.850764:0:17090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384917.850765:0:17899:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384917.850769:0:17090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384917.850769:0:17899:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384917.850771:0:17091:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d6bfa9fd x1853237348028672/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384917.850774:0:17090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000935f2dcd. 00000100:00000040:0.0:1767384917.850777:0:17899:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf01a73a x1853237348028800/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:143/0 lens 224/368 e 0 to 0 dl 1767384928 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384917.850781:0:17090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348028928, offset 224 00000100:00000001:2.0:1767384917.850783:0:17091:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384917.850788:0:17090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384917.850791:0:17899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bf01a73a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16360:x1853237348028800:12345-0@lo:13: Request processed in 459us (1241us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384917.850796:0:17091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bd9e1ec 00000400:00000200:1.0:1767384917.850796:0:17090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384917.850800:0:17091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bd9e1ec. 00000100:00100000:0.0:1767384917.850801:0:17899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000001:2.0:1767384917.850806:0:17091:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:1.0:1767384917.850807:0:17090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d05200 00000100:00000040:0.0:1767384917.850807:0:17899:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d9a32349 : new rpc_count 0 00000100:00000001:2.0:1767384917.850809:0:17091:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384917.850811:0:17899:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384917.850835:0:17091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384917.850838:0:17091:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:2.0:1767384917.850840:0:17091:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384917.850843:0:17091:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384917.850844:0:17090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x192d [1] + 224 00000020:00000001:2.0:1767384917.850845:0:17091:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384917.850849:0:17899:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384917.850851:0:17091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000020ec9fcc x1853237348028672/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:143/0 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384917.850852:0:17090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384917.850852:0:17899:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d6f36325. 00000020:00000010:0.0:1767384917.850860:0:17899:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c41bf3b7. 00000400:00000200:1.0:1767384917.850862:0:17090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384917.850866:0:17091:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000020ec9fcc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16358:x1853237348028672:12345-0@lo:400: Request processed in 385us (828us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384917.850867:0:17090:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384917.850867:0:17899:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000467d39d2. 00000100:00000200:1.0:1767384917.850875:0:17090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bc8bdf86 x1853237348028928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384917.850876:0:17091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000020:00000040:0.0:1767384917.850879:0:17899:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 4 00000100:00000040:2.0:1767384917.850881:0:17091:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099807a16 : new rpc_count 0 00000100:00000001:0.0:1767384917.850883:0:17899:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384917.850886:0:17091:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384917.850889:0:17091:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384917.850892:0:17090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bc8bdf86 x1853237348028928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384917.850899:0:17091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001c168e26. 00000020:00000010:2.0:1767384917.850905:0:17091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008937e789. 00000020:00000010:2.0:1767384917.850909:0:17091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000098387d8. 00000020:00000040:2.0:1767384917.850913:0:17091:0:(genops.c:898:class_export_put()) PUTting export 0000000099807a16 : new refcount 4 00000100:00000001:2.0:1767384917.850917:0:17091:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384917.850925:0:17090:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384917.850932:0:17090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000935f2dcd 00000400:00000010:1.0:1767384917.850936:0:17090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000935f2dcd. 00000100:00000001:1.0:1767384917.850939:0:17090:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384917.850941:0:17090:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384917.850946:0:17090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384917.850949:0:17090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:1.0:1767384917.850952:0:17090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384917.850953:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384917.850954:0:17090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.850956:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384917.850959:0:17090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384917.850962:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:0.0:1767384917.850963:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000400:00000001:2.0:1767384917.850965:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384917.850966:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ac792fc8 x1853237348028928/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:143/0 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384917.850967:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8d9ce3b) now 8 - evictor 00000400:00000010:2.0:1767384917.850969:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7c4a357. 00000400:00000200:2.0:1767384917.850975:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008769267d 00000400:00000010:2.0:1767384917.850978:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008769267d. 00000100:00000001:2.0:1767384917.850984:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384917.850986:0:17090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ac792fc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16360:x1853237348028928:12345-0@lo:400: Request processed in 401us (846us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384917.850986:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384917.850989:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384917.850991:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d6bfa9fd x1853237348028672/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384917.850993:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384917.850997:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384917.850999:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000400:00000010:0.0:1767384917.851000:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020d9fe51. 00000100:00000040:1.0:1767384917.851005:0:17090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000083ded37e : new rpc_count 0 00000400:00000200:0.0:1767384917.851006:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094a405b6 00000100:00000001:1.0:1767384917.851008:0:17090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384917.851009:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d6bfa9fd x1853237348028672/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384917.851010:0:17090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1767384917.851010:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094a405b6. 00000020:00000010:1.0:1767384917.851015:0:17090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003e0aabe3. 00000100:00000001:0.0:1767384917.851016:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384917.851020:0:17090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005fe211e4. 00000100:00000001:2.0:1767384917.851021:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384917.851022:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bc8bdf86 x1853237348028928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384917.851025:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384917.851027:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca11e8ea. 00000100:00000001:2.0:1767384917.851029:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384917.851033:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1767384917.851033:0:17090:0:(genops.c:898:class_export_put()) PUTting export 0000000083ded37e : new refcount 4 00000100:00000001:2.0:1767384917.851035:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384917.851037:0:17090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384917.851038:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384917.851039:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bc8bdf86 x1853237348028928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384917.851042:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384917.851048:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 00000000617d1ace time=45 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384917.851052:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767384917.851053:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 000000008de43404 time=45 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384917.851056:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384917.851057:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384917.851059:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.851061:0:16360:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384917.851064:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384917.851065:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384917.851069:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00080000:2.0:1767384917.851071:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d6bfa9fd x1853237348028672/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384917.851072:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384917.851078:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384917.851086:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 000000002c0000f4 time=45 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384917.851087:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.851093:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00001000:0.0:1767384917.851094:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c093201a time=45 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384917.851097:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384917.851100:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384917.851102:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384917.851104:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384917.851107:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384917.851111:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1767384917.851112:0:16360:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bc8bdf86 x1853237348028928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384917.851120:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d6bfa9fd x1853237348028672/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384917.851127:0:16360:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.851133:0:16360:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384917.851135:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384917.851136:0:16360:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384917.851138:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384917.851142:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384917.851142:0:16360:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384917.851147:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384917.851148:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d6bfa9fd x1853237348028672/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384917.851154:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d6bfa9fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16358:1853237348028672:0@lo:400: 00000100:00000040:0.0:1767384917.851162:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bc8bdf86 x1853237348028928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384917.851163:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384917.851166:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384917.851169:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000345f2fa3. 00000400:00000200:2.0:1767384917.851174:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b676d75 00000400:00000010:2.0:1767384917.851178:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b676d75. 00000100:00000001:0.0:1767384917.851178:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384917.851182:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384917.851184:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384917.851186:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384917.851187:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000488f77c0 x1853237348028544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384917.851195:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc8bdf86 x1853237348028928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384917.851199:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000488f77c0 x1853237348028544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384917.851223:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384917.851225:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bc8bdf86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16360:1853237348028928:0@lo:400: 00000100:00000001:2.0:1767384917.851226:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384917.851229:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384917.851231:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384917.851234:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384917.851235:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384917.851237:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384917.851238:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:2.0:1767384917.851240:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000056cb386c time=41 v=5 (5 0 0 0) 00000400:00000001:0.0:1767384917.851242:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1767384917.851244:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000785c58c4 time=41 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384917.851245:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f4ff3e0. 00000100:00000001:2.0:1767384917.851249:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384917.851252:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384917.851252:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a90983c2 00010000:00000001:2.0:1767384917.851254:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384917.851256:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a90983c2. 00010000:00080000:2.0:1767384917.851258:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000488f77c0 x1853237348028544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384917.851262:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384917.851268:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009a6f6c78 x1853237348028800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384917.851298:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384917.851300:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009a6f6c78 x1853237348028800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384917.851301:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384917.851304:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384917.851307:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384917.851309:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384917.851316:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000488f77c0 x1853237348028544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384917.851316:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384917.851319:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384917.851323:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384917.851326:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384917.851327:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384917.851330:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384917.851331:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384917.851333:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.851334:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384917.851339:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384917.851340:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000488f77c0 x1853237348028544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384917.851346:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000046e5fbb1 time=41 v=5 (5 0 0 0) 00000100:00100000:2.0:1767384917.851348:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000488f77c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16358:1853237348028544:0@lo:400: 00000100:00001000:0.0:1767384917.851356:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000785c58c4 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384917.851357:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384917.851361:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384917.851364:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767384917.851366:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d6bfa9fd x1853237348028672/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384917.851367:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384917.851373:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384917.851379:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00080000:0.0:1767384917.851380:0:16360:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009a6f6c78 x1853237348028800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384917.851382:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384917.851385:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000017aa5fc7. 02000000:00000001:2.0:1767384917.851389:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384917.851392:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384917.851394:0:16360:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384917.851395:0:16358:0:(genops.c:1242:class_import_put()) import 00000000aab4eb9e refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384917.851399:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384917.851400:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000066de9437. 02000000:00000001:2.0:1767384917.851407:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384917.851408:0:16360:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767384917.851410:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1767384917.851411:0:16360:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000010:2.0:1767384917.851413:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d6bfa9fd. 00000100:00000001:0.0:1767384917.851415:0:16360:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384917.851419:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384917.851419:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.851423:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384917.851424:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009a6f6c78 x1853237348028800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384917.851427:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384917.851433:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000488f77c0 x1853237348028544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384917.851436:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384917.851438:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384917.851441:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384917.851446:0:16360:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384917.851451:0:16360:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:2.0:1767384917.851453:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384917.851457:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000004:00000040:0.0:1767384917.851457:0:16360:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 02000000:00000010:2.0:1767384917.851460:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003fc6ff19. 02000000:00000001:2.0:1767384917.851465:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384917.851467:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384917.851468:0:16358:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000004:00000020:0.0:1767384917.851469:0:16360:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006f80896a): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000020:00000001:2.0:1767384917.851470:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384917.851473:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000a460c8f. 02000000:00000001:2.0:1767384917.851476:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384917.851478:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384917.851480:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000488f77c0. 00000004:00000001:0.0:1767384917.851480:0:16360:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.851487:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384917.851489:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384917.851490:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009a6f6c78 x1853237348028800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384933 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384917.851491:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384917.851496:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384917.851499:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.851503:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384917.851505:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384917.851509:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009a6f6c78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16360:1853237348028800:0@lo:13: 00000100:00000001:0.0:1767384917.851524:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384917.851526:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384917.851529:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bc8bdf86 x1853237348028928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384917.851536:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384917.851537:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384917.851539:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001e4a7fc4. 02000000:00000001:0.0:1767384917.851542:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384917.851544:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384917.851545:0:16360:0:(genops.c:1242:class_import_put()) import 0000000062c1ff66 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384917.851547:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384917.851549:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ac50ee55. 02000000:00000001:0.0:1767384917.851552:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384917.851558:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384917.851560:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc8bdf86. 00000100:00000001:0.0:1767384917.851563:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384917.851564:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384917.851566:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384917.851569:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009a6f6c78 x1853237348028800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384933 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384917.851576:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384917.851577:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384917.851578:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001281ef68. 02000000:00000001:0.0:1767384917.851581:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384917.851582:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384917.851583:0:16360:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384917.851585:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384917.851586:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e67be52d. 02000000:00000001:0.0:1767384917.851589:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384917.851591:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384917.851592:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009a6f6c78. 00000100:00000001:0.0:1767384917.851594:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384917.851596:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384917.851597:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384917.851602:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384917.851603:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.851605:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384917.851607:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384917.853851:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294906884, at 4294906885 00000100:00000010:2.0:1767384917.853857:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f8ee1c85. 00000100:00000040:1.0:1767384917.853876:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294906884, at 4294906885 00000100:00000040:0.0:1767384917.853889:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294906884, at 4294906885 00000100:00000010:1.0:1767384917.853892:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000002cbaa6c. 00000100:00000010:0.0:1767384917.853894:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000406a8fbc. 00000100:00000040:3.0:1767384917.855077:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294906884, at 4294906886 00000100:00000010:3.0:1767384917.855083:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000375cc6fb. 00010000:00000001:0.0:1767384918.041871:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384918.041877:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384918.041882:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384918.041884:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384918.041911:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384918.041916:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384918.041921:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384918.424884:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp31 00000400:00000010:0.0:1767384918.424892:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f6384b41. 00000400:00000010:0.0:1767384918.424899:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000013e42277. 00000400:00000010:0.0:1767384918.424904:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd5b10a7. 00000400:00000010:0.0:1767384918.424913:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cfdc62c7. 00000400:00000200:0.0:1767384918.424928:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp31 00000400:00000200:0.0:1767384918.424946:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp31 local destination 00000400:00000200:0.0:1767384918.424955:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp31 00000400:00000200:0.0:1767384918.424961:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp31 NI seq info: [92:92:256:4294967295] 192.168.203.134@tcp31 LPNI seq info [90:90:8:4294967295] 00000400:00000200:0.0:1767384918.424971:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp31 00000400:00000200:0.0:1767384918.424984:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp31(192.168.203.134@tcp31:) -> 192.168.203.134@tcp31(192.168.203.134@tcp31:192.168.203.134@tcp31) : GET try# 0 00000800:00000200:0.0:1767384918.424991:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp31 00000800:00000010:0.0:1767384918.424997:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009b96c96e. 00000800:00000200:0.0:1767384918.425005:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000093cb5295] -> 12345-192.168.203.134@tcp31 (2) 00000800:00000200:0.1:1767384918.425013:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000093cb5295] -> 12345-192.168.203.134@tcp31 (2) 00000400:00000200:0.0:1767384918.425042:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp31 added to recovery queue. ping count: 2 next ping: 244 health :800 00000400:00000200:0.0:1767384918.425047:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp29 00000400:00000010:0.0:1767384918.425051:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000687494d3. 00000400:00000010:0.0:1767384918.425056:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a3434736. 00000400:00000010:0.0:1767384918.425059:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011f6db7d. 00000400:00000010:0.0:1767384918.425065:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c1b65cc9. 00000400:00000200:0.0:1767384918.425070:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp29 00000400:00000200:0.0:1767384918.425079:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp29 local destination 00000400:00000200:0.0:1767384918.425085:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp29 00000400:00000200:0.0:1767384918.425090:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp29 NI seq info: [93:93:256:4294967295] 192.168.203.134@tcp29 LPNI seq info [91:91:8:4294967295] 00000400:00000200:0.0:1767384918.425096:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp29 00000400:00000200:0.0:1767384918.425104:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp29(192.168.203.134@tcp29:) -> 192.168.203.134@tcp29(192.168.203.134@tcp29:192.168.203.134@tcp29) : GET try# 0 00000800:00000200:0.0:1767384918.425109:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp29 00000800:00000010:0.0:1767384918.425113:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a6c1c31e. 00000800:00000200:0.0:1767384918.425117:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009bd365ee] -> 12345-192.168.203.134@tcp29 (2) 00000800:00000200:0.1:1767384918.425122:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009bd365ee] -> 12345-192.168.203.134@tcp29 (2) 00000400:00000200:3.0:1767384918.425126:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.425139:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp29 added to recovery queue. ping count: 3 next ping: 248 health :700 00000400:00000200:0.0:1767384918.425145:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp33 00000400:00000010:0.0:1767384918.425149:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f078dbb7. 00000400:00000010:0.0:1767384918.425153:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000460f63ea. 00000400:00000010:0.0:1767384918.425162:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd3ead4e. 00000400:00000010:0.0:1767384918.425170:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000011a3071c. 00000400:00000200:0.0:1767384918.425175:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp33 00000400:00000200:0.0:1767384918.425184:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp33 local destination 00000400:00000200:3.0:1767384918.425189:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.425190:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp33 00000400:00000200:0.0:1767384918.425198:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp33 NI seq info: [94:94:256:4294967295] 192.168.203.134@tcp33 LPNI seq info [92:92:8:4294967295] 00000400:00000200:0.0:1767384918.425205:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp33 00000400:00000200:0.0:1767384918.425216:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp33(192.168.203.134@tcp33:) -> 192.168.203.134@tcp33(192.168.203.134@tcp33:192.168.203.134@tcp33) : GET try# 0 00000800:00000200:0.0:1767384918.425222:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp33 00000800:00000010:0.0:1767384918.425226:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005ae9bba2. 00000800:00000200:0.0:1767384918.425232:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004621d7bf] -> 12345-192.168.203.134@tcp33 (2) 00000400:00000200:3.0:1767384918.425236:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000800:00000200:0.1:1767384918.425238:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004621d7bf] -> 12345-192.168.203.134@tcp33 (2) 00000400:00000200:0.0:1767384918.425258:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp33 added to recovery queue. ping count: 1 next ping: 242 health :900 00000400:00000200:3.0:1767384918.425278:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.425318:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:3.0:1767384918.425332:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.425382:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:3.0:1767384918.425399:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.425436:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:3.0:1767384918.425462:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.425491:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:3.0:1767384918.425520:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.425551:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:3.0:1767384918.425580:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.425601:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:3.0:1767384918.425664:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.425684:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:3.0:1767384918.425723:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.425746:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:3.0:1767384918.425784:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.425807:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:3.0:1767384918.425871:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.425884:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:3.0:1767384918.425930:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.425944:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:3.0:1767384918.425987:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.426008:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:3.0:1767384918.426049:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.426071:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:3.0:1767384918.426113:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.426132:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:3.0:1767384918.426178:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.426193:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:3.0:1767384918.426237:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.426258:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:3.0:1767384918.426299:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.426319:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:3.0:1767384918.426358:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.426379:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:3.0:1767384918.426401:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.426445:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:3.0:1767384918.426454:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.426516:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:3.0:1767384918.426529:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:2.0:1767384918.426534:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.426591:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:3.0:1767384918.426598:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:2.0:1767384918.426605:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.426673:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:3.0:1767384918.426691:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:2.0:1767384918.426693:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.426744:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:3.0:1767384918.426772:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:2.0:1767384918.426772:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.426811:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:3.0:1767384918.426862:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.426906:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:3.0:1767384918.426910:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:3.0:1767384918.426961:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.426980:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:3.0:1767384918.427005:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.427060:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:3.0:1767384918.427083:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.427135:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:2.0:1767384918.427161:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:3.0:1767384918.427168:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.427209:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:2.0:1767384918.427233:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:3.0:1767384918.427241:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.427287:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:2.0:1767384918.427303:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:3.0:1767384918.427314:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.427360:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:2.0:1767384918.427376:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.427426:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:2.0:1767384918.427444:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.427492:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:2.0:1767384918.427514:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000800:00000010:3.0:1767384918.427533:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006d53d794. 00000800:00000010:3.0:1767384918.427539:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b862efbe. 00000800:00000010:3.0:1767384918.427545:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009256565d. 00000400:00000200:0.0:1767384918.427558:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:2.0:1767384918.427571:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000800:00000010:3.0:1767384918.427572:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009256565d. 00000800:00020000:3.0:1767384918.427583:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:3.0:1767384918.427587:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b862efbe. 00000800:00000010:3.0:1767384918.427592:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006d53d794. 00000400:00000200:0.0:1767384918.427642:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:2.0:1767384918.427655:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:02020000:3.0:1767384918.427663:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp31 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384918.427670:0:16347:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp31 notifying 192.168.203.134@tcp31: down 00000800:00000200:3.0:1767384918.427677:0:16347:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp31 down 00000800:00000100:3.0:1767384918.427684:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp31 00000800:00000010:3.0:1767384918.427687:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009b96c96e. 00000400:00000200:3.0:1767384918.427692:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384918.427697:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp31->192.168.203.134@tcp31: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384918.427705:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384918.427708:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:3.0:1767384918.427709:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384918.427718:0:16347:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp31) recovery failed with -71 00000400:00000200:2.0:1767384918.427754:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:2.0:1767384918.427778:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:2.0:1767384918.427798:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000800:00000010:0.0:1767384918.427860:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007720c79c. 00000400:00000200:2.0:1767384918.427862:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000800:00000010:0.0:1767384918.427868:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009d060b8b. 00000800:00000010:0.0:1767384918.427875:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000039dad5cc. 00000400:00000200:2.0:1767384918.427897:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000800:00000010:0.0:1767384918.427907:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000039dad5cc. 00000400:00000200:2.0:1767384918.427926:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000800:00020000:0.0:1767384918.427928:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:0.0:1767384918.427934:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009d060b8b. 00000800:00000010:0.0:1767384918.427938:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007720c79c. 00000400:00000200:2.0:1767384918.427949:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:2.0:1767384918.427977:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:02020000:0.0:1767384918.428007:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp29 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384918.428015:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.428016:0:16346:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp29 notifying 192.168.203.134@tcp29: down 00000800:00000200:0.0:1767384918.428026:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp29 down 00000800:00000100:0.0:1767384918.428034:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp29 00000800:00000010:0.0:1767384918.428037:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a6c1c31e. 00000400:00000200:2.0:1767384918.428039:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.428041:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384918.428050:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp29->192.168.203.134@tcp29: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384918.428060:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:0.0:1767384918.428062:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384918.428068:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384918.428072:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp29) recovery failed with -71 00000400:00000200:2.0:1767384918.428084:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:2.0:1767384918.428104:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:2.0:1767384918.428122:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:2.0:1767384918.428138:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:2.0:1767384918.428151:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:2.0:1767384918.428165:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:2.0:1767384918.428187:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:2.0:1767384918.428207:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:2.0:1767384918.428226:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:2.0:1767384918.428251:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:2.0:1767384918.428285:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:2.0:1767384918.428390:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004a8e2c40. 00000800:00000010:2.0:1767384918.428395:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000070077d53. 00000800:00000010:2.0:1767384918.428398:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a1c7f4c7. 00000800:00000010:2.0:1767384918.428414:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a1c7f4c7. 00000800:00020000:2.0:1767384918.428419:0:16349:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:2.0:1767384918.428422:0:16349:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000070077d53. 00000800:00000010:2.0:1767384918.428424:0:16349:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004a8e2c40. 00000400:02020000:2.0:1767384918.428466:0:16349:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp33 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384918.428471:0:16349:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp33 notifying 192.168.203.134@tcp33: down 00000400:00000200:2.0:1767384918.428474:0:16349:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384918.428478:0:16349:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp33 00000800:00000010:2.0:1767384918.428480:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005ae9bba2. 00000400:00000200:2.0:1767384918.428484:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384918.428489:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp33->192.168.203.134@tcp33: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384918.428495:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384918.428498:0:16349:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384918.428502:0:16349:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp33) recovery failed with -71 00080000:00000010:1.0:1767384919.029335:0:29546:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000005a841d4. 00080000:00000010:1.0:1767384919.029344:0:29546:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000005a841d4. 00000020:00000001:1.0:1767384919.029348:0:29546:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384919.029355:0:29546:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000005a841d4. 00080000:00000010:1.0:1767384919.029359:0:29546:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000005a841d4. 00000020:00000001:1.0:1767384919.029361:0:29546:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384919.064902:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384919.064906:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384919.064911:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384919.064913:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384919.064939:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384919.064949:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384919.064952:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384919.448875:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384919.448880:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384919.448883:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd5b10a7 00000400:00000010:2.0:1767384919.448886:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd5b10a7. 00000400:00000200:2.0:1767384919.448890:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384919.448896:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp31 recovery ping unlinked 00000400:00000010:2.0:1767384919.448903:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f6384b41. 00000400:00000010:2.0:1767384919.448907:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000013e42277. 00000400:00000001:2.0:1767384919.448910:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384919.448911:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384919.448912:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011f6db7d 00000400:00000010:2.0:1767384919.448914:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011f6db7d. 00000400:00000200:2.0:1767384919.448915:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384919.448917:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp29 recovery ping unlinked 00000400:00000010:2.0:1767384919.448919:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000687494d3. 00000400:00000010:2.0:1767384919.448920:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a3434736. 00000400:00000001:2.0:1767384919.448923:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384919.448924:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384919.448925:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd3ead4e 00000400:00000010:2.0:1767384919.448926:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd3ead4e. 00000400:00000200:2.0:1767384919.448927:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384919.448929:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp33 recovery ping unlinked 00000400:00000010:2.0:1767384919.448930:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f078dbb7. 00000400:00000010:2.0:1767384919.448932:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000460f63ea. 00000001:00000001:1.0:1767384919.704545:0:29710:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384919.704549:0:29710:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp35 --if ens2 00000001:00000001:1.0:1767384919.708727:0:29710:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384919.715079:0:29711:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000db878f5c. 00000400:00000010:1.0:1767384919.715092:0:29711:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000022bc0a6e. 00000400:00000010:1.0:1767384919.715100:0:29711:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000a7393b96. 00000400:00000010:1.0:1767384919.715102:0:29711:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000789c2b3f. 00000400:00000010:1.0:1767384919.715106:0:29711:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000750de4ab. 00000400:00000010:1.0:1767384919.715109:0:29711:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ca6c6d80. 00000400:00000010:1.0:1767384919.715111:0:29711:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003477a27c. 00000400:00000010:1.0:1767384919.715112:0:29711:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ffaae3f4. 00000400:00000010:1.0:1767384919.715115:0:29711:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000082f329d7. 00000800:00000010:1.0:1767384919.715126:0:29711:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000461019ea. 00000800:00000200:1.0:1767384919.715135:0:29711:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384919.715144:0:29711:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384919.715174:0:29711:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:1.0:1767384919.715197:0:29711:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp35 [8/256/0/180] 00000400:00000010:1.0:1767384919.717035:0:29711:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 000000002e2a2da4. 00000400:00000010:1.0:1767384919.717041:0:29711:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062b54012. 00000400:00000010:1.0:1767384919.717048:0:29711:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000935f2dcd. 00000400:00000001:1.0:1767384919.717065:0:29711:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384919.717067:0:29711:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384919.717069:0:29711:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bef0f9ce. 00000400:00000200:1.0:1767384919.717071:0:29711:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005734283f 00000400:00000010:1.0:1767384919.717073:0:29711:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005734283f. 00000400:00000010:1.0:1767384919.717075:0:29711:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 00000000da7b0f70. 00000400:00000200:1.0:1767384919.717080:0:29711:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (27) 00000400:00000200:1.0:1767384919.717091:0:29711:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:1.0:1767384919.717099:0:29711:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131107 00000020:00000010:1.0:1767384919.717105:0:29711:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c95149dc. 00000020:01000000:1.0:1767384919.717110:0:29711:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384919.717115:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384919.717115:0:29711:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp35 00000400:00000010:1.0:1767384919.717127:0:29711:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000022bc0a6e. 00000400:00000200:3.0:1767384919.717129:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100951 00000400:00000010:1.0:1767384919.717132:0:29711:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000db878f5c. 00000400:00000200:3.0:1767384919.717136:0:16356:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.134@tcp:-71 00000400:00000200:3.0:1767384919.717139:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102151 rc -71 00000400:00000200:3.0:1767384919.717143:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:3.0:1767384919.717145:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (28) 00000020:00000001:2.0:1767384919.717183:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384919.717188:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384919.717191:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384919.717193:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384919.717196:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384919.717198:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384919.717199:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384919.717201:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384919.717202:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384919.717203:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384919.717204:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384919.717205:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384919.717207:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384919.717208:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384919.717213:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000488f77c0. 00000020:00000040:2.0:1767384919.717217:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:2.0:1767384919.717221:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384919.717223:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384919.717227:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384919.717234:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004a8e2c40. 00000100:00000001:2.0:1767384919.717239:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.717246:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384919.717248:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384919.717254:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000488f77c0] to pc [ptlrpcd_00_00+0] req@00000000488f77c0 x1853237348029056/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384919.717282:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384919.717285:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384919.717287:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384919.717289:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384919.717291:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384919.717294:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384919.717295:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1767384919.717296:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384919.717299:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384919.717300:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1767384919.717303:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:01000000:2.0:1767384919.717304:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:3.0:1767384919.717308:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000488f77c0 x1853237348029056/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384919.717308:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:1.0:1767384919.717309:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384919.717312:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384919.717316:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384919.717321:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384919.717323:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384919.717326:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:3.0:1767384919.717329:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384919.717329:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384919.717331:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384919.717333:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384919.717334:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384919.717336:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:3.0:1767384919.717338:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384919.717339:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384919.717343:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d6bfa9fd. 00000100:00100000:3.0:1767384919.717344:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000488f77c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348029056:0@lo:253: 00000020:00000040:2.0:1767384919.717348:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00000001:3.0:1767384919.717350:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384919.717352:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384919.717354:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384919.717355:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384919.717356:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384919.717358:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384919.717362:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384919.717363:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005a1ce144. 02000000:00000010:3.0:1767384919.717368:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006d53d794. 00000100:00000001:2.0:1767384919.717368:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384919.717373:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.717375:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384919.717377:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384919.717378:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfbc4a0d. 00000100:00000040:2.0:1767384919.717382:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d6bfa9fd] to pc [ptlrpcd_00_01+1] req@00000000d6bfa9fd x1853237348029184/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384919.717384:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000098f94220. 00000100:00000200:3.0:1767384919.717390:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348029056, portal 25 00000100:00000001:3.0:1767384919.717394:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384919.717395:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667944320 : -119483041607296 : ffff9354afbf9180) 10000000:00000001:2.0:1767384919.717400:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384919.717401:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000488f77c0 x1853237348029056/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384919.717403:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384919.717408:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384919.717412:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384919.717417:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c95149dc. 00000100:00000001:3.0:1767384919.717418:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384919.717422:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384919.717425:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384919.717427:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384919.717429:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c05e8933. 00000100:00000001:1.0:1767384919.717430:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767384919.717432:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348029056, offset 0 00000100:00000040:1.0:1767384919.717438:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d6bfa9fd x1853237348029184/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384919.717439:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384919.717453:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384919.717455:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384919.717459:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384919.717461:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384919.717465:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384919.717468:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384919.717471:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d05280 00000100:00100000:1.0:1767384919.717476:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d6bfa9fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348029184:0@lo:253: 00000400:00000200:3.0:1767384919.717480:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11c5 [2] + 0 00000100:00000001:1.0:1767384919.717485:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384919.717486:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006bc18dd9. 00000400:00000200:3.0:1767384919.717491:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c9816c61 02000000:00000001:1.0:1767384919.717491:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384919.717495:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384919.717496:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384919.717498:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384919.717502:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1767384919.717505:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c95149dc. 00000400:00000200:3.0:1767384919.717506:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9816c61 00000400:00000010:3.0:1767384919.717510:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c9816c61. 02000000:00000001:1.0:1767384919.717511:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384919.717515:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:1.0:1767384919.717517:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bef0f9ce. 00000100:00000200:3.0:1767384919.717518:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384919.717525:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000ef08b35d x1853237348029056 msgsize 4848 00000400:00000010:1.0:1767384919.717527:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000022bc0a6e. 00000100:00100000:3.0:1767384919.717532:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1767384919.717534:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348029184, portal 25 00000100:00000040:3.0:1767384919.717535:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384919.717540:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384919.717542:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667940736 : -119483041610880 : ffff9354afbf8380) 00000100:00000001:3.0:1767384919.717547:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384919.717548:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d6bfa9fd x1853237348029184/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384919.717553:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c05e8933 00000400:00000010:3.0:1767384919.717556:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c05e8933. 00000100:00000001:3.0:1767384919.717562:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384919.717562:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384919.717567:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000488f77c0 x1853237348029056/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384919.717570:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384919.717574:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1d77ef9. 00000100:00000001:3.0:1767384919.717578:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384919.717581:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348029184, offset 0 00000100:00000040:3.0:1767384919.717584:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000488f77c0 x1853237348029056/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384919.717585:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384919.717590:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348029056 02000000:00000001:2.0:1767384919.717594:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384919.717595:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384919.717599:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.717599:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384919.717602:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384919.717603:0:16358:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384919.717609:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384919.717609:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384919.717610:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384919.717613:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348029056 00000100:00000001:3.0:1767384919.717629:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294908753 00000020:00000001:2.0:1767384919.717634:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:3.0:1767384919.717636:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ad69c509. 00000020:00000040:2.0:1767384919.717636:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:2.0:1767384919.717642:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384919.717642:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d05300 00000100:00000001:3.0:1767384919.717645:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000020:00000040:2.0:1767384919.717647:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000020:00000001:2.0:1767384919.717651:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:3.0:1767384919.717653:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294908753 00000020:00000001:2.0:1767384919.717656:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000400:00000200:1.0:1767384919.717656:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11cd [2] + 0 00000100:00000010:3.0:1767384919.717659:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006432ff00. 00000100:00000001:2.0:1767384919.717664:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384919.717665:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000400:00000010:1.0:1767384919.717666:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000256031a3. 00000100:00000001:3.0:1767384919.717669:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294908753 00000400:00000200:1.0:1767384919.717672:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009299e827 00000020:00000010:2.0:1767384919.717674:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000736b77fa. 00000100:00000001:2.0:1767384919.717678:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384919.717680:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384919.717681:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ac838240. 00000020:00000010:2.0:1767384919.717681:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000736b77fa. 00000100:00000001:3.0:1767384919.717687:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000020:00000010:2.0:1767384919.717691:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e2c0fbf. 00000400:00000200:1.0:1767384919.717692:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384919.717693:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294908753 00000020:00000010:2.0:1767384919.717699:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f4096742. 00000100:00000010:3.0:1767384919.717701:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000076215fbd. 00000400:00000200:1.0:1767384919.717701:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009299e827 00000020:00000010:2.0:1767384919.717704:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008937e789. 00000100:00000001:3.0:1767384919.717708:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000400:00000010:1.0:1767384919.717708:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009299e827. 00000100:00000001:3.0:1767384919.717713:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384919.717715:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384919.717716:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.717716:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384919.717720:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384919.717721:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384919.717722:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.717724:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384919.717727:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384919.717727:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384919.717729:0:16359:0:(events.c:337:request_in_callback()) incoming req@0000000032f70274 x1853237348029184 msgsize 4848 00000100:00000001:3.0:1767384919.717737:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1767384919.717737:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384919.717738:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384919.717741:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384919.717744:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384919.717745:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384919.717749:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384919.717749:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384919.717752:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384919.717755:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.717758:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384919.717763:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384919.717764:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1d77ef9 00000100:00100000:2.0:1767384919.717766:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348029184 00000400:00000010:1.0:1767384919.717769:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b1d77ef9. 02000000:00000001:2.0:1767384919.717770:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384919.717773:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384919.717773:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384919.717775:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.717776:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384919.717777:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384919.717781:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384919.717783:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348029184 00000100:00000200:1.0:1767384919.717785:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d6bfa9fd x1853237348029184/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384919.717787:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000020:00000001:2.0:1767384919.717787:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384919.717790:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000040:3.0:1767384919.717794:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000020:00000001:2.0:1767384919.717794:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384919.717798:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000100:00000001:3.0:1767384919.717800:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624589912953936 : -119483796597680 : ffff935482bf5450) 00000020:00000001:2.0:1767384919.717803:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000040:3.0:1767384919.717808:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ef08b35d x1853237348029056/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:145/0 lens 4848/0 e 0 to 0 dl 1767384930 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384919.717808:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:3.0:1767384919.717839:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384919.717842:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bdaf6fe7. 00000100:00000001:3.0:1767384919.717845:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384919.717845:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384919.717849:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bdaf6fe7. 00000020:00000010:2.0:1767384919.717851:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000736b77fa. 00000100:00000001:1.0:1767384919.717853:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384919.717856:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384919.717857:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ef08b35d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:16358:x1853237348029056:12345-0@lo:253: 00000100:00000040:1.0:1767384919.717861:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d6bfa9fd x1853237348029184/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384919.717863:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000736b77fa. 00000100:00000200:3.0:1767384919.717869:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348029056 00000020:00000010:2.0:1767384919.717873:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a12d8257. 00000020:00000001:3.0:1767384919.717876:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384919.717881:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000045fc0522. 00000020:00000001:3.0:1767384919.717882:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384919.717883:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384919.717886:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bd0cf951. 00000020:00000001:3.0:1767384919.717887:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.717888:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384919.717892:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384919.717893:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384919.717894:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384919.717896:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.717901:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294908754 00000100:00000001:2.0:1767384919.717904:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384919.717907:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000100:00000001:1.0:1767384919.717909:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294908753 00000100:00000001:2.0:1767384919.717910:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384919.717914:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384919.717915:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384919.717917:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294908754 00000020:00000001:3.0:1767384919.717919:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384919.717925:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384919.717925:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384919.717927:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384919.717928:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384919.717928:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294908753 00000020:00000001:3.0:1767384919.717933:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.717935:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294908754 00000100:00100000:2.0:1767384919.717937:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00000001:3.0:1767384919.717940:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767384919.717943:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 02000000:00000001:3.0:1767384919.717944:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384919.717945:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624589912949840 : -119483796601776 : ffff935482bf4450) 00000100:00000001:1.0:1767384919.717945:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294908753 02000000:00000010:3.0:1767384919.717952:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b3080e34. 00000100:00000040:2.0:1767384919.717954:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000032f70274 x1853237348029184/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:145/0 lens 4848/0 e 0 to 0 dl 1767384930 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384919.717954:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294908754 02000000:00000001:3.0:1767384919.717957:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384919.717963:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.717967:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294908753 20000000:00000001:3.0:1767384919.717971:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767384919.717972:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384919.717974:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384919.717977:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000736b77fa. 00000100:00000001:1.0:1767384919.717978:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.717981:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384919.717984:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000736b77fa. 00000100:00000001:1.0:1767384919.717984:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384919.717985:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000bdd98002. 00000100:00000001:1.0:1767384919.717990:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:3.0:1767384919.717993:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00100000:2.0:1767384919.717995:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000032f70274 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:16359:x1853237348029184:12345-0@lo:253: 00000100:00000001:1.0:1767384919.717999:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 20000000:00000001:3.0:1767384919.718000:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000200:2.0:1767384919.718001:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348029184 00000100:00000001:1.0:1767384919.718004:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 20000000:00000001:3.0:1767384919.718007:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767384919.718007:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384919.718008:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384919.718011:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384919.718012:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 20000000:00000001:3.0:1767384919.718013:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384919.718014:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.718017:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384919.718018:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:3.0:1767384919.718020:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384919.718022:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000100:00000001:1.0:1767384919.718023:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384919.718026:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384919.718027:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384919.718030:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384919.718032:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384919.718033:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384919.718035:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.718036:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000010:3.0:1767384919.718038:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a9fa1f65. 02000000:00000001:2.0:1767384919.718038:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:3.0:1767384919.718042:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 02000000:00000010:2.0:1767384919.718045:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c11d91be. 20000000:00000001:3.0:1767384919.718047:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000001:2.0:1767384919.718048:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.718051:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384919.718053:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:2.0:1767384919.718053:0:17083:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:3.0:1767384919.718058:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000010:2.0:1767384919.718059:0:17083:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006885afe1. 20000000:01000000:2.0:1767384919.718067:0:17083:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384919.718069:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384919.718071:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384919.718072:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384919.718074:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384919.718075:0:17083:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384919.718076:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384919.718090:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384919.718093:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384919.718094:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384919.718095:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384919.718097:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384919.718099:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000e523df4c 00000020:00000001:3.0:1767384919.718103:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000aa1b0688 00080000:00000002:3.0:1767384919.718104:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384919.718107:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384919.718110:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384919.718112:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384919.718121:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384919.718126:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:3.0:1767384919.718129:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384919.718132:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008fefa10c. 00080000:00000001:3.0:1767384919.718135:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590259924992 : -119483449626624 : ffff9354976db000) 00080000:00000001:3.0:1767384919.718138:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384919.718141:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384919.718145:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000bdaf6fe7. 00080000:00000001:3.0:1767384919.718147:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384919.718149:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384919.718162:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384919.718177:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384919.719864:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008fefa10c. 00080000:00000010:3.0:1767384919.719907:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000bdaf6fe7. 00040000:00000001:3.0:1767384919.719915:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384919.719917:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384919.719920:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384919.719924:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:3.0:1767384919.719926:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384919.719927:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384919.719940:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384919.719950:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384919.719952:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384919.719957:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384919.719966:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:2.0:1767384919.719969:0:17083:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e594eff3. 20000000:00000001:1.0:1767384919.719971:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:2.0:1767384919.719974:0:17083:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 10000000:01000000:1.0:1767384919.719976:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:2.0:1767384919.719978:0:17083:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384919.719983:0:17083:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:1.0:1767384919.719984:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384919.719986:0:17083:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:1.0:1767384919.719989:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384919.719993:0:17083:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:1.0:1767384919.719997:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000dbc084ff. 00080000:00000001:2.0:1767384919.720001:0:17083:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.720004:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384919.720005:0:17083:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384919.720008:0:17083:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384919.720009:0:17083:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000010:1.0:1767384919.720010:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000070e762e5. 00080000:00000001:2.0:1767384919.720011:0:17083:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384919.720014:0:17083:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000980f9615 00000020:00000001:2.0:1767384919.720018:0:17083:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009e445471 00000020:00000001:1.0:1767384919.720018:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000002:2.0:1767384919.720021:0:17083:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000040:1.0:1767384919.720023:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000070e762e5 with handle 0xb57eb7881956308c to hash 00080000:00000001:2.0:1767384919.720025:0:17083:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384919.720029:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384919.720030:0:17083:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384919.720034:0:17083:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384919.720034:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00000020:00000001:2.0:1767384919.720039:0:17083:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384919.720041:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00000020:00000001:2.0:1767384919.720043:0:17083:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00010000:00000001:1.0:1767384919.720045:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384919.720047:0:17083:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384919.720050:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384919.720051:0:17083:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e27d5f88. 00080000:00000001:2.0:1767384919.720057:0:17083:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585652642816 : -119488056908800 : ffff935384d02400) 00010000:00010000:1.0:1767384919.720058:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000070e762e5/0xb57eb7881956308c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384919.720061:0:17083:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384919.720063:0:17083:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384919.720066:0:17083:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000736b77fa. 00080000:00000001:2.0:1767384919.720070:0:17083:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384919.720073:0:17083:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000020:3.0:1767384919.720074:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384919.720074:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:3.0:1767384919.720080:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00080000:00000001:2.0:1767384919.720081:0:17083:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.720081:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 20000000:00000010:3.0:1767384919.720082:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000bdd98002. 00010000:00000001:1.0:1767384919.720087:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 20000000:00000001:3.0:1767384919.720088:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384919.720089:0:17083:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384919.720092:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000040:3.0:1767384919.720095:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348029056 00010000:00000001:1.0:1767384919.720096:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384919.720098:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384919.720104:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ef08b35d x1853237348029056/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:145/0 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384919.720107:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384919.720111:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384919.720117:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384919.720118:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384919.720120:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.720122:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00001000:3.0:1767384919.720125:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=53 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384919.720125:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384919.720129:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:3.0:1767384919.720131:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:1.0:1767384919.720132:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dbc084ff) refcount = 1 00010000:00010000:1.0:1767384919.720136:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000070e762e5/0xb57eb7881956308c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384919.720143:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:3.0:1767384919.720148:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:1.0:1767384919.720150:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 02000000:00000001:3.0:1767384919.720152:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384919.720153:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 02000000:00000001:3.0:1767384919.720155:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.720156:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384919.720158:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384919.720161:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384919.720164:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384919.720166:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384919.720168:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c05e8933. 20000000:00000001:1.0:1767384919.720171:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000200:3.0:1767384919.720172:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348029056, offset 224 20000000:01000000:1.0:1767384919.720176:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003151402s 00000400:00000200:3.0:1767384919.720180:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384919.720183:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384919.720187:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384919.720188:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:1.0:1767384919.720190:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070e762e5 refcount=4 00000020:00000001:1.0:1767384919.720194:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00000400:00000200:3.0:1767384919.720196:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d05280 00010000:00000001:1.0:1767384919.720200:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00000400:00000200:3.0:1767384919.720203:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1955 [2] + 224 00010000:00000001:1.0:1767384919.720207:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000200:3.0:1767384919.720210:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1767384919.720211:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070e762e5/0xb57eb7881956308c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384919.720216:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384919.720220:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384919.720225:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000488f77c0 x1853237348029056/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384919.720226:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384919.720230:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070e762e5/0xb57eb7881956308c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384919.720237:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000488f77c0 x1853237348029056/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384919.720246:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384919.720250:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384919.720253:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000070e762e5/0xb57eb7881956308c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384919.720260:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384919.720260:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1767384919.720265:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c05e8933 00000400:00000010:3.0:1767384919.720268:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c05e8933. 00010000:00000001:1.0:1767384919.720270:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384919.720272:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384919.720275:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384919.720276:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1767384919.720278:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.720280:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:1.0:1767384919.720280:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000070e762e5/0xb57eb7881956308c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384919.720282:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:3.0:1767384919.720286:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384919.720290:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.720290:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384919.720296:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384919.720297:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:1.0:1767384919.720297:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000070e762e5 already unused, calling callback (00000000df0e66e0) 00000100:00000040:3.0:1767384919.720301:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef08b35d x1853237348029056/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:145/0 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384919.720302:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384919.720303:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000010:2.0:1767384919.720305:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfbc4a0d. 00010000:00000001:1.0:1767384919.720307:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:2.0:1767384919.720310:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098f94220 00010000:00010000:1.0:1767384919.720312:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000070e762e5/0xb57eb7881956308c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384919.720315:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000098f94220. 00000100:00000001:2.0:1767384919.720320:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384919.720328:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ef08b35d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:16358:x1853237348029056:12345-0@lo:253: Request processed in 2485us (2798us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384919.720328:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000488f77c0 x1853237348029056/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384919.720330:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384919.720334:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384919.720337:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384919.720341:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070e762e5 refcount=5 00000100:00000200:2.0:1767384919.720348:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000488f77c0 x1853237348029056/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384919.720349:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384919.720357:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00000100:00100000:3.0:1767384919.720364:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00010000:00000001:1.0:1767384919.720365:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767384919.720366:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384919.720371:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384919.720371:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384919.720371:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000070e762e5/0xb57eb7881956308c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384919.720376:0:16358:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384919.720377:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384919.720380:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384919.720381:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384919.720383:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384919.720387:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f4096742. 00000100:00000001:2.0:1767384919.720387:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.720388:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:2.0:1767384919.720389:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.720394:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000010:3.0:1767384919.720395:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008937e789. 00000100:00001000:2.0:1767384919.720395:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=53 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384919.720397:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384919.720403:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e2c0fbf. 00000100:00001000:2.0:1767384919.720404:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=53 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384919.720405:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000040:3.0:1767384919.720409:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00000100:00000001:2.0:1767384919.720410:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767384919.720410:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384919.720414:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384919.720416:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384919.720417:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384919.720417:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000010:3.0:1767384919.720421:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b3080e34. 00010000:00000001:2.0:1767384919.720423:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.720423:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384919.720426:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384919.720432:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384919.720432:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384919.720432:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000070e762e5 with handle 0xb57eb7881956308c from hash 00010000:00000001:1.0:1767384919.720440:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000200:3.0:1767384919.720441:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767384919.720443:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000488f77c0 x1853237348029056/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384919.720445:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1767384919.720448:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c53ceb8d. 00010000:00000001:1.0:1767384919.720449:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384919.720454:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:3.0:1767384919.720455:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c05e8933. 00010000:00000001:1.0:1767384919.720458:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1767384919.720463:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384919.720464:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1767384919.720468:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384919.720470:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384919.720474:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:01000004:2.0:1767384919.720476:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:1.0:1767384919.720478:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384919.720479:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384919.720483:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:1.0:1767384919.720483:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384919.720487:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:1.0:1767384919.720489:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:01000004:2.0:1767384919.720490:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384919.720494:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:1.0:1767384919.720494:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384919.720498:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384919.720500:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:2.0:1767384919.720503:0:16358:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00010000:00000001:1.0:1767384919.720504:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384919.720505:0:16358:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384919.720508:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:1.0:1767384919.720509:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384919.720510:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:1.0:1767384919.720514:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384919.720516:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000488f77c0 x1853237348029056/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384919.720519:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000070e762e5/0xb57eb7881956308c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384919.720530:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000488f77c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348029056:0@lo:253: 00000100:00000001:2.0:1767384919.720538:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384919.720539:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384919.720542:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384919.720543:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384919.720545:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:2.0:1767384919.720547:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000488f77c0 x1853237348029056/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384919.720549:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384919.720552:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384919.720554:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384919.720556:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767384919.720558:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:2.0:1767384919.720559:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384919.720563:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006d53d794. 00010000:00000001:1.0:1767384919.720564:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384919.720566:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 20000000:00000001:1.0:1767384919.720568:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384919.720569:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384919.720573:0:16358:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00010000:00010000:1.0:1767384919.720573:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000070e762e5/0xb57eb7881956308c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384919.720575:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384919.720578:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004a8e2c40. 02000000:00000001:2.0:1767384919.720583:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384919.720585:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384919.720587:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000488f77c0. 00010000:00000001:1.0:1767384919.720587:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384919.720591:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384919.720593:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384919.720595:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384919.720595:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000070e762e5/0xb57eb7881956308c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384919.720599:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384919.720605:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384919.720607:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384919.720608:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000dbc084ff count: 0 00000100:00000001:2.0:1767384919.720609:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384919.720613:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.720633:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384919.720637:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000010:1.0:1767384919.721510:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e27d5f88. 00080000:00000010:2.0:1767384919.721560:0:17083:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000736b77fa. 00040000:00000001:2.0:1767384919.721565:0:17083:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384919.721566:0:17083:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384919.721568:0:17083:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384919.721571:0:17083:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:2.0:1767384919.721573:0:17083:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384919.721574:0:17083:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384919.721582:0:17083:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384919.721591:0:17083:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384919.721593:0:17083:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384919.721597:0:17083:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384919.721603:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384919.721607:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384919.721609:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384919.721633:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384919.721635:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384919.721638:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004be82f7c. 00010000:00000001:1.0:1767384919.721642:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384919.721645:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a3a7dbfa. 00000020:00000001:1.0:1767384919.721647:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384919.721649:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a3a7dbfa with handle 0xb57eb78819563093 to hash 00000020:00000001:1.0:1767384919.721651:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384919.721652:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00010000:00000001:1.0:1767384919.721655:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00010000:00000001:1.0:1767384919.721657:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384919.721659:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384919.721662:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819563093 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384919.721670:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384919.721672:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384919.721674:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384919.721676:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384919.721677:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384919.721679:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384919.721680:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384919.721681:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384919.721683:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384919.721684:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384919.721686:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384919.721687:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004be82f7c) refcount = 1 00010000:00010000:1.0:1767384919.721690:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819563093 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384919.721695:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384919.721697:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384919.721698:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384919.721700:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.721702:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384919.721705:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384919.721713:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003151402s 00010000:00000001:1.0:1767384919.721716:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384919.721718:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384919.721719:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a3a7dbfa refcount=4 00000020:00000001:1.0:1767384919.721722:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00010000:00000001:1.0:1767384919.721725:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00010000:00000001:1.0:1767384919.721727:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384919.721730:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819563093 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384919.721733:0:17083:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384919.721737:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384919.721739:0:17083:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006885afe1. 00010000:00000001:1.0:1767384919.721739:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384919.721744:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819563093 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384919.721747:0:17083:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384919.721752:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348029184 00010000:00000001:2.0:1767384919.721757:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384919.721759:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000200:2.0:1767384919.721762:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000032f70274 x1853237348029184/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:145/0 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384919.721762:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384919.721764:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819563093 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384919.721778:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384919.721780:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.721782:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00001000:2.0:1767384919.721783:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=53 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384919.721785:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.721788:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384919.721790:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:2.0:1767384919.721793:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00010000:1.0:1767384919.721793:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819563093 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384919.721796:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:2.0:1767384919.721801:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384919.721804:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.721809:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1767384919.721810:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a3a7dbfa already unused, calling callback (00000000df0e66e0) 00000100:00000040:2.0:1767384919.721848:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384919.721848:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384919.721853:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000010:2.0:1767384919.721855:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cf7b9a5a. 00010000:00010000:1.0:1767384919.721857:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819563093 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384919.721862:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348029184, offset 224 00010000:00000001:1.0:1767384919.721871:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:2.0:1767384919.721873:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384919.721874:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384919.721878:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384919.721880:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a3a7dbfa refcount=5 00000400:00000200:2.0:1767384919.721883:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384919.721890:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d05300 00000020:00000001:1.0:1767384919.721890:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00010000:00000001:1.0:1767384919.721897:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00000400:00000200:2.0:1767384919.721898:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x195d [2] + 224 00010000:00000001:1.0:1767384919.721905:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:2.0:1767384919.721906:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384919.721911:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:1.0:1767384919.721911:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819563093 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384919.721916:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384919.721920:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d6bfa9fd x1853237348029184/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384919.721928:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:2.0:1767384919.721933:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d6bfa9fd x1853237348029184/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384919.721933:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384919.721936:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.721939:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384919.721942:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384919.721945:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384919.721948:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384919.721952:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a3a7dbfa with handle 0xb57eb78819563093 from hash 00010000:00000001:1.0:1767384919.721955:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384919.721957:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384919.721958:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384919.721959:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384919.721960:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384919.721964:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1767384919.721965:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf7b9a5a 00010000:00000001:1.0:1767384919.721966:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000010:2.0:1767384919.721969:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cf7b9a5a. 00010000:00000001:1.0:1767384919.721971:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1767384919.721973:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384919.721975:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384919.721975:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384919.721980:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.721981:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384919.721982:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384919.721985:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:1.0:1767384919.721986:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1767384919.721987:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384919.721988:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384919.721990:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:00000001:2.0:1767384919.721991:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384919.721994:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384919.721996:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384919.721997:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:3.0:1767384919.721998:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384919.722001:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384919.722002:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032f70274 x1853237348029184/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:145/0 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384919.722003:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bef0f9ce. 00010000:00000001:1.0:1767384919.722005:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.722011:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384919.722012:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022bc0a6e 00000400:00000010:3.0:1767384919.722018:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000022bc0a6e. 00000100:00100000:2.0:1767384919.722019:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000032f70274 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:16359:x1853237348029184:12345-0@lo:253: Request processed in 4044us (4287us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384919.722019:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384919.722026:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819563093 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384919.722027:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384919.722031:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00000200:3.0:1767384919.722036:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d6bfa9fd x1853237348029184/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384919.722037:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:2.0:1767384919.722041:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384919.722044:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384919.722047:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767384919.722048:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000045fc0522. 00010000:00000001:1.0:1767384919.722052:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767384919.722054:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bd0cf951. 00000100:00000200:3.0:1767384919.722055:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d6bfa9fd x1853237348029184/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384919.722056:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000010:2.0:1767384919.722059:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a12d8257. 00000020:00000040:2.0:1767384919.722064:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00010000:00000001:1.0:1767384919.722065:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 02000000:00000001:2.0:1767384919.722071:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384919.722071:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384919.722072:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1767384919.722074:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c11d91be. 00000100:00000001:3.0:1767384919.722076:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384919.722076:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384919.722078:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384919.722080:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384919.722082:0:16359:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384919.722082:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384919.722084:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384919.722086:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1767384919.722088:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384919.722089:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 20000000:00000001:1.0:1767384919.722090:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384919.722093:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384919.722095:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000345f2fa3. 02000000:00000001:3.0:1767384919.722096:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384919.722096:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819563093 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384919.722100:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cf7b9a5a. 00000100:00001000:3.0:1767384919.722109:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=53 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384919.722110:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384919.722114:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:3.0:1767384919.722115:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=53 v=5 (1 0 0 0) 00010000:00010000:1.0:1767384919.722117:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819563093 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384919.722118:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384919.722121:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384919.722125:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384919.722127:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384919.722131:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384919.722135:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d6bfa9fd x1853237348029184/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384919.722135:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004be82f7c count: 0 00000100:00000001:3.0:1767384919.722143:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384919.722145:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384919.722146:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384919.722149:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384919.722150:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:01000004:3.0:1767384919.722152:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384919.722154:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384919.722155:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384919.722156:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384919.722157:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384919.722158:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384919.722159:0:16359:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384919.722160:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384919.722161:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384919.722163:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d6bfa9fd x1853237348029184/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384919.722168:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d6bfa9fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348029184:0@lo:253: 00000100:00000001:3.0:1767384919.722170:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384919.722172:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384919.722173:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d6bfa9fd x1853237348029184/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384919.722177:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384919.722178:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384919.722179:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c95149dc. 02000000:00000001:3.0:1767384919.722182:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384919.722182:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384919.722183:0:16359:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:3.0:1767384919.722184:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384919.722191:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005a1ce144. 02000000:00000001:3.0:1767384919.722193:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384919.722194:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384919.722194:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d6bfa9fd. 00000100:00000001:3.0:1767384919.722196:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384919.722197:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384919.722198:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384919.722202:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384919.722203:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384919.722204:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384919.722206:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384919.723871:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294908754, at 4294908755 00000100:00000040:3.0:1767384919.723874:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294908754, at 4294908755 00000100:00000010:1.0:1767384919.723879:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006432ff00. 00000100:00000010:3.0:1767384919.723885:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000076215fbd. 00000100:00000040:2.0:1767384919.723885:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294908754, at 4294908755 00000100:00000010:2.0:1767384919.723894:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ac838240. 00000100:00000040:0.0:1767384919.724863:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294908754, at 4294908756 00000100:00000010:0.0:1767384919.724870:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ad69c509. 00010000:00000010:1.1:1767384919.729842:0:29716:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dbc084ff. 00010000:00000010:1.1:1767384919.729852:0:29716:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000070e762e5. 00010000:00000010:1.1:1767384919.729857:0:29716:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004be82f7c. 00010000:00000010:1.1:1767384919.729860:0:29716:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a3a7dbfa. 00000400:00000010:1.0:1767384919.732967:0:29716:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000000b7f5d06. 00000400:00000040:1.0:1767384919.732983:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384919.732985:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384919.732987:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384919.732988:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384919.732990:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384919.732991:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384919.732993:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384919.732994:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384919.732995:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384919.732996:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384919.732997:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384919.732998:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384919.733000:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384919.733001:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384919.733002:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384919.733003:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384919.733004:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384919.733010:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384919.733011:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384919.733013:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384919.733014:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384919.733015:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384919.733016:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384919.733017:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384919.733018:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384919.733019:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384919.733020:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384919.733021:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384919.733022:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384919.733023:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384919.733024:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384919.733025:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384919.733026:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384919.733027:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384919.733028:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384919.733029:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384919.733030:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384919.733031:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384919.733032:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384919.733033:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384919.733034:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384919.733035:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384919.733036:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384919.733037:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384919.733038:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384919.733039:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384919.733040:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384919.733040:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384919.733042:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384919.733043:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384919.733044:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384919.733045:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384919.733045:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384919.733046:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384919.733047:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384919.733048:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384919.733051:0:29716:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384919.733103:0:29716:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000000b7f5d06. 00010000:00000001:0.0:1767384920.088905:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384920.088911:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384920.088918:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384920.088919:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384920.088958:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384920.088963:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384920.088967:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384920.473875:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp33 00000400:00000010:1.0:1767384920.473892:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008f08dd97. 00000400:00000010:1.0:1767384920.473898:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000046396dc2. 00000400:00000010:1.0:1767384920.473903:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005734283f. 00000400:00000010:1.0:1767384920.473911:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d621526f. 00000400:00000200:1.0:1767384920.473915:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp33 00000400:00000200:1.0:1767384920.473930:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp33 local destination 00000400:00000200:1.0:1767384920.473936:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp33 00000400:00000200:1.0:1767384920.473939:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp33 NI seq info: [95:95:256:4294967295] 192.168.203.134@tcp33 LPNI seq info [93:93:8:4294967295] 00000400:00000200:1.0:1767384920.473945:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp33 00000400:00000200:1.0:1767384920.473952:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp33(192.168.203.134@tcp33:) -> 192.168.203.134@tcp33(192.168.203.134@tcp33:192.168.203.134@tcp33) : GET try# 0 00000800:00000200:1.0:1767384920.473957:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp33 00000800:00000010:1.0:1767384920.473962:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b9df57eb. 00000800:00000200:1.0:1767384920.473967:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004621d7bf] -> 12345-192.168.203.134@tcp33 (2) 00000800:00000200:1.1:1767384920.473971:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004621d7bf] -> 12345-192.168.203.134@tcp33 (2) 00000400:00000200:1.0:1767384920.473985:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp33 added to recovery queue. ping count: 2 next ping: 246 health :800 00000400:00000200:1.0:1767384920.473989:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp30 00000400:00000010:1.0:1767384920.473992:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000cdb7107f. 00000400:00000010:1.0:1767384920.473996:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f04c06d2. 00000400:00000010:1.0:1767384920.473999:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e4bc2813. 00000400:00000010:1.0:1767384920.474002:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bdd9519a. 00000400:00000200:1.0:1767384920.474005:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp30 00000400:00000200:1.0:1767384920.474010:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp30 local destination 00000400:00000200:1.0:1767384920.474013:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp30 00000400:00000200:1.0:1767384920.474016:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp30 NI seq info: [96:96:256:4294967295] 192.168.203.134@tcp30 LPNI seq info [94:94:8:4294967295] 00000400:00000200:1.0:1767384920.474019:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp30 00000400:00000200:1.0:1767384920.474025:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp30(192.168.203.134@tcp30:) -> 192.168.203.134@tcp30(192.168.203.134@tcp30:192.168.203.134@tcp30) : GET try# 0 00000800:00000200:1.0:1767384920.474029:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp30 00000800:00000010:1.0:1767384920.474032:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000638dbb48. 00000800:00000200:1.0:1767384920.474041:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000616cb974] -> 12345-192.168.203.134@tcp30 (2) 00000800:00000200:1.1:1767384920.474044:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000616cb974] -> 12345-192.168.203.134@tcp30 (2) 00000400:00000200:1.0:1767384920.474054:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp30 added to recovery queue. ping count: 3 next ping: 250 health :700 00000400:00000200:1.0:1767384920.474143:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.474198:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.474238:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.474293:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.474343:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.474384:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.474424:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.474456:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.474487:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.474515:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.474544:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.474578:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.474628:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.474679:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.474703:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.474733:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.474753:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.474786:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.474817:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.474907:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.474953:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.474988:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.475031:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.475071:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.475118:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.475169:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.475210:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.475259:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.475305:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.475359:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.475394:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.475435:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.475481:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.475530:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.475572:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:1.0:1767384920.475753:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c0ac78df. 00000800:00000010:1.0:1767384920.475758:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f24f36a1. 00000800:00000010:1.0:1767384920.475763:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e26f5f23. 00000800:00000010:1.0:1767384920.475781:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e26f5f23. 00000800:00020000:1.0:1767384920.475789:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:1.0:1767384920.475792:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f24f36a1. 00000800:00000010:1.0:1767384920.475793:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c0ac78df. 00000400:02020000:1.0:1767384920.475853:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp33 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384920.475859:0:16348:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp33 notifying 192.168.203.134@tcp33: down 00000400:00000200:1.0:1767384920.475862:0:16348:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384920.475877:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp33 00000800:00000010:1.0:1767384920.475880:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b9df57eb. 00000400:00000200:1.0:1767384920.475883:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384920.475887:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp33->192.168.203.134@tcp33: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384920.475894:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384920.475897:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384920.475899:0:16348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp33) recovery failed with -71 00000400:00000200:1.0:1767384920.475928:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.475970:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.476013:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.476053:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.476097:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.476134:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.476169:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.476213:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.476251:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.476287:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.476308:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.476340:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.476373:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.476406:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.476456:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.476483:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.476527:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.476553:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.476585:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.476606:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.476668:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.476690:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.476707:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.476727:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.476759:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.476806:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.476888:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.476942:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.476971:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.477002:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.477035:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.477053:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.477077:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.477121:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:1.0:1767384920.477173:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:1.0:1767384920.477296:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c0ac78df. 00000800:00000010:1.0:1767384920.477300:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f24f36a1. 00000800:00000010:1.0:1767384920.477304:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e26f5f23. 00000800:00000010:1.0:1767384920.477320:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e26f5f23. 00000800:00020000:1.0:1767384920.477332:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:1.0:1767384920.477334:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f24f36a1. 00000800:00000010:1.0:1767384920.477336:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c0ac78df. 00000400:02020000:1.0:1767384920.477368:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp30 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384920.477371:0:16348:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp30 notifying 192.168.203.134@tcp30: down 00000800:00000200:1.0:1767384920.477374:0:16348:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp30 down 00000800:00000100:1.0:1767384920.477378:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp30 00000800:00000010:1.0:1767384920.477380:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000638dbb48. 00000400:00000200:1.0:1767384920.477381:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384920.477384:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp30->192.168.203.134@tcp30: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384920.477388:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384920.477390:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384920.477392:0:16348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp30) recovery failed with -71 00080000:00000010:1.0:1767384920.999915:0:30114:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d9914ab1. 00080000:00000010:1.0:1767384920.999927:0:30114:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d9914ab1. 00000020:00000001:1.0:1767384920.999933:0:30114:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384920.999941:0:30114:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d9914ab1. 00080000:00000010:1.0:1767384920.999946:0:30114:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d9914ab1. 00000020:00000001:1.0:1767384920.999950:0:30114:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384921.113486:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384921.113491:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384921.113496:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384921.113497:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384921.113583:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384921.113587:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384921.113590:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384921.496919:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384921.496925:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384921.496928:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005734283f 00000400:00000010:3.0:1767384921.496933:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005734283f. 00000400:00000200:3.0:1767384921.496938:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384921.496945:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp33 recovery ping unlinked 00000400:00000010:3.0:1767384921.496956:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008f08dd97. 00000400:00000010:3.0:1767384921.496960:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000046396dc2. 00000400:00000001:3.0:1767384921.496964:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384921.496966:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384921.496967:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4bc2813 00000400:00000010:3.0:1767384921.496969:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e4bc2813. 00000400:00000200:3.0:1767384921.496971:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384921.496973:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp30 recovery ping unlinked 00000400:00000010:3.0:1767384921.496975:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000cdb7107f. 00000400:00000010:3.0:1767384921.496979:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f04c06d2. 00000001:00000001:3.0:1767384921.693944:0:30278:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384921.693948:0:30278:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp36 --if ens2 00000001:00000001:3.0:1767384921.697040:0:30278:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384921.703901:0:30279:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000065a0d07a. 00000400:00000010:3.0:1767384921.703914:0:30279:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000fb69445a. 00000400:00000010:3.0:1767384921.703923:0:30279:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e25841c0. 00000400:00000010:3.0:1767384921.703925:0:30279:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000891838fb. 00000400:00000010:3.0:1767384921.703928:0:30279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000084bf03d7. 00000400:00000010:3.0:1767384921.703931:0:30279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000045c79d16. 00000400:00000010:3.0:1767384921.703933:0:30279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006acd5689. 00000400:00000010:3.0:1767384921.703934:0:30279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000bf2f42c. 00000400:00000010:3.0:1767384921.703937:0:30279:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000fe7b50c6. 00000800:00000010:3.0:1767384921.703949:0:30279:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000f6381242. 00000800:00000200:3.0:1767384921.703958:0:30279:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384921.703967:0:30279:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384921.704007:0:30279:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:3.0:1767384921.704032:0:30279:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp36 [8/256/0/180] 00000400:00000010:3.0:1767384921.705500:0:30279:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000230a1b02. 00000400:00000010:3.0:1767384921.705507:0:30279:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000659fa31. 00000400:00000010:3.0:1767384921.705512:0:30279:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000184514aa. 00000400:00000001:3.0:1767384921.705528:0:30279:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384921.705530:0:30279:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384921.705531:0:30279:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062b54012. 00000400:00000200:3.0:1767384921.705533:0:30279:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000935f2dcd 00000400:00000010:3.0:1767384921.705535:0:30279:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000935f2dcd. 00000400:00000010:3.0:1767384921.705538:0:30279:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 000000002e2a2da4. 00000400:00000200:3.0:1767384921.705542:0:30279:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (27) 00000400:00000200:3.0:1767384921.705556:0:30279:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:3.0:1767384921.705565:0:30279:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131108 00000020:00000010:3.0:1767384921.705572:0:30279:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000b3080e34. 00000020:01000000:3.0:1767384921.705575:0:30279:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384921.705578:0:30279:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp36 00000400:00000200:1.0:1767384921.705591:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384921.705593:0:30279:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000fb69445a. 00000400:00000010:3.0:1767384921.705599:0:30279:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000065a0d07a. 00000400:00000200:1.0:1767384921.705617:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102171 00000400:00000200:1.0:1767384921.705623:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (28) 00000400:00000010:1.0:1767384921.705646:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 00000000666e4986. 00000400:00000010:1.0:1767384921.705651:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fc9d359. 00000400:00000010:1.0:1767384921.705659:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000397ed85b. 00000020:00000001:2.0:1767384921.705660:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384921.705664:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp 10000000:00000001:2.0:1767384921.705671:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384921.705674:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384921.705676:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384921.705679:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000020:01000004:2.0:1767384921.705680:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384921.705685:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384921.705687:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384921.705690:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384921.705690:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:01000004:2.0:1767384921.705694:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384921.705698:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384921.705700:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384921.705702:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:1.0:1767384921.705703:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000020:01000004:2.0:1767384921.705704:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384921.705706:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384921.705710:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000488f77c0. 00000020:00000040:2.0:1767384921.705716:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000400:00000200:1.0:1767384921.705720:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000100:00000001:2.0:1767384921.705722:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384921.705725:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384921.705729:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 37], ns[75, 37] 02000000:00000001:2.0:1767384921.705730:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384921.705738:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[77, 37] 02000000:00000010:2.0:1767384921.705741:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006885afe1. 00000400:00000200:1.0:1767384921.705745:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 37], ns[82, 37] 00000100:00000001:2.0:1767384921.705749:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384921.705751:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 37], ns[88, 37] 00000100:00000001:2.0:1767384921.705757:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384921.705760:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 37], ns[91, 37] 00000100:00000001:2.0:1767384921.705761:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384921.705768:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 37], ns[24, 37] 00000100:00000040:2.0:1767384921.705772:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000488f77c0] to pc [ptlrpcd_00_02+2] req@00000000488f77c0 x1853237348029312/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384921.705776:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 00000400:00000200:1.0:1767384921.705790:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 00000400:00000200:1.0:1767384921.705795:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 00000400:00000200:1.0:1767384921.705799:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 00000400:00000200:1.0:1767384921.705804:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 00000400:00000200:1.0:1767384921.705808:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 24], ns[44, 24] 00000400:00000200:1.0:1767384921.705813:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 24], ns[48, 24] 00000400:00000200:1.0:1767384921.705816:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 24], ns[52, 24] 00000400:00000200:1.0:1767384921.705820:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 24], ns[56, 24] 00000400:00000200:1.0:1767384921.705824:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[70, 24], ns[70, 24] 10000000:00000001:2.0:1767384921.705835:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384921.705839:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384921.705841:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384921.705843:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384921.705849:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384921.705850:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[91, 24], ns[93, 24] 10000000:00000001:2.0:1767384921.705852:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384921.705855:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384921.705857:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384921.705860:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:2.0:1767384921.705861:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384921.705865:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:2.0:1767384921.705866:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384921.705868:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384921.705870:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[94, 24], ns[96, 24] 00000020:01000004:2.0:1767384921.705871:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384921.705875:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000040:3.0:1767384921.705876:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000488f77c0 x1853237348029312/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384921.705879:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384921.705879:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[90, 24], ns[92, 24] 00000400:00000200:1.0:1767384921.705885:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 24], ns[80, 24] 00000020:01000004:2.0:1767384921.705890:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384921.705892:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384921.705895:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384921.705899:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384921.705902:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[93, 24], ns[95, 24] 00000100:00000010:2.0:1767384921.705905:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002af5336b. 00000100:00000001:3.0:1767384921.705906:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384921.705910:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384921.705911:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000400:00000200:1.0:1767384921.705911:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 24], ns[0, 24] 02000000:00000001:3.0:1767384921.705915:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384921.705917:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384921.705919:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384921.705920:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384921.705920:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp34 02000000:00000001:3.0:1767384921.705925:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384921.705925:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384921.705929:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp34 00000100:00100000:3.0:1767384921.705932:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000488f77c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348029312:0@lo:253: 02000000:00000010:2.0:1767384921.705935:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004967a7f8. 00000100:00000001:3.0:1767384921.705937:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384921.705938:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp34 lpni_is_preferred = 0 00000100:00000001:2.0:1767384921.705941:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384921.705942:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp34 02000000:00000001:3.0:1767384921.705944:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384921.705947:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384921.705948:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.705951:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384921.705953:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp34 NI seq info: [97:97:256:4294967295] 192.168.203.134@tcp34 LPNI seq info [95:95:8:4294967295] 02000000:00000001:3.0:1767384921.705954:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384921.705958:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002af5336b] to pc [ptlrpcd_00_03+3] req@000000002af5336b x1853237348029440/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384921.705961:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000bdd98002. 02000000:00000001:3.0:1767384921.705966:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384921.705967:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp34 00000400:00000010:3.0:1767384921.705975:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ffa2f5a. 10000000:00000001:2.0:1767384921.705977:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384921.705982:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384921.705984:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp34(192.168.203.134@tcp34:) -> 192.168.203.134@tcp34(192.168.203.134@tcp:192.168.203.134@tcp34) : GET try# 0 00000400:00000010:3.0:1767384921.705985:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fb69445a. 00000020:00000001:2.0:1767384921.705986:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384921.705991:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:3.0:1767384921.705993:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348029312, portal 25 00000020:00000010:2.0:1767384921.705996:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b3080e34. 00000800:00000200:1.0:1767384921.705997:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp34 00000100:00000001:3.0:1767384921.706000:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384921.706004:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667944320 : -119483041607296 : ffff9354afbf9180) 00000800:00000010:1.0:1767384921.706004:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000930568ea. 00000100:00000001:2.0:1767384921.706010:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384921.706014:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000488f77c0 x1853237348029312/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384921.706015:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1767384921.706015:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002e4596bb. 00000100:00000001:2.0:1767384921.706019:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:1.0:1767384921.706021:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000005fe8708d. 00000100:00000040:2.0:1767384921.706026:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002af5336b x1853237348029440/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384921.706033:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e4596bb] -> 12345-192.168.203.134@tcp34 (2) 00000100:00000001:3.0:1767384921.706036:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.1:1767384921.706045:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e4596bb] -> 12345-192.168.203.134@tcp34 (2) 00000100:00000040:3.0:1767384921.706046:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384921.706046:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384921.706050:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384921.706052:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e934cec1. 02000000:00000001:2.0:1767384921.706053:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1767384921.706056:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348029312, offset 0 02000000:00000001:2.0:1767384921.706057:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384921.706063:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384921.706066:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp 00000400:00000200:3.0:1767384921.706069:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384921.706069:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002af5336b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348029440:0@lo:253: 00000400:00000200:1.0:1767384921.706074:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100371 rc 0 00000100:00000001:2.0:1767384921.706075:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384921.706079:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384921.706082:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384921.706084:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384921.706085:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384921.706095:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d05380 02000000:00000010:2.0:1767384921.706098:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005a1ce144. 02000000:00000001:2.0:1767384921.706101:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384921.706102:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x120d [2] + 0 00000400:00000010:3.0:1767384921.706106:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5033db8. 00000400:00000010:2.0:1767384921.706107:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7c4a357. 00000400:00000200:3.0:1767384921.706109:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000076e4d2ed 00000400:00000200:3.0:1767384921.706116:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384921.706116:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000029218c5d. 00000400:00000200:3.0:1767384921.706122:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384921.706122:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348029440, portal 25 00000100:00000001:2.0:1767384921.706127:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384921.706130:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076e4d2ed 00000100:00000001:2.0:1767384921.706131:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667953280 : -119483041598336 : ffff9354afbfb480) 00000100:00000040:2.0:1767384921.706135:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002af5336b x1853237348029440/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384921.706141:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000076e4d2ed. 00000400:00000200:1.0:1767384921.706142:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000100:00000001:2.0:1767384921.706144:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384921.706147:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384921.706148:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1767384921.706150:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767384921.706152:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005a6cd656. 00000100:00000040:3.0:1767384921.706154:0:16360:0:(events.c:337:request_in_callback()) incoming req@000000006f5f54c0 x1853237348029312 msgsize 4848 00000100:00000200:2.0:1767384921.706156:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348029440, offset 0 00000100:00100000:3.0:1767384921.706161:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384921.706164:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384921.706165:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384921.706175:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384921.706176:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384921.706185:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e934cec1 00000400:00000010:3.0:1767384921.706187:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e934cec1. 00000400:00000200:2.0:1767384921.706188:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d05400 00000100:00000001:3.0:1767384921.706191:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384921.706191:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:2.0:1767384921.706196:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1231 [2] + 0 00000100:00000200:3.0:1767384921.706198:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000488f77c0 x1853237348029312/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384921.706201:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1cded85. 00000400:00000200:2.0:1767384921.706207:0:16361:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b58aa36e 00000100:00000001:3.0:1767384921.706211:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384921.706213:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384921.706216:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000488f77c0 x1853237348029312/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384921.706221:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:2.0:1767384921.706222:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384921.706230:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b58aa36e 00000100:00000001:3.0:1767384921.706232:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384921.706233:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b58aa36e. 00000100:00000001:3.0:1767384921.706235:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384921.706239:0:16361:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384921.706240:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384921.706241:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384921.706246:0:16361:0:(events.c:337:request_in_callback()) incoming req@00000000a6035c50 x1853237348029440 msgsize 4848 00000100:00000001:3.0:1767384921.706247:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294910742 00000100:00000010:3.0:1767384921.706254:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e670af0d. 00000100:00100000:2.0:1767384921.706257:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384921.706260:0:16361:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384921.706261:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384921.706269:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294910742 00000100:00000001:2.0:1767384921.706270:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384921.706271:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000100:00000010:3.0:1767384921.706272:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000029bb6b6b. 00000400:00000200:2.0:1767384921.706275:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a6cd656 00000100:00000001:3.0:1767384921.706279:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000400:00000010:2.0:1767384921.706279:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005a6cd656. 00000100:00000001:3.0:1767384921.706286:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294910742 00000100:00000001:2.0:1767384921.706286:0:16361:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:3.0:1767384921.706292:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b8cf827b. 00000100:00000200:2.0:1767384921.706292:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002af5336b x1853237348029440/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384921.706297:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384921.706301:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294910742 00000100:00000010:3.0:1767384921.706305:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000467368dd. 00000100:00000001:3.0:1767384921.706309:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384921.706314:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384921.706318:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000100:00000001:3.0:1767384921.706319:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.706321:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384921.706326:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002af5336b x1853237348029440/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384921.706330:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.706335:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384921.706337:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.706339:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384921.706344:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384921.706345:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.706348:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384921.706350:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294910742 00000100:00000001:3.0:1767384921.706355:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384921.706355:0:16361:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, keep current deadline 4294910742 00000100:00000001:3.0:1767384921.706359:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384921.706359:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294910742 00000100:00000001:2.0:1767384921.706363:0:16361:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, keep current deadline 4294910742 00000100:00000001:3.0:1767384921.706364:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.706365:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294910742 00000400:00000200:1.0:1767384921.706367:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000100:00000001:3.0:1767384921.706370:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.706371:0:16361:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294910742 00000100:00000001:2.0:1767384921.706375:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294910742 00000100:00000001:2.0:1767384921.706377:0:16361:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294910742 00000100:00000001:2.0:1767384921.706379:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384921.706381:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.706384:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.706385:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384921.706390:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384921.706392:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384921.706395:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384921.706396:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384921.706398:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.706399:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384921.706420:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000100:00000001:2.0:1767384921.706421:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384921.706424:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348029312 02000000:00000001:2.0:1767384921.706426:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384921.706430:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384921.706432:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384921.706435:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384921.706438:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348029312 00000020:00000001:2.0:1767384921.706440:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384921.706448:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:2.0:1767384921.706450:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384921.706453:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000020:00000001:2.0:1767384921.706455:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:2.0:1767384921.706457:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384921.706462:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384921.706464:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000020:00000010:2.0:1767384921.706465:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000024fa6452. 00000100:00000001:2.0:1767384921.706469:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384921.706472:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000024fa6452. 00000020:00000010:2.0:1767384921.706478:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e23dc36d. 00000020:00000010:2.0:1767384921.706483:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008d6322c7. 00000020:00000010:2.0:1767384921.706488:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bd0cf951. 00000100:00000040:2.0:1767384921.706497:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384921.706500:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384921.706501:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384921.706503:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384921.706506:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000100:00000001:2.0:1767384921.706511:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.706521:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384921.706534:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384921.706536:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384921.706538:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348029440 00000100:00000001:2.0:1767384921.706540:0:17083:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384921.706541:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384921.706544:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384921.706546:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384921.706549:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384921.706552:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348029440 00000100:00000001:2.0:1767384921.706552:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384921.706555:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000100:00000001:2.0:1767384921.706556:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384921.706557:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384921.706561:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:3.0:1767384921.706564:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384921.706567:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000020:00000040:3.0:1767384921.706568:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000020:00000001:3.0:1767384921.706573:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000040:2.0:1767384921.706573:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000020:00000001:3.0:1767384921.706576:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384921.706577:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624589912957008 : -119483796594608 : ffff935482bf6050) 00000100:00000001:3.0:1767384921.706581:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384921.706583:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006f5f54c0 x1853237348029312/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:147/0 lens 4848/0 e 0 to 0 dl 1767384932 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384921.706586:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e148302e. 00000100:00000001:3.0:1767384921.706592:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384921.706593:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384921.706595:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e148302e. 00000400:00000200:1.0:1767384921.706597:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000020:00000010:2.0:1767384921.706598:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000024fa6452. 00000020:00000010:3.0:1767384921.706601:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed3d309a. 00000100:00000001:2.0:1767384921.706615:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384921.706618:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000024fa6452. 00000020:00000010:3.0:1767384921.706624:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee5b4f0e. 00000100:00100000:2.0:1767384921.706629:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006f5f54c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:16360:x1853237348029312:12345-0@lo:253: 00000020:00000010:3.0:1767384921.706630:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009ab856cb. 00000100:00000001:3.0:1767384921.706637:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384921.706656:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384921.706659:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384921.706661:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348029312 00000100:00000001:3.0:1767384921.706667:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384921.706667:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384921.706673:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384921.706673:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384921.706678:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384921.706681:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000020:00000001:2.0:1767384921.706682:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384921.706685:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000100:00000001:3.0:1767384921.706689:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384921.706690:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384921.706693:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384921.706694:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384921.706698:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:3.0:1767384921.706702:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000020:00000001:2.0:1767384921.706703:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384921.706707:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.706711:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767384921.706714:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 02000000:00000001:2.0:1767384921.706715:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384921.706720:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624589912958032 : -119483796593584 : ffff935482bf6450) 02000000:00000010:2.0:1767384921.706723:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c11d91be. 00000100:00000040:3.0:1767384921.706727:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a6035c50 x1853237348029440/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:147/0 lens 4848/0 e 0 to 0 dl 1767384932 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384921.706728:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384921.706733:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000100:00000001:2.0:1767384921.706734:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384921.706742:0:17083:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:3.0:1767384921.706746:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384921.706751:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e148302e. 00000100:00000001:3.0:1767384921.706754:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384921.706754:0:17083:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004a8e2c40. 00000020:00000010:3.0:1767384921.706758:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e148302e. 20000000:01000000:2.0:1767384921.706761:0:17083:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384921.706764:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00100000:3.0:1767384921.706768:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a6035c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:16361:x1853237348029440:12345-0@lo:253: 20000000:00000001:2.0:1767384921.706769:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384921.706775:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384921.706776:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348029440 00000400:00000200:1.0:1767384921.706776:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 20000000:00000001:2.0:1767384921.706779:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384921.706781:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:2.0:1767384921.706786:0:17083:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:3.0:1767384921.706787:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384921.706790:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384921.706793:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384921.706796:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 20000000:00000010:2.0:1767384921.706799:0:17083:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003a4b672d. 00000020:00000001:3.0:1767384921.706800:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:01000000:2.0:1767384921.706804:0:17083:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 00000020:00000001:3.0:1767384921.706805:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384921.706811:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:2.0:1767384921.706811:0:17083:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384921.706812:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000020:00000001:3.0:1767384921.706816:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:2.0:1767384921.706819:0:17083:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:3.0:1767384921.706821:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384921.706823:0:17083:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00000001:3.0:1767384921.706843:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384921.706875:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 02000000:00000001:3.0:1767384921.706876:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:2.0:1767384921.706883:0:17083:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 02000000:00000010:3.0:1767384921.706884:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009d49532e. 02000000:00000001:3.0:1767384921.706889:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.706892:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384921.706896:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:2.0:1767384921.706898:0:17083:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384921.706902:0:17083:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:00000010:3.0:1767384921.706904:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b3080e34. 00080000:00000001:2.0:1767384921.706904:0:17083:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384921.706908:0:17083:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384921.706910:0:17083:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384921.706911:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000002:2.0:1767384921.706912:0:17083:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000980f9615 20000000:00000001:3.0:1767384921.706915:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384921.706918:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 20000000:00000001:3.0:1767384921.706919:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384921.706923:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384921.706926:0:17083:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009e445471 20000000:00000001:3.0:1767384921.706927:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384921.706929:0:17083:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:00000001:3.0:1767384921.706930:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384921.706932:0:17083:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384921.706936:0:17083:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384921.706940:0:17083:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384921.706943:0:17083:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384921.706947:0:17083:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:2.0:1767384921.706950:0:17083:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384921.706954:0:17083:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000004439a12. 00080000:00000001:2.0:1767384921.706957:0:17083:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585652641792 : -119488056909824 : ffff935384d02000) 00080000:00000001:2.0:1767384921.706960:0:17083:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384921.706963:0:17083:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384921.706967:0:17083:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000024fa6452. 00080000:00000001:2.0:1767384921.706969:0:17083:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384921.706970:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00080000:00000001:2.0:1767384921.706972:0:17083:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384921.706985:0:17083:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384921.707000:0:17083:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384921.707012:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:1.0:1767384921.707046:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:1.0:1767384921.707086:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:1.0:1767384921.707136:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:1.0:1767384921.707172:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:1.0:1767384921.707187:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:1.0:1767384921.707205:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384921.707225:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:1.0:1767384921.707243:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:1.0:1767384921.707260:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:1.0:1767384921.707276:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:1.0:1767384921.707299:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:1.0:1767384921.707320:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:1.0:1767384921.707341:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:1.0:1767384921.707360:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:1.0:1767384921.707377:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:1.0:1767384921.707392:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:1.0:1767384921.707522:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c0ac78df. 00000800:00000010:1.0:1767384921.707527:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f535409e. 00000800:00000010:1.0:1767384921.707532:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ae332074. 00000800:00000010:1.0:1767384921.707558:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ae332074. 00000800:00020000:1.0:1767384921.707567:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:1.0:1767384921.707570:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f535409e. 00000800:00000010:1.0:1767384921.707572:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c0ac78df. 00000400:02020000:1.0:1767384921.707615:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp34 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384921.707623:0:16346:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp34 notifying 192.168.203.134@tcp34: down 00000800:00000200:1.0:1767384921.707630:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp34 down 00000800:00000100:1.0:1767384921.707636:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp34 00000800:00000010:1.0:1767384921.707639:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000930568ea. 00000400:00000200:1.0:1767384921.707643:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384921.707647:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp34->192.168.203.134@tcp34: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384921.707654:0:16346:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp34 added to recovery queue. ping count: 0 next ping: 244 health :900 00000400:00000200:1.0:1767384921.707674:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384921.707677:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp: 1 00000400:00000200:1.0:1767384921.707680:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:3.0:1767384921.707721:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384921.707727:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100971 00000400:00000001:3.0:1767384921.707731:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384921.707733:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384921.707734:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fc9d359 00000400:00000010:3.0:1767384921.707735:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fc9d359. 00000400:00000200:3.0:1767384921.707738:0:16356:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384921.707742:0:16356:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000010:3.0:1767384921.707745:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 00000000666e4986. 00000400:00000200:3.0:1767384921.707748:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (29) 00000400:00000200:3.0:1767384921.707751:0:16356:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.134@tcp:-71 00000400:00000200:3.0:1767384921.707753:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102171 rc -71 00000400:00000200:3.0:1767384921.707756:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:3.0:1767384921.707758:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (28) 00080000:00000010:2.0:1767384921.707878:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000004439a12. 00080000:00000010:3.0:1767384921.708041:0:17083:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000024fa6452. 00040000:00000001:3.0:1767384921.708045:0:17083:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384921.708047:0:17083:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384921.708049:0:17083:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384921.708052:0:17083:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:3.0:1767384921.708054:0:17083:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384921.708055:0:17083:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384921.708066:0:17083:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384921.708073:0:17083:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384921.708076:0:17083:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384921.708080:0:17083:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:2.0:1767384921.708093:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000004439a12. 20000000:01000000:2.0:1767384921.708096:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 20000000:01000000:1.0:1767384921.708096:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384921.708100:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767384921.708102:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384921.708104:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 10000000:01000000:1.0:1767384921.708107:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384921.708108:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:1.0:1767384921.708114:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384921.708116:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:1.0:1767384921.708116:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384921.708124:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384921.708125:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b07359c6. 00080000:00000001:2.0:1767384921.708129:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384921.708131:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384921.708132:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384921.708135:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000010:1.0:1767384921.708136:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a3a7dbfa. 00080000:00000001:2.0:1767384921.708139:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384921.708141:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000002:2.0:1767384921.708142:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000e523df4c 00000020:00000040:1.0:1767384921.708145:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a3a7dbfa with handle 0xb57eb7881956309a to hash 00000020:00000001:2.0:1767384921.708147:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000aa1b0688 00080000:00000002:2.0:1767384921.708151:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000001:1.0:1767384921.708151:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384921.708155:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00080000:00000001:2.0:1767384921.708156:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384921.708159:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00080000:00000001:2.0:1767384921.708160:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384921.708164:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384921.708164:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384921.708167:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384921.708169:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a3a7dbfa/0xb57eb7881956309a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384921.708173:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384921.708176:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:2.0:1767384921.708181:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384921.708186:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000460f63ea. 00010000:00000001:1.0:1767384921.708187:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384921.708191:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590259846656 : -119483449704960 : ffff9354976c7e00) 00010000:00000001:1.0:1767384921.708192:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384921.708197:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384921.708197:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000001:00000001:2.0:1767384921.708201:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384921.708201:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:2.0:1767384921.708205:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d9522e56. 00010000:00000001:1.0:1767384921.708206:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384921.708211:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.708212:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384921.708214:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384921.708215:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384921.708218:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384921.708221:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000020:3.0:1767384921.708222:0:17083:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:2.0:1767384921.708223:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.708223:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000001:3.0:1767384921.708227:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384921.708227:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384921.708230:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b07359c6) refcount = 1 20000000:00000010:3.0:1767384921.708231:0:17083:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004a8e2c40. 00080000:00000001:2.0:1767384921.708233:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 20000000:00000001:3.0:1767384921.708237:0:17083:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384921.708238:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a3a7dbfa/0xb57eb7881956309a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384921.708242:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348029312 00010000:00000001:3.0:1767384921.708246:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384921.708246:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384921.708249:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384921.708252:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:3.0:1767384921.708253:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006f5f54c0 x1853237348029312/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:147/0 lens 4848/4768 e 0 to 0 dl 1767384932 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384921.708254:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.708259:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384921.708265:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767384921.708267:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 20000000:01000000:1.0:1767384921.708268:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003151402s 00010000:00000001:3.0:1767384921.708270:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.708271:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384921.708273:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384921.708274:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a3a7dbfa refcount=4 00000020:00000001:1.0:1767384921.708275:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00010000:00000001:1.0:1767384921.708279:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00000100:00001000:3.0:1767384921.708282:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=55 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384921.708282:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384921.708285:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a3a7dbfa/0xb57eb7881956309a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384921.708288:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384921.708292:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:1.0:1767384921.708293:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:3.0:1767384921.708297:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00010000:1.0:1767384921.708298:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a3a7dbfa/0xb57eb7881956309a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384921.708302:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384921.708304:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.708307:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384921.708309:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384921.708313:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e934cec1. 00000100:00000200:3.0:1767384921.708318:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348029312, offset 224 00010000:00000001:1.0:1767384921.708319:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384921.708322:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384921.708323:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a3a7dbfa/0xb57eb7881956309a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384921.708326:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384921.708332:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384921.708335:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384921.708337:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384921.708339:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384921.708341:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a3a7dbfa/0xb57eb7881956309a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384921.708347:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d05380 00010000:00010000:1.0:1767384921.708352:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a3a7dbfa already unused, calling callback (00000000df0e66e0) 00000400:00000200:3.0:1767384921.708355:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1985 [2] + 224 00010000:00000001:1.0:1767384921.708356:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384921.708361:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:3.0:1767384921.708362:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1767384921.708363:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a3a7dbfa/0xb57eb7881956309a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384921.708368:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384921.708374:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384921.708375:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384921.708377:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:3.0:1767384921.708378:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000488f77c0 x1853237348029312/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384921.708379:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384921.708382:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a3a7dbfa refcount=5 00000020:00000001:1.0:1767384921.708387:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00010000:00000001:1.0:1767384921.708392:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00000100:00000040:3.0:1767384921.708394:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000488f77c0 x1853237348029312/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384921.708397:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384921.708400:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a3a7dbfa/0xb57eb7881956309a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384921.708411:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384921.708413:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384921.708414:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.708416:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384921.708417:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384921.708417:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384921.708422:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1767384921.708424:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e934cec1 00000400:00000010:3.0:1767384921.708427:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e934cec1. 00010000:00000001:1.0:1767384921.708429:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.708430:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384921.708431:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384921.708434:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384921.708435:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:1.0:1767384921.708435:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a3a7dbfa with handle 0xb57eb7881956309a from hash 00010000:00000001:1.0:1767384921.708440:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1767384921.708441:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384921.708442:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384921.708442:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384921.708446:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384921.708447:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000400:00000001:2.0:1767384921.708447:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384921.708448:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:2.0:1767384921.708451:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ffa2f5a. 00010000:00000001:1.0:1767384921.708452:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384921.708453:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384921.708455:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb69445a 00000020:00000001:3.0:1767384921.708457:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384921.708458:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fb69445a. 00010000:00000001:1.0:1767384921.708458:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:3.0:1767384921.708462:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384921.708462:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1767384921.708464:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384921.708466:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384921.708469:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f5f54c0 x1853237348029312/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:147/0 lens 4848/4768 e 0 to 0 dl 1767384932 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384921.708470:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000488f77c0 x1853237348029312/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384921.708471:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.708476:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384921.708479:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384921.708484:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384921.708487:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384921.708490:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.708495:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.708500:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384921.708505:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a3a7dbfa/0xb57eb7881956309a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384921.708506:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006f5f54c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:16360:x1853237348029312:12345-0@lo:253: Request processed in 1908us (2347us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384921.708506:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000488f77c0 x1853237348029312/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384921.708525:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384921.708529:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384921.708530:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384921.708532:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00100000:3.0:1767384921.708533:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00000001:2.0:1767384921.708534:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384921.708535:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384921.708539:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384921.708541:0:16360:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767384921.708541:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384921.708542:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 02000000:00000001:2.0:1767384921.708544:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767384921.708545:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384921.708548:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384921.708549:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384921.708549:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.708553:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.708554:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 20000000:00000001:1.0:1767384921.708554:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384921.708559:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384921.708560:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a3a7dbfa/0xb57eb7881956309a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384921.708562:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008d6322c7. 00000100:00001000:2.0:1767384921.708565:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=55 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384921.708571:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bd0cf951. 00000100:00001000:2.0:1767384921.708574:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=55 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384921.708574:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384921.708578:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1767384921.708579:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e23dc36d. 00000100:00000001:2.0:1767384921.708580:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00010000:1.0:1767384921.708581:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a3a7dbfa/0xb57eb7881956309a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384921.708584:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384921.708589:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00010000:00000001:2.0:1767384921.708589:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384921.708595:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384921.708599:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384921.708600:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c11d91be. 02000000:00000001:3.0:1767384921.708618:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384921.708620:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384921.708621:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b07359c6 count: 0 00000100:00000001:3.0:1767384921.708622:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384921.708626:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000488f77c0 x1853237348029312/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384921.708631:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384921.708631:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384921.708633:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384921.708651:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384921.708655:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1767384921.708656:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d504db98. 00000100:00000001:2.0:1767384921.708658:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384921.708663:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384921.708665:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:3.0:1767384921.708666:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e934cec1. 00000020:01000004:2.0:1767384921.708667:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384921.708672:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384921.708674:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384921.708675:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384921.708677:0:16360:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384921.708678:0:16360:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384921.708679:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384921.708681:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384921.708685:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000488f77c0 x1853237348029312/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384921.708691:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000488f77c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348029312:0@lo:253: 00000100:00000001:2.0:1767384921.708694:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384921.708696:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384921.708697:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000488f77c0 x1853237348029312/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384921.708702:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384921.708704:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384921.708706:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000bdd98002. 02000000:00000001:2.0:1767384921.708709:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384921.708710:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384921.708711:0:16360:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:2.0:1767384921.708713:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384921.708715:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006885afe1. 02000000:00000001:2.0:1767384921.708718:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384921.708720:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384921.708721:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000488f77c0. 00000100:00000001:2.0:1767384921.708729:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384921.708730:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384921.708731:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384921.708735:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384921.708736:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.708737:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384921.708739:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384921.709732:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000460f63ea. 00080000:00000010:2.0:1767384921.709796:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d9522e56. 00040000:00000001:2.0:1767384921.709803:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384921.709805:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384921.709807:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384921.709810:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:2.0:1767384921.709813:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384921.709858:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384921.709860:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384921.709866:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384921.709869:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384921.709873:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384921.709879:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384921.709883:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384921.709884:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384921.709887:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384921.709888:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384921.709893:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d8dbb3e4. 00010000:00000001:1.0:1767384921.709897:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384921.709898:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000070e762e5. 00000020:00000001:1.0:1767384921.709900:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384921.709903:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000070e762e5 with handle 0xb57eb788195630a1 to hash 00000020:00000001:1.0:1767384921.709904:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384921.709906:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384921.709907:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384921.709909:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384921.709911:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384921.709913:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000070e762e5/0xb57eb788195630a1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384921.709917:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384921.709919:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384921.709920:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384921.709921:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384921.709923:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384921.709924:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384921.709926:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384921.709927:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384921.709929:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384921.709930:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384921.709931:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384921.709933:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d8dbb3e4) refcount = 1 00010000:00010000:1.0:1767384921.709941:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000070e762e5/0xb57eb788195630a1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384921.709945:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384921.709946:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384921.709947:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384921.709949:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.709950:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384921.709952:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384921.709953:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003151402s 00010000:00000001:1.0:1767384921.709955:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384921.709956:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384921.709956:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070e762e5 refcount=4 00000020:00000001:1.0:1767384921.709957:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384921.709959:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384921.709960:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384921.709961:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070e762e5/0xb57eb788195630a1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384921.709964:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384921.709965:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070e762e5/0xb57eb788195630a1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384921.709969:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384921.709970:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384921.709971:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000070e762e5/0xb57eb788195630a1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384921.709974:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384921.709975:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.709976:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384921.709977:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000070e762e5/0xb57eb788195630a1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384921.709980:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000070e762e5 already unused, calling callback (00000000df0e66e0) 00010000:00000001:1.0:1767384921.709985:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384921.709987:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384921.709988:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000070e762e5/0xb57eb788195630a1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384921.709991:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384921.709993:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384921.709994:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384921.709995:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070e762e5 refcount=5 00000020:00000001:1.0:1767384921.709997:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384921.709999:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384921.710000:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384921.710002:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000070e762e5/0xb57eb788195630a1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384921.710005:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384921.710007:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384921.710008:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384921.710009:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384921.710013:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384921.710013:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384921.710016:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 20000000:00000010:2.0:1767384921.710017:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b3080e34. 00010000:00000001:1.0:1767384921.710019:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384921.710021:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384921.710022:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384921.710023:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000070e762e5 with handle 0xb57eb788195630a1 from hash 00010000:00000001:1.0:1767384921.710028:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000040:2.0:1767384921.710029:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348029440 00010000:00000001:1.0:1767384921.710029:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384921.710032:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384921.710033:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384921.710034:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384921.710037:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384921.710039:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000200:2.0:1767384921.710041:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a6035c50 x1853237348029440/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:147/0 lens 4848/4768 e 0 to 0 dl 1767384932 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384921.710042:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384921.710045:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384921.710050:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384921.710053:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384921.710054:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384921.710057:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.710058:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00001000:2.0:1767384921.710062:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=55 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384921.710063:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384921.710066:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384921.710067:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384921.710069:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:2.0:1767384921.710071:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:2.0:1767384921.710073:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384921.710078:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.710078:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.710083:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384921.710085:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384921.710089:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384921.710090:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384921.710094:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000070e762e5/0xb57eb788195630a1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384921.710100:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005a6cd656. 00010000:00000001:1.0:1767384921.710104:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384921.710105:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348029440, offset 224 00010000:00000001:1.0:1767384921.710109:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384921.710112:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:2.0:1767384921.710113:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384921.710114:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384921.710117:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384921.710118:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384921.710121:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:2.0:1767384921.710122:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384921.710123:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384921.710126:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384921.710127:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000070e762e5/0xb57eb788195630a1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384921.710132:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d05400 00010000:00000001:1.0:1767384921.710137:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:2.0:1767384921.710140:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x198d [2] + 224 00010000:00000001:1.0:1767384921.710140:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384921.710143:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000070e762e5/0xb57eb788195630a1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384921.710146:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:1.0:1767384921.710149:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d8dbb3e4 count: 0 00000400:00000200:2.0:1767384921.710153:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384921.710157:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384921.710161:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002af5336b x1853237348029440/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384921.710161:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384921.710164:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384921.710171:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002af5336b x1853237348029440/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384921.710187:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384921.710191:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a6cd656 00000400:00000010:2.0:1767384921.710193:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005a6cd656. 00000100:00000001:2.0:1767384921.710196:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384921.710197:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384921.710202:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384921.710204:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:2.0:1767384921.710206:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384921.710207:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384921.710208:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.710211:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384921.710212:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384921.710217:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384921.710217:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6035c50 x1853237348029440/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:147/0 lens 4848/4768 e 0 to 0 dl 1767384932 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384921.710221:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384921.710223:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7c4a357. 00000400:00000200:3.0:1767384921.710229:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029218c5d 00000100:00100000:2.0:1767384921.710233:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a6035c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+14:16361:x1853237348029440:12345-0@lo:253: Request processed in 3484us (3983us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384921.710234:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000029218c5d. 00000100:00000001:3.0:1767384921.710240:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384921.710243:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00000200:3.0:1767384921.710246:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002af5336b x1853237348029440/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384921.710248:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:2.0:1767384921.710252:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384921.710255:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384921.710260:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee5b4f0e. 00000100:00000200:3.0:1767384921.710261:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002af5336b x1853237348029440/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384921.710267:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009ab856cb. 00000100:00000001:3.0:1767384921.710270:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384921.710271:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384921.710272:0:16361:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384921.710273:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384921.710275:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384921.710278:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384921.710279:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed3d309a. 02000000:00000001:3.0:1767384921.710281:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384921.710283:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 02000000:00000001:2.0:1767384921.710285:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384921.710286:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009d49532e. 02000000:00000001:2.0:1767384921.710289:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384921.710292:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384921.710295:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=55 v=5 (5 0 0 0) 00000100:00000200:2.0:1767384921.710296:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384921.710302:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=55 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384921.710303:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3c5121f. 00000100:00000001:3.0:1767384921.710309:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767384921.710310:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005a6cd656. 00000100:00000001:3.0:1767384921.710311:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384921.710315:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384921.710317:0:16361:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.710319:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384921.710323:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002af5336b x1853237348029440/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384921.710331:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384921.710334:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384921.710335:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384921.710338:0:16361:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384921.710340:0:16361:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384921.710342:0:16361:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384921.710343:0:16361:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384921.710344:0:16361:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384921.710345:0:16361:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384921.710346:0:16361:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384921.710348:0:16361:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384921.710349:0:16361:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384921.710351:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002af5336b x1853237348029440/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384921.710359:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002af5336b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348029440:0@lo:253: 00000100:00000001:3.0:1767384921.710363:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384921.710365:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384921.710367:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002af5336b x1853237348029440/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384921.710374:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384921.710375:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384921.710377:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005a1ce144. 02000000:00000001:3.0:1767384921.710381:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384921.710383:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384921.710384:0:16361:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:3.0:1767384921.710385:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384921.710393:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004967a7f8. 02000000:00000001:3.0:1767384921.710395:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384921.710396:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384921.710396:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002af5336b. 00000100:00000001:3.0:1767384921.710399:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384921.710400:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384921.710401:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384921.710405:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384921.710406:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.710407:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384921.710409:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384921.711882:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294910742, at 4294910743 00000100:00000010:3.0:1767384921.711889:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000467368dd. 00000100:00000040:1.0:1767384921.711891:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294910742, at 4294910743 00000100:00000010:1.0:1767384921.711899:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000029bb6b6b. 00000100:00000040:2.0:1767384921.711907:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294910742, at 4294910743 00000100:00000010:2.0:1767384921.711915:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b8cf827b. 00000100:00000040:0.0:1767384921.712895:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294910742, at 4294910744 00000100:00000010:0.0:1767384921.712901:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e670af0d. 00010000:00000010:1.1:1767384921.715115:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b07359c6. 00010000:00000010:1.1:1767384921.715120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a3a7dbfa. 00010000:00000010:1.1:1767384921.717841:0:30284:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d8dbb3e4. 00010000:00000010:1.1:1767384921.717849:0:30284:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000070e762e5. 00000400:00000010:1.0:1767384921.721888:0:30284:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000000b7f5d06. 00000400:00000040:1.0:1767384921.721903:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384921.721905:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384921.721907:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384921.721908:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384921.721910:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384921.721911:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384921.721913:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384921.721914:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384921.721919:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384921.721920:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384921.721922:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384921.721923:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384921.721925:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384921.721926:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384921.721927:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384921.721928:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384921.721929:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384921.721930:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384921.721931:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384921.721933:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384921.721934:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384921.721935:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384921.721936:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384921.721937:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384921.721937:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384921.721939:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384921.721940:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384921.721941:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384921.721942:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384921.721942:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384921.721943:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384921.721944:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384921.721945:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384921.721946:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384921.721947:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384921.721948:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384921.721949:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384921.721950:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384921.721951:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384921.721952:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384921.721953:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384921.721954:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384921.721955:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384921.721956:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384921.721957:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384921.721958:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384921.721959:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384921.721964:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384921.721966:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384921.721967:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384921.721968:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384921.721969:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384921.721970:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384921.721971:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384921.721972:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384921.721973:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384921.721974:0:30284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384921.722035:0:30284:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000000b7f5d06. 00000100:00000001:2.0:1767384921.945956:0:17076:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384921.945962:0:17076:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384921.946093:0:17073:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384921.946097:0:17073:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384922.136903:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384922.136908:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384922.136912:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384922.136914:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384922.136948:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384922.136953:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384922.136956:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384922.520913:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp31 00000400:00000010:2.0:1767384922.520920:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001939a62f. 00000400:00000010:2.0:1767384922.520928:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b6db991f. 00000400:00000010:2.0:1767384922.520934:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b676d75. 00000400:00000010:2.0:1767384922.520942:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003c0c7413. 00000400:00000200:2.0:1767384922.520948:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp31 00000400:00000200:2.0:1767384922.520963:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp31 local destination 00000400:00000200:2.0:1767384922.520968:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp31 00000400:00000200:2.0:1767384922.520973:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp31 NI seq info: [98:98:256:4294967295] 192.168.203.134@tcp31 LPNI seq info [96:96:8:4294967295] 00000400:00000200:2.0:1767384922.520979:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp31 00000400:00000200:2.0:1767384922.520991:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp31(192.168.203.134@tcp31:) -> 192.168.203.134@tcp31(192.168.203.134@tcp31:192.168.203.134@tcp31) : GET try# 0 00000800:00000200:2.0:1767384922.520997:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp31 00000800:00000010:2.0:1767384922.521001:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007a9861c6. 00000800:00000200:2.0:1767384922.521007:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000093cb5295] -> 12345-192.168.203.134@tcp31 (2) 00000800:00000200:2.1:1767384922.521013:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000093cb5295] -> 12345-192.168.203.134@tcp31 (2) 00000400:00000200:2.0:1767384922.521027:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp31 added to recovery queue. ping count: 3 next ping: 252 health :700 00000400:00000200:2.0:1767384922.521032:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp28 00000400:00000010:2.0:1767384922.521036:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d853ce71. 00000400:00000010:2.0:1767384922.521039:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000193aa754. 00000400:00000010:2.0:1767384922.521048:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008769267d. 00000400:00000010:2.0:1767384922.521053:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d77715f8. 00000400:00000200:2.0:1767384922.521058:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp28 00000400:00000200:2.0:1767384922.521065:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp28 local destination 00000400:00000200:2.0:1767384922.521068:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp28 00000400:00000200:2.0:1767384922.521073:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp28 NI seq info: [99:99:256:4294967295] 192.168.203.134@tcp28 LPNI seq info [97:97:8:4294967295] 00000400:00000200:2.0:1767384922.521077:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp28 00000400:00000200:2.0:1767384922.521088:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp28(192.168.203.134@tcp28:) -> 192.168.203.134@tcp28(192.168.203.134@tcp28:192.168.203.134@tcp28) : GET try# 0 00000800:00000200:2.0:1767384922.521093:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp28 00000800:00000010:2.0:1767384922.521096:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bf960ddb. 00000800:00000200:2.0:1767384922.521100:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2d165b7] -> 12345-192.168.203.134@tcp28 (2) 00000800:00000200:2.1:1767384922.521104:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2d165b7] -> 12345-192.168.203.134@tcp28 (2) 00000400:00000200:2.0:1767384922.521120:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp28 added to recovery queue. ping count: 4 next ping: 260 health :700 00000400:00000200:2.0:1767384922.521125:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp34 00000400:00000010:2.0:1767384922.521128:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009e481c6a. 00000400:00000010:2.0:1767384922.521132:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000079732139. 00000400:00000010:2.0:1767384922.521135:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bd9e1ec. 00000400:00000010:2.0:1767384922.521140:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000054a4f99a. 00000400:00000200:2.0:1767384922.521143:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp34 00000400:00000200:2.0:1767384922.521148:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp34 local destination 00000400:00000200:2.0:1767384922.521151:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp34 00000400:00000200:2.0:1767384922.521154:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp34 NI seq info: [100:100:256:4294967295] 192.168.203.134@tcp34 LPNI seq info [98:98:8:4294967295] 00000400:00000200:2.0:1767384922.521159:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp34 00000400:00000200:2.0:1767384922.521167:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp34(192.168.203.134@tcp34:) -> 192.168.203.134@tcp34(192.168.203.134@tcp34:192.168.203.134@tcp34) : GET try# 0 00000800:00000200:2.0:1767384922.521171:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp34 00000800:00000010:2.0:1767384922.521174:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000032e833dc. 00000800:00000200:2.0:1767384922.521178:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e4596bb] -> 12345-192.168.203.134@tcp34 (2) 00000800:00000200:2.1:1767384922.521181:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e4596bb] -> 12345-192.168.203.134@tcp34 (2) 00000400:00000200:2.0:1767384922.521195:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp34 added to recovery queue. ping count: 1 next ping: 246 health :900 00000400:00000200:2.0:1767384922.521257:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.521258:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:2.0:1767384922.521330:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.521335:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:2.0:1767384922.521395:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.521410:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:2.0:1767384922.521447:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.521463:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.521477:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:2.0:1767384922.521512:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.521547:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.521547:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:2.0:1767384922.521567:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.521638:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:2.0:1767384922.521657:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.521660:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.521706:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:2.0:1767384922.521721:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.521742:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.521777:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:2.0:1767384922.521780:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.521848:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:2.0:1767384922.521862:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.521883:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.521929:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:2.0:1767384922.521946:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.521946:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.521997:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:2.0:1767384922.522004:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.522024:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.522058:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:2.0:1767384922.522063:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.522088:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:2.0:1767384922.522138:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.522147:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.522147:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:2.0:1767384922.522199:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.522227:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.522232:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:2.0:1767384922.522254:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.522295:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.522304:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:2.0:1767384922.522315:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.522359:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.522382:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:2.0:1767384922.522392:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.522422:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:2.0:1767384922.522472:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.522474:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.522475:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:2.0:1767384922.522522:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.522552:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.522561:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:2.0:1767384922.522573:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.522636:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:2.0:1767384922.522652:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.522665:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.522701:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:2.0:1767384922.522716:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.522742:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.522763:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:2.0:1767384922.522781:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.522840:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:2.0:1767384922.522852:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.522863:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.522914:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:2.0:1767384922.522920:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.522927:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:2.0:1767384922.522987:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.523000:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.523015:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.523060:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:2.0:1767384922.523061:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.523087:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:2.0:1767384922.523120:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.523141:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.523163:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:2.0:1767384922.523173:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.523212:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:2.0:1767384922.523249:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.523261:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.523277:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:2.0:1767384922.523311:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.523335:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.523344:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:2.0:1767384922.523366:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.523419:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.523420:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:2.0:1767384922.523422:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:2.0:1767384922.523481:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.523516:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.523520:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.523574:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.523581:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.523651:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000800:00000010:2.0:1767384922.523653:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005a1ce144. 00000800:00000010:2.0:1767384922.523659:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000093cf5e91. 00000800:00000010:2.0:1767384922.523664:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ada65f8f. 00000400:00000200:3.0:1767384922.523669:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000800:00000010:2.0:1767384922.523686:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ada65f8f. 00000800:00020000:2.0:1767384922.523697:0:16349:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:2.0:1767384922.523700:0:16349:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000093cf5e91. 00000800:00000010:2.0:1767384922.523703:0:16349:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005a1ce144. 00000400:00000200:1.0:1767384922.523709:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.523732:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:02020000:2.0:1767384922.523760:0:16349:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp34 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384922.523767:0:16349:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp34 notifying 192.168.203.134@tcp34: down 00000400:00000200:2.0:1767384922.523770:0:16349:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384922.523774:0:16349:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp34 00000800:00000010:2.0:1767384922.523777:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000032e833dc. 00000400:00000200:2.0:1767384922.523781:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384922.523785:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp34->192.168.203.134@tcp34: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384922.523791:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384922.523794:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:2.0:1767384922.523795:0:16349:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384922.523801:0:16349:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp34) recovery failed with -71 00000400:00000200:3.0:1767384922.523868:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000800:00000010:1.0:1767384922.523910:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c0ac78df. 00000800:00000010:1.0:1767384922.523916:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000011c90b4. 00000400:00000200:3.0:1767384922.523919:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000800:00000010:1.0:1767384922.523921:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d107267d. 00000800:00000010:1.0:1767384922.523950:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d107267d. 00000800:00020000:1.0:1767384922.523960:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:1.0:1767384922.523963:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000011c90b4. 00000800:00000010:1.0:1767384922.523967:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c0ac78df. 00000400:00000200:3.0:1767384922.523969:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.524033:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:02020000:1.0:1767384922.524038:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp28 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384922.524047:0:16348:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp28 notifying 192.168.203.134@tcp28: down 00000800:00000200:1.0:1767384922.524054:0:16348:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp28 down 00000800:00000100:1.0:1767384922.524062:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp28 00000800:00000010:1.0:1767384922.524065:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bf960ddb. 00000400:00000200:1.0:1767384922.524069:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384922.524074:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp28->192.168.203.134@tcp28: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384922.524081:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.524082:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384922.524089:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp28 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384922.524094:0:16348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp28) recovery failed with -71 00000400:00000200:3.0:1767384922.524132:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:3.0:1767384922.524294:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006d53d794. 00000800:00000010:3.0:1767384922.524300:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000049c5dce3. 00000800:00000010:3.0:1767384922.524304:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003bee0166. 00000800:00000010:3.0:1767384922.524332:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003bee0166. 00000800:00020000:3.0:1767384922.524342:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:3.0:1767384922.524346:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000049c5dce3. 00000800:00000010:3.0:1767384922.524349:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006d53d794. 00000400:02020000:3.0:1767384922.524401:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp31 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384922.524408:0:16347:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp31 notifying 192.168.203.134@tcp31: down 00000400:00000200:3.0:1767384922.524412:0:16347:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384922.524416:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp31 00000800:00000010:3.0:1767384922.524419:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007a9861c6. 00000400:00000200:3.0:1767384922.524423:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384922.524427:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp31->192.168.203.134@tcp31: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384922.524442:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384922.524445:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384922.524449:0:16347:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp31) recovery failed with -71 00000004:00000001:0.0:1767384922.968891:0:17112:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384922.968895:0:17112:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384922.968902:0:17112:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c68bbec8. 00000100:00000040:2.0:1767384922.968903:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b543db4a-4900-454f-be04-352b2897a173->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000040:0.0:1767384922.968908:0:17112:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384922.968909:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384922.968915:0:17112:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:2.0:1767384922.968916:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000488f77c0. 02000000:00000001:0.0:1767384922.968918:0:17112:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:2.0:1767384922.968921:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 02000000:00000001:0.0:1767384922.968924:0:17112:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.968925:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384922.968929:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384922.968932:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384922.968934:0:17112:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f7824156. 02000000:00000010:2.0:1767384922.968937:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bf960ddb. 00000100:00000001:0.0:1767384922.968940:0:17112:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.968942:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.968947:0:17112:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767384922.968950:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b543db4a-4900-454f-be04-352b2897a173->MGS req@00000000488f77c0 x1853237348029696/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384922.968956:0:17112:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.968962:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767384922.968966:0:17112:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c68bbec8] to pc [ptlrpcd_00_00+0] req@00000000c68bbec8 x1853237348029568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.968972:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384922.968982:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000488f77c0] to pc [ptlrpcd_00_01+1] req@00000000488f77c0 x1853237348029696/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.968998:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384922.968999:0:17112:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384922.969000:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384922.969006:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384922.969006:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767384922.969009:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004f1ab0f3. 00000020:00000040:2.0:1767384922.969012:0:38:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384922.969014:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384922.969017:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384922.969020:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.969020:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384922.969024:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384922.969025:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384922.969029:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384922.969032:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c68bbec8 x1853237348029568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.969033:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767384922.969034:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fe2c8945. 00000100:00000040:0.0:1767384922.969039:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000488f77c0 x1853237348029696/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.969040:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384922.969048:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000004f1ab0f3 x1853237348029824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384922.969066:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384922.969068:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384922.969071:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.969071:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.969072:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384922.969075:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384922.969079:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384922.969080:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384922.969081:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f1ab0f3] to pc [ptlrpcd_00_02+2] req@000000004f1ab0f3 x1853237348029824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384922.969083:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384922.969085:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384922.969088:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384922.969094:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384922.969097:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000488f77c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348029696:0@lo:400: 00000100:00000001:0.0:1767384922.969102:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1767384922.969103:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c68bbec8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16358:1853237348029568:0@lo:13: 00000100:00000001:2.0:1767384922.969107:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384922.969108:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384922.969110:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384922.969112:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384922.969113:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384922.969115:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384922.969118:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384922.969120:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767384922.969120:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384922.969122:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003cfcf466. 00000100:00000010:2.0:1767384922.969125:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001009c66d. 02000000:00000001:1.0:1767384922.969125:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384922.969126:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384922.969130:0:38:0:(genops.c:1229:class_import_get()) import 00000000aab4eb9e refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000010:1.0:1767384922.969131:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ab84aa13. 00000100:00000001:2.0:1767384922.969134:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1767384922.969134:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5cb9717. 02000000:00000001:1.0:1767384922.969135:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384922.969137:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384922.969142:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384922.969145:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000950e037a. 02000000:00000010:2.0:1767384922.969146:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000003c88dd5. 00000400:00000010:0.0:1767384922.969146:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081d2a261. 00000100:00000001:2.0:1767384922.969153:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384922.969154:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d219ca3. 00000100:00000200:0.0:1767384922.969156:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348029696, portal 25 00000100:00000040:2.0:1767384922.969158:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000001009c66d x1853237348029952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384922.969161:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348029568, portal 4 00000100:00000001:0.0:1767384922.969161:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384922.969164:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667944320 : -119483041607296 : ffff9354afbf9180) 00000100:00000001:1.0:1767384922.969167:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384922.969171:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878160000 : -119482831391616 : ffff9354bc473480) 00000100:00000001:2.0:1767384922.969175:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767384922.969175:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000488f77c0 x1853237348029696/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384922.969182:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c68bbec8 x1853237348029568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.969184:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.969187:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384922.969194:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001009c66d] to pc [ptlrpcd_00_03+3] req@000000001009c66d x1853237348029952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384922.969195:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384922.969201:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000722a6ac5. 00000100:00000200:0.0:1767384922.969206:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237348029696, offset 0 00000100:00000001:1.0:1767384922.969209:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384922.969218:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384922.969219:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384922.969220:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384922.969223:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d3c899c. 00000100:00000040:2.0:1767384922.969224:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1767384922.969228:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237348029568, offset 0 00000100:00000001:2.0:1767384922.969229:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384922.969234:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9fb1daf. 00000400:00000200:0.0:1767384922.969235:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1767384922.969237:0:38:0:(genops.c:1229:class_import_get()) import 0000000062c1ff66 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384922.969239:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384922.969242:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384922.969242:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384922.969246:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384922.969250:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cbe0672c. 00000100:00000001:2.0:1767384922.969253:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384922.969256:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958271d05500 00000100:00000040:2.0:1767384922.969260:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000b9fb1daf x1853237348030080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384922.969262:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384922.969268:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1239 [2] + 0 00000400:00000010:0.0:1767384922.969277:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000635e04a8. 00000100:00000001:2.0:1767384922.969278:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384922.969281:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384922.969283:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958271d05480 00000400:00000200:0.0:1767384922.969284:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001f3885fa 00000100:00000040:2.0:1767384922.969286:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9fb1daf] to pc [ptlrpcd_00_00+0] req@00000000b9fb1daf x1853237348030080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384922.969291:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384922.969299:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2016 00000100:00000001:2.0:1767384922.969301:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384922.969301:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384922.969308:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (249) 00000400:00000200:0.0:1767384922.969311:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f3885fa 00000400:00000200:1.0:1767384922.969312:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384922.969315:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001f3885fa. 00000100:00000001:2.0:1767384922.969320:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384922.969320:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384922.969321:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384922.969324:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384922.969325:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384922.969328:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384922.969329:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384922.969329:0:16359:0:(events.c:337:request_in_callback()) incoming req@0000000077c82907 x1853237348029696 msgsize 224 00000100:00000040:2.0:1767384922.969333:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004f1ab0f3 x1853237348029824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384922.969349:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1767384922.969350:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:0.0:1767384922.969354:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384922.969361:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:1.0:1767384922.969361:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a18fc568. 00000100:00000001:2.0:1767384922.969362:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.969365:0:16359:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384922.969368:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384922.969368:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000a18fc568 x1853237348029568 msgsize 224 02000000:00000001:2.0:1767384922.969371:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384922.969373:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000722a6ac5 02000000:00000001:2.0:1767384922.969375:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384922.969376:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000722a6ac5. 00000100:00000001:0.0:1767384922.969382:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1767384922.969383:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004f1ab0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16360:1853237348029824:0@lo:400: 00000100:00100000:1.0:1767384922.969384:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1767384922.969388:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000488f77c0 x1853237348029696/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.969396:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384922.969397:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384922.969400:0:16358:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384922.969401:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384922.969401:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000488f77c0 x1853237348029696/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384922.969404:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384922.969408:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384922.969411:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d3c899c 02000000:00000010:2.0:1767384922.969412:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000966d68c1. 00000100:00000001:0.0:1767384922.969414:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384922.969417:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384922.969417:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d3c899c. 00000100:00000001:0.0:1767384922.969417:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1767384922.969424:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7c4a357. 00000100:00000001:1.0:1767384922.969425:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384922.969425:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384922.969431:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064bfb602. 00000100:00000001:0.0:1767384922.969432:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294912005 00000100:00000200:1.0:1767384922.969434:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c68bbec8 x1853237348029568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384922.969437:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348029824, portal 4 00000100:00000010:0.0:1767384922.969439:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008efbd5d5. 00000100:00000001:2.0:1767384922.969441:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384922.969445:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667955072 : -119483041596544 : ffff9354afbfbb80) 00000100:00000001:0.0:1767384922.969447:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767384922.969455:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004f1ab0f3 x1853237348029824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.969455:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294912005 00000100:00000001:1.0:1767384922.969459:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1767384922.969463:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f0e36ce. 00000100:00000040:1.0:1767384922.969475:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c68bbec8 x1853237348029568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.969477:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384922.969479:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767384922.969484:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384922.969486:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294912005 00000400:00000010:2.0:1767384922.969490:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000584675ab. 00000100:00000010:0.0:1767384922.969493:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005a9c8587. 00000100:00000200:2.0:1767384922.969495:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237348029824, offset 0 00000100:00000001:1.0:1767384922.969500:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384922.969503:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384922.969503:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384922.969507:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384922.969509:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294912005 00000100:00000010:0.0:1767384922.969513:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009a4b7b9c. 00000400:00000200:2.0:1767384922.969515:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384922.969516:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.969517:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384922.969523:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384922.969524:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3171 usecs (4 jiffies) 00000400:00000200:2.0:1767384922.969526:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958271d05580 00000100:00000001:0.0:1767384922.969528:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.969533:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294912004 00000100:00000001:0.0:1767384922.969534:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384922.969536:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3216 00000100:00000001:0.0:1767384922.969540:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.969541:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294912005 00000400:00000200:2.0:1767384922.969542:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384922.969548:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294912004 00000400:00000200:2.0:1767384922.969549:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384922.969549:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384922.969554:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384922.969556:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294912005 00000100:00000001:2.0:1767384922.969557:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384922.969557:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384922.969560:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384922.969561:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1767384922.969562:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294912004 00000100:00000001:0.0:1767384922.969563:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384922.969566:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002af5336b. 00000100:00000001:1.0:1767384922.969569:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294912005 00000100:00100000:0.0:1767384922.969570:0:16359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000040:2.0:1767384922.969571:0:16360:0:(events.c:337:request_in_callback()) incoming req@000000002af5336b x1853237348029824 msgsize 224 00000100:00000001:0.0:1767384922.969576:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.969577:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294912004 00000100:00000001:0.0:1767384922.969582:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384922.969583:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384922.969585:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294912005 00000100:00000001:0.0:1767384922.969586:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.969591:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384922.969591:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384922.969607:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384922.969609:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384922.969612:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384922.969614:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000584675ab 00000100:00000001:1.0:1767384922.969615:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384922.969618:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9fb1daf x1853237348030080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384922.969619:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000584675ab. 00000100:00000001:1.0:1767384922.969620:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.969624:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384922.969627:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384922.969631:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004f1ab0f3 x1853237348029824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.969634:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384922.969638:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.969639:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384922.969644:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1767384922.969644:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384922.969646:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384922.969652:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384922.969658:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9fb1daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16359:1853237348030080:0@lo:400: 00000100:00000001:1.0:1767384922.969661:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384922.969667:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384922.969667:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384922.969667:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384922.969672:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384922.969673:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384922.969674:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004f1ab0f3 x1853237348029824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384922.969675:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384922.969680:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384922.969681:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384922.969685:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c35155c. 02000000:00000001:0.0:1767384922.969690:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.969692:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384922.969694:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7799b6e. 00000100:00000001:2.0:1767384922.969695:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384922.969699:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384922.969705:0:16360:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3171 usecs (4 jiffies) 00000400:00000010:0.0:1767384922.969706:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000722a6ac5. 00000100:00000001:2.0:1767384922.969708:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294912004 00000100:00000200:0.0:1767384922.969711:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348030080, portal 10 00000100:00000001:2.0:1767384922.969712:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294912005 00000100:00000001:2.0:1767384922.969717:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294912004 00000100:00000001:0.0:1767384922.969717:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384922.969721:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294912005 00000100:00000001:0.0:1767384922.969721:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667946112 : -119483041605504 : ffff9354afbf9880) 00000100:00000001:2.0:1767384922.969727:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294912004 00000100:00000001:2.0:1767384922.969730:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294912005 00000100:00000040:0.0:1767384922.969732:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9fb1daf x1853237348030080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.969733:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294912004 00000100:00000001:1.0:1767384922.969734:0:17898:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384922.969739:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294912005 00000100:00100000:1.0:1767384922.969740:0:17898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348029568 00000100:00000001:0.0:1767384922.969743:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384922.969745:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384922.969746:0:17898:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1767384922.969749:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384922.969750:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.969751:0:17898:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384922.969752:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058c0d436. 00000100:00000001:2.0:1767384922.969754:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.969757:0:17898:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.969758:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384922.969758:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237348030080, offset 0 00000100:00000001:2.0:1767384922.969766:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384922.969767:0:17898:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384922.969767:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384922.969770:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384922.969773:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384922.969775:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384922.969775:0:17898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348029568 00000100:00000001:2.0:1767384922.969779:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384922.969780:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384922.969782:0:16360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:00000001:1.0:1767384922.969782:0:17898:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384922.969786:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384922.969787:0:17898:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562efd 00000400:00000200:0.0:1767384922.969787:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958271d05680 00000100:00000001:2.0:1767384922.969793:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384922.969793:0:17898:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384922.969797:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5592 00000100:00000001:2.0:1767384922.969798:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384922.969799:0:17898:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d9a32349 refcount=5 00000100:00000001:2.0:1767384922.969805:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384922.969806:0:17898:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000400:00000200:0.0:1767384922.969806:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384922.969808:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384922.969832:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384922.969836:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384922.969837:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384922.969840:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000249b5040. 00000100:00000040:0.0:1767384922.969843:0:16359:0:(events.c:337:request_in_callback()) incoming req@00000000249b5040 x1853237348030080 msgsize 224 00000020:00000001:1.0:1767384922.969844:0:17898:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000001:2.0:1767384922.969847:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1767384922.969850:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384922.969853:0:17898:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384922.969860:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e26f5f23. 00000100:00000040:2.0:1767384922.969861:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001009c66d x1853237348029952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.969861:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384922.969867:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058c0d436 00000020:00000010:1.0:1767384922.969868:0:17898:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c20d0ef7. 00000400:00000010:0.0:1767384922.969871:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058c0d436. 00000100:00000001:2.0:1767384922.969872:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384922.969876:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.969877:0:16359:0:(events.c:34:request_out_callback()) Process entered 10000000:00000001:3.0:1767384922.969879:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 02000000:00000001:2.0:1767384922.969879:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1767384922.969879:0:17898:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000029ff95b7) now 6 - evictor 00000100:00000200:0.0:1767384922.969883:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9fb1daf x1853237348030080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384922.969884:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 10000000:00000040:3.0:1767384922.969885:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000002298ce) refs 2 02000000:00000001:2.0:1767384922.969890:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384922.969893:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.969896:0:17898:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:2.0:1767384922.969897:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001009c66d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16360:1853237348029952:0@lo:400: 10000000:00000001:3.0:1767384922.969902:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384922.969904:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:1.0:1767384922.969904:0:17898:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002538cbdf. 00000100:00000001:0.0:1767384922.969904:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:3.0:1767384922.969906:0:17086:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384922.969909:0:17086:0:(mgc_request.c:601:do_requeue()) Process entered 02000000:00000001:2.0:1767384922.969909:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384922.969910:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9fb1daf x1853237348030080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384922.969911:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384922.969913:0:17898:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007292d4e3. 10000000:01000000:3.0:1767384922.969915:0:17086:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 02000000:00000001:2.0:1767384922.969917:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:3.0:1767384922.969921:0:17086:0:(mgc_request.c:1794:mgc_process_log()) Process entered 02000000:00000010:2.0:1767384922.969923:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005967b54c. 00000100:00000001:0.0:1767384922.969924:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384922.969925:0:17086:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff935488f3f000 from 53 00000020:00000010:1.0:1767384922.969925:0:17898:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005fe211e4. 02000000:00000001:2.0:1767384922.969927:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.969929:0:16359:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000001:3.0:1767384922.969933:0:17086:0:(mgc_request.c:990:mgc_enqueue()) Process entered 00000400:00000010:2.0:1767384922.969935:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bc18dd9. 00000100:00000001:0.0:1767384922.969936:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384922.969937:0:17086:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000040:1.0:1767384922.969938:0:17898:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000400:00000010:2.0:1767384922.969942:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000584675ab. 00000100:00000040:0.0:1767384922.969943:0:16359:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2592 usecs (3 jiffies) 00000100:00000001:1.0:1767384922.969945:0:17898:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000010:3.0:1767384922.969947:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000019038a26. 00000100:00000200:2.0:1767384922.969947:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348029952, portal 10 00000100:00000001:1.0:1767384922.969948:0:17898:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384922.969950:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384922.969954:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667942528 : -119483041609088 : ffff9354afbf8a80) 00000100:00000001:1.0:1767384922.969954:0:17898:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384922.969955:0:17086:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00000001:0.0:1767384922.969955:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294912004 00000100:00000001:0.0:1767384922.969962:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294912005 00000100:00000001:3.0:1767384922.969964:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1767384922.969965:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001009c66d x1853237348029952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384922.969968:0:17898:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.969968:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294912004 02000000:00000001:3.0:1767384922.969969:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384922.969975:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294912005 02000000:00000001:3.0:1767384922.969976:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.969980:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294912004 00000100:00000001:2.0:1767384922.969982:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384922.969982:0:17898:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384922.969984:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294912005 02000000:00000010:3.0:1767384922.969985:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f9938796. 00000100:00000040:2.0:1767384922.969990:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384922.969990:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294912004 00000100:00000001:3.0:1767384922.969994:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384922.969996:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000100:00000001:0.0:1767384922.969996:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294912005 00000100:00000001:1.0:1767384922.969999:0:17898:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1767384922.970001:0:17086:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00000100:00000200:2.0:1767384922.970002:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237348029952, offset 0 00000100:00000001:0.0:1767384922.970002:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384922.970004:0:17898:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767384922.970008:0:17086:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:0.0:1767384922.970009:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384922.970012:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384922.970015:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384922.970016:0:17898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:0.0:1767384922.970018:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384922.970019:0:17086:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000019eb4515. 00000400:00000200:2.0:1767384922.970024:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384922.970024:0:17898:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d9a32349 : new rpc_count 1 00010000:00000001:3.0:1767384922.970027:0:17086:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:1.0:1767384922.970031:0:17898:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590793072512 : -119482916479104 : ffff9354b734df80) 00010000:00000010:3.0:1767384922.970034:0:17086:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000beada4e4. 00000400:00000200:2.0:1767384922.970037:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958271d05600 00000100:00000001:0.0:1767384922.970037:0:17090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384922.970040:0:17086:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00100000:0.0:1767384922.970040:0:17090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348030080 00000020:00000040:3.0:1767384922.970045:0:17086:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000beada4e4 with handle 0xb57eb788195630a8 to hash 02000000:00000001:0.0:1767384922.970046:0:17090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384922.970047:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5816 00000100:00000001:0.0:1767384922.970050:0:17090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384922.970052:0:17086:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000040:1.0:1767384922.970052:0:17898:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a18fc568 x1853237348029568/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:148/0 lens 224/0 e 0 to 0 dl 1767384933 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.970055:0:17090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384922.970056:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384922.970057:0:17086:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624589867063296 : -119483842488320 : ffff935480031800) 02000000:00000001:0.0:1767384922.970060:0:17090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384922.970066:0:17086:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624589867063296 : -119483842488320 : ffff935480031800) 00000400:00000200:2.0:1767384922.970066:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767384922.970067:0:17090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348030080 00000020:00000001:0.0:1767384922.970072:0:17090:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384922.970076:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:0.0:1767384922.970076:0:17090:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562ee1 00010000:00000001:3.0:1767384922.970077:0:17086:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:2.0:1767384922.970080:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1767384922.970081:0:17090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384922.970082:0:17086:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.970082:0:17898:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1767384922.970084:0:17090:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000083ded37e refcount=5 00000020:00000010:1.0:1767384922.970089:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016a7e041. 00000020:00000001:0.0:1767384922.970090:0:17090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00010000:00010000:3.0:1767384922.970091:0:17086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.134@tcp lock: 00000000beada4e4/0xb57eb788195630a8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000010:2.0:1767384922.970092:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d6bfa9fd. 00000100:00000001:1.0:1767384922.970095:0:17898:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384922.970096:0:17090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00000100:00000040:2.0:1767384922.970098:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000d6bfa9fd x1853237348029952 msgsize 224 00000100:00000001:0.0:1767384922.970102:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384922.970105:0:17898:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000016a7e041. 00000020:00000010:0.0:1767384922.970107:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004b6d3e92. 00000100:00100000:2.0:1767384922.970111:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1767384922.970113:0:17090:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000075987109. 00000100:00100000:1.0:1767384922.970118:0:17898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a18fc568 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16358:x1853237348029568:12345-0@lo:13: 00000020:00000040:0.0:1767384922.970120:0:17090:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8d9ce3b) now 8 - evictor 00000100:00000001:2.0:1767384922.970121:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384922.970128:0:17090:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:2.0:1767384922.970129:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c2d411d 00000100:00000200:1.0:1767384922.970130:0:17898:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348029568 00000400:00000010:2.0:1767384922.970133:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000020:00000010:0.0:1767384922.970133:0:17090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004922adab. 00000020:00000001:1.0:1767384922.970136:0:17898:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384922.970138:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1767384922.970143:0:17898:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00010000:3.0:1767384922.970145:0:17086:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.134@tcp lock: 00000000beada4e4/0xb57eb788195630a8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384922.970145:0:17090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006e04e454. 00000100:00000200:2.0:1767384922.970146:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001009c66d x1853237348029952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384922.970148:0:17898:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384922.970151:0:17090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c41bf3b7. 00000020:00000001:1.0:1767384922.970156:0:17898:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384922.970161:0:17898:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665454032 : -1044097584 : ffffffffc1c455d0) 00000100:00000040:0.0:1767384922.970161:0:17090:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384922.970167:0:17090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384922.970171:0:17898:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384922.970171:0:17090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384922.970174:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:3.0:1767384922.970175:0:17086:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.134@tcp lock: 00000000beada4e4/0xb57eb788195630a8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384922.970176:0:17090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384922.970177:0:17898:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384922.970178:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001009c66d x1853237348029952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.970184:0:17090:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1767384922.970185:0:17898:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384922.970189:0:17090:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1767384922.970191:0:17898:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384922.970193:0:17090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384922.970197:0:17898:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.970199:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384922.970204:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:2.0:1767384922.970204:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.970206:0:17898:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384922.970207:0:17090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384922.970208:0:16360:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384922.970212:0:17898:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:3.0:1767384922.970213:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007581fa36. 00000100:00000001:2.0:1767384922.970214:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.970217:0:17090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:1.0:1767384922.970219:0:17898:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000013e71b43. 00000100:00000001:3.0:1767384922.970220:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624590542639488 : -119483166912128 : ffff9354a8479180) 00000100:00000040:2.0:1767384922.970220:0:16360:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2695 usecs (3 jiffies) 00000100:00100000:0.0:1767384922.970221:0:17090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348029952 00000100:00000001:2.0:1767384922.970226:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294912004 02000000:00000001:0.0:1767384922.970227:0:17090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384922.970228:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767384922.970228:0:17898:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.970230:0:17090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384922.970232:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294912005 00000100:00000001:3.0:1767384922.970233:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647278720 : -119488062272896 : ffff9353847e4a80) 00000100:00000001:0.0:1767384922.970234:0:17090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.970235:0:17898:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.970237:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294912004 00000100:00000001:2.0:1767384922.970242:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294912005 02000000:00000001:0.0:1767384922.970242:0:17090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.970243:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00002000:00000001:1.0:1767384922.970244:0:17898:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1767384922.970248:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.970249:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294912004 00000100:00100000:0.0:1767384922.970249:0:17090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348029952 00002000:00000001:1.0:1767384922.970250:0:17898:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:3.0:1767384922.970253:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384922.970256:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294912005 00000020:00000001:0.0:1767384922.970256:0:17090:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384922.970257:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384922.970257:0:17898:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000040:0.0:1767384922.970261:0:17090:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562e71 00000100:00000001:2.0:1767384922.970262:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294912004 00000020:00000001:0.0:1767384922.970264:0:17090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384922.970265:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294912005 00000020:00000040:0.0:1767384922.970267:0:17090:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099807a16 refcount=5 00000100:00000040:3.0:1767384922.970268:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000019038a26 x1853237348030208/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.970269:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384922.970271:0:17898:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384922.970272:0:17090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00000100:00000001:2.0:1767384922.970274:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:1.0:1767384922.970280:0:17898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000001:0.0:1767384922.970280:0:17090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00000100:00000001:2.0:1767384922.970281:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.970287:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.970288:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000020:1.0:1767384922.970291:0:17898:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000010:0.0:1767384922.970294:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000616984d7. 00000020:00000020:1.0:1767384922.970299:0:17898:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000d9a32349 dirty 0 pend 0 grant 0 00000100:00000001:2.0:1767384922.970300:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384922.970300:0:17090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384922.970301:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384922.970305:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384922.970306:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000616984d7. 00000100:00000001:3.0:1767384922.970307:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00002000:00000020:1.0:1767384922.970308:0:17898:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 02000000:00000001:3.0:1767384922.970314:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00002000:00000001:1.0:1767384922.970315:0:17898:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:2.0:1767384922.970317:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384922.970319:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384922.970322:0:17898:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000010:0.0:1767384922.970322:0:17090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007df9b98c. 02000000:00000001:3.0:1767384922.970323:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384922.970326:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348029696 00000020:00000010:0.0:1767384922.970328:0:17090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003f47207f. 02000000:00000001:2.0:1767384922.970329:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1767384922.970331:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000019038a26 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348030208:0@lo:101: 00000100:00000001:2.0:1767384922.970333:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000001:00000001:1.0:1767384922.970335:0:17898:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384922.970336:0:17090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003e6adf99. 00000100:00000001:2.0:1767384922.970337:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.970342:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00002000:00000001:1.0:1767384922.970342:0:17898:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.970343:0:17090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1767384922.970344:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.970347:0:17090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1767384922.970348:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1767384922.970349:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348029696 00010000:00000040:1.0:1767384922.970349:0:17898:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237348029568 00000100:00000001:0.0:1767384922.970350:0:17090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384922.970353:0:17081:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767384922.970354:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.970355:0:17090:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:2.0:1767384922.970358:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00010000:00000001:1.0:1767384922.970358:0:17898:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384922.970359:0:17090:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:3.0:1767384922.970360:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384922.970362:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384922.970365:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 02000000:00000010:3.0:1767384922.970366:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000487233c7. 00010000:00000200:1.0:1767384922.970368:0:17898:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a18fc568 x1853237348029568/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:148/0 lens 224/368 e 0 to 0 dl 1767384933 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.970368:0:17090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384922.970369:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 02000000:00000001:3.0:1767384922.970373:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384922.970375:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:0.0:1767384922.970378:0:17090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384922.970381:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384922.970382:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ffa2f5a. 00000020:00000010:2.0:1767384922.970386:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000095583c4f. 00000400:00000010:3.0:1767384922.970391:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000553cd36e. 00000100:00000001:0.0:1767384922.970391:0:17090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384922.970392:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384922.970394:0:17898:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384922.970395:0:17090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384922.970396:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000095583c4f. 00010000:00000001:1.0:1767384922.970400:0:17898:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384922.970402:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000828b7b2f. 00000100:00100000:0.0:1767384922.970404:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00000200:3.0:1767384922.970408:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348030208, portal 25 00000020:00000010:2.0:1767384922.970409:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004810e269. 00000100:00000040:0.0:1767384922.970409:0:17090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000083ded37e : new rpc_count 1 00000100:00001000:1.0:1767384922.970410:0:17898:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097a41e79 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384922.970415:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384922.970416:0:17090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878160896 : -119482831390720 : ffff9354bc473800) 00000020:00000010:2.0:1767384922.970417:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bcfd3a7d. 00000100:00000001:1.0:1767384922.970419:0:17898:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384922.970420:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647278720 : -119488062272896 : ffff9353847e4a80) 00000100:00000040:0.0:1767384922.970424:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000249b5040 x1853237348030080/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:148/0 lens 224/0 e 0 to 0 dl 1767384933 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384922.970426:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000040:1.0:1767384922.970427:0:17898:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000040:3.0:1767384922.970431:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000019038a26 x1853237348030208/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384938 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.970432:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384922.970435:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384922.970435:0:17898:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000001:2.0:1767384922.970438:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384922.970445:0:17898:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384922.970446:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384922.970451:0:17898:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.970454:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384922.970459:0:17898:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384922.970459:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000616984d7. 00000100:00000001:3.0:1767384922.970461:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384922.970461:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384922.970464:0:17090:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384922.970468:0:17898:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1767384922.970470:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000616984d7. 00000100:00000040:3.0:1767384922.970471:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384922.970474:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:1.0:1767384922.970475:0:17898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d3c899c. 00000100:00000001:2.0:1767384922.970477:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1767384922.970478:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079a06bc7. 00000100:00100000:0.0:1767384922.970482:0:17090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000249b5040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16359:x1853237348030080:12345-0@lo:400: 00000100:00000200:1.0:1767384922.970483:0:17898:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237348029568, offset 224 00000100:00000200:3.0:1767384922.970484:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237348030208, offset 0 00000100:00100000:2.0:1767384922.970486:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00000200:0.0:1767384922.970492:0:17090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348030080 00000100:00000040:2.0:1767384922.970493:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000020:00000001:0.0:1767384922.970495:0:17090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384922.970497:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624589912963152 : -119483796588464 : ffff935482bf7850) 00000400:00000200:1.0:1767384922.970499:0:17898:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384922.970500:0:17090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:2.0:1767384922.970504:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000077c82907 x1853237348029696/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:148/0 lens 224/0 e 0 to 0 dl 1767384933 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384922.970505:0:17090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384922.970511:0:17090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384922.970512:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384922.970515:0:17090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000400:00000200:1.0:1767384922.970516:0:17898:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384922.970521:0:17090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384922.970526:0:17090:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384922.970531:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384922.970531:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384922.970532:0:17090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384922.970535:0:17090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384922.970537:0:17898:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958271d05480 00000020:00000001:0.0:1767384922.970540:0:17090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384922.970541:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000095583c4f. 00000020:00000001:0.0:1767384922.970545:0:17090:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384922.970546:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384922.970549:0:17090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384922.970551:0:17898:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x19b5 [1] + 224 00000400:00000200:3.0:1767384922.970552:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958271d05700 00000020:00000010:2.0:1767384922.970553:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000095583c4f. 02000000:00000001:0.0:1767384922.970553:0:17090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384922.970558:0:17090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000053671ff5. 00000100:00100000:2.0:1767384922.970563:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000077c82907 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+14:16359:x1853237348029696:12345-0@lo:400: 02000000:00000001:0.0:1767384922.970563:0:17090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384922.970564:0:17898:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384922.970569:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x125d [2] + 0 00000100:00000001:0.0:1767384922.970569:0:17090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384922.970572:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348029696 00000020:00000001:0.0:1767384922.970575:0:17090:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384922.970577:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384922.970577:0:17898:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:0.0:1767384922.970581:0:17090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348030080 00000400:00000010:3.0:1767384922.970582:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c70bd6cc. 00000020:00000001:2.0:1767384922.970583:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384922.970585:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384922.970588:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002cf8cfa7 00000020:00000001:2.0:1767384922.970589:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:0.0:1767384922.970591:0:17090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384922.970606:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289088 : -1048262528 : ffffffffc184c880) 00000400:00000200:3.0:1767384922.970609:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384922.970610:0:17898:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000200:0.0:1767384922.970610:0:17090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000249b5040 x1853237348030080/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:148/0 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384922.970611:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384922.970614:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384922.970619:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:1.0:1767384922.970621:0:17898:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c68bbec8 x1853237348029568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384922.970622:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384922.970622:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384922.970626:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384922.970631:0:17090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1767384922.970633:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cf8cfa7 00000020:00000001:2.0:1767384922.970633:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000001:0.0:1767384922.970635:0:17090:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.970636:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:3.0:1767384922.970640:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002cf8cfa7. 02000000:00000001:2.0:1767384922.970641:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:0.0:1767384922.970641:0:17090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=50 v=5 (1 0 0 0) 02000000:00000010:2.0:1767384922.970646:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000313c51ca. 00000100:00000001:3.0:1767384922.970649:0:17086:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384922.970651:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.970651:0:17090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1767384922.970654:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384922.970655:0:17898:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000c68bbec8 x1853237348029568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.970657:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384922.970658:0:17090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 22 to 0@lo 00000100:00000040:3.0:1767384922.970661:0:17086:0:(events.c:337:request_in_callback()) incoming req@0000000096c75807 x1853237348030208 msgsize 328 00000020:00000001:2.0:1767384922.970663:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.970663:0:17090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000040:2.0:1767384922.970669:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348029696 02000000:00000001:0.0:1767384922.970670:0:17090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384922.970674:0:17090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384922.970675:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384922.970680:0:17090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767384922.970681:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000200:2.0:1767384922.970683:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000077c82907 x1853237348029696/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:148/0 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384922.970688:0:17090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384922.970689:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000010:0.0:1767384922.970694:0:17090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058c0d436. 00000100:00000001:1.0:1767384922.970698:0:17898:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384922.970700:0:17090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348030080, offset 224 00010000:00000001:2.0:1767384922.970701:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384922.970704:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.970706:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000100:00001000:2.0:1767384922.970708:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=56 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384922.970709:0:17090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384922.970715:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1767384922.970715:0:17898:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d3c899c 00000100:00000040:2.0:1767384922.970721:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 23 to 0@lo 00000400:00000010:1.0:1767384922.970721:0:17898:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d3c899c. 00000400:00000200:0.0:1767384922.970722:0:17090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384922.970727:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000400:00000200:3.0:1767384922.970730:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079a06bc7 00000100:00000001:1.0:1767384922.970730:0:17898:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384922.970731:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384922.970734:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384922.970734:0:17090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d05680 00000400:00000010:3.0:1767384922.970736:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079a06bc7. 00000100:00000001:1.0:1767384922.970741:0:17898:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384922.970743:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384922.970743:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384922.970750:0:17898:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384922.970751:0:17090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x19c9 [1] + 224 00000100:00000200:3.0:1767384922.970752:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000019038a26 x1853237348030208/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384938 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384922.970753:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384922.970757:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000400:00000200:0.0:1767384922.970760:0:17090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384922.970761:0:17898:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 22 to 0@lo 00000100:00000200:2.0:1767384922.970763:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237348029696, offset 224 00010000:00000001:1.0:1767384922.970768:0:17898:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384922.970769:0:17090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384922.970773:0:17898:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384922.970776:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384922.970780:0:17898:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384922.970783:0:17090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384922.970787:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384922.970788:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384922.970791:0:17090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9fb1daf x1853237348030080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384922.970792:0:17898:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a18fc568 x1853237348029568/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:148/0 lens 224/368 e 0 to 0 dl 1767384933 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384922.970795:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000019038a26 x1853237348030208/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384938 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384922.970802:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958271d05500 00000100:00000040:0.0:1767384922.970834:0:17090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9fb1daf x1853237348030080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384922.970842:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x19b1 [1] + 224 00000100:00000001:3.0:1767384922.970853:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384922.970856:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384922.970864:0:17898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a18fc568 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16358:x1853237348029568:12345-0@lo:13: Request processed in 778us (1490us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384922.970865:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384922.970865:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384922.970865:0:17090:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384922.970874:0:17090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058c0d436 00000400:00000010:0.0:1767384922.970876:0:17090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058c0d436. 00000100:00000001:3.0:1767384922.970879:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.970879:0:17090:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:1.0:1767384922.970881:0:17898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:2.0:1767384922.970882:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384922.970883:0:17090:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384922.970887:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294912007 00000100:00000040:1.0:1767384922.970889:0:17898:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d9a32349 : new rpc_count 0 00000100:00000001:0.0:1767384922.970889:0:17090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384922.970890:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000488f77c0 x1853237348029696/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384922.970896:0:17898:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384922.970897:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294912005 00000100:00000040:0.0:1767384922.970898:0:17090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:1.0:1767384922.970900:0:17898:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384922.970905:0:17090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384922.970907:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294912007 00000020:00000010:1.0:1767384922.970908:0:17898:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007292d4e3. 00000100:00000040:2.0:1767384922.970909:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000488f77c0 x1853237348029696/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384922.970914:0:17090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.970917:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294912005 00000020:00000010:1.0:1767384922.970919:0:17898:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005fe211e4. 00000020:00000001:0.0:1767384922.970920:0:17090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384922.970927:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294912007 00000020:00000010:1.0:1767384922.970928:0:17898:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002538cbdf. 00000100:00000040:0.0:1767384922.970929:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000249b5040 x1853237348030080/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:148/0 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.970930:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384922.970937:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294912005 00000400:00000200:2.0:1767384922.970938:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c2d411d 00000020:00000040:1.0:1767384922.970939:0:17898:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 4 00000100:00100000:0.0:1767384922.970943:0:17090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000249b5040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16359:x1853237348030080:12345-0@lo:400: Request processed in 486us (1096us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384922.970944:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000100:00000001:3.0:1767384922.970946:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294912007 00000100:00000001:1.0:1767384922.970947:0:17898:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384922.970949:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384922.970952:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384922.970955:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294912005 00000100:00000001:2.0:1767384922.970957:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.970961:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384922.970961:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00000040:2.0:1767384922.970964:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:3.0:1767384922.970967:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384922.970968:0:17090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000083ded37e : new rpc_count 0 00010000:00000001:2.0:1767384922.970969:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384922.970971:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384922.970973:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384922.970973:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.970973:0:17090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384922.970975:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384922.970977:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384922.970978:0:17090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1767384922.970979:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384922.970982:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:0.0:1767384922.970983:0:17090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006e04e454. 00000100:00100000:3.0:1767384922.970984:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 000000007581fa36 going to sleep for 11 seconds 00000100:00000040:2.0:1767384922.970986:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000077c82907 x1853237348029696/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:148/0 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384922.970987:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1767384922.970991:0:17090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c41bf3b7. 00000100:00000001:3.0:1767384922.970992:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384922.970993:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000950e037a. 00000100:00000001:3.0:1767384922.970997:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384922.970998:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004922adab. 00000400:00000200:1.0:1767384922.971001:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d219ca3 00000400:00000010:1.0:1767384922.971007:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d219ca3. 00000020:00000040:0.0:1767384922.971007:0:17090:0:(genops.c:898:class_export_put()) PUTting export 0000000083ded37e : new refcount 4 00000100:00100000:2.0:1767384922.971012:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000077c82907 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+14:16359:x1853237348029696:12345-0@lo:400: Request processed in 478us (1678us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384922.971012:0:17090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.971015:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384922.971025:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00000200:1.0:1767384922.971025:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c68bbec8 x1853237348029568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.971027:0:17090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384922.971029:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:0.0:1767384922.971030:0:17090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384922.971034:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384922.971038:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1767384922.971039:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00000001:3.0:1767384922.971040:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384922.971045:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348030208 00000100:00000040:0.0:1767384922.971046:0:17090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000099807a16 : new rpc_count 1 00000020:00000010:2.0:1767384922.971048:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004810e269. 00000100:00000200:1.0:1767384922.971051:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c68bbec8 x1853237348029568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384922.971052:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384922.971052:0:17090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590667940736 : -119483041610880 : ffff9354afbf8380) 00000020:00000010:2.0:1767384922.971053:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bcfd3a7d. 00000100:00000001:3.0:1767384922.971057:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384922.971060:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000828b7b2f. 00000100:00000001:3.0:1767384922.971062:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384922.971063:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d6bfa9fd x1853237348029952/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:148/0 lens 224/0 e 0 to 0 dl 1767384933 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384922.971066:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 02000000:00000001:3.0:1767384922.971070:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384922.971073:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384922.971077:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000313c51ca. 00000100:00100000:3.0:1767384922.971079:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348030208 02000000:00000001:2.0:1767384922.971082:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:3.0:1767384922.971086:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384922.971087:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.971087:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384922.971089:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1767384922.971090:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000200:2.0:1767384922.971094:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384922.971094:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384922.971094:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000616984d7. 00000020:00000001:3.0:1767384922.971095:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384922.971101:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000100:00000001:0.0:1767384922.971101:0:17090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384922.971102:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc8f7de2. 00000100:00000001:1.0:1767384922.971103:0:16358:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384922.971105:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000616984d7. 00000020:00000001:3.0:1767384922.971109:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000400:00000010:2.0:1767384922.971109:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eacb9533. 02000000:00000001:1.0:1767384922.971115:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1767384922.971116:0:17090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d6bfa9fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16360:x1853237348029952:12345-0@lo:400: 00000020:00000001:3.0:1767384922.971117:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:1.0:1767384922.971119:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384922.971124:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384922.971125:0:17090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348029952 00000100:00000001:3.0:1767384922.971127:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384922.971130:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384922.971130:0:17090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384922.971132:0:17897:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000005a1ce144. 00000020:00000010:3.0:1767384922.971133:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d84f57ef. 00000020:00000001:0.0:1767384922.971134:0:17090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384922.971138:0:17897:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1767384922.971138:0:17090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384922.971140:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000046e5fbb1 time=46 v=5 (5 0 0 0) 00000100:00100000:2.0:1767384922.971141:0:17897:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348029824 02000000:00000001:2.0:1767384922.971145:0:17897:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384922.971149:0:17897:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384922.971150:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384922.971150:0:17090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384922.971151:0:17897:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384922.971151:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000785c58c4 time=46 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384922.971154:0:17090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 02000000:00000001:2.0:1767384922.971159:0:17897:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384922.971160:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d84f57ef. 00000020:00000001:0.0:1767384922.971160:0:17090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384922.971162:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767384922.971166:0:17090:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384922.971168:0:17897:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348029824 00000100:00000001:1.0:1767384922.971168:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384922.971169:0:17090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1767384922.971171:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004bd0074a. 00000020:00000001:2.0:1767384922.971173:0:17897:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384922.971173:0:17090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:1.0:1767384922.971175:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1767384922.971177:0:17897:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562efd 00000020:00000001:0.0:1767384922.971177:0:17090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384922.971179:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036473269. 00000020:00000001:2.0:1767384922.971180:0:17897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384922.971181:0:17090:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000040:2.0:1767384922.971184:0:17897:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d9a32349 refcount=5 00010000:00080000:1.0:1767384922.971184:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c68bbec8 x1853237348029568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.971185:0:17090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1767384922.971188:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d1062865. 00000020:00000001:2.0:1767384922.971190:0:17897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 02000000:00000001:0.0:1767384922.971190:0:17090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384922.971196:0:17897:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 02000000:00000010:0.0:1767384922.971196:0:17090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006a1f01af. 00000100:00000040:3.0:1767384922.971200:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:0.0:1767384922.971202:0:17090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.971203:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384922.971208:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000095583c4f. 00000100:00000001:0.0:1767384922.971208:0:17090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.971209:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1767384922.971213:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.971214:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384922.971215:0:17090:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.971216:0:17897:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384922.971219:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.971221:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000010:2.0:1767384922.971222:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000095583c4f. 00010000:00000040:0.0:1767384922.971222:0:17090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348029952 00000100:00000040:1.0:1767384922.971225:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00010000:00000001:0.0:1767384922.971228:0:17090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384922.971229:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384922.971229:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000828b7b2f. 00000100:00000001:1.0:1767384922.971230:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000200:0.0:1767384922.971234:0:17090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d6bfa9fd x1853237348029952/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:148/0 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384922.971236:0:17897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004810e269. 00000100:00000001:1.0:1767384922.971236:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384922.971242:0:17897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bcfd3a7d. 00000100:00000001:3.0:1767384922.971244:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384922.971247:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c68bbec8 x1853237348029568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384922.971249:0:17897:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00010000:00000001:0.0:1767384922.971255:0:17090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384922.971256:0:17897:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1767384922.971260:0:17090:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.971261:0:17897:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384922.971262:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384922.971265:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384922.971266:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00001000:0.0:1767384922.971266:0:17090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=50 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384922.971270:0:17897:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.971273:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384922.971275:0:17090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1767384922.971277:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00000001:2.0:1767384922.971277:0:17897:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384922.971279:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384922.971280:0:17090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:2.0:1767384922.971281:0:17897:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384922.971285:0:17897:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384922.971286:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:0.0:1767384922.971286:0:17090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000004:00000001:1.0:1767384922.971287:0:16358:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:3.0:1767384922.971294:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624589912960080 : -119483796591536 : ffff935482bf6c50) 00000100:00000001:2.0:1767384922.971294:0:17897:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:1.0:1767384922.971294:0:16358:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 02000000:00000001:0.0:1767384922.971294:0:17090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384922.971298:0:17090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384922.971304:0:16358:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000001:0.0:1767384922.971304:0:17090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384922.971307:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000096c75807 x1853237348030208/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:148/0 lens 328/0 e 0 to 0 dl 1767384933 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.971308:0:17897:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384922.971312:0:17897:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384922.971312:0:17090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384922.971318:0:17090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058c0d436. 00000100:00100000:2.0:1767384922.971319:0:17897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000004:00000020:1.0:1767384922.971322:0:16358:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006f80896a): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000040:2.0:1767384922.971325:0:17897:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d9a32349 : new rpc_count 1 00000100:00000200:0.0:1767384922.971326:0:17090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348029952, offset 224 00000100:00000001:2.0:1767384922.971331:0:17897:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590667953280 : -119483041598336 : ffff9354afbfb480) 00000400:00000200:0.0:1767384922.971338:0:17090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384922.971339:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000004:00000001:1.0:1767384922.971340:0:16358:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384922.971341:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002af5336b x1853237348029824/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:148/0 lens 224/0 e 0 to 0 dl 1767384933 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384922.971346:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d84f57ef. 00000100:00000040:1.0:1767384922.971352:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c68bbec8 x1853237348029568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384922.971352:0:17090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384922.971354:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384922.971363:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d84f57ef. 00000100:00000001:2.0:1767384922.971365:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384922.971366:0:17090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d05600 00000020:00000010:2.0:1767384922.971369:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000095583c4f. 00000100:00000001:2.0:1767384922.971375:0:17897:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384922.971377:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000096c75807 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+14:17086:x1853237348030208:12345-0@lo:101: 00000400:00000200:0.0:1767384922.971378:0:17090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x19d1 [1] + 224 00000020:00000010:2.0:1767384922.971381:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000095583c4f. 00000400:00000200:0.0:1767384922.971389:0:17090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384922.971391:0:17897:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002af5336b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16360:x1853237348029824:12345-0@lo:400: 00000100:00000200:3.0:1767384922.971392:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348030208 00000100:00100000:1.0:1767384922.971397:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c68bbec8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16358:1853237348029568:0@lo:13: 00000020:00000001:3.0:1767384922.971398:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:2.0:1767384922.971401:0:17897:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348029824 00000020:00000001:3.0:1767384922.971404:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384922.971405:0:17090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384922.971406:0:17897:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384922.971409:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384922.971410:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384922.971411:0:17897:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384922.971412:0:17090:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384922.971414:0:17897:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384922.971417:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384922.971418:0:17897:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:0.0:1767384922.971418:0:17090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001009c66d x1853237348029952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384922.971421:0:17897:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000020:00000001:3.0:1767384922.971423:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289024 : -1048262592 : ffffffffc184c840) 00000100:00000001:1.0:1767384922.971426:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384922.971427:0:17897:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384922.971432:0:17897:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384922.971433:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767384922.971435:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c68bbec8 x1853237348029568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384922.971439:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384922.971439:0:17897:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384922.971442:0:17090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001009c66d x1853237348029952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384922.971443:0:17897:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384922.971446:0:17897:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384922.971448:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384922.971451:0:17897:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384922.971455:0:17897:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384922.971458:0:17897:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384922.971461:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:2.0:1767384922.971462:0:17897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000313c51ca. 02000000:00000001:2.0:1767384922.971468:0:17897:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384922.971469:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.971469:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384922.971471:0:17897:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384922.971474:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1767384922.971475:0:17084:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000100:00000001:0.0:1767384922.971477:0:17090:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767384922.971480:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ab84aa13. 00010000:00000001:3.0:1767384922.971481:0:17084:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00000020:00000001:2.0:1767384922.971481:0:17897:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384922.971483:0:17090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058c0d436 00010000:00010000:3.0:1767384922.971486:0:17084:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000400:00000010:0.0:1767384922.971488:0:17090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058c0d436. 00010000:00000040:2.0:1767384922.971489:0:17897:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237348029824 02000000:00000001:1.0:1767384922.971489:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1767384922.971490:0:17084:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000001:0.0:1767384922.971494:0:17090:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384922.971495:0:17897:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384922.971495:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1767384922.971496:0:17084:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.971497:0:17090:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:1.0:1767384922.971501:0:16358:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384922.971502:0:17090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384922.971503:0:17897:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002af5336b x1853237348029824/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:148/0 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384922.971504:0:17084:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:1.0:1767384922.971508:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767384922.971510:0:17090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000010:3.0:1767384922.971513:0:17084:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000088269ba8. 02000000:00000010:1.0:1767384922.971513:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f7824156. 00010000:00000001:0.0:1767384922.971516:0:17090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384922.971520:0:17090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384922.971522:0:17084:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 02000000:00000001:1.0:1767384922.971526:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1767384922.971526:0:17090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384922.971527:0:17897:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000010:3.0:1767384922.971528:0:17084:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001c51c61d. 00010000:00000001:2.0:1767384922.971531:0:17897:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384922.971531:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1767384922.971532:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d6bfa9fd x1853237348029952/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:148/0 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384922.971534:0:17084:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000010:1.0:1767384922.971536:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c68bbec8. 00000100:00001000:2.0:1767384922.971537:0:17897:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7bcd663 time=46 v=5 (1 0 0 0) 00000020:00000040:3.0:1767384922.971539:0:17084:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001c51c61d with handle 0xb57eb788195630af to hash 00000100:00000001:1.0:1767384922.971545:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384922.971547:0:17897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384922.971548:0:17084:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:1.0:1767384922.971549:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384922.971552:0:17897:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:3.0:1767384922.971553:0:17084:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624589867059712 : -119483842491904 : ffff935480030a00) 00000100:00000001:1.0:1767384922.971556:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384922.971557:0:17897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:3.0:1767384922.971561:0:17084:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624589867059712 : -119483842491904 : ffff935480030a00) 02000000:00000001:2.0:1767384922.971563:0:17897:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:3.0:1767384922.971565:0:17084:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000001c51c61d/0xb57eb788195630af lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb57eb788195630a8 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384922.971566:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767384922.971567:0:17897:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384922.971567:0:17090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d6bfa9fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16360:x1853237348029952:12345-0@lo:400: Request processed in 474us (1465us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384922.971571:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.971573:0:17897:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384922.971580:0:17897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384922.971580:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384922.971585:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384922.971586:0:17897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000100:00100000:0.0:1767384922.971586:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00010000:00000040:3.0:1767384922.971589:0:17084:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003d3e266f : new locks_count 10 00000100:00000200:2.0:1767384922.971607:0:17897:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237348029824, offset 224 00000100:00000040:0.0:1767384922.971607:0:17090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099807a16 : new rpc_count 0 00000020:00000040:3.0:1767384922.971608:0:17084:0:(genops.c:887:class_export_get()) GET export 000000003d3e266f refcount=15 00000100:00000001:0.0:1767384922.971611:0:17090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384922.971615:0:17090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384922.971618:0:17897:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384922.971619:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1767384922.971619:0:17090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003f47207f. 02000000:00000001:3.0:1767384922.971625:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1767384922.971625:0:17090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003e6adf99. 00000400:00000200:2.0:1767384922.971627:0:17897:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1767384922.971632:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000942cc77c. 00000020:00000010:0.0:1767384922.971632:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007df9b98c. 00000400:00000200:2.0:1767384922.971638:0:17897:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958271d05580 02000000:00000001:3.0:1767384922.971639:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384922.971640:0:17090:0:(genops.c:898:class_export_put()) PUTting export 0000000099807a16 : new refcount 4 00000400:00000200:2.0:1767384922.971646:0:17897:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x19c1 [1] + 224 00000100:00000001:0.0:1767384922.971646:0:17090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384922.971647:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384922.971648:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000400:00000200:2.0:1767384922.971654:0:17897:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384922.971668:0:17084:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000040:1.0:1767384922.971668:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8d9ce3b) now 8 - evictor 00000400:00000200:2.0:1767384922.971672:0:17897:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384922.971673:0:17084:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:0.0:1767384922.971674:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1767384922.971677:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767384922.971678:0:17897:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384922.971678:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384922.971679:0:17084:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384922.971684:0:17084:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000200:2.0:1767384922.971684:0:17897:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004f1ab0f3 x1853237348029824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384922.971686:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000029ff95b7) now 6 - evictor 00000400:00000001:0.0:1767384922.971686:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384922.971689:0:17084:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384922.971690:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384922.971697:0:17084:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000010:0.0:1767384922.971699:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006bc18dd9. 00010000:00000001:3.0:1767384922.971701:0:17084:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384922.971702:0:17897:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004f1ab0f3 x1853237348029824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384922.971704:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000584675ab 00010000:00000001:3.0:1767384922.971708:0:17084:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000010:0.0:1767384922.971709:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000584675ab. 00010000:00000001:3.0:1767384922.971714:0:17084:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000001:1.0:1767384922.971714:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384922.971715:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384922.971718:0:17897:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384922.971720:0:17084:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000001:1.0:1767384922.971720:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384922.971723:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001009c66d x1853237348029952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384922.971724:0:17897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c2d411d 00000400:00000010:2.0:1767384922.971728:0:17897:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00010000:00000001:3.0:1767384922.971733:0:17084:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:2.0:1767384922.971734:0:17897:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384922.971737:0:17897:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:0.0:1767384922.971738:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001009c66d x1853237348029952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384922.971739:0:17084:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000088269ba8) refcount = 1 00000400:00000001:1.0:1767384922.971741:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384922.971745:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384922.971748:0:17897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384922.971751:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7799b6e. 00010000:00010000:3.0:1767384922.971754:0:17084:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001c51c61d/0xb57eb788195630af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb57eb788195630a8 expref: 15 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384922.971755:0:17897:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000400:00000200:1.0:1767384922.971759:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000722a6ac5 00010000:00000001:2.0:1767384922.971761:0:17897:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384922.971762:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384922.971766:0:17897:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384922.971766:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000722a6ac5. 00000100:00000001:0.0:1767384922.971766:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384922.971772:0:17897:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384922.971773:0:16360:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384922.971775:0:17084:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000001:1.0:1767384922.971776:0:16359:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384922.971776:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384922.971779:0:17084:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000040:2.0:1767384922.971779:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002af5336b x1853237348029824/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:148/0 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.971781:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384922.971784:0:17084:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384922.971784:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384922.971785:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9fb1daf x1853237348030080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384922.971791:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384922.971792:0:17084:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384922.971798:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 00000000617d1ace time=50 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384922.971800:0:17084:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1767384922.971809:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 000000008de43404 time=50 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384922.971810:0:17084:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00000100:00000001:0.0:1767384922.971830:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384922.971832:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384922.971834:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384922.971837:0:16360:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001009c66d x1853237348029952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384922.971841:0:17897:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002af5336b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16360:x1853237348029824:12345-0@lo:400: Request processed in 446us (2240us total) trans 0 rc 0/0 00010000:00010000:3.0:1767384922.971843:0:17084:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000001c51c61d/0xb57eb788195630af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb788195630a8 expref: 15 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384922.971852:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9fb1daf x1853237348030080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384922.971864:0:17897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00000001:0.0:1767384922.971865:0:16360:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384922.971870:0:17897:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d9a32349 : new rpc_count 0 00000100:00000001:0.0:1767384922.971872:0:16360:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:3.0:1767384922.971873:0:17084:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1767384922.971875:0:17897:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1767384922.971877:0:16360:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00010000:00000001:3.0:1767384922.971878:0:17084:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1767384922.971879:0:17897:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384922.971883:0:16360:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:3.0:1767384922.971884:0:17084:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384922.971885:0:17897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004810e269. 00000100:00000001:0.0:1767384922.971885:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384922.971893:0:17084:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384922.971893:0:17897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bcfd3a7d. 00000100:00000040:0.0:1767384922.971895:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001009c66d x1853237348029952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384922.971900:0:17897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000828b7b2f. 00010000:00000001:3.0:1767384922.971901:0:17084:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384922.971906:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:2.0:1767384922.971907:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 4 00010000:00000001:3.0:1767384922.971911:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384922.971913:0:17897:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.971914:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:3.0:1767384922.971916:0:17084:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000001c51c61d, rc 0) 00000100:00000001:0.0:1767384922.971920:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384922.971921:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384922.971922:0:17084:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.971922:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384922.971925:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.971928:0:16359:0:(client.c:1578:after_reply()) Process entered 00010000:00000040:3.0:1767384922.971929:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348030208 00000100:00000040:0.0:1767384922.971932:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001009c66d x1853237348029952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384922.971933:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384922.971935:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384922.971938:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384922.971943:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384922.971944:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000096c75807 x1853237348030208/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:148/0 lens 328/344 e 0 to 0 dl 1767384933 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384922.971948:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384922.971958:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 000000002c0000f4 time=50 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384922.971968:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c093201a time=50 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384922.971979:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1767384922.971980:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1767384922.971982:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001009c66d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16360:1853237348029952:0@lo:400: 00000100:00000001:1.0:1767384922.971983:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384922.971985:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384922.971991:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:0.0:1767384922.971991:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:3.0:1767384922.971992:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=56 v=5 (1 0 0 0) 00000400:00000001:0.0:1767384922.971995:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384922.971998:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7c4a357. 00000100:00000001:3.0:1767384922.972000:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00080000:1.0:1767384922.972001:0:16359:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b9fb1daf x1853237348030080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384922.972002:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064bfb602 00000400:00000010:0.0:1767384922.972006:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064bfb602. 00000100:00000040:3.0:1767384922.972007:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:0.0:1767384922.972012:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384922.972013:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000200:0.0:1767384922.972018:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004f1ab0f3 x1853237348029824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384922.972021:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384922.972025:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384922.972031:0:16359:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384922.972034:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004f1ab0f3 x1853237348029824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384922.972038:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384922.972041:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384922.972043:0:16359:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000040:3.0:1767384922.972050:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384922.972050:0:16359:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384922.972050:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384922.972054:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.972055:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384922.972056:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079a06bc7. 00000100:00000001:0.0:1767384922.972057:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384922.972060:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384922.972063:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384922.972064:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384922.972065:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237348030208, offset 224 00000100:00000040:1.0:1767384922.972066:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9fb1daf x1853237348030080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384922.972067:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384922.972074:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000056cb386c time=46 v=5 (5 0 0 0) 00000400:00000200:3.0:1767384922.972080:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:0.0:1767384922.972081:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000785c58c4 time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384922.972089:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384922.972092:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384922.972092:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384922.972095:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384922.972097:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384922.972100:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00080000:0.0:1767384922.972103:0:16360:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004f1ab0f3 x1853237348029824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384922.972104:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384922.972110:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958271d05700 00000100:00000040:1.0:1767384922.972115:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9fb1daf x1853237348030080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384922.972119:0:16360:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384922.972122:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x19d9 [1] + 224 00000100:00000001:0.0:1767384922.972126:0:16360:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384922.972129:0:16360:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384922.972133:0:16360:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1767384922.972135:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384922.972136:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384922.972143:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004f1ab0f3 x1853237348029824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384922.972147:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9fb1daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16359:1853237348030080:0@lo:400: 00000400:00000200:3.0:1767384922.972148:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384922.972159:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1767384922.972163:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767384922.972167:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000019038a26 x1853237348030208/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384922.972168:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384922.972172:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5cb9717. 00000400:00000200:1.0:1767384922.972180:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081d2a261 00000400:00000010:1.0:1767384922.972184:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081d2a261. 00000100:00000001:0.0:1767384922.972189:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384922.972194:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767384922.972197:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000019038a26 x1853237348030208/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384938 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.972197:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.972199:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384922.972206:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f1ab0f3 x1853237348029824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384922.972209:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000488f77c0 x1853237348029696/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384922.972232:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384922.972239:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004f1ab0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16360:1853237348029824:0@lo:400: 00000400:00000200:3.0:1767384922.972241:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079a06bc7 00000100:00000200:1.0:1767384922.972243:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000488f77c0 x1853237348029696/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.972246:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384922.972247:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079a06bc7. 00000100:00000001:0.0:1767384922.972251:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384922.972254:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1767384922.972258:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001009c66d x1853237348029952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384922.972259:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384922.972262:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384922.972266:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384922.972267:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.972268:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384922.972272:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384922.972272:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1767384922.972275:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 02000000:00000010:0.0:1767384922.972276:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005967b54c. 02000000:00000001:1.0:1767384922.972277:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384922.972282:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384922.972282:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384922.972283:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384922.972287:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384922.972287:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384922.972288:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384922.972290:0:16360:0:(genops.c:1242:class_import_put()) import 00000000aab4eb9e refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384922.972295:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1767384922.972296:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384922.972296:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384922.972300:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000003c88dd5. 00000100:00001000:1.0:1767384922.972303:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=56 v=5 (5 0 0 0) 00000100:00000040:3.0:1767384922.972304:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096c75807 x1853237348030208/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:148/0 lens 328/344 e 0 to 0 dl 1767384933 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384922.972304:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384922.972307:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384922.972310:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001009c66d. 00000100:00001000:1.0:1767384922.972312:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384922.972315:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384922.972318:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.972322:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384922.972322:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384922.972326:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384922.972329:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004f1ab0f3 x1853237348029824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384922.972332:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:3.0:1767384922.972333:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000096c75807 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:17086:x1853237348030208:12345-0@lo:101: Request processed in 990us (1667us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384922.972336:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.972343:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.972351:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1767384922.972354:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000488f77c0 x1853237348029696/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384922.972355:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 02000000:00000001:0.0:1767384922.972355:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384922.972359:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000966d68c1. 00000100:00000040:3.0:1767384922.972364:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 02000000:00000001:0.0:1767384922.972364:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384922.972367:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384922.972370:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:0.0:1767384922.972371:0:16360:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384922.972372:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384922.972375:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384922.972376:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384922.972378:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384922.972380:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384922.972384:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000488f77c0 x1853237348029696/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384922.972385:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fe2c8945. 00000020:00000010:3.0:1767384922.972390:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036473269. 02000000:00000001:0.0:1767384922.972391:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384922.972393:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384922.972397:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004f1ab0f3. 00000020:00000010:3.0:1767384922.972400:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d1062865. 00000100:00000001:0.0:1767384922.972402:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:1.0:1767384922.972406:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000488f77c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348029696:0@lo:400: 00000100:00000001:0.0:1767384922.972406:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384922.972408:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004bd0074a. 00000100:00000001:0.0:1767384922.972411:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384922.972416:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00000100:00000001:1.0:1767384922.972418:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384922.972418:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384922.972422:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384922.972424:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384922.972424:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384922.972425:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767384922.972429:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000942cc77c. 00000100:00000040:1.0:1767384922.972430:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9fb1daf x1853237348030080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.972430:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384922.972437:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384922.972442:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.972445:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1767384922.972449:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:1.0:1767384922.972449:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384922.972451:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384922.972455:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c70bd6cc. 00000400:00000001:0.0:1767384922.972456:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384922.972460:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:1.0:1767384922.972462:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c35155c. 00000400:00000010:0.0:1767384922.972462:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ffa2f5a. 00000400:00000200:0.0:1767384922.972468:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000553cd36e 02000000:00000001:1.0:1767384922.972470:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:0.0:1767384922.972470:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000553cd36e. 00000020:00000001:1.0:1767384922.972474:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384922.972476:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767384922.972479:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f0a40431. 00000020:00000040:1.0:1767384922.972480:0:16359:0:(genops.c:1242:class_import_put()) import 0000000062c1ff66 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000200:0.0:1767384922.972482:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000019038a26 x1853237348030208/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384938 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384922.972487:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384922.972491:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cbe0672c. 00000100:00000200:0.0:1767384922.972495:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000019038a26 x1853237348030208/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384938 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384922.972499:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384922.972503:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384922.972504:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:1.0:1767384922.972506:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9fb1daf. 00000100:00000001:0.0:1767384922.972507:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384922.972512:0:17086:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384922.972513:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384922.972514:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384922.972515:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384922.972517:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384922.972518:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.972523:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384922.972523:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384922.972525:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=56 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384922.972529:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=56 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384922.972531:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000488f77c0 x1853237348029696/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.972533:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384922.972535:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384922.972539:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384922.972543:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.972547:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.972549:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1767384922.972552:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000019038a26 x1853237348030208/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384938 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384922.972553:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384922.972556:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003cfcf466. 02000000:00000001:1.0:1767384922.972559:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384922.972562:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384922.972565:0:16359:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:1.0:1767384922.972571:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384922.972572:0:17086:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384922.972574:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bf960ddb. 00000100:00000001:0.0:1767384922.972576:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384922.972579:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384922.972580:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1767384922.972583:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000019038a26 x1853237348030208/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384938 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384922.972584:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384922.972588:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000488f77c0. 00000100:00100000:0.0:1767384922.972607:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000019038a26 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348030208:0@lo:101: 00000100:00000001:0.0:1767384922.972611:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.972612:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384922.972613:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.972616:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384922.972616:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384922.972619:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384922.972621:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384922.972624:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000019038a26 x1853237348030208/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384938 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384922.972629:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384922.972630:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.972634:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384922.972634:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007581fa36. 00000100:00000001:0.0:1767384922.972639:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384922.972641:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384922.972642:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.972646:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384922.972646:0:17086:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384922.972649:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384922.972652:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384922.972653:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000beada4e4 refcount=4 00000020:00000001:0.0:1767384922.972655:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867063296 : -119483842488320 : ffff935480031800) 00010000:00000001:0.0:1767384922.972656:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867063296 : -119483842488320 : ffff935480031800) 00010000:00000040:0.0:1767384922.972660:0:17086:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000beada4e4, remote cookie: 0xb57eb788195630af, flags: 0x0 00010000:00000001:0.0:1767384922.972662:0:17086:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384922.972663:0:17086:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384922.972664:0:17086:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384922.972665:0:17086:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384922.972666:0:17086:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384922.972668:0:17086:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000019eb4515) refcount = 1 00010000:00010000:0.0:1767384922.972670:0:17086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.134@tcp lock: 00000000beada4e4/0xb57eb788195630a8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb788195630af expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384922.972683:0:17086:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384922.972685:0:17086:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384922.972687:0:17086:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384922.972689:0:17086:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384922.972691:0:17086:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384922.972693:0:17086:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.134@tcp lock: 00000000beada4e4/0xb57eb788195630a8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb57eb788195630af expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384922.972697:0:17086:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384922.972698:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384922.972698:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384922.972699:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384922.972700:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384922.972701:0:17086:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.972703:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384922.972705:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000019038a26 x1853237348030208/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384938 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.972709:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384922.972710:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384922.972711:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000487233c7. 02000000:00000001:0.0:1767384922.972713:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384922.972714:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384922.972716:0:17086:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:0.0:1767384922.972717:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384922.972719:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f9938796. 02000000:00000001:0.0:1767384922.972721:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384922.972722:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384922.972724:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000019038a26. 00000100:00000001:0.0:1767384922.972726:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384922.972727:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384922.972728:0:17086:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384922.972729:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384922.972731:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000002298ce) refs 3 10000000:00000001:0.0:1767384922.972733:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384922.972734:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384922.972738:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384922.972740:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000beada4e4 refcount=3 00000020:00000001:0.0:1767384922.972741:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867063296 : -119483842488320 : ffff935480031800) 00010000:00000001:0.0:1767384922.972742:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867063296 : -119483842488320 : ffff935480031800) 00010000:00000001:0.0:1767384922.972744:0:17086:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384922.972745:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384922.972745:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384922.972746:0:17086:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384922.972748:0:17086:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384922.972750:0:17086:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000005561dc. 00000100:00000010:0.0:1767384922.972762:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016123c0a. 00000020:00000040:0.0:1767384922.972764:0:17086:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:0.0:1767384922.972766:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384922.972767:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384922.972769:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384922.972772:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007df9b98c. 00000100:00000001:0.0:1767384922.972774:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.972776:0:17086:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384922.972778:0:17086:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000cb967418. 00000100:00000010:0.0:1767384922.972781:0:17086:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000616984d7. 00000020:00000040:0.0:1767384922.972782:0:17086:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00000001:0.0:1767384922.972785:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384922.972786:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384922.972790:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000296b5753. 00000100:00000001:0.0:1767384922.972791:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624585624868352 : -119488084683264 : ffff935383285600) 00000100:00000001:0.0:1767384922.972793:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384922.972794:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878155520 : -119482831396096 : ffff9354bc472300) 00000100:00000001:0.0:1767384922.972796:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384922.972797:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.972798:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384922.972799:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384922.972802:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016123c0a x1853237348030336/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.972806:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384922.972807:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384922.972830:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384922.972831:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384922.972833:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384922.972836:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000016123c0a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348030336:0@lo:256: 00000100:00000001:0.0:1767384922.972839:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384922.972842:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384922.972844:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.972846:0:17086:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384922.972850:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5cb9717. 00000400:00000010:0.0:1767384922.972853:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000d42c6689. 00000100:00000200:0.0:1767384922.972856:0:17086:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958271d05780-0x6958271d05780, portal 33 00000100:00000001:0.0:1767384922.972858:0:17086:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384922.972860:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384922.972863:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004922adab. 02000000:00000001:0.0:1767384922.972865:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384922.972867:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7799b6e. 00000400:00000010:0.0:1767384922.972870:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058c0d436. 00000100:00000200:0.0:1767384922.972872:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348030336, portal 25 00000100:00000001:0.0:1767384922.972873:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384922.972875:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878155520 : -119482831396096 : ffff9354bc472300) 00000100:00000040:0.0:1767384922.972879:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000016123c0a x1853237348030336/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384938 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.972883:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384922.972887:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384922.972890:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016582e8a. 00000100:00000200:0.0:1767384922.972892:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237348030336, offset 0 00000400:00000200:0.0:1767384922.972897:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384922.972904:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384922.972910:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958271d05780 00000400:00000200:0.0:1767384922.972914:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1265 [2] + 0 00000400:00000010:0.0:1767384922.972916:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cdaf07c4. 00000400:00000200:0.0:1767384922.972919:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000450cbf2a 00000400:00000200:0.0:1767384922.972921:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384922.972930:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384922.972933:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000450cbf2a 00000400:00000010:0.0:1767384922.972934:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000450cbf2a. 00000100:00000001:0.0:1767384922.972938:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384922.972939:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384922.972941:0:17086:0:(events.c:337:request_in_callback()) incoming req@00000000e02078bf x1853237348030336 msgsize 304 00000100:00100000:0.0:1767384922.972945:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384922.972946:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384922.972954:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384922.972958:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016582e8a 00000400:00000010:0.0:1767384922.972959:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000016582e8a. 00000100:00000001:0.0:1767384922.972962:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384922.972964:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000016123c0a x1853237348030336/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384938 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.972969:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384922.972971:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000016123c0a x1853237348030336/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384938 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.972976:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.972977:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384922.972981:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.972983:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294912009 00000100:00000001:0.0:1767384922.972987:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294912007 00000100:00000001:0.0:1767384922.972990:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294912009 00000100:00000001:0.0:1767384922.972992:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294912007 00000100:00000001:0.0:1767384922.972995:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294912009 00000100:00000001:0.0:1767384922.972998:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294912007 00000100:00000001:0.0:1767384922.973003:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294912009 00000100:00000001:0.0:1767384922.973007:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294912007 00000100:00000001:0.0:1767384922.973011:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384922.973013:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.973014:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384922.973016:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384922.973022:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 00000000296b5753 going to sleep for 11 seconds 00000100:00000001:0.0:1767384922.973025:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384922.973027:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.973037:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384922.973041:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348030336 02000000:00000001:3.0:1767384922.973044:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384922.973046:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384922.973048:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384922.973052:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384922.973055:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348030336 00000020:00000001:3.0:1767384922.973057:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384922.973058:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:3.0:1767384922.973060:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384922.973062:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000020:00000001:3.0:1767384922.973065:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:3.0:1767384922.973068:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:3.0:1767384922.973071:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384922.973074:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d84f57ef. 00000100:00000001:3.0:1767384922.973077:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384922.973079:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d84f57ef. 00000020:00000010:3.0:1767384922.973083:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004bd0074a. 00000020:00000010:3.0:1767384922.973088:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036473269. 00000020:00000010:3.0:1767384922.973091:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d1062865. 00000100:00000040:3.0:1767384922.973098:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384922.973100:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384922.973102:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384922.973104:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.973116:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.973131:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384922.973141:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384922.973143:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384922.973148:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00000040:3.0:1767384922.973151:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:3.0:1767384922.973154:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590404889680 : -119483304661936 : ffff9354a011ac50) 00000100:00000040:3.0:1767384922.973159:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e02078bf x1853237348030336/t0(0) o256->b543db4a-4900-454f-be04-352b2897a173@0@lo:148/0 lens 304/0 e 0 to 0 dl 1767384933 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384922.973168:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384922.973172:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d84f57ef. 00000100:00000001:3.0:1767384922.973175:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384922.973177:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d84f57ef. 00000100:00100000:3.0:1767384922.973182:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e02078bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:17086:x1853237348030336:12345-0@lo:256: 00000100:00000200:3.0:1767384922.973186:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348030336 00000020:00000001:3.0:1767384922.973189:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384922.973191:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384922.973193:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384922.973196:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384922.973198:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289440 : -1048262176 : ffffffffc184c9e0) 00000020:00000001:3.0:1767384922.973201:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384922.973202:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384922.973205:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384922.973206:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384922.973209:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.973212:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384922.973214:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384922.973217:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000942cc77c. 02000000:00000001:3.0:1767384922.973219:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.973222:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384922.973225:0:17084:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384922.973228:0:17084:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384922.973231:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384922.973241:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384922.973244:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384922.973246:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384922.973248:0:17084:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384922.973251:0:17084:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000fa726738. 20000000:00000001:3.0:1767384922.973255:0:17084:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384922.973271:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384922.973277:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384922.973282:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384922.973284:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384922.973286:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384922.973289:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384922.973291:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384922.973293:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384922.973295:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384922.973297:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384922.973299:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384922.973301:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384922.973303:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384922.973306:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384922.973308:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384922.973310:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384922.973312:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384922.973315:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384922.973317:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384922.973319:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384922.973322:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384922.973324:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384922.973327:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384922.973329:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384922.973331:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384922.973334:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384922.973336:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384922.973338:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:01000000:3.0:1767384922.973341:0:17084:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 584, pages 3512/1/4/3. 20000000:00000040:3.0:1767384922.973350:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384922.973352:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384922.973355:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384922.973357:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384922.973367:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384922.973370:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384922.973372:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384922.973375:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384922.973377:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384922.973380:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384922.973382:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384922.973384:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384922.973386:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384922.973388:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384922.973390:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384922.973393:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384922.973395:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384922.973398:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384922.973400:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384922.973403:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384922.973405:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384922.973407:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384922.973410:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384922.973412:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384922.973414:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384922.973416:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384922.973419:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384922.973421:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:01000000:3.0:1767384922.973424:0:17084:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 584, pages 2928/1/4/3. 20000000:01000000:3.0:1767384922.973427:0:17084:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1168, version 60 20000000:00000001:3.0:1767384922.973430:0:17084:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1168 : 1168 : 490) 00000100:00000001:3.0:1767384922.973433:0:17084:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384922.973436:0:17084:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000487233c7. 00000100:00000010:3.0:1767384922.973440:0:17084:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000079ded9fb. 00000020:00000040:3.0:1767384922.973443:0:17084:0:(genops.c:887:class_export_get()) GET export 000000003d3e266f refcount=16 00010000:00000001:3.0:1767384922.973446:0:17084:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384922.973448:0:17084:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384922.973451:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079a06bc7. 00000400:00000010:3.0:1767384922.973458:0:17084:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a87553a0. 00000400:00000200:3.0:1767384922.973462:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384922.973469:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384922.973476:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1168 into portal 33 MB=0x6958271d05780 00000400:00000200:3.0:1767384922.973491:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1168/1168 into md 0x1a01 [4] + 0 00000400:00000010:3.0:1767384922.973494:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5cb9717. 00000400:00000200:3.0:1767384922.973498:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d42c6689 00000400:00000200:3.0:1767384922.973502:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384922.973506:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384922.973509:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d42c6689 00000400:00000010:3.0:1767384922.973510:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000d42c6689. 00000100:00000001:3.0:1767384922.973514:0:17084:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384922.973516:0:17084:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000016123c0a desc 00000000cb967418 mbits 1853237348030336 00000100:00000001:3.0:1767384922.973529:0:17084:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384922.973533:0:17084:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384922.973540:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000100:00000001:1.0:1767384922.973542:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384922.973547:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384922.973552:0:17084:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1a0d 00000400:00000200:3.0:1767384922.973555:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384922.973559:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384922.973564:0:17084:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384922.973565:0:17084:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000487233c7 00000100:00000001:3.0:1767384922.973568:0:17084:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384922.973573:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079a06bc7 00000400:00000010:3.0:1767384922.973575:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079a06bc7. 00000100:00000001:3.0:1767384922.973579:0:17084:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384922.973580:0:17084:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000487233c7 00000100:00000001:3.0:1767384922.973584:0:17084:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384922.973590:0:17084:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1168 bytes via portal 33 id 12345-0@lo mbits 0x6958271d05780-0x6958271d05780 00000100:00000001:3.0:1767384922.973607:0:17084:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384922.973611:0:17084:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.973613:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384922.973616:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 15 00000100:00000010:3.0:1767384922.973619:0:17084:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000079ded9fb. 00000100:00000010:3.0:1767384922.973623:0:17084:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000487233c7. 00000100:00000001:3.0:1767384922.973625:0:17084:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384922.973627:0:17084:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384922.973634:0:17084:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000fa726738. 20000000:00000001:3.0:1767384922.973637:0:17084:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384922.973646:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348030336 00010000:00000001:3.0:1767384922.973648:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384922.973652:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e02078bf x1853237348030336/t0(0) o256->b543db4a-4900-454f-be04-352b2897a173@0@lo:148/0 lens 304/240 e 0 to 0 dl 1767384933 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384922.973659:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384922.973661:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384922.973663:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384922.973666:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384922.973668:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:3.0:1767384922.973670:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:3.0:1767384922.973673:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384922.973674:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.973676:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384922.973679:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384922.973682:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079a06bc7. 00000100:00000200:3.0:1767384922.973685:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237348030336, offset 224 00000400:00000200:3.0:1767384922.973691:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384922.973698:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384922.973704:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958271d05780 00000400:00000200:3.0:1767384922.973708:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1a05 [1] + 224 00000400:00000200:3.0:1767384922.973712:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384922.973715:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384922.973719:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384922.973723:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000016123c0a x1853237348030336/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384922.973731:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000016123c0a x1853237348030336/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384938 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384922.973748:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384922.973753:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079a06bc7 00000400:00000010:3.0:1767384922.973755:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079a06bc7. 00000100:00000001:3.0:1767384922.973757:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384922.973758:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384922.973762:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384922.973766:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:3.0:1767384922.973775:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384922.973777:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.973778:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384922.973780:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384922.973784:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384922.973787:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e02078bf x1853237348030336/t0(0) o256->b543db4a-4900-454f-be04-352b2897a173@0@lo:148/0 lens 304/240 e 0 to 0 dl 1767384933 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384922.973789:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384922.973794:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7799b6e. 00000100:00100000:3.0:1767384922.973800:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e02078bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:17086:x1853237348030336:12345-0@lo:256: Request processed in 630us (856us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384922.973810:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058c0d436 00000100:00100000:3.0:1767384922.973837:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00000040:3.0:1767384922.973842:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:3.0:1767384922.973845:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384922.973848:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384922.973851:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036473269. 00000400:00000010:1.0:1767384922.973853:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058c0d436. 00000020:00000010:3.0:1767384922.973856:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d1062865. 00000100:00000001:1.0:1767384922.973860:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384922.973863:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004bd0074a. 00000100:00000200:1.0:1767384922.973868:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000016123c0a x1853237348030336/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384938 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384922.973869:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 02000000:00000001:3.0:1767384922.973877:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384922.973880:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000942cc77c. 00000100:00000200:1.0:1767384922.973884:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000016123c0a x1853237348030336/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384938 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384922.973886:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384922.973890:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384922.973897:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384922.973900:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384922.973902:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384922.973903:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1cded85. 00000100:00000001:1.0:1767384922.973906:0:17086:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384922.973909:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1767384922.973910:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007581fa36. 00000100:00000001:1.0:1767384922.973911:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384922.973915:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384922.973918:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384922.973922:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=56 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384922.973925:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=56 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384922.973928:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384922.973930:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384922.973931:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384922.973933:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.973935:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384922.973938:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000016123c0a x1853237348030336/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384938 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384922.973947:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000016123c0a x1853237348030336/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384938 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384922.973953:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384922.973955:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384922.973958:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016123c0a x1853237348030336/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384938 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384922.973965:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000016123c0a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348030336:0@lo:256: 00000100:00000001:1.0:1767384922.973970:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.973972:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.973982:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384922.973984:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384922.973987:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000016123c0a x1853237348030336/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384938 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384922.973994:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384922.973996:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000296b5753. 00000100:00000001:1.0:1767384922.973999:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384922.974001:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384922.974005:0:17086:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 60, more 0. 10000000:00000001:1.0:1767384922.974010:0:17086:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384922.974016:0:17086:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000006b20d211. 10000000:00000040:1.0:1767384922.974026:0:17086:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.134@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384922.974031:0:17086:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384922.974034:0:17086:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384922.974038:0:17086:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.134@tcp has 192.168.203.134@tcp. 00000100:00000001:1.0:1767384922.974047:0:17086:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.974050:0:17086:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384922.974051:0:17086:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.134@tcp with 192.168.203.134@tcp 00000100:00000200:1.0:1767384922.974053:0:17086:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.134@tcp' 00000400:00000200:1.0:1767384922.974058:0:17086:0:(peer.c:1356:LNetAddPeer()) Add peer with 28 NIDs 00000400:00001000:1.0:1767384922.974061:0:17086:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384922.974064:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.134@tcp 00000400:00000200:1.0:1767384922.974071:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384922.974077:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (27) 00000400:00000200:1.0:1767384922.974083:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (28) 00000400:00000200:1.0:1767384922.974097:0:17086:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:1.0:1767384922.974100:0:17086:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384922.974105:0:17086:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384922.974110:0:17086:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp: 0. pending discovery 00000400:00000200:1.0:1767384922.974113:0:17086:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (29) 00000400:00000200:1.0:1767384922.974117:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp 00000400:00000200:1.0:1767384922.974120:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.134@tcp10 00000400:00000200:3.0:1767384922.974122:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384922.974126:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384922.974130:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp10 00000400:00000200:3.0:1767384922.974133:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102171 00000400:00000200:1.0:1767384922.974136:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.134@tcp11 00000400:00000200:3.0:1767384922.974139:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (28) 00000400:00000010:3.0:1767384922.974146:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 000000004bd0074a. 00000400:00000010:3.0:1767384922.974152:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079a06bc7. 00000400:00000200:1.0:1767384922.974152:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384922.974158:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp11 00000400:00000010:3.0:1767384922.974161:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003a94c0f5. 00000400:00000200:1.0:1767384922.974161:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.134@tcp12 00000400:00000200:1.0:1767384922.974167:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384922.974171:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp12 00000400:00000200:3.0:1767384922.974172:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1767384922.974177:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.134@tcp13 00000400:00000200:1.0:1767384922.974183:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384922.974187:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp13 00000400:00000200:3.0:1767384922.974188:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1767384922.974195:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.134@tcp14 00000400:00000200:3.0:1767384922.974200:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:1.0:1767384922.974204:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384922.974210:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp14 00000400:00000200:3.0:1767384922.974215:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000400:00000200:1.0:1767384922.974216:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.134@tcp15 00000400:00000200:1.0:1767384922.974222:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384922.974228:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp15 00000400:00000200:3.0:1767384922.974234:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:1.0:1767384922.974238:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.134@tcp16 00000400:00000200:1.0:1767384922.974247:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384922.974251:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 37], ns[75, 37] 00000400:00000200:1.0:1767384922.974255:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp16 00000400:00000200:1.0:1767384922.974261:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.134@tcp17 00000400:00000200:3.0:1767384922.974272:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[77, 37] 00000400:00000200:1.0:1767384922.974272:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384922.974277:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp17 00000400:00000200:1.0:1767384922.974283:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.134@tcp18 00000400:00000200:3.0:1767384922.974284:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 37], ns[82, 37] 00000400:00000200:1.0:1767384922.974291:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384922.974295:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp18 00000400:00000200:3.0:1767384922.974296:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 37], ns[88, 37] 00000400:00000200:1.0:1767384922.974300:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.134@tcp19 00000400:00000200:1.0:1767384922.974307:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384922.974309:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 37], ns[91, 37] 00000400:00000200:1.0:1767384922.974313:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp19 00000400:00000200:1.0:1767384922.974319:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.134@tcp20 00000400:00000200:3.0:1767384922.974322:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 37], ns[24, 37] 00000400:00000200:1.0:1767384922.974326:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384922.974332:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp20 00000400:00000200:3.0:1767384922.974336:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 00000400:00000200:1.0:1767384922.974337:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.134@tcp21 00000400:00000200:1.0:1767384922.974345:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384922.974349:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp21 00000400:00000200:3.0:1767384922.974350:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 00000400:00000200:1.0:1767384922.974354:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.134@tcp22 00000400:00000200:1.0:1767384922.974361:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384922.974364:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 00000400:00000200:1.0:1767384922.974366:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp22 00000400:00000200:1.0:1767384922.974372:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.134@tcp23 00000400:00000200:3.0:1767384922.974376:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 00000400:00000200:3.0:1767384922.974384:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 00000400:00000200:1.0:1767384922.974388:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384922.974392:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp23 00000400:00000200:3.0:1767384922.974396:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 24], ns[44, 24] 00000400:00000200:1.0:1767384922.974399:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.134@tcp24 00000400:00000200:1.0:1767384922.974406:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384922.974410:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 24], ns[48, 24] 00000400:00000200:1.0:1767384922.974413:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp24 00000400:00000200:1.0:1767384922.974419:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.134@tcp25 00000400:00000200:3.0:1767384922.974421:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 24], ns[52, 24] 00000400:00000200:1.0:1767384922.974425:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384922.974428:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp25 00000400:00000200:1.0:1767384922.974430:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.134@tcp26 00000400:00000200:1.0:1767384922.974433:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384922.974435:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp26 00000400:00000200:1.0:1767384922.974437:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.134@tcp27 00000400:00000200:1.0:1767384922.974440:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384922.974442:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp27 00000400:00000200:1.0:1767384922.974444:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.134@tcp28 00000400:00000200:1.0:1767384922.974448:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384922.974450:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp28 00000400:00000200:1.0:1767384922.974453:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.134@tcp29 00000400:00000200:1.0:1767384922.974457:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384922.974459:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp29 00000400:00000200:1.0:1767384922.974461:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.134@tcp30 00000400:00000200:1.0:1767384922.974464:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384922.974466:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp30 00000400:00000200:1.0:1767384922.974468:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.134@tcp31 00000400:00000200:1.0:1767384922.974472:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384922.974474:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp31 00000400:00000200:1.0:1767384922.974476:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.134@tcp32 00000400:00000200:1.0:1767384922.974482:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384922.974487:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp32 00000400:00000200:1.0:1767384922.974491:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.134@tcp33 00000400:00000200:3.0:1767384922.974493:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 24], ns[56, 24] 00000400:00000200:1.0:1767384922.974498:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384922.974504:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp33 00000400:00000200:3.0:1767384922.974505:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[97, 24], ns[99, 24] 00000400:00000200:1.0:1767384922.974511:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.134@tcp34 00000400:00000200:3.0:1767384922.974519:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[91, 24], ns[93, 24] 00000400:00000200:1.0:1767384922.974519:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767384922.974525:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp34 00000400:00000200:1.0:1767384922.974529:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.134@tcp35 00000400:00000200:3.0:1767384922.974543:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[94, 24], ns[96, 24] 00000400:00000010:1.0:1767384922.974544:0:17086:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 000000002538cbdf. 00000400:00000200:1.0:1767384922.974552:0:17086:0:(peer.c:264:lnet_peer_alloc()) 000000002538cbdf nid 192.168.203.134@tcp35 00000400:00000200:3.0:1767384922.974556:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[96, 24], ns[98, 24] 00000400:00000010:1.0:1767384922.974560:0:17086:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000001bc8cd83. 00000400:00000200:1.0:1767384922.974566:0:17086:0:(peer.c:204:lnet_peer_net_alloc()) 000000001bc8cd83 net tcp35 00000400:00000200:3.0:1767384922.974567:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 24], ns[80, 24] 00000400:00000010:1.0:1767384922.974571:0:17086:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000002e2a2da4. 00000400:00000200:3.0:1767384922.974577:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[93, 24], ns[95, 24] 00000400:00000200:1.0:1767384922.974583:0:17086:0:(peer.c:185:lnet_peer_ni_alloc()) 000000002e2a2da4 nid 192.168.203.134@tcp35 00000400:00000200:3.0:1767384922.974588:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[98, 24], ns[100, 24] 00000400:00000200:3.0:1767384922.974607:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 00000400:00000200:3.0:1767384922.974615:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp18 00000400:00000200:3.0:1767384922.974620:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp18 lpni_is_preferred = 0 00000400:00000200:3.0:1767384922.974623:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp18 00000400:00000200:3.0:1767384922.974628:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp18 NI seq info: [101:101:256:4294967295] 192.168.203.134@tcp18 LPNI seq info [99:99:8:4294967295] 00000400:00000200:3.0:1767384922.974636:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp18 00000400:00000200:3.0:1767384922.974645:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp18(192.168.203.134@tcp18:) -> 192.168.203.134@tcp18(192.168.203.134@tcp:192.168.203.134@tcp18) : GET try# 0 00000800:00000200:3.0:1767384922.974651:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp18 00000400:00000200:1.0:1767384922.974651:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002538cbdf (0) 00000800:00000010:3.0:1767384922.974659:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002fabac76. 00000400:00000200:1.0:1767384922.974661:0:17086:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.134@tcp35: -2 00000400:00000200:1.0:1767384922.974674:0:17086:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp35 NID 192.168.203.134@tcp35 flags 0x1 00000800:00000200:3.0:1767384922.974675:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e0cd333] -> 12345-192.168.203.134@tcp18 (6) 00000400:00000200:1.0:1767384922.974682:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002538cbdf (1) 00000400:00000200:1.0:1767384922.974687:0:17086:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002538cbdf (2) 00000800:00000200:3.0:1767384922.974691:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp18 ip 192.168.203.134:988 00000400:00000200:1.0:1767384922.974693:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002538cbdf (1) 00000800:00000200:3.0:1767384922.974698:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002fabac76 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384922.974700:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002538cbdf (2) 00000400:00000200:1.0:1767384922.974707:0:17086:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp35 (000000002538cbdf): 0 00000400:00000200:1.0:1767384922.974710:0:17086:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384922.974712:0:17086:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384922.974715:0:17086:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.134@tcp35 NID 192.168.203.134@tcp35: 0. pending discovery 00000400:00000200:1.0:1767384922.974717:0:17086:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002538cbdf (3) 00000400:00000200:3.0:1767384922.974722:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp 00000400:00000200:1.0:1767384922.974723:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.134@tcp36 00000400:00000200:3.0:1767384922.974730:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100371 rc 0 00000400:00000010:1.0:1767384922.974731:0:17086:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 000000008acbf429. 00000400:00000200:1.0:1767384922.974740:0:17086:0:(peer.c:264:lnet_peer_alloc()) 000000008acbf429 nid 192.168.203.134@tcp36 00000400:00000200:3.0:1767384922.974741:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp35(000000002538cbdf) state 0x41 00000400:00000200:3.0:1767384922.974747:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002538cbdf (2) 00000400:00000010:1.0:1767384922.974747:0:17086:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000008424fdaa. 00000400:00000200:1.0:1767384922.974754:0:17086:0:(peer.c:204:lnet_peer_net_alloc()) 000000008424fdaa net tcp36 00000400:00000010:3.0:1767384922.974756:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000080e77292. 00000400:00000010:1.0:1767384922.974759:0:17086:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000666e4986. 00000400:00000010:3.0:1767384922.974762:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090708e49. 00000400:00000200:1.0:1767384922.974768:0:17086:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000666e4986 nid 192.168.203.134@tcp36 00000400:00000010:3.0:1767384922.974771:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dffb349a. 00000400:00000200:1.0:1767384922.974773:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000008acbf429 (0) 00000400:00000200:3.0:1767384922.974783:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp35 00000400:00000200:1.0:1767384922.974783:0:17086:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.134@tcp36: -2 00000400:00000200:1.0:1767384922.974792:0:17086:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp36 NID 192.168.203.134@tcp36 flags 0x1 00000400:00000200:1.0:1767384922.974797:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000008acbf429 (1) 00000400:00000200:1.0:1767384922.974800:0:17086:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000008acbf429 (2) 00000400:00000200:3.0:1767384922.974806:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp35 local destination 00000800:00000200:0.0:1767384922.974810:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384922.974839:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002fabac76. 00000400:00000200:0.0:1767384922.974844:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384922.974851:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp18->192.168.203.134@tcp18: GET: OK 00000400:00000200:3.0:1767384922.974982:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp35 00000400:00000200:3.0:1767384922.974987:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp35 00000400:00000200:3.0:1767384922.974990:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp35 lpni_is_preferred = 0 00000400:00000200:3.0:1767384922.974993:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp35 00000400:00000200:3.0:1767384922.974997:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp35 NI seq info: [102:102:256:4294967295] 192.168.203.134@tcp35 LPNI seq info [1:1:8:4294967295] 00000400:00000200:3.0:1767384922.975003:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp35 00000400:00000200:3.0:1767384922.975011:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp35(192.168.203.134@tcp35:) -> 192.168.203.134@tcp35(192.168.203.134@tcp35:192.168.203.134@tcp35) : GET try# 0 00000800:00000200:3.0:1767384922.975017:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp35 00000400:00000200:1.0:1767384922.975019:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000008acbf429 (1) 00000400:00000200:0.0:1767384922.975020:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000010:3.0:1767384922.975022:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a8717b12. 00000400:00000200:1.0:1767384922.975027:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000008acbf429 (2) 00000400:00000200:0.0:1767384922.975028:0:16353:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp: 0 00000800:00000010:3.0:1767384922.975033:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b1c75e6a. 00000400:00000200:1.0:1767384922.975037:0:17086:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp36 (000000008acbf429): 0 00000400:00000200:1.0:1767384922.975041:0:17086:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000800:00000010:3.0:1767384922.975042:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000003901c58f. 00000800:00000200:3.0:1767384922.975051:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1c75e6a] -> 12345-192.168.203.134@tcp35 (2) 00000400:00000200:1.0:1767384922.975055:0:17086:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000800:00000200:3.1:1767384922.975059:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1c75e6a] -> 12345-192.168.203.134@tcp35 (2) 00000400:00000200:1.0:1767384922.975065:0:17086:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.134@tcp36 NID 192.168.203.134@tcp36: 0. pending discovery 00000400:00000200:1.0:1767384922.975070:0:17086:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000008acbf429 (3) 00000100:00000001:1.0:1767384922.975074:0:17086:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384922.975077:0:17086:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384922.975079:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384922.975081:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp35 10000000:00000040:1.0:1767384922.975085:0:17086:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.134@tcp' by NID '192.168.203.134@tcp' 00000800:00000001:0.0:1767384922.975088:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384922.975089:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp35(000000002538cbdf) state 0x241 rc 0 10000000:00000010:1.0:1767384922.975093:0:17086:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000007292d4e3. 00000800:00000001:0.0:1767384922.975093:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384922.975099:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp36(000000008acbf429) state 0x41 10000000:00000040:1.0:1767384922.975100:0:17086:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 60/60 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.134@tcp::2 00000800:00000001:0.0:1767384922.975103:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384922.975104:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000008acbf429 (2) 00000020:00000080:1.0:1767384922.975106:0:17086:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000010:3.0:1767384922.975112:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e1372520. 00000020:00000001:1.0:1767384922.975115:0:17086:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:0.0:1767384922.975115:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp18(192.168.203.134@tcp18) <- 192.168.203.134@tcp18 : GET - for me 00000400:00000010:3.0:1767384922.975120:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a241f68c. 00000020:00000010:1.0:1767384922.975122:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de973be8. 00000400:00000010:3.0:1767384922.975129:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005a5ce1bc. 00000020:00000010:1.0:1767384922.975130:0:17086:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f04c06d2. 00000400:00000200:0.0:1767384922.975130:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 448 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384922.975139:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp36 00000040:00000010:1.0:1767384922.975142:0:17086:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007d223133. 00000400:00000200:0.0:1767384922.975147:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 448/448 into md 0x197d [1] + 0 00000020:00000010:1.0:1767384922.975151:0:17086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000018689b7b. 00000020:00000010:1.0:1767384922.975159:0:17086:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000098dcb917. 00000400:00000200:0.0:1767384922.975159:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp18 to MR: 192.168.203.134@tcp18 local destination 00000020:00000010:1.0:1767384922.975167:0:17086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ff3c05ca. 00000400:00000200:0.0:1767384922.975170:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp18 NI seq info: [103:103:256:4294967295] 192.168.203.134@tcp18 LPNI seq info [100:100:8:4294967295] 80000000:00000010:1.0:1767384922.975175:0:17086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000dde5b085. 40000000:00000010:1.0:1767384922.975183:0:17086:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000016a7e041. 00000400:00000200:0.0:1767384922.975189:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp18(192.168.203.134@tcp18:192.168.203.134@tcp18) -> 192.168.203.134@tcp18(192.168.203.134@tcp18:192.168.203.134@tcp18) 192.168.203.134@tcp18 : REPLY try# 0 00100000:00000010:1.0:1767384922.975192:0:17086:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009705a6fa. 00000800:00000200:0.0:1767384922.975198:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.134@tcp18 00040000:00000010:1.0:1767384922.975200:0:17086:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000930568ea. 00000400:00000200:3.0:1767384922.975202:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp36 local destination 00000800:00000010:0.0:1767384922.975205:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7824156. 00040000:00000010:1.0:1767384922.975209:0:17086:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000694c8a08. 00000400:00000200:3.0:1767384922.975210:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp36 00000800:00000200:0.0:1767384922.975215:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e0cd333] -> 12345-192.168.203.134@tcp18 (6) 00040000:00000010:1.0:1767384922.975216:0:17086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000508d0d62. 00000400:00000200:3.0:1767384922.975219:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp36 00080000:00000010:1.0:1767384922.975226:0:17086:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c0ac78df. 00000400:00000200:3.0:1767384922.975227:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp36 lpni_is_preferred = 0 00000800:00000200:0.0:1767384922.975227:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp18 ip 192.168.203.134:1005 00000800:00000200:0.0:1767384922.975234:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f7824156 type 3, nob 544 niov 1 nkiov 1 00000400:00000200:3.0:1767384922.975236:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp36 00080000:00000010:1.0:1767384922.975236:0:17086:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009e7b5c1d. 00000400:00000200:3.0:1767384922.975244:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp36 NI seq info: [104:104:256:4294967295] 192.168.203.134@tcp36 LPNI seq info [1:1:8:4294967295] 00000004:00000010:1.0:1767384922.975248:0:17086:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000038f3797b. 00000400:00000200:3.0:1767384922.975252:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp36 00000400:00000200:3.0:1767384922.975262:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp36(192.168.203.134@tcp36:) -> 192.168.203.134@tcp36(192.168.203.134@tcp36:192.168.203.134@tcp36) : GET try# 0 00000800:00000001:1.0:1767384922.975265:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384922.975270:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp36 00000800:00000010:3.0:1767384922.975276:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004c3de8ed. 00000004:00000010:1.0:1767384922.975280:0:17086:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cc22ca69. 00000004:00000010:1.0:1767384922.975288:0:17086:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e32423f3. 00000800:00000010:3.0:1767384922.975291:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000025974fe4. 00000800:00000200:0.0:1767384922.975297:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384922.975298:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000039df824b. 00000800:00000001:1.0:1767384922.975301:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384922.975301:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7824156. 00000800:00000200:3.0:1767384922.975308:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000025974fe4] -> 12345-192.168.203.134@tcp36 (2) 00000800:00000001:1.0:1767384922.975309:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384922.975310:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.1:1767384922.975316:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000025974fe4] -> 12345-192.168.203.134@tcp36 (2) 00000400:00000200:0.0:1767384922.975320:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp18->192.168.203.134@tcp18: REPLY: OK 00000400:00000200:3.0:1767384922.975335:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp36 00000800:00000001:1.0:1767384922.975337:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384922.975341:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp36(000000008acbf429) state 0x241 rc 0 00000800:00000001:1.0:1767384922.975342:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384922.975350:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00002000:00000010:0.0:1767384922.975355:0:17086:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000093b934c0. 00000004:00000010:0.0:1767384922.975362:0:17086:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000068e767e6. 00000400:00000200:1.0:1767384922.975367:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp18(192.168.203.134@tcp18) <- 192.168.203.134@tcp18 : REPLY - for me 00000004:00000001:0.0:1767384922.975374:0:17086:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384922.975378:0:17086:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384922.975381:0:17086:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000007292d4e3 00000040:00001000:0.0:1767384922.975384:0:17086:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000400:00000200:1.0:1767384922.975385:0:16351:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp18: Reply from 12345-192.168.203.134@tcp18 of length 448/448 into md 0x1a19 00000040:00001000:0.0:1767384922.975388:0:17086:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384922.975392:0:17086:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384922.975394:0:17086:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000800:00000001:1.0:1767384922.975395:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000040:00001000:0.0:1767384922.975398:0:17086:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384922.975400:0:17086:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384922.975403:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384922.975405:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.134@tcp::2 00000800:00000001:1.0:1767384922.975406:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1767384922.975408:0:17086:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:3.0:1767384922.975409:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.975412:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384922.975422:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp18->192.168.203.134@tcp18: REPLY: OK 00000400:00000200:1.0:1767384922.975429:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079a06bc7 00000400:00000010:1.0:1767384922.975432:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079a06bc7. 00000400:00000200:1.0:1767384922.975439:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384922.975444:0:16351:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.134@tcp has discovery enabled 00000400:00000200:1.0:1767384922.975447:0:16351:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000200:1.0:1767384922.975451:0:16351:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.134@tcp (480 bytes) 00000400:00000200:1.0:1767384922.975457:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000010:1.0:1767384922.975470:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 000000004bd0074a. 00000400:00000200:3.0:1767384922.975474:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:1.0:1767384922.975475:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (29) 00000004:00000001:0.0:1767384922.975476:0:17086:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384922.975484:0:17086:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f04c06d2. 00000800:00000001:1.0:1767384922.975487:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000040:00000010:0.0:1767384922.975490:0:17086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007d223133. 00000800:00000001:1.0:1767384922.975494:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384922.975496:0:17086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000018689b7b. 00000020:00000010:0.0:1767384922.975502:0:17086:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000098dcb917. 00000020:00000010:0.0:1767384922.975507:0:17086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ff3c05ca. 80000000:00000010:0.0:1767384922.975512:0:17086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000dde5b085. 40000000:00000010:0.0:1767384922.975517:0:17086:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000016a7e041. 00000400:00000200:3.0:1767384922.975522:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00100000:00000010:0.0:1767384922.975522:0:17086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009705a6fa. 00040000:00000010:0.0:1767384922.975528:0:17086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000930568ea. 00040000:00000010:0.0:1767384922.975534:0:17086:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000694c8a08. 00040000:00000010:0.0:1767384922.975538:0:17086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000508d0d62. 00080000:00000010:0.0:1767384922.975543:0:17086:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009e7b5c1d. 00080000:00000010:0.0:1767384922.975547:0:17086:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c0ac78df. 00000004:00000010:0.0:1767384922.975552:0:17086:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000038f3797b. 00000004:00000010:0.0:1767384922.975556:0:17086:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cc22ca69. 00000400:00000200:3.0:1767384922.975560:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000004:00000010:0.0:1767384922.975560:0:17086:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e32423f3. 00002000:00000010:0.0:1767384922.975567:0:17086:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000093b934c0. 00000004:00000010:0.0:1767384922.975571:0:17086:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000068e767e6. 00000020:00000010:0.0:1767384922.975574:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de973be8. 00000020:00000001:0.0:1767384922.975578:0:17086:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384922.975580:0:17086:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384922.975583:0:17086:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000007292d4e3. 10000000:00000010:0.0:1767384922.975612:0:17086:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000006b20d211. 00000400:00000200:3.0:1767384922.975616:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 10000000:00000001:0.0:1767384922.975616:0:17086:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.975619:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384922.975625:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000016123c0a x1853237348030336/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384938 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.975635:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384922.975646:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384922.975648:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004922adab. 02000000:00000001:0.0:1767384922.975651:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384922.975653:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384922.975655:0:17086:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:0.0:1767384922.975658:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384922.975660:0:17086:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384922.975662:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384922.975663:0:17086:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000400:00000200:3.0:1767384922.975664:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000020:00000001:0.0:1767384922.975666:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384922.975669:0:17086:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000616984d7. 00000100:00000010:0.0:1767384922.975676:0:17086:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000cb967418. 00000100:00000001:0.0:1767384922.975680:0:17086:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384922.975682:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007df9b98c. 02000000:00000001:0.0:1767384922.975685:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384922.975686:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384922.975687:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016123c0a. 00000100:00000001:0.0:1767384922.975691:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384922.975693:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384922.975703:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 10000000:00000010:0.0:1767384922.975706:0:17086:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000005561dc. 10000000:01000000:0.0:1767384922.975711:0:17086:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.134@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384922.975715:0:17086:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384922.975717:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384922.975719:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384922.975721:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000beada4e4 refcount=3 00000020:00000001:0.0:1767384922.975724:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867063296 : -119483842488320 : ffff935480031800) 00010000:00000001:0.0:1767384922.975727:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867063296 : -119483842488320 : ffff935480031800) 00010000:00000001:0.0:1767384922.975730:0:17086:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384922.975733:0:17086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.134@tcp lock: 00000000beada4e4/0xb57eb788195630a8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb788195630af expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384922.975739:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00010000:00000001:0.0:1767384922.975750:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384922.975753:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384922.975755:0:17086:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.134@tcp lock: 00000000beada4e4/0xb57eb788195630a8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb788195630af expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384922.975762:0:17086:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384922.975764:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384922.975765:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384922.975766:0:17086:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384922.975769:0:17086:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384922.975771:0:17086:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384922.975774:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384922.975775:0:17086:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000002298ce) refs 3 10000000:00000001:0.0:1767384922.975778:0:17086:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:3.0:1767384922.975791:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.975878:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.975880:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.975945:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.975955:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.976002:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.976026:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.976060:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.976096:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.976112:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.976160:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.976173:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.976219:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.976232:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.976282:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.976290:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.976344:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.976351:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.976412:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.976416:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.976484:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.976486:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.976526:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.976557:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.976582:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.976645:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.976656:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.976721:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.976723:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.976786:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.976808:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.976854:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.976906:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.976912:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.976972:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.976980:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.977045:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.977047:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.977091:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.977124:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.977148:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.977189:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.977208:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.977254:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.977266:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.977317:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.977322:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.977377:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.977396:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.977436:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.977467:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.977489:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.977533:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.977541:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.977612:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.977615:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.977688:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.977688:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.977747:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.977797:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.977852:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.977897:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:3.0:1767384922.977937:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006d53d794. 00000400:00000200:0.0:1767384922.977938:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.134:988 00000800:00000010:3.0:1767384922.977945:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004cf91c1a. 00000800:00000010:3.0:1767384922.977953:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d84f57ef. 00000400:00000200:0.0:1767384922.977980:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.134:988 00000800:00000010:3.0:1767384922.977985:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d84f57ef. 00000800:00020000:3.0:1767384922.977997:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:3.0:1767384922.978002:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004cf91c1a. 00000800:00000010:3.0:1767384922.978006:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006d53d794. 00000400:00000200:0.0:1767384922.978026:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.978089:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.134:988 00000400:02020000:3.0:1767384922.978091:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp35 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384922.978104:0:16346:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp35 notifying 192.168.203.134@tcp35: down 00000800:00000200:3.0:1767384922.978113:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp35 down 00000800:00000100:3.0:1767384922.978122:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp35 00000800:00000010:3.0:1767384922.978126:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a8717b12. 00000400:00000200:3.0:1767384922.978131:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384922.978137:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp35->192.168.203.134@tcp35: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384922.978144:0:16346:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp35 added to recovery queue. ping count: 0 next ping: 245 health :900 00000400:00000200:3.0:1767384922.978148:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384922.978154:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp35: 1 00000400:00000200:0.0:1767384922.978155:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.978161:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp35 (000000002538cbdf): -114 00000400:00000200:3.0:1767384922.978189:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384922.978194:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 000000004bd0074a. 00000400:00000010:3.0:1767384922.978200:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfbc4a0d. 00000400:00000010:3.0:1767384922.978206:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d1b4081. 00000400:00000200:3.0:1767384922.978218:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000004bd0074a 00000400:00000001:3.0:1767384922.978222:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384922.978224:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384922.978226:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093d9900b. 00000400:00000200:3.0:1767384922.978230:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006029bd08 00000400:00000010:3.0:1767384922.978233:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006029bd08. 00000400:00000200:3.0:1767384922.978237:0:16356:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:3.0:1767384922.978240:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 000000008ddd20c5. 00000400:00000200:3.0:1767384922.978244:0:16356:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 480 success 00000400:00000200:3.0:1767384922.978250:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100971 00000400:00000200:3.0:1767384922.978255:0:16356:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.134@tcp:0 00000400:00000200:3.0:1767384922.978258:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102171 rc 1 00000400:00000200:3.0:1767384922.978263:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102171 00000400:00000200:3.0:1767384922.978265:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (28) 00000400:00000010:3.0:1767384922.978270:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000f9938796. 00000400:00000010:3.0:1767384922.978274:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006029bd08. 00000400:00000010:3.0:1767384922.978279:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b266dfb3. 00000400:00000200:3.0:1767384922.978285:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1767384922.978292:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1767384922.978297:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:3.0:1767384922.978304:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000400:00000200:3.0:1767384922.978310:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:3.0:1767384922.978315:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 37], ns[75, 37] 00000400:00000200:3.0:1767384922.978320:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[77, 37] 00000400:00000200:3.0:1767384922.978326:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 37], ns[82, 37] 00000400:00000200:3.0:1767384922.978332:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 37], ns[88, 37] 00000400:00000200:3.0:1767384922.978339:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 37], ns[91, 37] 00000400:00000200:3.0:1767384922.978345:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 37], ns[103, 37] 00000800:00000010:0.0:1767384922.978352:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007720c79c. 00000800:00000010:0.0:1767384922.978360:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001e011a39. 00000400:00000200:3.0:1767384922.978364:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 37], ns[26, 37] 00000800:00000010:0.0:1767384922.978367:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000616984d7. 00000400:00000200:3.0:1767384922.978373:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 00000400:00000200:3.0:1767384922.978378:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00000400:00000200:3.0:1767384922.978383:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000400:00000200:3.0:1767384922.978389:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00000400:00000200:3.0:1767384922.978394:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 26], ns[44, 26] 00000400:00000200:3.0:1767384922.978401:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 26], ns[48, 26] 00000800:00000010:0.0:1767384922.978404:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000616984d7. 00000400:00000200:3.0:1767384922.978409:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 26], ns[52, 26] 00000400:00000200:3.0:1767384922.978416:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 26], ns[56, 26] 00000400:00000200:3.0:1767384922.978423:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[97, 26], ns[99, 26] 00000400:00000200:3.0:1767384922.978429:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[91, 26], ns[93, 26] 00000400:00000200:3.0:1767384922.978435:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[94, 26], ns[96, 26] 00000400:00000200:3.0:1767384922.978441:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[96, 26], ns[98, 26] 00000400:00000200:3.0:1767384922.978448:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 26], ns[80, 26] 00000400:00000200:3.0:1767384922.978453:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[93, 26], ns[95, 26] 00000400:00000200:3.0:1767384922.978459:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[98, 26], ns[100, 26] 00000400:00000200:3.0:1767384922.978464:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 00000400:00000200:3.0:1767384922.978468:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp19 00000400:00000200:3.0:1767384922.978472:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp19 lpni_is_preferred = 0 00000400:00000200:3.0:1767384922.978476:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp19 00000400:00000200:3.0:1767384922.978490:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp19 NI seq info: [105:105:256:4294967295] 192.168.203.134@tcp19 LPNI seq info [101:101:8:4294967295] 00000400:00000200:3.0:1767384922.978497:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp19 00000400:00000200:3.0:1767384922.978508:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp19(192.168.203.134@tcp19:) -> 192.168.203.134@tcp19(192.168.203.134@tcp:192.168.203.134@tcp19) : GET try# 0 00000800:00000200:3.0:1767384922.978515:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp19 00000800:00000010:3.0:1767384922.978519:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a8717b12. 00000800:00000200:3.0:1767384922.978526:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000647f7dc] -> 12345-192.168.203.134@tcp19 (6) 00000800:00000200:3.0:1767384922.978534:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp19 ip 192.168.203.134:988 00000800:00000200:3.0:1767384922.978537:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a8717b12 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384922.978551:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp 00000400:00000200:3.0:1767384922.978554:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100371 rc 0 00000400:00000200:3.0:1767384922.978560:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp35(000000002538cbdf) state 0x841 00000400:00000001:3.0:1767384922.978564:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384922.978566:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384922.978568:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090708e49 00000400:00000010:3.0:1767384922.978569:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090708e49. 00000400:00000200:3.0:1767384922.978574:0:16356:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384922.978579:0:16356:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp35 (000000002538cbdf): -114 00000400:00000010:3.0:1767384922.978583:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000080e77292. 00000400:00000200:3.0:1767384922.978586:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002538cbdf (3) 00000400:00000200:3.0:1767384922.978590:0:16356:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.134@tcp35:-71 00000400:00000200:3.0:1767384922.978609:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp35(000000002538cbdf) state 0x2041 rc -71 00000400:00000200:3.0:1767384922.978614:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp35 (000000002538cbdf) 00000400:00000200:3.0:1767384922.978619:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002538cbdf (2) 00000800:00000200:3.0:1767384922.978692:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384922.978695:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a8717b12. 00000400:00000200:3.0:1767384922.978699:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384922.978704:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp19->192.168.203.134@tcp19: GET: OK 00000400:00000200:3.0:1767384922.978707:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384922.978711:0:16353:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp: 0 00000800:00000001:3.0:1767384922.978718:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384922.978725:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384922.978727:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384922.978746:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384922.978759:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp36 from 215.3.0.2 00000800:00000010:0.0:1767384922.978762:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000043ebc1c3. 00000800:00000001:3.0:1767384922.978857:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384922.978860:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294912009, at 4294912010 00000400:00000200:3.0:1767384922.978869:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp19(192.168.203.134@tcp19) <- 192.168.203.134@tcp19 : GET - for me 00000100:00000010:2.0:1767384922.978869:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005a9c8587. 00000100:00000040:1.0:1767384922.978871:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294912009, at 4294912010 00000100:00000010:1.0:1767384922.978879:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f0e36ce. 00000400:00000200:3.0:1767384922.978886:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 480 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384922.978892:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 480/480 into md 0x197d [1] + 0 00000400:00000200:3.0:1767384922.978902:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp19 to MR: 192.168.203.134@tcp19 local destination 00000400:00000200:3.0:1767384922.978909:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp19 NI seq info: [106:106:256:4294967295] 192.168.203.134@tcp19 LPNI seq info [102:102:8:4294967295] 00000400:00000200:3.0:1767384922.978922:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp19(192.168.203.134@tcp19:192.168.203.134@tcp19) -> 192.168.203.134@tcp19(192.168.203.134@tcp19:192.168.203.134@tcp19) 192.168.203.134@tcp19 : REPLY try# 0 00000800:00000200:3.0:1767384922.978927:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.134@tcp19 00000800:00000010:3.0:1767384922.978930:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8717b12. 00000800:00000200:3.0:1767384922.978935:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000647f7dc] -> 12345-192.168.203.134@tcp19 (6) 00000800:00000200:3.0:1767384922.978939:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp19 ip 192.168.203.134:1003 00000800:00000200:3.0:1767384922.978941:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a8717b12 type 3, nob 576 niov 1 nkiov 1 00000800:00000200:3.0:1767384922.978985:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384922.978988:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8717b12. 00000400:00000200:3.0:1767384922.978991:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384922.978996:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp19->192.168.203.134@tcp19: REPLY: OK 00000800:00000001:3.0:1767384922.979003:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384922.979006:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384922.979008:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384922.979013:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384922.979014:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384922.979019:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384922.979025:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp19(192.168.203.134@tcp19) <- 192.168.203.134@tcp19 : REPLY - for me 00000400:00000200:3.0:1767384922.979033:0:16353:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp19: Reply from 12345-192.168.203.134@tcp19 of length 480/480 into md 0x1a29 00000800:00000001:3.0:1767384922.979036:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384922.979040:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384922.979042:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384922.979046:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp19->192.168.203.134@tcp19: REPLY: OK 00000400:00000200:3.0:1767384922.979049:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006029bd08 00000400:00000010:3.0:1767384922.979051:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006029bd08. 00000400:00000200:3.0:1767384922.979063:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384922.979067:0:16353:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.134@tcp has discovery enabled 00000400:00000200:3.0:1767384922.979070:0:16353:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000200:3.0:1767384922.979074:0:16353:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.134@tcp data present 28. state = 0x100371 00000400:00000200:3.0:1767384922.979078:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000800:00000010:0.0:1767384922.979083:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001a6a93cb. 00000800:00000010:0.0:1767384922.979088:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a8c114f1. 00000400:00000200:3.0:1767384922.979089:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (29) 00000800:00000001:3.0:1767384922.979099:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384922.979105:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384922.979108:0:16348:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fdf40c2d. 00000800:00000200:0.1:1767384922.979119:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000025974fe4] -> 12345-192.168.203.134@tcp36 (2) 00000100:00000040:3.0:1767384922.979122:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294912009, at 4294912010 00000800:00000200:0.1:1767384922.979124:0:16348:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp36 00000000fdf40c2d deleted 00000800:00000010:0.1:1767384922.979128:0:16348:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000fdf40c2d. 00000100:00000010:3.0:1767384922.979130:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009a4b7b9c. 00000800:00000200:0.1:1767384922.979133:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384922.979140:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp36 ip 192.168.203.134:983 00000400:00000200:3.0:1767384922.979143:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:0.1:1767384922.979143:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004c3de8ed type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384922.979150:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1001f1 00000800:00000200:0.0:1767384922.979153:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp36 p 3.x 192.168.203.134 -> 192.168.203.134:983 incarnation:1767384921703950201 sched[0] 00000400:00000010:3.0:1767384922.979159:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 580 at 00000000942cc77c. 00000800:00000010:0.0:1767384922.979159:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000616984d7. 00000400:00000010:3.0:1767384922.979166:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 696 at 00000000f9a88e42. 00000400:00000010:3.0:1767384922.979171:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 580 at 0000000065a0d07a. 00000400:00000200:3.0:1767384922.979190:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp28(00000000649be00a) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384922.979194:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp29(0000000062867edf) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384922.979197:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp30(0000000010500283) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384922.979200:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp31(00000000bbe1d679) status changed from 0xdeadface to 0x15aac0de 00000800:00000010:0.0:1767384922.979202:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000616984d7. 00000400:00000200:3.0:1767384922.979206:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp33(000000000421f208) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384922.979210:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp34(00000000e51fb73d) status changed from 0xdeadface to 0x15aac0de 00000800:00000010:0.0:1767384922.979211:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a8c114f1. 00000400:00000200:3.0:1767384922.979221:0:16356:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.203.134@tcp35 00000400:00000200:3.0:1767384922.979226:0:16356:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.203.134@tcp35 NID 192.168.203.134@tcp35 00000400:00000200:3.0:1767384922.979229:0:16356:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 000000002e2a2da4 nid 192.168.203.134@tcp35 00000400:00000010:3.0:1767384922.979231:0:16356:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 000000002e2a2da4. 00000400:00000200:3.0:1767384922.979235:0:16356:0:(peer.c:214:lnet_destroy_peer_net_locked()) 000000001bc8cd83 net tcp35 00000400:00000010:3.0:1767384922.979237:0:16356:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 000000001bc8cd83. 00000800:00000010:0.0:1767384922.979238:0:16348:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000043ebc1c3. 00000400:00000200:3.0:1767384922.979241:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002538cbdf (1) 00000400:00000200:3.0:1767384922.979245:0:16356:0:(peer.c:272:lnet_destroy_peer_locked()) 000000002538cbdf nid 192.168.203.134@tcp35 00000400:00000010:3.0:1767384922.979249:0:16356:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 000000002538cbdf. 00000800:00000001:0.0:1767384922.979250:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384922.979254:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384922.979263:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ed3d309a. 00000400:00000200:3.0:1767384922.979267:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000ed3d309a nid 192.168.203.134@tcp35 00000400:00000010:3.0:1767384922.979270:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000467368dd. 00000400:00000200:3.0:1767384922.979272:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 00000000467368dd net tcp35 00000400:00000200:3.0:1767384922.979274:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (28) 00000400:00000200:3.0:1767384922.979278:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp35 flags 0x11 00000400:00000200:3.0:1767384922.979282:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a241f68c 00000400:00000200:3.0:1767384922.979284:0:16356:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.203.134@tcp36 00000400:00000200:3.0:1767384922.979288:0:16356:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.203.134@tcp36 NID 192.168.203.134@tcp36 00000400:00000010:3.0:1767384922.979292:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c56dfb3e. 00000400:00000200:3.0:1767384922.979295:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c56dfb3e nid 192.168.203.134@tcp36 00000800:00000200:0.0:1767384922.979298:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1767384922.979299:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000d5ef1aa7. 00000800:00000010:0.0:1767384922.979304:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004c3de8ed. 00000400:00000200:3.0:1767384922.979305:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 00000000d5ef1aa7 net tcp36 00000400:00000200:3.0:1767384922.979309:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (29) 00000400:00000200:0.0:1767384922.979310:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384922.979315:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp36 flags 0x11 00000400:00000200:0.0:1767384922.979319:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp36->192.168.203.134@tcp36: GET: OK 00000400:00000010:3.0:1767384922.979321:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 580 at 00000000942cc77c. 00000400:00000200:0.0:1767384922.979323:0:16351:0:(lib-msg.c:980:lnet_msg_detach_md()) md 0x00000000a241f68c already unlinked 00000400:00000010:3.0:1767384922.979325:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 696 at 00000000f9a88e42. 00000400:00000200:0.0:1767384922.979327:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a241f68c 00000400:00000010:3.0:1767384922.979330:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 580 at 0000000065a0d07a. 00000400:00000010:0.0:1767384922.979330:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a241f68c. 00000400:00000010:3.0:1767384922.979335:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000f9938796. 00000400:00000200:0.0:1767384922.979336:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384922.979342:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:0.0:1767384922.979343:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp36: 1 00000400:00000200:3.0:1767384922.979349:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100171 00000400:00000200:0.0:1767384922.979351:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp36 (000000008acbf429): -114 00000400:00000200:3.0:1767384922.979356:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 rc 1 00000400:00000010:0.0:1767384922.979357:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e1372520. 00000400:00000200:0.0:1767384922.979361:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000008acbf429 (3) 00000400:00000200:3.0:1767384922.979365:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 00000400:00000200:0.0:1767384922.979368:0:16351:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 00000000666e4986 nid 192.168.203.134@tcp36 00000400:00000010:0.0:1767384922.979372:0:16351:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 00000000666e4986. 00000400:00000200:0.0:1767384922.979376:0:16351:0:(peer.c:214:lnet_destroy_peer_net_locked()) 000000008424fdaa net tcp36 00000400:00000010:0.0:1767384922.979377:0:16351:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 000000008424fdaa. 00000400:00000200:0.0:1767384922.979380:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000008acbf429 (2) 00000400:00000010:3.0:1767384922.979385:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006029bd08. 00000400:00000200:3.0:1767384922.979389:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (30) 00000100:00000040:0.0:1767384922.979392:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294912009, at 4294912010 00000400:00000010:3.0:1767384922.979395:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000099bf7a00. 00000100:00000010:0.0:1767384922.979398:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008efbd5d5. 00000400:00000200:3.0:1767384922.979403:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp19 00000400:00000200:3.0:1767384922.979412:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp19 to MR: 192.168.203.134@tcp19 local destination 00000400:00000200:3.0:1767384922.979417:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp19 NI seq info: [107:107:256:4294967295] 192.168.203.134@tcp19 LPNI seq info [103:103:8:4294967295] 00000400:00000200:3.0:1767384922.979421:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp19 00000800:00000200:0.1:1767384922.979423:0:16349:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384922.979435:0:16349:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp36 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384921703950201 sched[0] 00000400:00000200:3.0:1767384922.979438:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp19(192.168.203.134@tcp19:192.168.203.134@tcp19) -> 192.168.203.134@tcp19(192.168.203.134@tcp19:192.168.203.134@tcp19) : PUT try# 0 00000800:00000010:0.0:1767384922.979442:0:16349:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001e011a39. 00000800:00000200:3.0:1767384922.979448:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.134@tcp19 00000800:00000010:3.0:1767384922.979457:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8717b12. 00000800:00000200:3.0:1767384922.979461:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000647f7dc] -> 12345-192.168.203.134@tcp19 (6) 00000800:00000200:3.0:1767384922.979465:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp19 ip 192.168.203.134:988 00000800:00000200:3.0:1767384922.979467:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a8717b12 type 1, nob 576 niov 1 nkiov 1 00000400:00000200:3.0:1767384922.979478:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000400:00000200:3.0:1767384922.979480:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100571 rc 0 00000400:00000200:3.0:1767384922.979484:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp36(000000008acbf429) state 0x80841 00000400:00000200:3.0:1767384922.979487:0:16356:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.203.134@tcp36(000000008acbf429) state 0x80841 00000400:00000200:3.0:1767384922.979490:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp36(000000008acbf429) state 0x80801 rc 0 00000400:00000200:3.0:1767384922.979494:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp36 (000000008acbf429) 00000400:00000200:3.0:1767384922.979497:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000008acbf429 (1) 00000400:00000200:3.0:1767384922.979499:0:16356:0:(peer.c:272:lnet_destroy_peer_locked()) 000000008acbf429 nid 192.168.203.134@tcp36 00000400:00000010:3.0:1767384922.979500:0:16356:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 000000008acbf429. 00000400:00000200:0.0:1767384922.979512:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000800:00000001:3.0:1767384922.979515:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384922.979523:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384922.979525:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384922.979531:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384922.979536:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp36(192.168.203.134@tcp36) <- 192.168.203.134@tcp36 : GET - for me 00000400:00000200:3.0:1767384922.979543:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384922.979547:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 272/272 into md 0x197d [1] + 0 00000400:00000200:0.0:1767384922.979553:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.979557:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp36 to MR: 192.168.203.134@tcp36 local destination 00000400:00000200:3.0:1767384922.979565:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp36 NI seq info: [108:108:256:4294967295] 192.168.203.134@tcp36 LPNI seq info [104:104:8:4294967295] 00000400:00000200:3.0:1767384922.979576:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp36(192.168.203.134@tcp36:192.168.203.134@tcp36) -> 192.168.203.134@tcp36(192.168.203.134@tcp36:192.168.203.134@tcp36) 192.168.203.134@tcp36 : REPLY try# 0 00000800:00000200:3.0:1767384922.979581:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.134@tcp36 00000800:00000010:3.0:1767384922.979584:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000058e1de61. 00000800:00000200:3.0:1767384922.979587:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000025974fe4] -> 12345-192.168.203.134@tcp36 (4) 00000400:00000200:0.0:1767384922.979591:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000800:00000200:3.0:1767384922.979592:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp36 ip 192.168.203.134:988 00000800:00000200:3.0:1767384922.979612:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000058e1de61 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384922.979633:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000800:00000200:3.0:1767384922.979658:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384922.979661:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8717b12. 00000400:00000200:3.0:1767384922.979664:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384922.979669:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp19->192.168.203.134@tcp19: PUT: OK 00000400:00000200:3.0:1767384922.979673:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384922.979674:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.979679:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp19: 0 00000800:00000001:3.0:1767384922.979687:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384922.979691:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384922.979714:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000800:00000200:3.0:1767384922.979730:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384922.979733:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000058e1de61. 00000400:00000200:3.0:1767384922.979737:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384922.979740:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp36->192.168.203.134@tcp36: REPLY: OK 00000800:00000001:3.0:1767384922.979750:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384922.979755:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384922.979756:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384922.979761:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384922.979762:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.979770:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp19(192.168.203.134@tcp19) <- 192.168.203.134@tcp19 : PUT - for me 00000400:00000200:3.0:1767384922.979778:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 480 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384922.979783:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 480/480 into md 0x1a25 [1] + 0 00000400:00000010:3.0:1767384922.979785:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfbc4a0d. 00000400:00000200:3.0:1767384922.979788:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003d1b4081 00000800:00000001:3.0:1767384922.979791:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384922.979796:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384922.979797:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384922.979800:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp19->192.168.203.134@tcp19: PUT: OK 00000400:00000200:0.0:1767384922.979802:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.979803:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d1b4081 00000400:00000010:3.0:1767384922.979807:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d1b4081. 00000400:00000200:3.0:1767384922.979811:0:16352:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384922.979838:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (31) 00000400:00000200:3.0:1767384922.979844:0:16352:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000010:3.0:1767384922.979847:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000f9938796. 00000400:00000200:3.0:1767384922.979850:0:16352:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.134@tcp 28 00000400:00000200:3.0:1767384922.979856:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:3.0:1767384922.979865:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (32) 00000400:00000200:3.0:1767384922.979876:0:16352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384922.979882:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp19 to MR: 192.168.203.134@tcp19 local destination 00000400:00000200:3.0:1767384922.979889:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp19 NI seq info: [109:109:256:4294967295] 192.168.203.134@tcp19 LPNI seq info [105:105:8:4294967295] 00000400:00000200:3.0:1767384922.979904:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp19(192.168.203.134@tcp19:192.168.203.134@tcp19) -> 192.168.203.134@tcp19(192.168.203.134@tcp19:192.168.203.134@tcp19) 192.168.203.134@tcp19 : ACK try# 0 00000800:00000200:3.0:1767384922.979908:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp19 00000800:00000010:3.0:1767384922.979911:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000058e1de61. 00000800:00000200:3.0:1767384922.979916:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000647f7dc] -> 12345-192.168.203.134@tcp19 (6) 00000800:00000200:3.0:1767384922.979921:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp19 ip 192.168.203.134:1003 00000800:00000200:3.0:1767384922.979923:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000058e1de61 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384922.979936:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000800:00000200:3.0:1767384922.979961:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384922.979964:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000058e1de61. 00000400:00000200:3.0:1767384922.979967:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384922.979971:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp19->192.168.203.134@tcp19: ACK: OK 00000400:00000200:0.0:1767384922.979978:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000800:00000001:3.0:1767384922.979979:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384922.979987:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384922.979990:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384922.979994:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384922.980000:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp36(192.168.203.134@tcp36) <- 192.168.203.134@tcp36 : REPLY - for me 00000400:00000100:3.0:1767384922.980009:0:16352:0:(lib-move.c:4607:lnet_parse_reply()) 192.168.203.134@tcp36: Dropping REPLY from 12345-192.168.203.134@tcp36 for invalid MD 0x1887032aca9187a4.0x1a21 00000400:00000200:3.0:1767384922.980012:0:16352:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000b0e8b607 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1767384922.980014:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1767384922.980020:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384922.980026:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384922.980028:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384922.980031:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000800:00000001:3.0:1767384922.980032:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384922.980038:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384922.980043:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384922.980045:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384922.980048:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384922.980055:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp19(192.168.203.134@tcp19) <- 192.168.203.134@tcp19 : ACK - for me 00000400:00000200:3.0:1767384922.980064:0:16352:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp19: ACK from 12345-192.168.203.134@tcp19 into md 0x1a2d 00000400:00000200:0.0:1767384922.980070:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.980079:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384922.980085:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp19->192.168.203.134@tcp19: ACK: OK 00000400:00000200:3.0:1767384922.980090:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006029bd08 00000400:00000010:3.0:1767384922.980092:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006029bd08. 00000400:00000200:3.0:1767384922.980097:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384922.980097:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.980103:0:16352:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 00000400:00000200:3.0:1767384922.980110:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:3.0:1767384922.980114:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (31) 00000800:00000001:3.0:1767384922.980120:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384922.980122:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000800:00000001:3.0:1767384922.980124:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384922.980128:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384922.980130:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384922.980150:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384922.980151:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000010:3.0:1767384922.980154:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfbc4a0d. 00000400:00000010:3.0:1767384922.980159:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006029bd08. 00000400:00000200:3.0:1767384922.980162:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000004bd0074a 00000400:00000200:3.0:1767384922.980166:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1000f1 00000400:00000010:3.0:1767384922.980171:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 580 at 0000000065a0d07a. 00000400:00000010:3.0:1767384922.980173:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 696 at 00000000942cc77c. 00000400:00000010:3.0:1767384922.980176:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 580 at 0000000065a2bc66. 00000400:00000200:0.0:1767384922.980178:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000010:3.0:1767384922.980201:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 580 at 0000000065a0d07a. 00000400:00000010:3.0:1767384922.980206:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 696 at 00000000942cc77c. 00000400:00000010:3.0:1767384922.980209:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 580 at 0000000065a2bc66. 00000400:00000010:3.0:1767384922.980211:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000f9938796. 00000400:00000200:3.0:1767384922.980215:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:3.0:1767384922.980217:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100171 00000400:00000200:3.0:1767384922.980220:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 rc 1 00000400:00000200:0.0:1767384922.980222:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:3.0:1767384922.980226:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 00000400:00000200:3.0:1767384922.980229:0:16356:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.134@tcp 00000400:00000200:3.0:1767384922.980232:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100111 rc 0 00000400:00000200:3.0:1767384922.980235:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:3.0:1767384922.980237:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (30) 00000400:00000200:0.0:1767384922.980254:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.980278:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.980300:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.980316:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.980335:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.980359:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.980378:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.980397:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.980416:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.980438:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.980457:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.980475:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.980495:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.980510:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.980525:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.980546:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.980566:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:0.0:1767384922.980586:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:0.0:1767384922.980704:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009b388840. 00000800:00000010:0.0:1767384922.980709:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001e011a39. 00000800:00000010:0.0:1767384922.980713:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000616984d7. 00000800:00000010:0.0:1767384922.980729:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000616984d7. 00000800:00020000:0.0:1767384922.980738:0:16349:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:0.0:1767384922.980740:0:16349:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001e011a39. 00000800:00000010:0.0:1767384922.980742:0:16349:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009b388840. 00000400:02020000:0.0:1767384922.980770:0:16349:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp36 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000020:00000010:0.0:1767384922.984528:0:30701:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000616984d7. 00000020:00000040:0.0:1767384922.984533:0:30701:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384922.984535:0:30701:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000616984d7. 00080000:00000010:2.0:1767384923.074001:0:30693:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006a2d6732. 00080000:00000010:2.0:1767384923.074010:0:30693:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006a2d6732. 00000020:00000001:2.0:1767384923.074014:0:30693:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384923.074020:0:30693:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006a2d6732. 00080000:00000010:2.0:1767384923.074026:0:30693:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006a2d6732. 00000020:00000001:2.0:1767384923.074029:0:30693:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384923.160949:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384923.160954:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384923.160961:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384923.160962:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384923.161007:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384923.161011:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384923.161013:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384923.545874:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384923.545885:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384923.545887:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b676d75 00000400:00000010:3.0:1767384923.545891:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b676d75. 00000400:00000200:3.0:1767384923.545896:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384923.545902:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp31 recovery ping unlinked 00000400:00000010:3.0:1767384923.545910:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001939a62f. 00000400:00000010:3.0:1767384923.545913:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b6db991f. 00000400:00000001:3.0:1767384923.545916:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384923.545918:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384923.545919:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008769267d 00000400:00000010:3.0:1767384923.545920:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008769267d. 00000400:00000200:3.0:1767384923.545921:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384923.545923:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp28 recovery ping unlinked 00000400:00000010:3.0:1767384923.545924:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d853ce71. 00000400:00000010:3.0:1767384923.545926:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000193aa754. 00000400:00000001:3.0:1767384923.545928:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384923.545928:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384923.545929:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bd9e1ec 00000400:00000010:3.0:1767384923.545930:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bd9e1ec. 00000400:00000200:3.0:1767384923.545932:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384923.545933:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp34 recovery ping unlinked 00000400:00000010:3.0:1767384923.545934:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009e481c6a. 00000400:00000010:3.0:1767384923.545936:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000079732139. 00000400:00000200:3.0:1767384923.545940:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp35 00000400:00000010:3.0:1767384923.545943:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000746bf723. 00000400:00000010:3.0:1767384923.545948:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000098387d8. 00000400:00000010:3.0:1767384923.545951:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d1b4081. 00000400:00000010:3.0:1767384923.545956:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000964317dd. 00000400:00000200:3.0:1767384923.545959:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp35 00000400:00000200:3.0:1767384923.545969:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp35 local destination 00000400:00000200:3.0:1767384923.545973:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp35 00000400:00000200:3.0:1767384923.545976:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp35 NI seq info: [110:110:256:4294967295] 192.168.203.134@tcp35 LPNI seq info [106:106:8:4294967295] 00000400:00000200:3.0:1767384923.545981:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp35 00000400:00000200:3.0:1767384923.545987:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp35(192.168.203.134@tcp35:) -> 192.168.203.134@tcp35(192.168.203.134@tcp35:192.168.203.134@tcp35) : GET try# 0 00000800:00000200:3.0:1767384923.545996:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp35 00000800:00000010:3.0:1767384923.546001:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008bfa3104. 00000800:00000200:3.0:1767384923.546005:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1c75e6a] -> 12345-192.168.203.134@tcp35 (2) 00000800:00000200:3.1:1767384923.546010:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1c75e6a] -> 12345-192.168.203.134@tcp35 (2) 00000400:00000200:3.0:1767384923.546029:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp35 added to recovery queue. ping count: 1 next ping: 247 health :900 00000400:00000200:0.0:1767384923.546091:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:0.0:1767384923.546130:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384923.546145:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384923.546160:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384923.546176:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:0.0:1767384923.546198:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:0.0:1767384923.546216:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:0.0:1767384923.546240:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:0.0:1767384923.546269:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:0.0:1767384923.546291:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:0.0:1767384923.546314:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384923.546330:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384923.546343:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:0.0:1767384923.546356:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:0.0:1767384923.546378:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:0.0:1767384923.546412:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:0.0:1767384923.546444:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384923.546458:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:0.0:1767384923.546470:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:0.0:1767384923.546482:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:0.0:1767384923.546494:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:0.0:1767384923.546506:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:0.0:1767384923.546518:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:0.0:1767384923.546530:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:0.0:1767384923.546543:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:0.0:1767384923.546554:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:0.0:1767384923.546567:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:0.0:1767384923.546581:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:0.0:1767384923.546609:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:0.0:1767384923.546625:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:0.0:1767384923.546648:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:0.0:1767384923.546660:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384923.546672:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:0.0:1767384923.546684:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:0.0:1767384923.546696:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:0.0:1767384923.546845:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009b388840. 00000800:00000010:0.0:1767384923.546849:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001e011a39. 00000800:00000010:0.0:1767384923.546854:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000039262788. 00000800:00000010:0.0:1767384923.546872:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000039262788. 00000800:00020000:0.0:1767384923.546890:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:0.0:1767384923.551891:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001e011a39. 00000800:00000010:0.0:1767384923.551896:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009b388840. 00000400:02020000:0.0:1767384923.551935:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp35 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384923.556007:0:16347:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp35 notifying 192.168.203.134@tcp35: down 00000800:00000200:0.0:1767384923.556013:0:16347:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp35 down 00000800:00000100:0.0:1767384923.556019:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp35 00000800:00000010:0.0:1767384923.556022:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008bfa3104. 00000400:00000200:0.0:1767384923.556033:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384923.556037:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp35->192.168.203.134@tcp35: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384923.556046:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384923.556049:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384923.556052:0:16347:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp35) recovery failed with -71 00000001:00000001:1.0:1767384923.816266:0:30859:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384923.816269:0:30859:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp37 --if ens2 00000001:00000001:1.0:1767384923.821103:0:30859:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384923.829645:0:30860:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000883c34e4. 00000400:00000010:1.0:1767384923.829658:0:30860:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e3c1c99e. 00000400:00000010:1.0:1767384923.829667:0:30860:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000065fb6a3d. 00000400:00000010:1.0:1767384923.829670:0:30860:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000008ddd20c5. 00000400:00000010:1.0:1767384923.829674:0:30860:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a7e6e83d. 00000400:00000010:1.0:1767384923.829678:0:30860:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e89fac0a. 00000400:00000010:1.0:1767384923.829680:0:30860:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007371be18. 00000400:00000010:1.0:1767384923.829681:0:30860:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000045739a18. 00000400:00000010:1.0:1767384923.829684:0:30860:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000007427428c. 00000800:00000010:1.0:1767384923.829696:0:30860:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000006a520af1. 00000800:00000200:1.0:1767384923.829711:0:30860:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384923.829721:0:30860:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384923.829754:0:30860:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:1.0:1767384923.829777:0:30860:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp37 [8/256/0/180] 00000400:00000010:1.0:1767384923.832114:0:30860:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 00000000bb83d2ef. 00000400:00000010:1.0:1767384923.832120:0:30860:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000950e037a. 00000400:00000010:1.0:1767384923.832125:0:30860:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d219ca3. 00000400:00000001:1.0:1767384923.832140:0:30860:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384923.832142:0:30860:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384923.832144:0:30860:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000659fa31. 00000400:00000200:1.0:1767384923.832146:0:30860:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000184514aa 00000400:00000010:1.0:1767384923.832148:0:30860:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000184514aa. 00000400:00000010:1.0:1767384923.832151:0:30860:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000230a1b02. 00000400:00000200:1.0:1767384923.832155:0:30860:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (29) 00000400:00000200:1.0:1767384923.832166:0:30860:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:1.0:1767384923.832175:0:30860:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131109 00000020:00000010:1.0:1767384923.832182:0:30860:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000f82cdbe9. 00000020:01000000:1.0:1767384923.832186:0:30860:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384923.832188:0:30860:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp37 00000400:00000010:1.0:1767384923.832202:0:30860:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e3c1c99e. 00000400:00000200:3.0:1767384923.832204:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384923.832205:0:30860:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000883c34e4. 00000400:00000200:3.0:1767384923.832217:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000400:00000010:3.0:1767384923.832226:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090708e49. 00000400:00000200:3.0:1767384923.832231:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (30) 00000020:00000001:0.0:1767384923.832236:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:3.0:1767384923.832239:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001f52c292. 10000000:00000001:0.0:1767384923.832244:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384923.832248:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 10000000:00000001:0.0:1767384923.832250:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384923.832255:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384923.832260:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384923.832262:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384923.832265:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000020:01000004:0.0:1767384923.832266:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384923.832271:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384923.832275:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384923.832276:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:01000004:0.0:1767384923.832278:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384923.832282:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384923.832286:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384923.832290:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000020:01000004:0.0:1767384923.832291:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384923.832296:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384923.832301:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000100:00000010:0.0:1767384923.832305:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016123c0a. 00000400:00000200:3.0:1767384923.832310:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 37], ns[75, 37] 00000020:00000040:0.0:1767384923.832312:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:0.0:1767384923.832320:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384923.832321:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[77, 37] 02000000:00000001:0.0:1767384923.832324:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384923.832330:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384923.832331:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 37], ns[82, 37] 00000400:00000200:3.0:1767384923.832339:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 37], ns[88, 37] 02000000:00000010:0.0:1767384923.832340:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009b388840. 00000400:00000200:3.0:1767384923.832349:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 37], ns[91, 37] 00000100:00000001:0.0:1767384923.832350:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384923.832361:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 37], ns[103, 37] 00000100:00000001:0.0:1767384923.832361:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384923.832365:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384923.832371:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 37], ns[109, 37] 00000100:00000040:0.0:1767384923.832377:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016123c0a] to pc [ptlrpcd_00_01+1] req@0000000016123c0a x1853237348030464/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384923.832381:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 37], ns[28, 37] 00000400:00000200:3.0:1767384923.832399:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 28], ns[30, 28] 00000400:00000200:3.0:1767384923.832423:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 28], ns[32, 28] 00000400:00000200:3.0:1767384923.832430:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 28], ns[34, 28] 10000000:00000001:0.0:1767384923.832430:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384923.832436:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384923.832441:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 28], ns[44, 28] 00000020:00000001:0.0:1767384923.832441:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384923.832446:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384923.832448:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384923.832451:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 28], ns[48, 28] 00000100:00000001:1.0:1767384923.832453:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384923.832455:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384923.832458:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384923.832459:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 28], ns[52, 28] 00000100:00000040:1.0:1767384923.832466:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016123c0a x1853237348030464/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384923.832467:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384923.832488:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 28], ns[56, 28] 10000000:00000001:0.0:1767384923.832488:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384923.832493:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384923.832498:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384923.832503:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384923.832508:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384923.832510:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[97, 28], ns[99, 28] 00000020:01000004:0.0:1767384923.832512:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384923.832516:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384923.832516:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384923.832520:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384923.832521:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384923.832525:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[91, 28], ns[93, 28] 00000020:01000004:0.0:1767384923.832526:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:1.0:1767384923.832529:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384923.832530:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384923.832533:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384923.832534:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384923.832539:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[94, 28], ns[96, 28] 02000000:00000001:1.0:1767384923.832540:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384923.832541:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023fba383. 00000020:00000040:0.0:1767384923.832549:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00100000:1.0:1767384923.832550:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000016123c0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348030464:0@lo:253: 00000400:00000200:3.0:1767384923.832554:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[96, 28], ns[98, 28] 00000100:00000001:0.0:1767384923.832557:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384923.832561:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384923.832563:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384923.832566:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384923.832568:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 28], ns[80, 28] 02000000:00000001:1.0:1767384923.832570:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384923.832574:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[93, 28], ns[95, 28] 02000000:00000010:0.0:1767384923.832575:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002299428b. 00000400:00000200:3.0:1767384923.832581:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[98, 28], ns[100, 28] 02000000:00000001:1.0:1767384923.832583:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.832583:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384923.832605:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384923.832607:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[106, 28], ns[110, 28] 00000100:00000001:0.0:1767384923.832611:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1767384923.832613:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c0ac78df. 00000100:00000001:0.0:1767384923.832615:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384923.832616:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 28], ns[108, 28] 02000000:00000001:1.0:1767384923.832618:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384923.832643:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023fba383] to pc [ptlrpcd_00_02+2] req@0000000023fba383 x1853237348030592/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384923.832644:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006037b9c4. 00000400:00000200:3.0:1767384923.832647:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 00000400:00000010:1.0:1767384923.832653:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3c1c99e. 00000400:00000200:3.0:1767384923.832658:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp20 00000100:00000200:1.0:1767384923.832660:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348030464, portal 25 00000400:00000200:3.0:1767384923.832665:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp20 lpni_is_preferred = 0 00000100:00000001:1.0:1767384923.832665:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384923.832667:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878155520 : -119482831396096 : ffff9354bc472300) 10000000:00000001:0.0:1767384923.832670:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384923.832672:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp20 10000000:00000001:0.0:1767384923.832675:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384923.832676:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000016123c0a x1853237348030464/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384923.832680:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384923.832683:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp20 NI seq info: [111:111:256:4294967295] 192.168.203.134@tcp20 LPNI seq info [107:107:8:4294967295] 00000020:01000000:0.0:1767384923.832685:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384923.832708:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384923.832710:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000f82cdbe9. 00000100:00000040:1.0:1767384923.832716:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384923.832720:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp20 00000400:00000010:1.0:1767384923.832721:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b0884d7d. 00000100:00000200:1.0:1767384923.832725:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348030464, offset 0 00000100:00000001:0.0:1767384923.832728:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384923.832736:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp20(192.168.203.134@tcp20:) -> 192.168.203.134@tcp20(192.168.203.134@tcp:192.168.203.134@tcp20) : PUT try# 0 00000100:00000001:0.0:1767384923.832736:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384923.832742:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384923.832746:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384923.832750:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384923.832753:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1767384923.832754:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.134@tcp20 00000400:00000200:1.0:1767384923.832759:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384923.832761:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000023fba383 x1853237348030592/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384923.832762:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c3de8ed. 00000100:00000001:0.0:1767384923.832772:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:3.0:1767384923.832777:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000366cbe64] -> 12345-192.168.203.134@tcp20 (6) 00000400:00000200:1.0:1767384923.832777:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d05800 00000100:00000001:0.0:1767384923.832785:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384923.832790:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1275 [2] + 0 02000000:00000001:0.0:1767384923.832792:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:3.0:1767384923.832796:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp20 ip 192.168.203.134:988 02000000:00000001:0.0:1767384923.832797:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384923.832798:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000771762ea. 02000000:00000001:0.0:1767384923.832805:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384923.832806:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004c3de8ed type 1, nob 592 niov 1 nkiov 1 00000400:00000200:1.0:1767384923.832807:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a178b394 00000100:00100000:0.0:1767384923.832811:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000023fba383 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348030592:0@lo:253: 00000400:00000200:1.0:1767384923.832817:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384923.832818:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384923.832824:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384923.832825:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384923.832828:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384923.832831:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a178b394 00000400:00000200:3.0:1767384923.832833:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 02000000:00000001:0.0:1767384923.832834:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767384923.832835:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a178b394. 00000400:00000200:3.0:1767384923.832843:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 0 02000000:00000010:0.0:1767384923.832886:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d52ae28e. 02000000:00000001:0.0:1767384923.832891:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384923.832897:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5033db8. 00000400:00000010:0.0:1767384923.832904:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000087955232. 00000100:00000001:1.0:1767384923.832906:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384923.832912:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348030592, portal 25 00000100:00000200:1.0:1767384923.832913:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384923.832918:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384923.832920:0:16359:0:(events.c:337:request_in_callback()) incoming req@00000000b2acb55a x1853237348030464 msgsize 4848 00000100:00000001:0.0:1767384923.832922:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878147456 : -119482831404160 : ffff9354bc470380) 00000100:00100000:1.0:1767384923.832931:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384923.832934:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000023fba383 x1853237348030592/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384923.832936:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384923.832944:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384923.832947:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384923.832952:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384923.832954:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0884d7d 00000400:00000010:0.0:1767384923.832957:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cbd656a2. 00000400:00000010:1.0:1767384923.832958:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b0884d7d. 00000100:00000001:1.0:1767384923.832964:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384923.832966:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348030592, offset 0 00000100:00000200:1.0:1767384923.832971:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000016123c0a x1853237348030464/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384923.832976:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384923.832986:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384923.832996:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384923.832999:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d05880 00000100:00000040:1.0:1767384923.833002:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000016123c0a x1853237348030464/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384923.833010:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x128d [2] + 0 00000100:00000001:1.0:1767384923.833018:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384923.833018:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000baf2f313. 00000100:00000001:1.0:1767384923.833022:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384923.833025:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b2d52fef 00000100:00000001:1.0:1767384923.833030:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384923.833031:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384923.833035:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294912869 00000800:00000200:3.0:1767384923.833037:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384923.833038:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384923.833041:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c06dded9. 00000800:00000010:3.0:1767384923.833046:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c3de8ed. 00000400:00000200:0.0:1767384923.833046:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2d52fef 00000100:00000001:1.0:1767384923.833048:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000400:00000010:0.0:1767384923.833051:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b2d52fef. 00000400:00000200:3.0:1767384923.833055:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384923.833058:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294912869 00000100:00000001:0.0:1767384923.833058:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384923.833063:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:1.0:1767384923.833066:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000052933f9c. 00000400:00000200:3.0:1767384923.833071:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp20->192.168.203.134@tcp20: PUT: OK 00000100:00000001:1.0:1767384923.833073:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767384923.833074:0:16360:0:(events.c:337:request_in_callback()) incoming req@0000000071008888 x1853237348030592 msgsize 4848 00000100:00000001:1.0:1767384923.833081:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294912869 00000400:00000200:3.0:1767384923.833082:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00100000:0.0:1767384923.833085:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:1.0:1767384923.833091:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6ae0d85. 00000100:00000040:0.0:1767384923.833091:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384923.833093:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp: 0 00000100:00000001:1.0:1767384923.833100:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384923.833105:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294912869 00000100:00000001:0.0:1767384923.833105:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384923.833108:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:1.0:1767384923.833111:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c310db9c. 00000400:00000200:0.0:1767384923.833113:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbd656a2 00000100:00000001:1.0:1767384923.833116:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000400:00000010:0.0:1767384923.833117:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cbd656a2. 00000800:00000001:3.0:1767384923.833122:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384923.833122:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384923.833123:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:3.0:1767384923.833130:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384923.833131:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384923.833131:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023fba383 x1853237348030592/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384923.833138:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384923.833140:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384923.833144:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384923.833147:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384923.833152:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000023fba383 x1853237348030592/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384923.833154:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384923.833159:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384923.833160:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp20(192.168.203.134@tcp20) <- 192.168.203.134@tcp20 : PUT - for me 00000100:00000001:1.0:1767384923.833166:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384923.833170:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384923.833174:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.833175:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384923.833178:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.833179:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384923.833184:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 496 into portal 0 MB=0x8000000000000000 00000100:00000001:0.0:1767384923.833188:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.833193:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294912869 00000400:00000200:3.0:1767384923.833194:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 480/496 into md 0x1a31 [1] + 0 00000100:00000001:0.0:1767384923.833199:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, keep current deadline 4294912869 00000400:00000010:3.0:1767384923.833202:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfbc4a0d. 00000100:00000001:0.0:1767384923.833204:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294912869 00000100:00000001:0.0:1767384923.833208:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, keep current deadline 4294912869 00000400:00000200:3.0:1767384923.833210:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006029bd08 00000100:00000001:0.0:1767384923.833211:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294912869 00000800:00000001:3.0:1767384923.833217:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384923.833217:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294912869 00000100:00000001:0.0:1767384923.833220:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294912869 00000100:00000001:0.0:1767384923.833225:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294912869 00000800:00000001:3.0:1767384923.833227:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384923.833228:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384923.833232:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384923.833234:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384923.833242:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp20->192.168.203.134@tcp20: PUT: OK 00000100:00000001:0.0:1767384923.833242:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.833249:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384923.833251:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006029bd08 00000400:00000010:3.0:1767384923.833256:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006029bd08. 00000100:00000001:1.0:1767384923.833257:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384923.833259:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384923.833263:0:16352:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:1.0:1767384923.833263:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.833264:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384923.833280:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384923.833285:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (31) 00000100:00000001:0.0:1767384923.833285:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384923.833288:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384923.833294:0:16352:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000100:00000001:1.0:1767384923.833295:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384923.833299:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348030464 00000400:00000200:3.0:1767384923.833300:0:16352:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.134@tcp (496 bytes) 00000100:00000001:0.0:1767384923.833304:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384923.833311:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 02000000:00000001:1.0:1767384923.833311:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384923.833315:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384923.833318:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384923.833321:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384923.833324:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348030464 00000400:00000200:3.0:1767384923.833326:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (32) 00000020:00000001:1.0:1767384923.833327:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384923.833331:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:1.0:1767384923.833335:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384923.833337:0:16352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000020:00000040:1.0:1767384923.833338:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000020:00000001:1.0:1767384923.833345:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:0.0:1767384923.833347:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384923.833348:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00100000:0.0:1767384923.833352:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348030592 00000400:00000200:3.0:1767384923.833355:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp20 to MR: 192.168.203.134@tcp20 local destination 00000100:00000001:1.0:1767384923.833356:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384923.833356:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384923.833361:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384923.833363:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384923.833364:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e71f8be0. 02000000:00000001:0.0:1767384923.833366:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384923.833370:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp20 NI seq info: [112:112:256:4294967295] 192.168.203.134@tcp20 LPNI seq info [108:108:8:4294967295] 00000100:00000001:1.0:1767384923.833388:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384923.833389:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348030592 00000020:00000001:0.0:1767384923.833394:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1767384923.833397:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e71f8be0. 00000020:00000040:0.0:1767384923.833397:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:0.0:1767384923.833402:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384923.833406:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=16 00000020:00000010:1.0:1767384923.833410:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3dd92f3. 00000020:00000001:0.0:1767384923.833412:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:0.0:1767384923.833418:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000400:00000200:3.0:1767384923.833419:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp20(192.168.203.134@tcp20:192.168.203.134@tcp20) -> 192.168.203.134@tcp20(192.168.203.134@tcp20:192.168.203.134@tcp20) 192.168.203.134@tcp20 : ACK try# 0 00000020:00000010:1.0:1767384923.833421:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000054c601eb. 00000100:00000001:0.0:1767384923.833423:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384923.833430:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007180d8ad. 00000020:00000010:1.0:1767384923.833432:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005fe211e4. 00000100:00000001:0.0:1767384923.833435:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767384923.833437:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp20 00000020:00000010:0.0:1767384923.833442:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007180d8ad. 00000800:00000010:3.0:1767384923.833446:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c3de8ed. 00000100:00000040:1.0:1767384923.833447:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384923.833452:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767384923.833453:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037bd8ef1. 00000100:00000001:1.0:1767384923.833455:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384923.833460:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384923.833461:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004cef61f9. 00000800:00000200:3.0:1767384923.833462:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000366cbe64] -> 12345-192.168.203.134@tcp20 (6) 00000100:00000001:1.0:1767384923.833468:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384923.833470:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003e6adf99. 00000800:00000200:3.0:1767384923.833476:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp20 ip 192.168.203.134:1001 00000100:00000001:0.0:1767384923.833479:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384923.833481:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384923.833482:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004c3de8ed type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1767384923.833482:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384923.833487:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.833496:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.833501:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384923.833503:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000001:3.0:1767384923.833504:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384923.833507:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384923.833515:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00000001:0.0:1767384923.833516:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384923.833518:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000800:00000001:3.0:1767384923.833521:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384923.833521:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384923.833523:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590404886608 : -119483304665008 : ffff9354a011a050) 00000100:00100000:0.0:1767384923.833531:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00000040:1.0:1767384923.833532:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b2acb55a x1853237348030464/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:149/0 lens 4848/0 e 0 to 0 dl 1767384934 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384923.833536:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000100:00000001:0.0:1767384923.833542:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590404885584 : -119483304666032 : ffff9354a0119c50) 00000100:00000001:1.0:1767384923.833547:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384923.833552:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e71f8be0. 00000100:00000040:0.0:1767384923.833552:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000071008888 x1853237348030592/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:149/0 lens 4848/0 e 0 to 0 dl 1767384934 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384923.833561:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384923.833563:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384923.833567:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e71f8be0. 00000020:00000010:0.0:1767384923.833573:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007180d8ad. 00000800:00000200:3.0:1767384923.833574:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:1.0:1767384923.833575:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b2acb55a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+16:16359:x1853237348030464:12345-0@lo:253: 00000100:00000001:0.0:1767384923.833580:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767384923.833582:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c3de8ed. 00000100:00000200:1.0:1767384923.833584:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348030464 00000020:00000010:0.0:1767384923.833603:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007180d8ad. 00000400:00000200:3.0:1767384923.833606:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384923.833620:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:0.0:1767384923.833621:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000071008888 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+16:16360:x1853237348030592:12345-0@lo:253: 00000400:00000200:3.0:1767384923.833625:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp20->192.168.203.134@tcp20: ACK: OK 00000020:00000001:1.0:1767384923.833626:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:0.0:1767384923.833629:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348030592 00000020:00000001:1.0:1767384923.833631:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384923.833635:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384923.833635:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000001:3.0:1767384923.833640:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767384923.833640:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000001:0.0:1767384923.833641:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384923.833647:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384923.833648:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000001:3.0:1767384923.833651:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384923.833652:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384923.833653:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384923.833657:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000800:00000001:3.0:1767384923.833661:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767384923.833661:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384923.833662:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384923.833666:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384923.833667:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384923.833670:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384923.833671:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000001:3.0:1767384923.833672:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384923.833676:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384923.833685:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384923.833687:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384923.833688:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384923.833689:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384923.833693:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384923.833697:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384923.833698:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009e7b5c1d. 00000800:00000001:3.0:1767384923.833699:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384923.833703:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384923.833708:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384923.833713:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000fcae17fa. 20000000:00000001:1.0:1767384923.833714:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384923.833717:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp20(192.168.203.134@tcp20) <- 192.168.203.134@tcp20 : ACK - for me 02000000:00000001:0.0:1767384923.833719:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.833724:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384923.833727:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c95149dc. 20000000:00000001:0.0:1767384923.833728:0:17084:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:1.0:1767384923.833734:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384923.833739:0:16352:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp20: ACK from 12345-192.168.203.134@tcp20 into md 0x1a3d 20000000:00000010:0.0:1767384923.833739:0:17084:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000516792d0. 20000000:00000001:1.0:1767384923.833740:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384923.833745:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:0.0:1767384923.833747:0:17084:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384923.833749:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384923.833751:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767384923.833752:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:1.0:1767384923.833753:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384923.833754:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384923.833760:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384923.833761:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384923.833766:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384923.833767:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp20->192.168.203.134@tcp20: ACK: OK 20000000:00000001:0.0:1767384923.833770:0:17084:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384923.833774:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000036400351. 00000400:00000200:3.0:1767384923.833776:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090708e49 20000000:01000000:1.0:1767384923.833778:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 20000000:00000001:1.0:1767384923.833782:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384923.833787:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000010:3.0:1767384923.833791:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090708e49. 00080000:00000001:1.0:1767384923.833792:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:3.0:1767384923.833799:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384923.833803:0:16352:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 00000400:00000200:3.0:1767384923.833808:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00080000:00000001:1.0:1767384923.833813:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:3.0:1767384923.833842:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (31) 00000800:00000001:3.0:1767384923.833851:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384923.833859:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384923.833867:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384923.833899:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384923.833901:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384923.833910:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00080000:00000001:1.0:1767384923.833913:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000010:3.0:1767384923.833918:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 00000000e27d5f88. 00080000:00000001:1.0:1767384923.833918:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384923.833926:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000e523df4c 00000400:00000010:3.0:1767384923.833927:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfbc4a0d. 00000400:00000010:3.0:1767384923.833936:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090708e49. 00000020:00000001:1.0:1767384923.833936:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000aa1b0688 00080000:00000002:1.0:1767384923.833941:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:3.0:1767384923.833945:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000e27d5f88 00080000:00000001:1.0:1767384923.833946:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384923.833953:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 000000004bd0074a. 00080000:00000001:1.0:1767384923.833953:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384923.833959:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384923.833962:0:16356:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 496 success 00000020:00000001:1.0:1767384923.833964:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384923.833970:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102051 00000020:00000001:1.0:1767384923.833971:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00000400:00000200:3.0:1767384923.833978:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (30) 00080000:00000001:1.0:1767384923.833978:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384923.833984:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003dc6c6a6. 00000400:00000010:3.0:1767384923.833986:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 000000004ed5d737. 00080000:00000001:1.0:1767384923.833989:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590884533248 : -119482825018368 : ffff9354bca87400) 00000400:00000010:3.0:1767384923.833993:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006029bd08. 00080000:00000001:1.0:1767384923.833994:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384923.833998:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000010:3.0:1767384923.834003:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000420dcc1c. 00080000:00000010:1.0:1767384923.834003:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e71f8be0. 00080000:00000001:1.0:1767384923.834010:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384923.834013:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384923.834015:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1767384923.834023:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00080000:00000001:1.0:1767384923.834026:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384923.834032:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:3.0:1767384923.834039:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000400:00000200:3.0:1767384923.834045:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00080000:00000001:1.0:1767384923.834047:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384923.834054:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 37], ns[75, 37] 00000400:00000200:3.0:1767384923.834061:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[77, 37] 00000400:00000200:3.0:1767384923.834069:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 37], ns[82, 37] 00000400:00000200:3.0:1767384923.834077:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 37], ns[88, 37] 00000400:00000200:3.0:1767384923.834083:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 37], ns[91, 37] 00000400:00000200:3.0:1767384923.834099:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 37], ns[103, 37] 00000400:00000200:3.0:1767384923.834105:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 37], ns[109, 37] 00000400:00000200:3.0:1767384923.834111:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 37], ns[112, 37] 00000400:00000200:3.0:1767384923.834116:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 37], ns[30, 37] 00000400:00000200:3.0:1767384923.834122:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00000400:00000200:3.0:1767384923.834131:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000400:00000200:3.0:1767384923.834137:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 30], ns[44, 30] 00000400:00000200:3.0:1767384923.834145:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 30], ns[48, 30] 00000400:00000200:3.0:1767384923.834151:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 30], ns[52, 30] 00000400:00000200:3.0:1767384923.834156:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 30], ns[56, 30] 00000400:00000200:3.0:1767384923.834161:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[97, 30], ns[99, 30] 00000400:00000200:3.0:1767384923.834167:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[91, 30], ns[93, 30] 00000400:00000200:3.0:1767384923.834172:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[94, 30], ns[96, 30] 00000400:00000200:3.0:1767384923.834177:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[96, 30], ns[98, 30] 00000400:00000200:3.0:1767384923.834183:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 30], ns[80, 30] 00000400:00000200:3.0:1767384923.834190:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[93, 30], ns[95, 30] 00000400:00000200:3.0:1767384923.834196:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[98, 30], ns[100, 30] 00000400:00000200:3.0:1767384923.834202:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[106, 30], ns[110, 30] 00000400:00000200:3.0:1767384923.834221:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 30], ns[108, 30] 00000400:00000200:3.0:1767384923.834226:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 00000400:00000200:3.0:1767384923.834231:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp21 00000400:00000200:3.0:1767384923.834235:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp21 lpni_is_preferred = 0 00000400:00000200:3.0:1767384923.834238:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp21 00000400:00000200:3.0:1767384923.834243:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp21 NI seq info: [113:113:256:4294967295] 192.168.203.134@tcp21 LPNI seq info [109:109:8:4294967295] 00000400:00000200:3.0:1767384923.834250:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp21 00000400:00000200:3.0:1767384923.834260:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp21(192.168.203.134@tcp21:) -> 192.168.203.134@tcp21(192.168.203.134@tcp:192.168.203.134@tcp21) : GET try# 0 00000800:00000200:3.0:1767384923.834266:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp21 00000800:00000010:3.0:1767384923.834271:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004c3de8ed. 00000800:00000200:3.0:1767384923.834277:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a5142dc3] -> 12345-192.168.203.134@tcp21 (6) 00000800:00000200:3.0:1767384923.834284:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp21 ip 192.168.203.134:988 00000800:00000200:3.0:1767384923.834288:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004c3de8ed type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384923.834306:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp 00000400:00000200:3.0:1767384923.834309:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100251 rc 0 00000800:00000200:0.0:1767384923.834419:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384923.834424:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004c3de8ed. 00000400:00000200:0.0:1767384923.834428:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384923.834433:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp21->192.168.203.134@tcp21: GET: OK 00000400:00000200:0.0:1767384923.834437:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384923.834440:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp: 0 00000800:00000001:3.0:1767384923.834445:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384923.834456:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384923.834460:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384923.834471:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384923.834480:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp21(192.168.203.134@tcp21) <- 192.168.203.134@tcp21 : GET - for me 00000400:00000200:3.0:1767384923.834502:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 496 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384923.834509:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 496/496 into md 0x1a39 [1] + 0 00000400:00000200:3.0:1767384923.834521:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp21 to MR: 192.168.203.134@tcp21 local destination 00000400:00000200:3.0:1767384923.834528:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp21 NI seq info: [114:114:256:4294967295] 192.168.203.134@tcp21 LPNI seq info [110:110:8:4294967295] 00000400:00000200:3.0:1767384923.834541:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp21(192.168.203.134@tcp21:192.168.203.134@tcp21) -> 192.168.203.134@tcp21(192.168.203.134@tcp21:192.168.203.134@tcp21) 192.168.203.134@tcp21 : REPLY try# 0 00000800:00000200:3.0:1767384923.834547:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.134@tcp21 00000800:00000010:3.0:1767384923.834560:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002fabac76. 00000800:00000200:3.0:1767384923.834575:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a5142dc3] -> 12345-192.168.203.134@tcp21 (6) 00000800:00000200:3.0:1767384923.834583:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp21 ip 192.168.203.134:999 00000800:00000200:3.0:1767384923.834604:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002fabac76 type 3, nob 592 niov 1 nkiov 1 00000800:00000001:0.0:1767384923.834655:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384923.834685:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384923.834688:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384923.834694:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002fabac76. 00000400:00000200:3.0:1767384923.834699:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384923.834703:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384923.834710:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp21->192.168.203.134@tcp21: REPLY: OK 00000800:00000001:1.0:1767384923.834716:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384923.834720:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384923.834725:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384923.834732:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp21(192.168.203.134@tcp21) <- 192.168.203.134@tcp21 : REPLY - for me 00000400:00000200:1.0:1767384923.834743:0:16352:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp21: Reply from 12345-192.168.203.134@tcp21 of length 496/496 into md 0x1a55 00000800:00000001:1.0:1767384923.834748:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384923.834753:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384923.834754:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384923.834757:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp21->192.168.203.134@tcp21: REPLY: OK 00000400:00000200:1.0:1767384923.834760:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006029bd08 00000400:00000010:1.0:1767384923.834762:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006029bd08. 00000400:00000200:1.0:1767384923.834764:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384923.834768:0:16352:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.134@tcp has discovery enabled 00000400:00000200:1.0:1767384923.834777:0:16352:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000200:1.0:1767384923.834780:0:16352:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.134@tcp data present 29. state = 0x100251 00000400:00000200:1.0:1767384923.834783:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:1.0:1767384923.834794:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (31) 00000800:00000001:1.0:1767384923.834800:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384923.834803:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384923.834889:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384923.834900:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1000d1 00000400:00000010:3.0:1767384923.834910:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 600 at 00000000487233c7. 00000400:00000010:3.0:1767384923.834915:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 720 at 00000000942cc77c. 00000400:00000010:3.0:1767384923.834918:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 600 at 0000000065a0d07a. 00000400:00000200:3.0:1767384923.834954:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp35(00000000ed3d309a) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:3.0:1767384923.834963:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000008e2c0fbf. 00000400:00000200:3.0:1767384923.834971:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 000000008e2c0fbf nid 192.168.203.134@tcp37 00000400:00000010:3.0:1767384923.834975:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ee25667b. 00000400:00000200:3.0:1767384923.834979:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ee25667b net tcp37 00000400:00000200:3.0:1767384923.834983:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (30) 00000400:00000200:3.0:1767384923.834988:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp37 flags 0x11 00000400:00000010:3.0:1767384923.834992:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 600 at 00000000487233c7. 00000400:00000010:3.0:1767384923.834995:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 720 at 00000000942cc77c. 00000400:00000010:3.0:1767384923.834998:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 600 at 0000000065a0d07a. 00000400:00000010:3.0:1767384923.835001:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 000000004ed5d737. 00000400:00000200:3.0:1767384923.835004:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:3.0:1767384923.835008:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100151 00000400:00000200:3.0:1767384923.835012:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 rc 1 00000400:00000200:3.0:1767384923.835016:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000400:00000200:3.0:1767384923.835020:0:16356:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.134@tcp 00000400:00000200:3.0:1767384923.835022:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100111 rc 0 00000400:00000200:3.0:1767384923.835026:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:3.0:1767384923.835030:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (31) 00080000:00000010:1.0:1767384923.835159:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003dc6c6a6. 00080000:00000010:0.0:1767384923.835199:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e71f8be0. 00040000:00000001:0.0:1767384923.835205:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384923.835207:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384923.835209:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384923.835212:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:0.0:1767384923.835215:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384923.835218:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384923.835231:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384923.835238:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384923.835241:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384923.835246:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384923.835250:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384923.835254:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384923.835256:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384923.835272:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384923.835274:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000010:3.0:1767384923.835278:0:17084:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004ed5d737. 00010000:00000040:1.0:1767384923.835280:0:17105:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000088269ba8 count: 2 00010000:00000001:1.0:1767384923.835283:0:17105:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384923.835286:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384923.835290:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009fb158e7. 20000000:01000000:3.0:1767384923.835292:0:17084:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 00000020:00000001:1.0:1767384923.835295:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 20000000:00000001:3.0:1767384923.835300:0:17084:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000040:1.0:1767384923.835301:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009fb158e7 with handle 0xb57eb788195630b6 to hash 00000020:00000001:1.0:1767384923.835305:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384923.835306:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00080000:00000001:3.0:1767384923.835307:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:1.0:1767384923.835309:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00080000:00000001:3.0:1767384923.835312:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:1.0:1767384923.835313:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384923.835317:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384923.835320:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009fb158e7/0xb57eb788195630b6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384923.835325:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:1.0:1767384923.835327:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384923.835331:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384923.835333:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384923.835334:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384923.835336:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384923.835337:0:17105:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:3.0:1767384923.835342:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00010000:1.0:1767384923.835343:0:17105:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000001c51c61d/0xb57eb788195630af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb788195630a8 expref: 16 pid: 17084 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384923.835355:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384923.835357:0:17105:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00080000:00000001:3.0:1767384923.835361:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384923.835363:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384923.835365:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 000000007e91d003 00010000:00000001:1.0:1767384923.835369:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384923.835373:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f71c5dba 00010000:00000001:1.0:1767384923.835375:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000002:3.0:1767384923.835379:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:1.0:1767384923.835380:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384923.835404:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384923.835405:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384923.835422:0:17105:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00080000:00000001:3.0:1767384923.835423:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384923.835427:0:17105:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000009fb158e7/0xb57eb788195630b6 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384923.835429:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000020:0.0:1767384923.835433:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000001:3.0:1767384923.835436:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:0.0:1767384923.835439:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384923.835443:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 20000000:00000010:0.0:1767384923.835443:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c95149dc. 00010000:00000040:1.0:1767384923.835446:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000088269ba8) refcount = 2 20000000:00000001:0.0:1767384923.835451:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384923.835453:0:17084:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000040:1.0:1767384923.835455:0:17105:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384923.835458:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348030464 00080000:00000010:3.0:1767384923.835461:0:17084:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003fc6ff19. 00010000:00000040:1.0:1767384923.835461:0:17105:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000001c51c61d/0xb57eb788195630af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xb57eb788195630a8 expref: 16 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384923.835463:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:3.0:1767384923.835471:0:17084:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585652643328 : -119488056908288 : ffff935384d02600) 00010000:00000200:0.0:1767384923.835473:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b2acb55a x1853237348030464/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:149/0 lens 4848/4768 e 0 to 0 dl 1767384934 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384923.835474:0:17105:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00080000:00000001:3.0:1767384923.835480:0:17084:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000040:1.0:1767384923.835480:0:17105:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000009fb158e7/0xb57eb788195630b6 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1767384923.835510:0:17084:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384923.835511:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384923.835517:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384923.835518:0:17105:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d107267d. 00080000:00000010:3.0:1767384923.835519:0:17084:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000af02e05c. 00000100:00001000:0.0:1767384923.835521:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=57 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384923.835523:0:17105:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00080000:00000001:3.0:1767384923.835528:0:17084:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384923.835530:0:17105:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b0884d7d. 00000100:00000001:0.0:1767384923.835530:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00080000:00000001:3.0:1767384923.835535:0:17084:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:1.0:1767384923.835535:0:17105:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624590878582464 : -119482830969152 : ffff9354bc4da6c0) 00000100:00000040:0.0:1767384923.835536:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:1.0:1767384923.835541:0:17105:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624590878582464 : -119482830969152 : ffff9354bc4da6c0) 00000100:00000001:0.0:1767384923.835542:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000001:1.0:1767384923.835547:0:17105:0:(client.c:2663:ptlrpc_set_wait()) Process entered 02000000:00000001:0.0:1767384923.835548:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384923.835550:0:17105:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00080000:00000001:3.0:1767384923.835551:0:17084:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384923.835552:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384923.835553:0:17105:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384923.835558:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384923.835560:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384923.835561:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384923.835565:0:17105:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000040:0.0:1767384923.835565:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00080000:00000001:3.0:1767384923.835568:0:17084:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384923.835568:0:17105:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000010:0.0:1767384923.835571:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cbd656a2. 00010000:00000001:1.0:1767384923.835573:0:17105:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000100:00000200:0.0:1767384923.835576:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348030464, offset 224 00010000:00000001:1.0:1767384923.835577:0:17105:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384923.835583:0:17105:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000bea5fe5. 00000400:00000200:0.0:1767384923.835603:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1767384923.835604:0:17105:0:(genops.c:1229:class_import_get()) import 000000003b66da55 refcount=2 obd=MGS 00000100:00000001:1.0:1767384923.835608:0:17105:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384923.835610:0:17105:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384923.835614:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384923.835615:0:17105:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384923.835622:0:17105:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003dc6c6a6. 00000400:00000200:0.0:1767384923.835624:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d05800 00000400:00000200:0.0:1767384923.835632:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a41 [2] + 224 00000100:00000001:1.0:1767384923.835634:0:17105:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384923.835641:0:17105:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000001c51c61d/0xb57eb788195630af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb57eb788195630a8 expref: 16 pid: 17084 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384923.835648:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384923.835655:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:1.0:1767384923.835658:0:17105:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000001c51c61d/0xb57eb788195630af lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb57eb788195630a8 expref: 16 pid: 17084 timeout: 395 lvb_type: 0 00000100:00000001:0.0:1767384923.835660:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384923.835666:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000016123c0a x1853237348030464/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384923.835667:0:17105:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384923.835672:0:17105:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384923.835678:0:17105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000bea5fe5 x1853237348030720/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384923.835683:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000016123c0a x1853237348030464/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384923.835693:0:17105:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384923.835696:0:17105:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384923.835703:0:17105:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000bea5fe5 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17105:1853237348030720:0@lo:104: 00000100:00000001:1.0:1767384923.835706:0:17105:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384923.835708:0:17105:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384923.835710:0:17105:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384923.835711:0:17105:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384923.835713:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767384923.835714:0:17105:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c087f9f. 02000000:00000001:1.0:1767384923.835718:0:17105:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384923.835720:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbd656a2 00000400:00000010:1.0:1767384923.835721:0:17105:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d6a8eed. 00000400:00000010:0.0:1767384923.835725:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cbd656a2. 00000100:00000001:0.0:1767384923.835729:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384923.835730:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:1.0:1767384923.835734:0:17105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d3c899c. 00000100:00000001:0.0:1767384923.835735:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384923.835742:0:17105:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348030720, portal 16 00000100:00000040:0.0:1767384923.835743:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:3.0:1767384923.835744:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384923.835748:0:17105:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384923.835750:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384923.835751:0:17105:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590793067136 : -119482916484480 : ffff9354b734ca80) 00010000:00000001:0.0:1767384923.835751:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384923.835755:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384923.835758:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384923.835759:0:17105:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000000bea5fe5 x1853237348030720/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384939 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:3.0:1767384923.835760:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384923.835765:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b2acb55a x1853237348030464/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:149/0 lens 4848/4768 e 0 to 0 dl 1767384934 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384923.835766:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384923.835771:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006037b9c4. 00000400:00000200:3.0:1767384923.835780:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3c1c99e 00000100:00000001:1.0:1767384923.835784:0:17105:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384923.835787:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e3c1c99e. 00000100:00000040:1.0:1767384923.835793:0:17105:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384923.835797:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:1.0:1767384923.835797:0:17105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c52bb0f7. 00000100:00100000:0.0:1767384923.835798:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b2acb55a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+16:16359:x1853237348030464:12345-0@lo:253: Request processed in 2248us (2874us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384923.835804:0:17105:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237348030720, offset 0 00000100:00000200:3.0:1767384923.835808:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000016123c0a x1853237348030464/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384923.835810:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00000040:0.0:1767384923.835833:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000100:00000001:0.0:1767384923.835836:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384923.835838:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384923.835842:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000054c601eb. 00000020:00000010:0.0:1767384923.835846:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005fe211e4. 00000020:00000010:0.0:1767384923.835850:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c3dd92f3. 00000020:00000040:0.0:1767384923.835857:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 15 02000000:00000001:0.0:1767384923.835865:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384923.835868:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009e7b5c1d. 02000000:00000001:0.0:1767384923.835872:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:3.0:1767384923.835874:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000016123c0a x1853237348030464/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384923.835876:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384923.835899:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384923.835902:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384923.835903:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384923.835909:0:16359:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:0.0:1767384923.835910:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e8daed8. 02000000:00000001:3.0:1767384923.835912:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384923.835916:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384923.835918:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384923.835922:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384923.835927:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=57 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384923.835931:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=57 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384923.835936:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384923.835938:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384923.835942:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384923.835954:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384923.835957:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384923.835963:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016123c0a x1853237348030464/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384923.835972:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384923.835976:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384923.835978:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384923.835982:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384923.835985:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384923.835988:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384923.835990:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384923.835992:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384923.835995:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384923.835997:0:16359:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384923.835999:0:16359:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384923.836002:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384923.836004:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384923.836009:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016123c0a x1853237348030464/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384923.836020:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000016123c0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348030464:0@lo:253: 00000100:00000001:3.0:1767384923.836036:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384923.836039:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384923.836044:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000016123c0a x1853237348030464/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384923.836055:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384923.836058:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384923.836062:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c0ac78df. 02000000:00000001:3.0:1767384923.836068:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1767384923.836068:0:17105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384923.836073:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384923.836076:0:16359:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000400:00000010:0.0:1767384923.836076:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cbd656a2. 00000400:00000200:1.0:1767384923.836079:0:17105:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384923.836086:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384923.836090:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009b388840. 00000400:00000200:1.0:1767384923.836096:0:17105:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958271d05900 02000000:00000001:3.0:1767384923.836100:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384923.836105:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384923.836109:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016123c0a. 00000400:00000200:1.0:1767384923.836111:0:17105:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x18b9 [2] + 0 00000100:00000001:3.0:1767384923.836118:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1767384923.836119:0:17105:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384923.836123:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384923.836127:0:17105:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384923.836131:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384923.836133:0:17105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384923.836137:0:17105:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384923.836140:0:17105:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000d521fe3. 00000100:00000001:3.0:1767384923.836141:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384923.836143:0:17105:0:(events.c:337:request_in_callback()) incoming req@000000000d521fe3 x1853237348030720 msgsize 328 00000100:00000001:3.0:1767384923.836147:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384923.836151:0:17105:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384923.836155:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384923.836160:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384923.836165:0:17105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384923.836171:0:17105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c52bb0f7 00000400:00000010:1.0:1767384923.836173:0:17105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c52bb0f7. 00000100:00000001:1.0:1767384923.836176:0:17105:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384923.836180:0:17105:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000bea5fe5 x1853237348030720/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384939 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384923.836188:0:17105:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384923.836190:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384923.836191:0:17105:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000bea5fe5 x1853237348030720/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384939 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384923.836195:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348030720 02000000:00000001:0.0:1767384923.836199:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384923.836201:0:17105:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.836202:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384923.836205:0:17105:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384923.836206:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384923.836211:0:17105:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384923.836211:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384923.836216:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294912872 00000100:00100000:0.0:1767384923.836217:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348030720 00000020:00000001:0.0:1767384923.836222:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384923.836224:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562d98 00000100:00000001:1.0:1767384923.836226:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294912869 00000020:00000001:0.0:1767384923.836227:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384923.836231:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 000000009de0d226 refcount=3 00000100:00000001:1.0:1767384923.836234:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294912872 00000020:00000001:0.0:1767384923.836235:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590787602432 : -119482921949184 : ffff9354b6e16800) 00000100:00000001:1.0:1767384923.836238:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294912869 00000020:00000001:0.0:1767384923.836239:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590787602432 : -119482921949184 : ffff9354b6e16800) 00000100:00000001:1.0:1767384923.836245:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294912872 00000100:00000001:0.0:1767384923.836245:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384923.836249:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007180d8ad. 00000100:00000001:1.0:1767384923.836250:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294912869 00000100:00000001:0.0:1767384923.836254:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384923.836256:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294912872 00000020:00000010:0.0:1767384923.836259:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007180d8ad. 00000100:00000001:1.0:1767384923.836261:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294912869 00000100:00000001:1.0:1767384923.836265:0:17105:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384923.836267:0:17105:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384923.836269:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034880a4d. 00010000:00000001:1.0:1767384923.836270:0:17105:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384923.836276:0:17105:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384923.836277:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006e04e454. 00000020:00000010:0.0:1767384923.836281:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c41bf3b7. 00000020:00000001:1.0:1767384923.836287:0:17105:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384923.836290:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384923.836291:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384923.836292:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00010000:00000001:1.0:1767384923.836293:0:17105:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.836297:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1767384923.836298:0:17105:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:0.0:1767384923.836302:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384923.836303:0:17105:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384923.836306:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384923.836307:0:17105:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384923.836313:0:17105:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384923.836315:0:17105:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384923.836316:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384923.836317:0:17105:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b0884d7d going to sleep for 11 seconds 00000100:00000001:1.0:1767384923.836324:0:17105:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384923.836326:0:17105:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.836334:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384923.836345:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384923.836346:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384923.836349:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:0.0:1767384923.836350:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000009de0d226 : new rpc_count 1 00000100:00000001:0.0:1767384923.836352:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590793065344 : -119482916486272 : ffff9354b734c380) 00000100:00000040:0.0:1767384923.836357:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000d521fe3 x1853237348030720/t0(0) o104->b543db4a-4900-454f-be04-352b2897a173@0@lo:149/0 lens 328/0 e 0 to 0 dl 1767384934 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384923.836374:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384923.836376:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007180d8ad. 00000100:00000001:0.0:1767384923.836378:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384923.836379:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007180d8ad. 00000100:00100000:0.0:1767384923.836385:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000d521fe3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b543db4a-4900-454f-be04-352b2897a173+3:17105:x1853237348030720:12345-0@lo:104: 00000100:00000200:0.0:1767384923.836387:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348030720 00010000:00000001:0.0:1767384923.836389:0:17073:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384923.836393:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384923.836394:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384923.836396:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000beada4e4 refcount=2 00000020:00000001:0.0:1767384923.836398:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867063296 : -119483842488320 : ffff935480031800) 00010000:00000001:0.0:1767384923.836409:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867063296 : -119483842488320 : ffff935480031800) 00010000:00000001:0.0:1767384923.836412:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384923.836414:0:17073:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384923.836416:0:17073:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.134@tcp lock: 00000000beada4e4/0xb57eb788195630a8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb57eb788195630af expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384923.836423:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384923.836425:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384923.836429:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000093b934c0. 02000000:00000001:0.0:1767384923.836430:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.836432:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384923.836434:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384923.836436:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384923.836437:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ecba4e0e time=57 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384923.836440:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384923.836442:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:0.0:1767384923.836444:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:0.0:1767384923.836446:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384923.836447:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.836449:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384923.836457:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384923.836460:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016582e8a. 00000100:00000200:0.0:1767384923.836463:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237348030720, offset 224 00000400:00000200:0.0:1767384923.836469:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384923.836475:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384923.836482:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958271d05900 00000400:00000200:0.0:1767384923.836488:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1a5d [1] + 224 00000400:00000200:0.0:1767384923.836492:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384923.836496:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384923.836500:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384923.836504:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000bea5fe5 x1853237348030720/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384939 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384923.836511:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000000bea5fe5 x1853237348030720/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384923.836527:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384923.836531:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016582e8a 00000400:00000010:0.0:1767384923.836533:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000016582e8a. 00000100:00000001:0.0:1767384923.836536:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384923.836537:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384923.836539:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384923.836543:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:3.0:1767384923.836546:0:17105:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384923.836546:0:17073:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384923.836553:0:17073:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000003c78a6b1. 00000400:00000001:3.0:1767384923.836555:0:17105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384923.836556:0:17073:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000001:3.0:1767384923.836559:0:17105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384923.836563:0:17105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d6a8eed. 00010000:00010000:0.0:1767384923.836566:0:17073:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000200:3.0:1767384923.836569:0:17105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d3c899c 00010000:00000001:0.0:1767384923.836570:0:17073:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384923.836574:0:17105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d3c899c. 00010000:00000001:0.0:1767384923.836575:0:17073:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384923.836579:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767384923.836581:0:17073:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384923.836582:0:17105:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384923.836583:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384923.836587:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000d521fe3 x1853237348030720/t0(0) o104->b543db4a-4900-454f-be04-352b2897a173@0@lo:149/0 lens 328/224 e 0 to 0 dl 1767384934 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384923.836602:0:17077:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000200:3.0:1767384923.836609:0:17105:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000bea5fe5 x1853237348030720/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384923.836610:0:17077:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384923.836615:0:17077:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384923.836619:0:17077:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.134@tcp lock: 00000000beada4e4/0xb57eb788195630a8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb57eb788195630af expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384923.836628:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000d521fe3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b543db4a-4900-454f-be04-352b2897a173+3:17105:x1853237348030720:12345-0@lo:104: Request processed in 250us (479us total) trans 0 rc 0/0 00010000:00010000:1.0:1767384923.836647:0:17077:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000beada4e4 already unused, calling callback (00000000099ed54c) 00000100:00100000:0.0:1767384923.836648:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000200:3.0:1767384923.836653:0:17105:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000bea5fe5 x1853237348030720/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:1.0:1767384923.836653:0:17077:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384923.836657:0:17077:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.134@tcp lock: 00000000beada4e4/0xb57eb788195630a8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb57eb788195630af expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384923.836663:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009de0d226 : new rpc_count 0 00000100:00000001:0.0:1767384923.836669:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384923.836673:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384923.836677:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006e04e454. 00000100:00000001:3.0:1767384923.836686:0:17105:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384923.836687:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c41bf3b7. 00000100:00000001:3.0:1767384923.836689:0:17105:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384923.836694:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034880a4d. 00000020:00000040:0.0:1767384923.836698:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000009de0d226 : new refcount 2 00000100:00000001:3.0:1767384923.836704:0:17105:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384923.836705:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384923.836709:0:17077:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:3.0:1767384923.836710:0:17105:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767384923.836713:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384923.836714:0:17105:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384923.836716:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384923.836718:0:17105:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384923.836719:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000beada4e4 refcount=3 00000020:00000001:1.0:1767384923.836725:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867063296 : -119483842488320 : ffff935480031800) 02000000:00000001:3.0:1767384923.836726:0:17105:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384923.836729:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867063296 : -119483842488320 : ffff935480031800) 00000100:00001000:3.0:1767384923.836733:0:17105:0:(import.c:2128:obd_at_measure()) add 5 to 000000008ef118cb time=57 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384923.836734:0:17077:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384923.836737:0:17077:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.134@tcp lock: 00000000beada4e4/0xb57eb788195630a8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb57eb788195630af expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1767384923.836743:0:17105:0:(import.c:2128:obd_at_measure()) add 1 to 00000000456edb1d time=57 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384923.836750:0:17105:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384923.836754:0:17105:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384923.836760:0:17105:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 10000000:00000001:1.0:1767384923.836762:0:17077:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:3.0:1767384923.836764:0:17105:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:1.0:1767384923.836765:0:17077:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.134@tcp lock: 00000000beada4e4/0xb57eb788195630a8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb57eb788195630af expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384923.836772:0:17105:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767384923.836774:0:17077:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1767384923.836779:0:17077:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384923.836781:0:17077:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000040:3.0:1767384923.836784:0:17105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000bea5fe5 x1853237348030720/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000040:1.0:1767384923.836785:0:17077:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384923.836789:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384923.836792:0:17077:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384923.836803:0:17105:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00000001:1.0:1767384923.836804:0:17077:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000001:3.0:1767384923.836807:0:17105:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 10000000:00000001:1.0:1767384923.836808:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384923.836813:0:17077:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000002298ce) refs 2 00000100:00000001:3.0:1767384923.836845:0:17105:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384923.836851:0:17105:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 10000000:00000001:1.0:1767384923.836853:0:17077:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:3.0:1767384923.836856:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:1.0:1767384923.836857:0:17077:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384923.836860:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384923.836864:0:17105:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384923.836864:0:17077:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384923.836870:0:17077:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:3.0:1767384923.836871:0:17105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000bea5fe5 x1853237348030720/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384939 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384923.836875:0:17077:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384923.836880:0:17077:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384923.836884:0:17077:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384923.836890:0:17105:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000bea5fe5 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17105:1853237348030720:0@lo:104: 00000020:00000040:1.0:1767384923.836891:0:17077:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000beada4e4 with handle 0xb57eb788195630a8 from hash 00010000:00000001:1.0:1767384923.836897:0:17077:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384923.836901:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384923.836903:0:17105:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384923.836904:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384923.836907:0:17077:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1767384923.836911:0:17105:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384923.836912:0:17077:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384923.836915:0:17077:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:3.0:1767384923.836918:0:17105:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:1.0:1767384923.836920:0:17077:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:3.0:1767384923.836923:0:17105:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384923.836924:0:17077:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000040:3.0:1767384923.836932:0:17105:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000bea5fe5 x1853237348030720/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384939 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1767384923.836932:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9513423. 00000020:00000040:1.0:1767384923.836937:0:17077:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00000001:1.0:1767384923.836943:0:17077:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384923.836946:0:17077:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384923.836950:0:17077:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384923.836952:0:17105:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:1.0:1767384923.836957:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f7fad60b. 02000000:00000001:3.0:1767384923.836958:0:17105:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384923.836961:0:17105:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c087f9f. 02000000:00000001:3.0:1767384923.836967:0:17105:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384923.836969:0:17077:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384923.836972:0:17105:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767384923.836973:0:17077:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384923.836977:0:17077:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.134@tcp lock: 00000000beada4e4/0xb57eb788195630a8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb57eb788195630af expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384923.836982:0:17077:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000040:3.0:1767384923.836986:0:17105:0:(genops.c:1242:class_import_put()) import 000000003b66da55 refcount=1 obd=MGS 00010000:00000001:1.0:1767384923.836987:0:17077:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384923.836992:0:17077:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:3.0:1767384923.836993:0:17105:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384923.836994:0:17077:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384923.836999:0:17105:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003dc6c6a6. 00000100:00000040:1.0:1767384923.837003:0:17077:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9513423] to pc [ptlrpcd_00_03+3] req@00000000b9513423 x1853237348030848/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384923.837006:0:17105:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384923.837011:0:17105:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384923.837015:0:17105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000bea5fe5. 00000100:00000001:3.0:1767384923.837021:0:17105:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384923.837022:0:17105:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384923.837025:0:17105:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b0884d7d. 00000100:00000001:3.0:1767384923.837029:0:17105:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384923.837030:0:17077:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384923.837032:0:17105:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384923.837036:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:3.0:1767384923.837039:0:17105:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d107267d. 00010000:00000001:1.0:1767384923.837039:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384923.837042:0:17077:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384923.837046:0:17077:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384923.837048:0:17105:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384923.837048:0:17077:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384923.837056:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384923.837057:0:17077:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.134@tcp lock: 00000000beada4e4/0xb57eb788195630a8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb57eb788195630af expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384923.837065:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384923.837066:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384923.837069:0:17077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.134@tcp lock: 00000000beada4e4/0xb57eb788195630a8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb57eb788195630af expref: -99 pid: 17086 timeout: 0 lvb_type: 0 20000000:00000001:3.0:1767384923.837074:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000040:1.0:1767384923.837077:0:17077:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000019eb4515 count: 0 00010000:00000001:3.0:1767384923.837080:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1767384923.837085:0:17105:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000009fb158e7/0xb57eb788195630b6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384923.837091:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384923.837096:0:17077:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384923.837098:0:17077:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000003c78a6b1. 00000100:00000001:0.0:1767384923.837103:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384923.837104:0:17077:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384923.837109:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384923.837109:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384923.837111:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.837113:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:1.0:1767384923.837116:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384923.837119:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384923.837121:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384923.837123:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384923.837132:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384923.837133:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384923.837135:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767384923.837141:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9513423 x1853237348030848/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384923.837149:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384923.837150:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384923.837153:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384923.837154:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384923.837156:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384923.837158:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9513423 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348030848:0@lo:103: 00000100:00000001:0.0:1767384923.837161:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384923.837164:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384923.837165:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384923.837166:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384923.837189:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034880a4d. 02000000:00000001:0.0:1767384923.837192:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384923.837196:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098295e44. 00000400:00000010:0.0:1767384923.837199:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016582e8a. 00000100:00000200:0.0:1767384923.837201:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348030848, portal 18 00000100:00000001:0.0:1767384923.837203:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384923.837204:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590793071616 : -119482916480000 : ffff9354b734dc00) 00000100:00000040:0.0:1767384923.837207:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9513423 x1853237348030848/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384939 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384923.837212:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384923.837222:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384923.837225:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6b26cfb. 00000100:00000200:0.0:1767384923.837227:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237348030848, offset 0 00000400:00000200:0.0:1767384923.837261:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384923.837269:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000010:1.0:1767384923.837270:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003fc6ff19. 00000400:00000200:0.0:1767384923.837279:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958271d05980 00000400:00000200:0.0:1767384923.837285:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 0 00000400:00000200:0.0:1767384923.837288:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384923.837291:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384923.837295:0:16361:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384923.837296:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384923.837299:0:16361:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009327601a. 00000100:00000040:0.0:1767384923.837302:0:16361:0:(events.c:337:request_in_callback()) incoming req@000000009327601a x1853237348030848 msgsize 328 00080000:00000010:3.0:1767384923.837304:0:17084:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000af02e05c. 00000100:00100000:0.0:1767384923.837307:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00040000:00000001:3.0:1767384923.837313:0:17084:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384923.837317:0:17084:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384923.837320:0:17084:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.837321:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000002:3.0:1767384923.837327:0:17084:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 00000400:00000200:0.0:1767384923.837328:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6b26cfb 20000000:00000001:3.0:1767384923.837333:0:17084:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384923.837334:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6b26cfb. 00000100:00000001:1.0:1767384923.837338:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 20000000:00000001:3.0:1767384923.837340:0:17084:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000100:00000001:0.0:1767384923.837341:0:16361:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1767384923.837342:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348030848 02000000:00000001:1.0:1767384923.837346:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1767384923.837347:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9513423 x1853237348030848/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384939 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:01000000:3.0:1767384923.837348:0:17084:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000100:00000001:1.0:1767384923.837349:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384923.837353:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384923.837355:0:17084:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384923.837361:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384923.837365:0:17084:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00000001:0.0:1767384923.837367:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384923.837370:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348030848 00000100:00000040:0.0:1767384923.837373:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9513423 x1853237348030848/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384939 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1767384923.837374:0:17084:0:(osd_handler.c:2844:osd_sync()) Process entered 00000020:00000001:1.0:1767384923.837375:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384923.837380:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000001:0.0:1767384923.837384:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384923.837385:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384923.837387:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1767384923.837390:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=16 00000100:00000001:0.0:1767384923.837391:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384923.837398:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:0.0:1767384923.837399:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294912873 00000020:00000001:1.0:1767384923.837405:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:0.0:1767384923.837409:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294912872 00000100:00000001:1.0:1767384923.837411:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384923.837415:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294912873 00000020:00000010:1.0:1767384923.837417:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c10155b. 00000100:00000001:0.0:1767384923.837421:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294912872 00000100:00000001:1.0:1767384923.837423:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384923.837426:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294912873 00000020:00000010:1.0:1767384923.837428:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c10155b. 00000100:00000001:0.0:1767384923.837431:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294912872 00000020:00000010:1.0:1767384923.837435:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d39f679. 00000020:00000010:1.0:1767384923.837440:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000058178f66. 00000020:00000010:1.0:1767384923.837446:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdd2b1ca. 00000100:00000001:0.0:1767384923.837446:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294912873 00000100:00000001:0.0:1767384923.837453:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294912872 00000100:00000040:1.0:1767384923.837456:0:17076:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384923.837458:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384923.837461:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384923.837462:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384923.837464:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384923.837466:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384923.837467:0:17076:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:0.0:1767384923.837470:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384923.837472:0:17076:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384923.837476:0:17076:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384923.837478:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384923.837478:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384923.837482:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767384923.837483:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384923.837486:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001c51c61d refcount=4 00000100:00000001:0.0:1767384923.837487:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384923.837490:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867059712 : -119483842491904 : ffff935480030a00) 00000100:00000001:0.0:1767384923.837491:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384923.837495:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384923.837496:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867059712 : -119483842491904 : ffff935480030a00) 00000100:00000001:0.0:1767384923.837499:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384923.837508:0:17076:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000001c51c61d/0xb57eb788195630af lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb57eb788195630a8 expref: 16 pid: 17084 timeout: 395 lvb_type: 0 00000100:00000001:0.0:1767384923.837512:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384923.837514:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384923.837515:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384923.837517:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384923.837519:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384923.837520:0:17084:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384923.837520:0:17076:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384923.837525:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384923.837528:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000001:1.0:1767384923.837528:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:3.0:1767384923.837534:0:17084:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000516792d0. 00000100:00000001:1.0:1767384923.837536:0:17076:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 20000000:00000001:3.0:1767384923.837544:0:17084:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384923.837544:0:17076:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009327601a x1853237348030848/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:149/0 lens 328/0 e 0 to 0 dl 1767384934 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384923.837553:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348030592 00000100:00000001:1.0:1767384923.837555:0:17076:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:3.0:1767384923.837559:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384923.837559:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384923.837571:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:3.0:1767384923.837577:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000071008888 x1853237348030592/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:149/0 lens 4848/4768 e 0 to 0 dl 1767384934 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384923.837585:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384923.837610:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384923.837612:0:18907:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1767384923.837613:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384923.837618:0:18907:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767384923.837619:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384923.837619:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:1.0:1767384923.837624:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000100:00000001:0.0:1767384923.837626:0:18907:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384923.837627:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=57 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384923.837628:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878150144 : -119482831401472 : ffff9354bc470e00) 00000100:00000001:0.0:1767384923.837632:0:18907:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384923.837637:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009327601a x1853237348030848/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:149/0 lens 328/0 e 0 to 0 dl 1767384934 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384923.837640:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384923.837648:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:1.0:1767384923.837650:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384923.837655:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000020:00000010:1.0:1767384923.837656:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c10155b. 00000100:00000001:1.0:1767384923.837660:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384923.837662:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1767384923.837664:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c10155b. 02000000:00000001:3.0:1767384923.837667:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384923.837672:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009327601a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b543db4a-4900-454f-be04-352b2897a173+16:16361:x1853237348030848:12345-0@lo:103: 00000100:00000001:3.0:1767384923.837674:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767384923.837676:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348030848 00010000:00000001:1.0:1767384923.837680:0:17076:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000040:3.0:1767384923.837682:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000002:1.0:1767384923.837683:0:17076:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384923.837688:0:17076:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000400:00000010:3.0:1767384923.837691:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9d1eb99. 00000100:00000001:1.0:1767384923.837692:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384923.837695:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1767384923.837700:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348030592, offset 224 02000000:00000010:1.0:1767384923.837701:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ab84aa13. 02000000:00000001:1.0:1767384923.837706:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384923.837712:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384923.837717:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384923.837720:0:17076:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384923.837722:0:17076:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384923.837727:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1767384923.837728:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384923.837729:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384923.837733:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001c51c61d refcount=4 00000020:00000001:1.0:1767384923.837736:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867059712 : -119483842491904 : ffff935480030a00) 00010000:00000001:1.0:1767384923.837738:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867059712 : -119483842491904 : ffff935480030a00) 00010000:00000040:1.0:1767384923.837741:0:17076:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000088269ba8 count: 3 00000400:00000200:3.0:1767384923.837746:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d05880 00010000:00010000:1.0:1767384923.837749:0:17076:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000001c51c61d/0xb57eb788195630af lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb57eb788195630a8 expref: 16 pid: 17084 timeout: 395 lvb_type: 0 00000400:00000200:3.0:1767384923.837759:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a49 [2] + 224 00000100:00001000:1.0:1767384923.837760:0:17076:0:(import.c:2128:obd_at_measure()) add 0 to 00000000f06c522d time=1767384923 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384923.837768:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:3.0:1767384923.837772:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384923.837773:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384923.837776:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384923.837783:0:17076:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000001c51c61d/0xb57eb788195630af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb57eb788195630a8 expref: 16 pid: 17084 timeout: 395 lvb_type: 0 00000400:00000200:3.0:1767384923.837784:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384923.837795:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384923.837795:0:17076:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384923.837798:0:17076:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384923.837801:0:17076:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384923.837802:0:17076:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384923.837805:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023fba383 x1853237348030592/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384923.837806:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384923.837809:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384923.837842:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384923.837845:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384923.837849:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384923.837854:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384923.837859:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000023fba383 x1853237348030592/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384923.837860:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001c51c61d with handle 0xb57eb788195630af from hash 00010000:00000001:1.0:1767384923.837867:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384923.837870:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384923.837874:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384923.837878:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384923.837881:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384923.837882:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384923.837894:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:1.0:1767384923.837895:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001c51c61d/0xb57eb788195630af lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb57eb788195630a8 expref: 16 pid: 17084 timeout: 395 lvb_type: 0 00000400:00000200:3.0:1767384923.837905:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9d1eb99 00010000:00000040:1.0:1767384923.837906:0:17076:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003d3e266f : new locks_count 9 00000100:00000001:0.0:1767384923.837906:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384923.837912:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9d1eb99. 00000100:00000001:0.0:1767384923.837912:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767384923.837913:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 15 00000100:00000001:3.0:1767384923.837921:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384923.837922:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384923.837923:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384923.837926:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384923.837928:0:17076:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000001:0.0:1767384923.837928:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384923.837933:0:17076:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000010:0.0:1767384923.837934:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5033db8. 00000100:00000001:3.0:1767384923.837935:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384923.837935:0:17076:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000009fb158e7 00010000:00000001:1.0:1767384923.837941:0:17076:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384923.837944:0:17076:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000200:0.0:1767384923.837944:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087955232 00000100:00000040:3.0:1767384923.837945:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:1.0:1767384923.837948:0:17076:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384923.837951:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000087955232. 00010000:00000001:3.0:1767384923.837954:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384923.837954:0:17076:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384923.837957:0:17076:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384923.837959:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.837959:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384923.837961:0:17076:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384923.837964:0:17076:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384923.837965:0:17076:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000009fb158e7/0xb57eb788195630b6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384923.837968:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023fba383 x1853237348030592/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384923.837976:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384923.837978:0:17076:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384923.837982:0:17076:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000040:3.0:1767384923.837987:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071008888 x1853237348030592/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:149/0 lens 4848/4768 e 0 to 0 dl 1767384934 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384923.837987:0:17076:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000200:0.0:1767384923.837990:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023fba383 x1853237348030592/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384923.837991:0:17076:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384923.837995:0:17076:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000088269ba8) refcount = 2 00010000:00010000:1.0:1767384923.838004:0:17076:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009fb158e7/0xb57eb788195630b6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384923.838023:0:17076:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384923.838026:0:17076:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384923.838030:0:17076:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384923.838031:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384923.838033:0:17076:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384923.838036:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384923.838038:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000071008888 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:16360:x1853237348030592:12345-0@lo:253: Request processed in 4470us (4956us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384923.838040:0:16360:0:(client.c:1578:after_reply()) Process entered 00010000:00000010:1.0:1767384923.838041:0:17076:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c10155b. 02000000:00000001:0.0:1767384923.838044:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384923.838047:0:17076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384923.838052:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009006a620. 00000100:00000001:0.0:1767384923.838053:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384923.838055:0:17076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624590878582272 : -119482830969344 : ffff9354bc4da600) 00000100:00000001:0.0:1767384923.838057:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384923.838059:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00000001:1.0:1767384923.838062:0:17076:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624590878582272 : -119482830969344 : ffff9354bc4da600) 02000000:00000001:0.0:1767384923.838064:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384923.838066:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000100:00001000:0.0:1767384923.838069:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=57 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384923.838074:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384923.838075:0:17076:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00001000:0.0:1767384923.838076:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=57 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384923.838079:0:17076:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000100:00000001:3.0:1767384923.838080:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384923.838081:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767384923.838082:0:17076:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:0.0:1767384923.838086:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384923.838087:0:17076:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000020:00000010:3.0:1767384923.838088:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004cef61f9. 00010000:00000001:0.0:1767384923.838090:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 20000000:01000000:1.0:1767384923.838091:0:17076:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003151402s 00010000:00000001:0.0:1767384923.838094:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384923.838096:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384923.838098:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384923.838099:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767384923.838100:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003e6adf99. 00000020:00000040:1.0:1767384923.838102:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009fb158e7 refcount=5 00000100:00000040:0.0:1767384923.838105:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000023fba383 x1853237348030592/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384923.838109:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00000020:00000010:3.0:1767384923.838110:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037bd8ef1. 00010000:00000001:1.0:1767384923.838116:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00000020:00000040:3.0:1767384923.838120:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00010000:00000001:1.0:1767384923.838122:0:17076:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384923.838125:0:17076:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009fb158e7/0xb57eb788195630b6 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384923.838128:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384923.838130:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384923.838136:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000fcae17fa. 00000100:00000001:0.0:1767384923.838136:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1767384923.838137:0:17076:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:0.0:1767384923.838141:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384923.838142:0:17076:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009fb158e7/0xb57eb788195630b6 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384923.838144:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:0.0:1767384923.838146:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:3.0:1767384923.838150:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384923.838151:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000001:1.0:1767384923.838152:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:0.0:1767384923.838156:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:1.0:1767384923.838157:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1767384923.838160:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:0.0:1767384923.838160:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00010000:1.0:1767384923.838161:0:17076:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009fb158e7/0xb57eb788195630b6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000020:01000004:0.0:1767384923.838166:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384923.838169:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:3.0:1767384923.838170:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093d9900b. 00010000:00000001:1.0:1767384923.838173:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:01000004:0.0:1767384923.838173:0:16360:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384923.838177:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:1.0:1767384923.838178:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384923.838180:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9d1eb99. 00000020:01000004:0.0:1767384923.838181:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:1.0:1767384923.838182:0:17076:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:0.0:1767384923.838186:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023fba383 x1853237348030592/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384923.838187:0:17076:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009fb158e7/0xb57eb788195630b6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384923.838206:0:17076:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009fb158e7 already unused, calling callback (00000000df0e66e0) 00000100:00100000:0.0:1767384923.838210:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000023fba383 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348030592:0@lo:253: 00010000:00000001:1.0:1767384923.838211:0:17076:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384923.838214:0:17076:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384923.838217:0:17076:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009fb158e7/0xb57eb788195630b6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384923.838218:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384923.838225:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384923.838228:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000023fba383 x1853237348030592/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384923.838239:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384923.838242:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767384923.838244:0:17076:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000010:0.0:1767384923.838245:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d52ae28e. 00010000:00000001:1.0:1767384923.838246:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384923.838250:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384923.838251:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:1.0:1767384923.838252:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009fb158e7 refcount=6 00000020:00000001:1.0:1767384923.838254:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00010000:00000001:1.0:1767384923.838255:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00010000:00000001:1.0:1767384923.838257:0:17076:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384923.838258:0:17076:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009fb158e7/0xb57eb788195630b6 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384923.838262:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384923.838265:0:16360:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00010000:00000001:1.0:1767384923.838266:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384923.838269:0:17076:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767384923.838269:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384923.838273:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002299428b. 00010000:00000001:1.0:1767384923.838274:0:17076:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384923.838282:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384923.838284:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384923.838285:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023fba383. 00000100:00000001:0.0:1767384923.838288:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1767384923.838289:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1767384923.838290:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384923.838292:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384923.838293:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384923.838295:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384923.838298:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.838299:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1767384923.838300:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009fb158e7 with handle 0xb57eb788195630b6 from hash 00000100:00000001:0.0:1767384923.838303:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384923.838305:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384923.838307:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384923.838307:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384923.838311:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384923.838313:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1767384923.838313:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384923.838316:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384923.838318:0:17076:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:3.0:1767384923.838320:0:17105:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000009fb158e7/0xb57eb788195630b6 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384923.838321:0:17076:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384923.838323:0:17076:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384923.838327:0:17076:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384923.838331:0:17076:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384923.838333:0:17076:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384923.838337:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384923.838340:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384923.838343:0:17105:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384923.838343:0:17076:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384923.838349:0:17076:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384923.838351:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384923.838352:0:17076:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384923.838357:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009fb158e7/0xb57eb788195630b6 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384923.838369:0:17076:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009fb158e7/0xb57eb788195630b6 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384923.838371:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384923.838376:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384923.838380:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384923.838384:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:1.0:1767384923.838385:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384923.838389:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384923.838390:0:17076:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384923.838393:0:17076:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384923.838394:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384923.838396:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384923.838398:0:17076:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384923.838400:0:17076:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384923.838403:0:17076:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384923.838405:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384923.838407:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009fb158e7/0xb57eb788195630b6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384923.838416:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384923.838418:0:17076:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384923.838421:0:17076:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384923.838423:0:17076:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384923.838425:0:17076:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384923.838426:0:17076:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384923.838428:0:17076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384923.838429:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009006a620. 00000100:00000001:1.0:1767384923.838432:0:17076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384923.838432:0:17076:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384923.838434:0:17076:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c10155b. 00010000:00000001:1.0:1767384923.838436:0:17076:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384923.838437:0:17076:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000088269ba8 count: 0 00010000:00010000:1.0:1767384923.838441:0:17076:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384923.838443:0:17076:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384923.838445:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384923.838447:0:17076:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384923.838449:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 0000000059180339 time=57 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384923.838451:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384923.838454:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:1.0:1767384923.838456:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:1.0:1767384923.838464:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384923.838466:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384923.838467:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384923.838470:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384923.838473:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c52bb0f7. 00000100:00000200:1.0:1767384923.838475:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237348030848, offset 224 00000400:00000200:1.0:1767384923.838479:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384923.838485:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384923.838491:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958271d05980 00000400:00000200:1.0:1767384923.838495:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1a6d [1] + 224 00000400:00000200:1.0:1767384923.838499:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384923.838501:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384923.838504:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384923.838507:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9513423 x1853237348030848/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384939 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384923.838514:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9513423 x1853237348030848/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384923.838528:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384923.838531:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c52bb0f7 00000400:00000010:1.0:1767384923.838533:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c52bb0f7. 00000100:00000001:1.0:1767384923.838535:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384923.838536:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384923.838538:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384923.838540:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:1.0:1767384923.838542:0:17076:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384923.838544:0:17076:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.838547:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384923.838548:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009327601a x1853237348030848/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:149/0 lens 328/224 e 0 to 0 dl 1767384934 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384923.838552:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384923.838558:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767384923.838562:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009327601a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b543db4a-4900-454f-be04-352b2897a173+14:16361:x1853237348030848:12345-0@lo:103: Request processed in 908us (1256us total) trans 0 rc 0/0 00000400:00000001:0.0:1767384923.838562:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384923.838566:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000098295e44. 00000400:00000200:0.0:1767384923.838573:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016582e8a 00000100:00100000:1.0:1767384923.838576:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000400:00000010:0.0:1767384923.838577:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000016582e8a. 00000100:00000040:1.0:1767384923.838580:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:0.0:1767384923.838582:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384923.838586:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9513423 x1853237348030848/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384923.838603:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384923.838609:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384923.838614:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000058178f66. 00000100:00000200:0.0:1767384923.838615:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9513423 x1853237348030848/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384923.838620:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdd2b1ca. 00000100:00000001:0.0:1767384923.838626:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384923.838627:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d39f679. 00000100:00000001:0.0:1767384923.838647:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384923.838649:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000100:00000001:0.0:1767384923.838650:0:16361:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384923.838652:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384923.838653:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384923.838656:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384923.838657:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384923.838659:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384923.838662:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 000000009e62be5a time=57 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384923.838665:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=57 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384923.838666:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384923.838667:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384923.838675:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384923.838676:0:16361:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.838678:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384923.838680:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9513423 x1853237348030848/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384923.838684:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384923.838686:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384923.838687:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384923.838689:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9513423 x1853237348030848/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384939 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384923.838693:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9513423 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348030848:0@lo:103: 00000100:00000001:0.0:1767384923.838696:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384923.838697:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384923.838700:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9513423 x1853237348030848/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384939 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384923.838705:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384923.838706:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384923.838708:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034880a4d. 02000000:00000001:0.0:1767384923.838711:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384923.838712:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384923.838712:0:16361:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:0.0:1767384923.838714:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384923.838714:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f7fad60b. 02000000:00000001:0.0:1767384923.838716:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384923.838717:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384923.838718:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9513423. 00000100:00000001:0.0:1767384923.838720:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384923.838721:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384923.838722:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384923.838725:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384923.838726:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.838728:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384923.838729:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384923.842867:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294912873, at 4294912874 00000100:00000040:2.0:1767384923.842872:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294912873, at 4294912874 00000100:00000010:1.0:1767384923.842876:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000052933f9c. 00000100:00000010:2.0:1767384923.842881:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6ae0d85. 00000100:00000040:0.0:1767384923.842882:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294912873, at 4294912874 00000100:00000040:3.0:1767384923.842898:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294912873, at 4294912874 00000100:00000010:0.0:1767384923.842902:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c06dded9. 00000100:00000010:3.0:1767384923.842907:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c310db9c. 00010000:00000010:1.1:1767384923.843854:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000019eb4515. 00010000:00000010:1.1:1767384923.843863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000beada4e4. 00010000:00000010:1.1:1767384923.843868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001c51c61d. 00010000:00000010:1.1:1767384923.843872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009fb158e7. 00010000:00000010:1.1:1767384923.843875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000088269ba8. 00000400:00000010:2.0:1767384923.849841:0:30865:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000003b0aa1fb. 00000400:00000040:2.0:1767384923.849887:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384923.849893:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384923.849896:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384923.849897:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384923.849899:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384923.849900:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384923.849902:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384923.849904:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384923.849905:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384923.849906:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384923.849908:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384923.849909:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384923.849910:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384923.849912:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384923.849913:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384923.849914:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384923.849916:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384923.849916:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384923.849917:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384923.849919:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384923.849920:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384923.849922:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384923.849923:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384923.849924:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384923.849925:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384923.849927:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384923.849928:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384923.849929:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384923.849930:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384923.849931:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384923.849932:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384923.849934:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384923.849935:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384923.849936:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384923.849937:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384923.849938:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384923.849939:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384923.849941:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384923.849943:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384923.849944:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384923.849950:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384923.849952:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384923.849953:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384923.849954:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384923.849956:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384923.849957:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384923.849958:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384923.849959:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384923.849961:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384923.849962:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384923.849963:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384923.849964:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384923.849965:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384923.849967:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384923.849968:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384923.849969:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384923.849970:0:30865:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384923.850033:0:30865:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000003b0aa1fb. 00010000:00000001:0.0:1767384924.185883:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384924.185889:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384924.185894:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384924.185895:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384924.185926:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384924.185930:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384924.185933:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384924.569897:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384924.569902:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384924.569905:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d1b4081 00000400:00000010:3.0:1767384924.569908:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d1b4081. 00000400:00000200:3.0:1767384924.569912:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384924.569918:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp35 recovery ping unlinked 00000400:00000010:3.0:1767384924.569927:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000746bf723. 00000400:00000010:3.0:1767384924.569931:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000098387d8. 00000400:00000200:3.0:1767384924.569935:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp34 00000400:00000010:3.0:1767384924.569939:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c6d9e369. 00000400:00000010:3.0:1767384924.569943:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003554a2a8. 00000400:00000010:3.0:1767384924.569946:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d1b4081. 00000400:00000010:3.0:1767384924.569953:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006b8cc845. 00000400:00000200:3.0:1767384924.569956:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp34 00000400:00000200:3.0:1767384924.569966:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp34 local destination 00000400:00000200:3.0:1767384924.569971:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp34 00000400:00000200:3.0:1767384924.569974:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp34 NI seq info: [115:115:256:4294967295] 192.168.203.134@tcp34 LPNI seq info [111:111:8:4294967295] 00000400:00000200:3.0:1767384924.569980:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp34 00000400:00000200:3.0:1767384924.569986:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp34(192.168.203.134@tcp34:) -> 192.168.203.134@tcp34(192.168.203.134@tcp34:192.168.203.134@tcp34) : GET try# 0 00000800:00000200:3.0:1767384924.569991:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp34 00000800:00000010:3.0:1767384924.569994:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002fabac76. 00000800:00000200:3.0:1767384924.569999:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e4596bb] -> 12345-192.168.203.134@tcp34 (2) 00000800:00000200:3.1:1767384924.570003:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e4596bb] -> 12345-192.168.203.134@tcp34 (2) 00000400:00000200:3.0:1767384924.570022:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp34 added to recovery queue. ping count: 2 next ping: 250 health :800 00000400:00000200:3.0:1767384924.570026:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp33 00000400:00000010:3.0:1767384924.570029:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000005713302. 00000400:00000010:3.0:1767384924.570032:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ae73cb90. 00000400:00000010:3.0:1767384924.570034:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017c2fea7. 00000400:00000010:3.0:1767384924.570040:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000051592d93. 00000400:00000200:3.0:1767384924.570043:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp33 00000400:00000200:3.0:1767384924.570047:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp33 local destination 00000400:00000200:3.0:1767384924.570050:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp33 00000400:00000200:3.0:1767384924.570059:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp33 NI seq info: [116:116:256:4294967295] 192.168.203.134@tcp33 LPNI seq info [112:112:8:4294967295] 00000400:00000200:3.0:1767384924.570063:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp33 00000400:00000200:3.0:1767384924.570068:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp33(192.168.203.134@tcp33:) -> 192.168.203.134@tcp33(192.168.203.134@tcp33:192.168.203.134@tcp33) : GET try# 0 00000800:00000200:3.0:1767384924.570071:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp33 00000800:00000010:3.0:1767384924.570074:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004e3c60a4. 00000800:00000200:3.0:1767384924.570078:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004621d7bf] -> 12345-192.168.203.134@tcp33 (2) 00000800:00000200:3.1:1767384924.570082:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004621d7bf] -> 12345-192.168.203.134@tcp33 (2) 00000400:00000200:0.0:1767384924.570083:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:3.0:1767384924.570097:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp33 added to recovery queue. ping count: 3 next ping: 254 health :700 00000400:00000200:2.0:1767384924.570153:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:0.0:1767384924.570153:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384924.570206:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.570223:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384924.570262:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.570278:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384924.570311:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.570323:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384924.570372:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.570389:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:0.0:1767384924.570429:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.570439:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:0.0:1767384924.570486:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.570517:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:0.0:1767384924.570564:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.570596:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:0.0:1767384924.570643:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.570666:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.570714:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:0.0:1767384924.570750:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.570766:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.570832:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384924.570832:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384924.570951:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:0.0:1767384924.571013:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.571052:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:0.0:1767384924.571065:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.571106:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:0.0:1767384924.571131:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.571158:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:0.0:1767384924.571197:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.571203:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:0.0:1767384924.571260:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.571265:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384924.571341:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.571342:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.571383:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:0.0:1767384924.571419:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.571435:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:0.0:1767384924.571479:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.571483:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.571550:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:0.0:1767384924.571599:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.571626:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:0.0:1767384924.571685:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.571697:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.571777:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:0.0:1767384924.571787:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.571841:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:0.0:1767384924.571905:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.571907:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.571959:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:0.0:1767384924.571978:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.572006:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:0.0:1767384924.572030:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.572045:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:0.0:1767384924.572092:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.572093:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.572163:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384924.572177:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.572214:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:0.0:1767384924.572259:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.572276:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:0.0:1767384924.572319:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.572327:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:0.0:1767384924.572373:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384924.572424:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:0.0:1767384924.572456:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:0.0:1767384924.572489:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:2.0:1767384924.572524:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c11d91be. 00000800:00000010:2.0:1767384924.572531:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009e218509. 00000800:00000010:2.0:1767384924.572537:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000048081628. 00000400:00000200:0.0:1767384924.572543:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.134:988 00000800:00000010:2.0:1767384924.572564:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000048081628. 00000800:00020000:2.0:1767384924.572575:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:2.0:1767384924.572579:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009e218509. 00000800:00000010:2.0:1767384924.572594:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c11d91be. 00000400:00000200:0.0:1767384924.572604:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.134:988 00000400:02020000:2.0:1767384924.572656:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp33 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384924.572658:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.572664:0:16348:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp33 notifying 192.168.203.134@tcp33: down 00000800:00000200:2.0:1767384924.572670:0:16348:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp33 down 00000800:00000100:2.0:1767384924.572684:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp33 00000800:00000010:2.0:1767384924.572687:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004e3c60a4. 00000400:00000200:2.0:1767384924.572691:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384924.572692:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.572698:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp33->192.168.203.134@tcp33: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384924.572706:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384924.572709:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384924.572714:0:16348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp33) recovery failed with -71 00000400:00000200:0.0:1767384924.572723:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.134:988 00000400:00000200:0.0:1767384924.572776:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.134:988 00000800:00000010:0.0:1767384924.573017:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000095f06888. 00000800:00000010:0.0:1767384924.573023:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002bfa20d4. 00000800:00000010:0.0:1767384924.573028:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b3f1439a. 00000800:00000010:0.0:1767384924.573062:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b3f1439a. 00000400:00000200:2.0:1767384924.573160:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384924.573173:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp34 from 214.3.0.2 00000800:00000010:2.0:1767384924.573176:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000bbae1b5f. 00000800:00000010:3.0:1767384924.573212:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006d53d794. 00000800:00000010:3.0:1767384924.573220:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003479960d. 00000800:00000010:3.0:1767384924.573245:0:16349:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000031dbde03. 00000800:00000200:3.1:1767384924.573252:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e4596bb] -> 12345-192.168.203.134@tcp34 (2) 00000800:00000200:3.1:1767384924.573258:0:16349:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp34 0000000031dbde03 deleted 00000800:00000010:3.1:1767384924.573292:0:16349:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000031dbde03. 00000800:00000200:3.1:1767384924.573298:0:16349:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384924.573305:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp34 ip 192.168.203.134:982 00000800:00000200:3.1:1767384924.573308:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002fabac76 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384924.573343:0:16349:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp34 p 3.x 192.168.203.134 -> 192.168.203.134:982 incarnation:1767384917769449325 sched[0] 00000800:00000010:3.0:1767384924.573348:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000d52a957. 00000800:00000010:3.0:1767384924.573400:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000d52a957. 00000800:00000010:3.0:1767384924.573405:0:16349:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003479960d. 00000800:00000010:3.0:1767384924.573443:0:16349:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000bbae1b5f. 00000800:00000200:1.1:1767384924.573445:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384924.573454:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp34 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384917769449325 sched[0] 00000800:00000001:3.0:1767384924.573458:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384924.573458:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002bfa20d4. 00000800:00000001:3.0:1767384924.573465:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384924.573517:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384924.573520:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002fabac76. 00000400:00000200:3.0:1767384924.573524:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384924.573525:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:3.0:1767384924.573531:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp34->192.168.203.134@tcp34: GET: OK 00000400:00000200:3.0:1767384924.573536:0:16353:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384924.573539:0:16353:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp34 recovery message sent successfully:0 00000800:00000001:3.0:1767384924.573552:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384924.573558:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384924.573560:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384924.573566:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384924.573573:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp34(192.168.203.134@tcp34) <- 192.168.203.134@tcp34 : GET - for me 00000400:00000200:1.0:1767384924.573580:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:3.0:1767384924.573597:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384924.573609:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 272/272 into md 0x1a39 [1] + 0 00000400:00000200:3.0:1767384924.573626:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp34 to MR: 192.168.203.134@tcp34 local destination 00000400:00000200:3.0:1767384924.573632:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp34 NI seq info: [117:117:256:4294967295] 192.168.203.134@tcp34 LPNI seq info [113:113:8:4294967295] 00000400:00000200:1.0:1767384924.573634:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:3.0:1767384924.573647:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp34(192.168.203.134@tcp34:192.168.203.134@tcp34) -> 192.168.203.134@tcp34(192.168.203.134@tcp34:192.168.203.134@tcp34) 192.168.203.134@tcp34 : REPLY try# 0 00000800:00000200:3.0:1767384924.573653:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.134@tcp34 00000800:00000010:3.0:1767384924.573657:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002fabac76. 00000800:00000200:3.0:1767384924.573661:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e4596bb] -> 12345-192.168.203.134@tcp34 (4) 00000800:00000200:3.0:1767384924.573667:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp34 ip 192.168.203.134:988 00000400:00000200:1.0:1767384924.573667:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000800:00000200:3.0:1767384924.573670:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002fabac76 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384924.573693:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000800:00000001:2.0:1767384924.573702:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384924.573728:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000800:00000001:2.0:1767384924.573739:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384924.573746:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384924.573748:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384924.573750:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384924.573752:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384924.573755:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002fabac76. 00000400:00000200:2.0:1767384924.573762:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp34(192.168.203.134@tcp34) <- 192.168.203.134@tcp34 : REPLY - for me 00000400:00000200:3.0:1767384924.573764:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384924.573774:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp34->192.168.203.134@tcp34: REPLY: OK 00000400:00000200:1.0:1767384924.573775:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:2.0:1767384924.573781:0:16352:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp34: Reply from 12345-192.168.203.134@tcp34 of length 272/272 into md 0x1a81 00000800:00000001:2.0:1767384924.573787:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384924.573793:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384924.573796:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384924.573801:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp34->192.168.203.134@tcp34: REPLY: OK 00000800:00000001:3.0:1767384924.573805:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384924.573806:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d1b4081 00000400:00000010:2.0:1767384924.573810:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d1b4081. 00000400:00000200:2.0:1767384924.573836:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384924.573840:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c6d9e369. 00000400:00000010:2.0:1767384924.573843:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003554a2a8. 00000800:00000001:2.0:1767384924.573850:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384924.573855:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384924.573862:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:1.0:1767384924.573901:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:1.0:1767384924.573927:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:1.0:1767384924.573946:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:1.0:1767384924.573982:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:1.0:1767384924.574002:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:1.0:1767384924.574021:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:1.0:1767384924.574044:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:1.0:1767384924.574061:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:1.0:1767384924.574078:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:1.0:1767384924.574098:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:1.0:1767384924.574118:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:1.0:1767384924.574133:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:1.0:1767384924.574161:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:1.0:1767384924.574176:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:1.0:1767384924.574189:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:1.0:1767384924.574203:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:1.0:1767384924.574215:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384924.574229:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:1.0:1767384924.574245:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:1.0:1767384924.574259:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:1.0:1767384924.574278:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:1.0:1767384924.574294:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:1.0:1767384924.574319:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:1.0:1767384924.574336:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:1.0:1767384924.574370:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:1.0:1767384924.574399:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:1.0:1767384924.574434:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:1.0:1767384924.574576:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c0ac78df. 00000800:00000010:1.0:1767384924.574598:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000faa5739f. 00000800:00000010:1.0:1767384924.574603:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000087bb2c7f. 00000800:00000010:1.0:1767384924.574645:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000087bb2c7f. 00000800:00020000:1.0:1767384924.574652:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:1.0:1767384924.574654:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000faa5739f. 00000800:00000010:1.0:1767384924.574657:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c0ac78df. 00000400:02020000:1.0:1767384924.574688:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp34 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00010000:00000001:0.0:1767384925.208917:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384925.208923:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384925.208928:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384925.208929:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384925.208994:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384925.208999:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384925.209003:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384925.265705:0:31285:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000092e3cf00. 00080000:00000010:3.0:1767384925.265717:0:31285:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000092e3cf00. 00000020:00000001:3.0:1767384925.265724:0:31285:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384925.265733:0:31285:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000092e3cf00. 00080000:00000010:3.0:1767384925.265739:0:31285:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000092e3cf00. 00000020:00000001:3.0:1767384925.265743:0:31285:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384925.594015:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384925.594020:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384925.594024:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017c2fea7 00000400:00000010:3.0:1767384925.594028:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017c2fea7. 00000400:00000200:3.0:1767384925.594033:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384925.594040:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp33 recovery ping unlinked 00000400:00000010:3.0:1767384925.594051:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000005713302. 00000400:00000010:3.0:1767384925.594055:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ae73cb90. 00000400:00000200:3.0:1767384925.594059:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp35 00000400:00000010:3.0:1767384925.594063:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000005713302. 00000400:00000010:3.0:1767384925.594068:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f7fad60b. 00000400:00000010:3.0:1767384925.594071:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017c2fea7. 00000400:00000010:3.0:1767384925.594085:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000390a9abb. 00000400:00000200:3.0:1767384925.594090:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp35 00000400:00000200:3.0:1767384925.594104:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp35 local destination 00000400:00000200:3.0:1767384925.594111:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp35 00000400:00000200:3.0:1767384925.594116:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp35 NI seq info: [118:118:256:4294967295] 192.168.203.134@tcp35 LPNI seq info [114:114:8:4294967295] 00000400:00000200:3.0:1767384925.594123:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp35 00000400:00000200:3.0:1767384925.594130:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp35(192.168.203.134@tcp35:) -> 192.168.203.134@tcp35(192.168.203.134@tcp35:192.168.203.134@tcp35) : GET try# 0 00000800:00000200:3.0:1767384925.594137:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp35 00000800:00000010:3.0:1767384925.594142:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002fabac76. 00000800:00000200:3.0:1767384925.594160:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1c75e6a] -> 12345-192.168.203.134@tcp35 (2) 00000800:00000200:3.1:1767384925.594166:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1c75e6a] -> 12345-192.168.203.134@tcp35 (2) 00000400:00000200:3.0:1767384925.594187:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp35 added to recovery queue. ping count: 2 next ping: 251 health :800 00000400:00000200:0.0:1767384925.594251:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:0.0:1767384925.594306:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384925.594330:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384925.594349:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384925.594385:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:0.0:1767384925.594406:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:0.0:1767384925.594431:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:0.0:1767384925.594450:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:0.0:1767384925.594477:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:0.0:1767384925.594497:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:0.0:1767384925.594529:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384925.594547:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384925.594562:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:0.0:1767384925.594590:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:0.0:1767384925.594614:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:0.0:1767384925.594628:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:0.0:1767384925.594641:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384925.594657:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:0.0:1767384925.594673:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:0.0:1767384925.594686:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:0.0:1767384925.594698:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:0.0:1767384925.594719:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:0.0:1767384925.594743:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:0.0:1767384925.594766:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:0.0:1767384925.594781:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:0.0:1767384925.594805:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:0.0:1767384925.594862:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:0.0:1767384925.594897:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:0.0:1767384925.594920:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:0.0:1767384925.594937:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:0.0:1767384925.594950:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:0.0:1767384925.594965:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384925.594978:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:0.0:1767384925.594993:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:0.0:1767384925.595005:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:0.0:1767384925.595144:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001c970a50. 00000800:00000010:0.0:1767384925.595148:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000eb37dc50. 00000800:00000010:0.0:1767384925.595152:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007af49ded. 00000800:00000010:0.0:1767384925.595180:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007af49ded. 00000800:00020000:0.0:1767384925.595199:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:0.0:1767384925.595203:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000eb37dc50. 00000800:00000010:0.0:1767384925.595211:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001c970a50. 00000400:02020000:0.0:1767384925.595248:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp35 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384925.595256:0:16347:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp35 notifying 192.168.203.134@tcp35: down 00000800:00000200:0.0:1767384925.595262:0:16347:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp35 down 00000800:00000100:0.0:1767384925.595269:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp35 00000800:00000010:0.0:1767384925.595272:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002fabac76. 00000400:00000200:0.0:1767384925.595276:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384925.595282:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp35->192.168.203.134@tcp35: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384925.595291:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384925.595294:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384925.595299:0:16347:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp35) recovery failed with -71 00000001:00000001:1.0:1767384925.937699:0:31450:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384925.937702:0:31450:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp38 --if ens2 00000001:00000001:1.0:1767384925.940420:0:31450:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384925.946930:0:31451:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000883c34e4. 00000400:00000010:1.0:1767384925.946945:0:31451:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000007d769268. 00000400:00000010:1.0:1767384925.946953:0:31451:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000c321cd63. 00000400:00000010:1.0:1767384925.946956:0:31451:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000046335fed. 00000400:00000010:1.0:1767384925.946959:0:31451:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000050ad495e. 00000400:00000010:1.0:1767384925.946962:0:31451:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ee89c440. 00000400:00000010:1.0:1767384925.946963:0:31451:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000013f831e3. 00000400:00000010:1.0:1767384925.946964:0:31451:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e71f8be0. 00000400:00000010:1.0:1767384925.946967:0:31451:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000bd5998e8. 00000800:00000010:1.0:1767384925.946978:0:31451:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000003c7cdab. 00000800:00000200:1.0:1767384925.946987:0:31451:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384925.946996:0:31451:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384925.947028:0:31451:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:1.0:1767384925.947048:0:31451:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp38 [8/256/0/180] 00000400:00000010:1.0:1767384925.948332:0:31451:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 00000000a94cdec9. 00000400:00000010:1.0:1767384925.948337:0:31451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac2f01d3. 00000400:00000010:1.0:1767384925.948341:0:31451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c52bb0f7. 00000400:00000001:1.0:1767384925.948355:0:31451:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384925.948356:0:31451:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384925.948358:0:31451:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000950e037a. 00000400:00000200:1.0:1767384925.948359:0:31451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d219ca3 00000400:00000010:1.0:1767384925.948361:0:31451:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d219ca3. 00000400:00000010:1.0:1767384925.948364:0:31451:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 00000000bb83d2ef. 00000400:00000200:1.0:1767384925.948367:0:31451:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (30) 00000400:00000200:1.0:1767384925.948378:0:31451:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:1.0:1767384925.948385:0:31451:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131110 00000020:00000010:1.0:1767384925.948392:0:31451:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c0ac78df. 00000020:01000000:1.0:1767384925.948395:0:31451:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384925.948397:0:31451:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp38 00000400:00000200:3.0:1767384925.948402:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384925.948409:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000400:00000010:1.0:1767384925.948410:0:31451:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000007d769268. 00000400:00000010:1.0:1767384925.948415:0:31451:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000883c34e4. 00000400:00000010:3.0:1767384925.948417:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab0b7a9d. 00000400:00000200:3.0:1767384925.948421:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (31) 00000400:00000010:3.0:1767384925.948427:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000028084e6a. 00000400:00000200:3.0:1767384925.948431:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp21 00000020:00000001:2.0:1767384925.948432:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384925.948437:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384925.948440:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384925.948443:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384925.948445:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp21 to MR: 192.168.203.134@tcp21 local destination 00000020:01000004:2.0:1767384925.948448:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384925.948451:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384925.948453:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp21 NI seq info: [119:119:256:4294967295] 192.168.203.134@tcp21 LPNI seq info [115:115:8:4294967295] 00000400:00000200:3.0:1767384925.948460:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp21 00000020:01000004:2.0:1767384925.948462:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384925.948467:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384925.948471:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384925.948472:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp21(192.168.203.134@tcp21:192.168.203.134@tcp21) -> 192.168.203.134@tcp21(192.168.203.134@tcp21:192.168.203.134@tcp21) : PUT try# 0 00000020:01000004:2.0:1767384925.948475:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384925.948479:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000800:00000200:3.0:1767384925.948482:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.134@tcp21 00000020:01000004:2.0:1767384925.948483:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384925.948486:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000010:3.0:1767384925.948487:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002fabac76. 00000020:01000004:2.0:1767384925.948488:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:3.0:1767384925.948495:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a5142dc3] -> 12345-192.168.203.134@tcp21 (6) 00000100:00000010:2.0:1767384925.948495:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc8bdf86. 00000020:00000040:2.0:1767384925.948501:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000800:00000200:3.0:1767384925.948506:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp21 ip 192.168.203.134:988 00000100:00000001:2.0:1767384925.948509:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:3.0:1767384925.948510:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002fabac76 type 1, nob 608 niov 1 nkiov 1 02000000:00000001:2.0:1767384925.948512:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384925.948517:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384925.948525:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 02000000:00000010:2.0:1767384925.948526:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c11d91be. 00000400:00000200:3.0:1767384925.948531:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 0 00000100:00000001:2.0:1767384925.948534:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384925.948541:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384925.948543:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384925.948550:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc8bdf86] to pc [ptlrpcd_00_00+0] req@00000000bc8bdf86 x1853237348030976/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384925.948568:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384925.948570:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384925.948572:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384925.948588:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:2.0:1767384925.948589:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00100000:1.0:1767384925.948594:0:16359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00000001:2.0:1767384925.948597:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384925.948598:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384925.948600:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384925.948603:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384925.948604:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384925.948606:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:1.0:1767384925.948607:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:2.0:1767384925.948608:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:1.0:1767384925.948611:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384925.948612:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384925.948614:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384925.948615:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384925.948616:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384925.948620:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384925.948621:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384925.948621:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:2.0:1767384925.948625:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384925.948625:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384925.948628:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767384925.948631:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000488f77c0. 00000100:00000040:1.0:1767384925.948634:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bc8bdf86 x1853237348030976/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384925.948636:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00000001:1.0:1767384925.948643:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384925.948645:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384925.948646:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384925.948649:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384925.948651:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384925.948652:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384925.948654:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384925.948658:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384925.948660:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bc8bdf86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348030976:0@lo:253: 02000000:00000010:2.0:1767384925.948661:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004a8e2c40. 00000100:00000001:1.0:1767384925.948667:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384925.948668:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384925.948669:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767384925.948673:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384925.948674:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:0.0:1767384925.948674:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002fabac76. 00000100:00000001:2.0:1767384925.948677:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384925.948678:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384925.948680:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384925.948682:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384925.948685:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000488f77c0] to pc [ptlrpcd_00_01+1] req@00000000488f77c0 x1853237348031104/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384925.948689:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009e7b5c1d. 00000400:00000200:0.0:1767384925.948690:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp21->192.168.203.134@tcp21: PUT: OK 02000000:00000001:1.0:1767384925.948695:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384925.948700:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000010:1.0:1767384925.948701:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000950e037a. 10000000:00000001:2.0:1767384925.948704:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384925.948705:0:16353:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp21: 0 00000400:00000010:1.0:1767384925.948707:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007d769268. 10000000:00000001:2.0:1767384925.948709:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384925.948712:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384925.948714:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348030976, portal 25 00000020:01000000:2.0:1767384925.948715:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000001:0.0:1767384925.948717:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384925.948718:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1767384925.948720:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c0ac78df. 00000100:00000001:1.0:1767384925.948721:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667952384 : -119483041599232 : ffff9354afbfb100) 00000800:00000001:0.0:1767384925.948727:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384925.948728:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bc8bdf86 x1853237348030976/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384925.948731:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384925.948736:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384925.948737:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384925.948740:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384925.948742:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384925.948745:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d65e7d6a. 00000100:00100000:2.0:1767384925.948746:0:16358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000200:0.0:1767384925.948747:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp21(192.168.203.134@tcp21) <- 192.168.203.134@tcp21 : PUT - for me 00000100:00000200:1.0:1767384925.948749:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348030976, offset 0 00000100:00000001:2.0:1767384925.948752:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384925.948758:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384925.948759:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384925.948762:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384925.948763:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 512 into portal 0 MB=0x8000000000000000 00000100:00000001:2.0:1767384925.948765:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384925.948769:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384925.948771:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384925.948772:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384925.948773:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 496/512 into md 0x1a51 [1] + 0 00000100:00000040:2.0:1767384925.948778:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000488f77c0 x1853237348031104/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384925.948778:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfbc4a0d. 00000400:00000200:0.0:1767384925.948783:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000090708e49 00000400:00000200:1.0:1767384925.948785:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d05a00 00000800:00000001:0.0:1767384925.948790:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384925.948795:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384925.948795:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12b9 [2] + 0 00000800:00000001:0.0:1767384925.948797:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384925.948798:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384925.948800:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1aaaf08. 00000400:00000200:0.0:1767384925.948801:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384925.948803:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384925.948805:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a98fd7a8 02000000:00000001:2.0:1767384925.948807:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384925.948809:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp21->192.168.203.134@tcp21: PUT: OK 02000000:00000001:2.0:1767384925.948810:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384925.948843:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000488f77c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348031104:0@lo:253: 00000400:00000200:0.0:1767384925.948845:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090708e49 00000400:00000200:1.0:1767384925.948848:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384925.948849:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767384925.948850:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090708e49. 02000000:00000001:2.0:1767384925.948854:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384925.948855:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384925.948857:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384925.948861:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384925.948864:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a98fd7a8 00000400:00000200:0.0:1767384925.948864:0:16353:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 02000000:00000010:2.0:1767384925.948866:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004967a7f8. 00000400:00000010:1.0:1767384925.948867:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a98fd7a8. 00000400:00000200:0.0:1767384925.948870:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (32) 00000100:00000001:1.0:1767384925.948873:0:16359:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384925.948875:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384925.948876:0:16353:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000100:00000200:1.0:1767384925.948877:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767384925.948882:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b25909dc. 00000100:00000040:1.0:1767384925.948882:0:16359:0:(events.c:337:request_in_callback()) incoming req@0000000019e8e6f8 x1853237348030976 msgsize 4848 00000400:00000200:0.0:1767384925.948883:0:16353:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.134@tcp (512 bytes) 00000400:00000010:2.0:1767384925.948890:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007ff15d6. 00000400:00000200:0.0:1767384925.948893:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000100:00100000:1.0:1767384925.948895:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1767384925.948897:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348031104, portal 25 00000100:00000040:1.0:1767384925.948899:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384925.948901:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384925.948903:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667944320 : -119483041607296 : ffff9354afbf9180) 00000400:00000200:0.0:1767384925.948905:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (33) 00000100:00000040:2.0:1767384925.948909:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000488f77c0 x1853237348031104/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384925.948910:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384925.948913:0:16353:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:2.0:1767384925.948920:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384925.948921:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp21 to MR: 192.168.203.134@tcp21 local destination 00000100:00000040:2.0:1767384925.948926:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384925.948929:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000020e6edcf. 00000400:00000200:0.0:1767384925.948933:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp21 NI seq info: [120:120:256:4294967295] 192.168.203.134@tcp21 LPNI seq info [116:116:8:4294967295] 00000100:00000200:2.0:1767384925.948934:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348031104, offset 0 00000400:00000200:2.0:1767384925.948946:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384925.948951:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp21(192.168.203.134@tcp21:192.168.203.134@tcp21) -> 192.168.203.134@tcp21(192.168.203.134@tcp21:192.168.203.134@tcp21) 192.168.203.134@tcp21 : ACK try# 0 00000800:00000200:0.0:1767384925.948955:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp21 00000400:00000200:1.0:1767384925.948958:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d65e7d6a 00000800:00000010:0.0:1767384925.948959:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b96c96e. 00000400:00000010:1.0:1767384925.948962:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d65e7d6a. 00000400:00000200:2.0:1767384925.948964:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384925.948967:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767384925.948970:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a5142dc3] -> 12345-192.168.203.134@tcp21 (6) 00000100:00000200:1.0:1767384925.948973:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bc8bdf86 x1853237348030976/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384925.948982:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d05a80 00000800:00000200:0.0:1767384925.948983:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp21 ip 192.168.203.134:999 00000100:00000001:1.0:1767384925.948985:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384925.948989:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12cd [2] + 0 00000800:00000200:0.0:1767384925.948989:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009b96c96e type 0, nob 96 niov 1 nkiov 0 00000100:00000040:1.0:1767384925.948991:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bc8bdf86 x1853237348030976/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384925.948998:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c24b94a. 00000400:00000200:2.0:1767384925.949004:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000044d2eed9 00000800:00000001:0.0:1767384925.949004:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384925.949005:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384925.949009:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384925.949011:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384925.949012:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384925.949013:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384925.949019:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384925.949020:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294914985 00000400:00000200:2.0:1767384925.949022:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044d2eed9 00000400:00000010:2.0:1767384925.949025:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000044d2eed9. 00000100:00000010:1.0:1767384925.949025:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001e7f88ec. 00000100:00000001:2.0:1767384925.949032:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384925.949033:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000100:00000200:2.0:1767384925.949034:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384925.949039:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000a853c686 x1853237348031104 msgsize 4848 00000100:00000001:1.0:1767384925.949041:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294914985 00000100:00100000:2.0:1767384925.949045:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:1.0:1767384925.949048:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc12ca38. 00000100:00000040:2.0:1767384925.949049:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384925.949054:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384925.949059:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294914985 00000100:00000001:2.0:1767384925.949060:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:1.0:1767384925.949062:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002eadb937. 00000800:00000200:0.0:1767384925.949065:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384925.949066:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020e6edcf 00000100:00000001:1.0:1767384925.949067:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000800:00000010:0.0:1767384925.949068:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b96c96e. 00000400:00000010:2.0:1767384925.949071:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000020e6edcf. 00000100:00000001:1.0:1767384925.949074:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294914985 00000400:00000200:0.0:1767384925.949074:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384925.949075:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:1.0:1767384925.949080:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9c210ea. 00000100:00000200:2.0:1767384925.949081:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000488f77c0 x1853237348031104/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384925.949086:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384925.949086:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp21->192.168.203.134@tcp21: ACK: OK 00000800:00000001:0.0:1767384925.949095:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384925.949097:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384925.949099:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384925.949101:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384925.949101:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384925.949104:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384925.949105:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384925.949109:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384925.949111:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384925.949112:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000488f77c0 x1853237348031104/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384925.949113:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767384925.949116:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384925.949117:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384925.949121:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384925.949124:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384925.949125:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384925.949126:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384925.949127:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384925.949136:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384925.949137:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp21(192.168.203.134@tcp21) <- 192.168.203.134@tcp21 : ACK - for me 00000100:00000001:2.0:1767384925.949142:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294914985 00000100:00000001:2.0:1767384925.949146:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, keep current deadline 4294914985 00000100:00000001:2.0:1767384925.949149:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294914985 00000400:00000200:0.0:1767384925.949152:0:16353:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp21: ACK from 12345-192.168.203.134@tcp21 into md 0x1a91 00000100:00000001:2.0:1767384925.949153:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, keep current deadline 4294914985 00000400:00000200:0.0:1767384925.949157:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384925.949158:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294914985 00000100:00000001:2.0:1767384925.949162:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294914985 00000400:00000200:0.0:1767384925.949165:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp21->192.168.203.134@tcp21: ACK: OK 00000100:00000001:2.0:1767384925.949166:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294914985 00000100:00000001:2.0:1767384925.949169:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294914985 00000100:00000001:2.0:1767384925.949170:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384925.949173:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384925.949176:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384925.949178:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab0b7a9d 00000100:00000001:2.0:1767384925.949179:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384925.949180:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab0b7a9d. 00000400:00000200:0.0:1767384925.949185:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384925.949188:0:16353:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 00000400:00000200:0.0:1767384925.949193:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:0.0:1767384925.949196:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (32) 00000800:00000001:0.0:1767384925.949202:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384925.949205:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384925.949214:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384925.949218:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00100000:1.0:1767384925.949219:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348030976 02000000:00000001:1.0:1767384925.949223:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1767384925.949225:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 00000000170c8371. 00000100:00000001:1.0:1767384925.949226:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384925.949227:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384925.949229:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384925.949231:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348031104 02000000:00000001:1.0:1767384925.949233:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384925.949234:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d22b6c11. 02000000:00000001:0.0:1767384925.949234:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384925.949238:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384925.949239:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348030976 00000100:00000001:0.0:1767384925.949240:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384925.949242:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1767384925.949243:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 02000000:00000001:0.0:1767384925.949244:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384925.949245:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000400:00000200:2.0:1767384925.949251:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000170c8371 00000020:00000001:1.0:1767384925.949251:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1767384925.949251:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348031104 00000020:00000040:1.0:1767384925.949256:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000020:00000001:0.0:1767384925.949256:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1767384925.949258:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 00000000e27d5f88. 00000020:00000040:0.0:1767384925.949260:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:1.0:1767384925.949262:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:0.0:1767384925.949264:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384925.949265:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000400:00000200:2.0:1767384925.949267:0:16356:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 512 success 00000020:00000040:0.0:1767384925.949267:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000100:00000001:1.0:1767384925.949270:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384925.949272:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000010:1.0:1767384925.949275:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000087b38154. 00000020:00000001:0.0:1767384925.949276:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000400:00000200:2.0:1767384925.949277:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102051 00000100:00000001:1.0:1767384925.949280:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384925.949282:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384925.949284:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (31) 00000020:00000010:1.0:1767384925.949284:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000087b38154. 00000020:00000010:0.0:1767384925.949287:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007f025e6b. 00000400:00000010:2.0:1767384925.949291:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 00000000b53fe7b3. 00000100:00000001:0.0:1767384925.949291:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384925.949293:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c3bef2c. 00000020:00000010:0.0:1767384925.949298:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007f025e6b. 00000400:00000010:2.0:1767384925.949299:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d22b8e9. 00000020:00000010:1.0:1767384925.949300:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c890a0a7. 00000020:00000010:1.0:1767384925.949308:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdd2b1ca. 00000400:00000010:2.0:1767384925.949309:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000339c4ab2. 00000020:00000010:0.0:1767384925.949313:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003cfcf466. 00000100:00000040:1.0:1767384925.949316:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384925.949318:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp 00000020:00000010:0.0:1767384925.949318:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003abd51ad. 00000100:00000001:1.0:1767384925.949320:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384925.949324:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384925.949326:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c41bf3b7. 00000100:00000001:1.0:1767384925.949327:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384925.949330:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000001:0.0:1767384925.949335:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384925.949337:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000100:00000001:1.0:1767384925.949337:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384925.949338:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384925.949341:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384925.949346:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384925.949347:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384925.949350:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000100:00000001:0.0:1767384925.949352:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384925.949356:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:2.0:1767384925.949362:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 37], ns[75, 37] 00000100:00000001:1.0:1767384925.949363:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384925.949366:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[77, 37] 00000100:00000001:0.0:1767384925.949367:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384925.949370:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 37], ns[82, 37] 00000100:00000001:1.0:1767384925.949372:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384925.949376:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384925.949379:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 37], ns[88, 37] 00000100:00100000:1.0:1767384925.949380:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00000040:1.0:1767384925.949386:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:1.0:1767384925.949389:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590404879440 : -119483304672176 : ffff9354a0118450) 00000400:00000200:2.0:1767384925.949390:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 37], ns[91, 37] 00000100:00100000:0.0:1767384925.949392:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00000040:0.0:1767384925.949398:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000400:00000200:2.0:1767384925.949400:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 37], ns[103, 37] 00000100:00000001:0.0:1767384925.949401:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590404890704 : -119483304660912 : ffff9354a011b050) 00000100:00000040:1.0:1767384925.949407:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000019e8e6f8 x1853237348030976/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:151/0 lens 4848/0 e 0 to 0 dl 1767384936 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384925.949411:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 37], ns[109, 37] 00000100:00000040:0.0:1767384925.949411:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a853c686 x1853237348031104/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:151/0 lens 4848/0 e 0 to 0 dl 1767384936 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384925.949429:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 37], ns[112, 37] 00000100:00000001:1.0:1767384925.949435:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384925.949441:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000087b38154. 00000400:00000200:2.0:1767384925.949442:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 37], ns[120, 37] 00000100:00000001:0.0:1767384925.949443:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384925.949447:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384925.949449:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007f025e6b. 00000400:00000200:2.0:1767384925.949452:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 37], ns[32, 37] 00000020:00000010:1.0:1767384925.949452:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000087b38154. 00000100:00000001:0.0:1767384925.949454:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384925.949460:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007f025e6b. 00000100:00100000:1.0:1767384925.949462:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000019e8e6f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:16359:x1853237348030976:12345-0@lo:253: 00000400:00000200:2.0:1767384925.949467:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 00000100:00000200:1.0:1767384925.949469:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348030976 00000100:00100000:0.0:1767384925.949473:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a853c686 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:16358:x1853237348031104:12345-0@lo:253: 00000020:00000001:1.0:1767384925.949474:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384925.949479:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 32], ns[44, 32] 00000020:00000001:1.0:1767384925.949480:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:0.0:1767384925.949480:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348031104 00000020:00000001:1.0:1767384925.949484:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384925.949485:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384925.949489:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 32], ns[48, 32] 00000020:00000001:1.0:1767384925.949489:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384925.949490:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384925.949493:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000001:0.0:1767384925.949494:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384925.949498:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 32], ns[52, 32] 00000020:00000001:1.0:1767384925.949499:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384925.949499:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384925.949503:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384925.949504:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000400:00000200:2.0:1767384925.949507:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 32], ns[56, 32] 00000020:00000001:1.0:1767384925.949510:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384925.949510:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384925.949514:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384925.949514:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384925.949515:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[97, 32], ns[99, 32] 00000020:00000001:1.0:1767384925.949519:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384925.949519:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384925.949523:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384925.949524:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384925.949526:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384925.949528:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384925.949533:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:1.0:1767384925.949535:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c95149dc. 00000400:00000200:2.0:1767384925.949536:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[91, 32], ns[93, 32] 02000000:00000001:0.0:1767384925.949536:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384925.949541:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384925.949544:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001c970a50. 00000400:00000200:2.0:1767384925.949545:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[94, 32], ns[96, 32] 00000100:00000001:1.0:1767384925.949545:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384925.949550:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384925.949551:0:17084:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384925.949556:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384925.949557:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[96, 32], ns[98, 32] 20000000:00000001:0.0:1767384925.949561:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384925.949562:0:17084:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f82cdbe9. 00000400:00000200:2.0:1767384925.949567:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 32], ns[80, 32] 20000000:01000000:1.0:1767384925.949568:0:17084:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:0.0:1767384925.949570:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000fcae17fa. 00000400:00000200:2.0:1767384925.949587:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[112, 32], ns[116, 32] 20000000:00000001:1.0:1767384925.949588:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:0.0:1767384925.949589:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384925.949592:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384925.949594:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384925.949595:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384925.949596:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 32], ns[117, 32] 00000400:00000200:2.0:1767384925.949603:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[114, 32], ns[118, 32] 20000000:00000001:1.0:1767384925.949605:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384925.949606:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384925.949611:0:17084:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384925.949611:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384925.949614:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 32], ns[108, 32] 00000400:00000200:2.0:1767384925.949620:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 32], ns[0, 32] 20000000:00000010:1.0:1767384925.949621:0:17084:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f741bc4a. 20000000:00000001:0.0:1767384925.949622:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384925.949627:0:17084:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 20000000:00000001:0.0:1767384925.949628:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384925.949631:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp37 00000400:00000200:2.0:1767384925.949636:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp37 20000000:00000001:1.0:1767384925.949636:0:17084:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384925.949642:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp37 lpni_is_preferred = 0 00080000:00000001:1.0:1767384925.949643:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:2.0:1767384925.949645:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp37 00080000:00000001:1.0:1767384925.949648:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384925.949651:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp37 NI seq info: [121:121:256:4294967295] 192.168.203.134@tcp37 LPNI seq info [117:117:8:4294967295] 00000400:00000200:2.0:1767384925.949656:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp37 00000400:00000200:2.0:1767384925.949661:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp37(192.168.203.134@tcp37:) -> 192.168.203.134@tcp37(192.168.203.134@tcp:192.168.203.134@tcp37) : GET try# 0 00000800:00000200:2.0:1767384925.949665:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp37 00080000:00000001:1.0:1767384925.949665:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000010:2.0:1767384925.949668:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000612bc7dc. 00000800:00000010:2.0:1767384925.949675:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000020e6edcf. 00000800:00000010:2.0:1767384925.949678:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000007a88ca40. 00080000:00000001:1.0:1767384925.949678:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384925.949682:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000800:00000200:2.0:1767384925.949683:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020e6edcf] -> 12345-192.168.203.134@tcp37 (2) 00080000:00000001:1.0:1767384925.949684:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384925.949688:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000800:00000200:2.1:1767384925.949691:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020e6edcf] -> 12345-192.168.203.134@tcp37 (2) 00080000:00000001:1.0:1767384925.949692:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384925.949698:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 000000007e91d003 00000020:00000001:1.0:1767384925.949702:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f71c5dba 00080000:00000002:1.0:1767384925.949703:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:2.0:1767384925.949707:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp 00080000:00000001:1.0:1767384925.949708:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384925.949712:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100251 rc 0 00080000:00000001:1.0:1767384925.949713:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384925.949718:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384925.949720:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384925.949725:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:1.0:1767384925.949727:0:17084:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384925.949731:0:17084:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000bc82ef03. 00080000:00000001:1.0:1767384925.949734:0:17084:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590542886912 : -119483166664704 : ffff9354a84b5800) 00080000:00000001:1.0:1767384925.949737:0:17084:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384925.949740:0:17084:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384925.949744:0:17084:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000087b38154. 00080000:00000001:1.0:1767384925.949746:0:17084:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384925.949748:0:17084:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384925.949759:0:17084:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384925.949762:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00080000:00000001:1.0:1767384925.949783:0:17084:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384925.949839:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:2.0:1767384925.949873:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:2.0:1767384925.949891:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:2.0:1767384925.949913:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:2.0:1767384925.949931:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:2.0:1767384925.949958:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:2.0:1767384925.949982:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:2.0:1767384925.950004:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:2.0:1767384925.950031:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:2.0:1767384925.950059:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:2.0:1767384925.950087:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:2.0:1767384925.950113:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:2.0:1767384925.950144:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:2.0:1767384925.950167:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:2.0:1767384925.950189:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:2.0:1767384925.950221:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:2.0:1767384925.950249:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:2.0:1767384925.950289:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:2.0:1767384925.950326:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:2.0:1767384925.950357:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:2.0:1767384925.950391:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:2.0:1767384925.950427:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:2.0:1767384925.950454:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:2.0:1767384925.950483:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:2.0:1767384925.950505:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:2.0:1767384925.950531:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:2.0:1767384925.950563:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:2.0:1767384925.950611:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:2.0:1767384925.950639:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:2.0:1767384925.950670:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00080000:00000010:1.0:1767384925.950675:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000bc82ef03. 00000400:00000200:2.0:1767384925.950701:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00080000:00000010:0.0:1767384925.950719:0:17084:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000087b38154. 00040000:00000001:0.0:1767384925.950726:0:17084:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384925.950728:0:17084:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384925.950730:0:17084:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384925.950733:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000020:00000002:0.0:1767384925.950734:0:17084:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:0.0:1767384925.950738:0:17084:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384925.950740:0:17084:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384925.950753:0:17084:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:2.0:1767384925.950760:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 20000000:00000001:0.0:1767384925.950764:0:17084:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384925.950766:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bc82ef03. 20000000:01000000:0.0:1767384925.950768:0:17084:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767384925.950770:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 20000000:00000001:1.0:1767384925.950774:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384925.950775:0:17084:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:1.0:1767384925.950776:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384925.950785:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384925.950789:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00080000:00000001:1.0:1767384925.950790:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384925.950798:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384925.950801:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384925.950803:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384925.950805:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384925.950806:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384925.950808:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000e523df4c 00000020:00000001:1.0:1767384925.950811:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000aa1b0688 00080000:00000002:1.0:1767384925.950812:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384925.950844:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384925.950846:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384925.950848:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384925.950850:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384925.950852:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:1.0:1767384925.950854:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384925.950857:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000d39f679. 00080000:00000001:1.0:1767384925.950860:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590884535296 : -119482825016320 : ffff9354bca87c00) 20000000:01000000:0.0:1767384925.950861:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384925.950862:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384925.950865:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 20000000:00000001:0.0:1767384925.950866:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000010:1.0:1767384925.950869:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000064e64853. 10000000:01000000:0.0:1767384925.950870:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384925.950873:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384925.950875:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384925.950876:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384925.950880:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384925.950884:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384925.950887:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fa45c3e0. 00080000:00000001:1.0:1767384925.950891:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384925.950892:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384925.950897:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000043e81fe9. 00000020:00000001:0.0:1767384925.950900:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384925.950902:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000043e81fe9 with handle 0xb57eb788195630bd to hash 00000020:00000001:0.0:1767384925.950904:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384925.950905:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590006039040 : -119483703512576 : ffff9354884bb200) 00010000:00000001:0.0:1767384925.950907:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590006039040 : -119483703512576 : ffff9354884bb200) 00010000:00000001:0.0:1767384925.950910:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384925.950911:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384925.950913:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000043e81fe9/0xb57eb788195630bd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384925.950920:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384925.950922:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384925.950946:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384925.950948:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384925.950950:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384925.950958:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384925.950960:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384925.950962:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384925.950963:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384925.950965:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384925.950966:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384925.950967:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fa45c3e0) refcount = 1 00000800:00000010:2.0:1767384925.950971:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006885afe1. 00010000:00010000:0.0:1767384925.950971:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000043e81fe9/0xb57eb788195630bd lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000800:00000010:2.0:1767384925.950978:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f3e469c4. 00010000:00000001:0.0:1767384925.950979:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384925.950982:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384925.950984:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384925.950986:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006fa1845a. 00010000:00000001:0.0:1767384925.950986:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384925.950991:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384925.950993:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384925.950995:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003151402s 00010000:00000001:0.0:1767384925.950998:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384925.950999:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384925.951001:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000043e81fe9 refcount=4 00000020:00000001:0.0:1767384925.951003:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006039040 : -119483703512576 : ffff9354884bb200) 00010000:00000001:0.0:1767384925.951004:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006039040 : -119483703512576 : ffff9354884bb200) 00010000:00000001:0.0:1767384925.951007:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384925.951008:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000043e81fe9/0xb57eb788195630bd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000800:00000010:2.0:1767384925.951009:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006fa1845a. 00010000:00000001:0.0:1767384925.951016:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384925.951018:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000043e81fe9/0xb57eb788195630bd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000800:00020000:2.0:1767384925.951019:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:2.0:1767384925.951024:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f3e469c4. 00010000:00000001:0.0:1767384925.951025:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:2.0:1767384925.951029:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006885afe1. 00010000:00000001:0.0:1767384925.951029:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384925.951030:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000043e81fe9/0xb57eb788195630bd lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384925.951036:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384925.951042:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384925.951045:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384925.951046:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000043e81fe9/0xb57eb788195630bd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384925.951051:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000043e81fe9 already unused, calling callback (00000000df0e66e0) 00010000:00000001:0.0:1767384925.951053:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384925.951055:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384925.951057:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000043e81fe9/0xb57eb788195630bd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384925.951061:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384925.951062:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384925.951064:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384925.951065:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000043e81fe9 refcount=5 00000020:00000001:0.0:1767384925.951067:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006039040 : -119483703512576 : ffff9354884bb200) 00010000:00000001:0.0:1767384925.951069:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006039040 : -119483703512576 : ffff9354884bb200) 00010000:00000001:0.0:1767384925.951072:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384925.951073:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000043e81fe9/0xb57eb788195630bd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:02020000:2.0:1767384925.951077:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp37 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00010000:00000001:0.0:1767384925.951081:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384925.951084:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384925.951086:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384925.951087:0:16348:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp37 notifying 192.168.203.134@tcp37: down 00010000:00000001:0.0:1767384925.951090:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384925.951093:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000800:00000200:2.0:1767384925.951094:0:16348:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp37 down 00010000:00000001:0.0:1767384925.951096:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384925.951098:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384925.951100:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000043e81fe9 with handle 0xb57eb788195630bd from hash 00000800:00000100:2.0:1767384925.951102:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp37 00010000:00000001:0.0:1767384925.951104:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000800:00000010:2.0:1767384925.951106:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000612bc7dc. 00010000:00000001:0.0:1767384925.951107:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384925.951110:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384925.951112:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00010000:00000001:0.0:1767384925.951112:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384925.951115:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384925.951117:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:2.0:1767384925.951118:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp37->192.168.203.134@tcp37: GET: LOCAL_ERROR 00010000:00000001:0.0:1767384925.951123:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:2.0:1767384925.951126:0:16348:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp37 added to recovery queue. ping count: 0 next ping: 248 health :900 00010000:00000001:0.0:1767384925.951127:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384925.951131:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00010000:00000001:0.0:1767384925.951132:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384925.951136:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:2.0:1767384925.951137:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp: 1 00010000:00000001:0.0:1767384925.951140:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:2.0:1767384925.951142:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00010000:00000001:0.0:1767384925.951145:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384925.951147:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384925.951148:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384925.951149:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384925.951150:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384925.951152:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000043e81fe9/0xb57eb788195630bd lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384925.951155:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384925.951156:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384925.951158:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384925.951159:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384925.951160:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384925.951161:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384925.951163:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384925.951165:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384925.951167:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384925.951168:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000043e81fe9/0xb57eb788195630bd lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384925.951172:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384925.951173:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384925.951176:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00010000:00010000:0.0:1767384925.951176:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000043e81fe9/0xb57eb788195630bd lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384925.951183:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100851 00010000:00000040:0.0:1767384925.951184:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fa45c3e0 count: 0 00000400:00000001:1.0:1767384925.951187:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384925.951189:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384925.951191:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d22b8e9 00000400:00000010:1.0:1767384925.951192:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d22b8e9. 00010000:00000001:0.0:1767384925.951194:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384925.951197:0:16356:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 20000000:00000001:0.0:1767384925.951197:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:1.0:1767384925.951202:0:16356:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000010:1.0:1767384925.951204:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 00000000b53fe7b3. 00000400:00000200:1.0:1767384925.951206:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (32) 00080000:00000020:0.0:1767384925.951208:0:17084:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000400:00000200:1.0:1767384925.951209:0:16356:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.134@tcp:-71 00000100:00000001:0.0:1767384925.951211:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384925.951213:0:17084:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f82cdbe9. 20000000:00000001:0.0:1767384925.951216:0:17084:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384925.951219:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102051 rc -71 00010000:00000040:0.0:1767384925.951221:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348030976 00000400:00000200:1.0:1767384925.951223:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:1.0:1767384925.951225:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (31) 00010000:00000001:0.0:1767384925.951231:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384925.951236:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000019e8e6f8 x1853237348030976/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:151/0 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384925.951242:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384925.951243:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384925.951246:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=59 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384925.951249:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384925.951250:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:0.0:1767384925.951252:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:0.0:1767384925.951253:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384925.951255:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384925.951257:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384925.951258:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384925.951260:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000800c81c4. 00000100:00000200:0.0:1767384925.951262:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348030976, offset 224 00000400:00000200:0.0:1767384925.951265:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384925.951270:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384925.951284:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d05a00 00000400:00000200:0.0:1767384925.951287:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a95 [2] + 224 00000400:00000200:0.0:1767384925.951291:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384925.951293:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384925.951296:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384925.951298:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bc8bdf86 x1853237348030976/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384925.951304:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000bc8bdf86 x1853237348030976/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384925.951316:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384925.951320:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000800c81c4 00000400:00000010:0.0:1767384925.951322:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000800c81c4. 00000100:00000001:0.0:1767384925.951324:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384925.951325:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384925.951328:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384925.951330:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384925.951331:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:1.0:1767384925.951333:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384925.951334:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384925.951338:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384925.951339:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384925.951343:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000950e037a. 00000020:00000001:0.0:1767384925.951343:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384925.951348:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384925.951349:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d769268 00000400:00000010:1.0:1767384925.951351:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007d769268. 00000100:00000040:0.0:1767384925.951353:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000019e8e6f8 x1853237348030976/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:151/0 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384925.951355:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384925.951361:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bc8bdf86 x1853237348030976/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384925.951366:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000019e8e6f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:16359:x1853237348030976:12345-0@lo:253: Request processed in 1927us (2479us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384925.951383:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bc8bdf86 x1853237348030976/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384925.951387:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00000040:0.0:1767384925.951393:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000100:00000001:1.0:1767384925.951396:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384925.951397:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384925.951400:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384925.951401:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384925.951405:0:16359:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384925.951406:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c890a0a7. 02000000:00000001:1.0:1767384925.951407:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384925.951410:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384925.951412:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384925.951413:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdd2b1ca. 02000000:00000001:1.0:1767384925.951414:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384925.951418:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c3bef2c. 00000100:00001000:1.0:1767384925.951419:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=59 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384925.951424:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=59 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384925.951425:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00000100:00000001:1.0:1767384925.951427:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384925.951429:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384925.951431:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384925.951432:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384925.951435:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384925.951435:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c95149dc. 00000100:00000001:1.0:1767384925.951440:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384925.951441:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1767384925.951444:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bc8bdf86 x1853237348030976/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384925.951444:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384925.951450:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384925.951453:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384925.951456:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767384925.951456:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098295e44. 00000100:00000001:1.0:1767384925.951459:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384925.951461:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000800c81c4. 00000020:01000004:1.0:1767384925.951462:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384925.951469:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384925.951471:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384925.951472:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384925.951473:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384925.951475:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384925.951476:0:16359:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384925.951477:0:16359:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384925.951478:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384925.951478:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384925.951480:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc8bdf86 x1853237348030976/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384925.951486:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bc8bdf86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348030976:0@lo:253: 00000100:00000001:1.0:1767384925.951488:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384925.951489:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384925.951491:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bc8bdf86 x1853237348030976/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384925.951495:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384925.951496:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384925.951498:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009e7b5c1d. 02000000:00000001:1.0:1767384925.951500:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384925.951501:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384925.951503:0:16359:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:1.0:1767384925.951504:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384925.951505:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c11d91be. 02000000:00000001:1.0:1767384925.951508:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384925.951509:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384925.951510:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc8bdf86. 00000100:00000001:1.0:1767384925.951513:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384925.951514:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384925.951515:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384925.951519:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384925.951520:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384925.951522:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384925.951523:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384925.952512:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000d39f679. 00080000:00000010:1.0:1767384925.952540:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000064e64853. 00040000:00000001:1.0:1767384925.952544:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384925.952551:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384925.952552:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384925.952554:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:1.0:1767384925.952556:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384925.952557:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384925.952559:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384925.952567:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384925.952569:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384925.952572:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384925.952606:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384925.952610:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384925.952611:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384925.952614:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384925.952627:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384925.952631:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000bf32918. 00010000:00000001:0.0:1767384925.952634:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384925.952635:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001966525f. 00000020:00000001:0.0:1767384925.952637:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384925.952638:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001966525f with handle 0xb57eb788195630c4 to hash 00000020:00000001:0.0:1767384925.952640:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384925.952641:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590006037504 : -119483703514112 : ffff9354884bac00) 00010000:00000001:0.0:1767384925.952643:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590006037504 : -119483703514112 : ffff9354884bac00) 00010000:00000001:0.0:1767384925.952650:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384925.952652:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384925.952653:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001966525f/0xb57eb788195630c4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384925.952658:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384925.952659:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384925.952660:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384925.952661:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384925.952662:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384925.952663:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384925.952664:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384925.952665:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384925.952666:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384925.952667:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384925.952668:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384925.952669:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000bf32918) refcount = 1 00010000:00010000:0.0:1767384925.952670:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001966525f/0xb57eb788195630c4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384925.952674:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384925.952675:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384925.952677:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384925.952678:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384925.952680:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384925.952681:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384925.952683:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003151402s 00010000:00000001:0.0:1767384925.952685:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384925.952686:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384925.952687:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001966525f refcount=4 00000020:00000001:0.0:1767384925.952688:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006037504 : -119483703514112 : ffff9354884bac00) 00010000:00000001:0.0:1767384925.952692:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006037504 : -119483703514112 : ffff9354884bac00) 00010000:00000001:0.0:1767384925.952694:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384925.952695:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001966525f/0xb57eb788195630c4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384925.952700:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384925.952703:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384925.952706:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fcae17fa. 20000000:00000001:1.0:1767384925.952710:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384925.952712:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000040:1.0:1767384925.952714:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348031104 00010000:00010000:0.0:1767384925.952715:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001966525f/0xb57eb788195630c4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384925.952719:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384925.952723:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000200:1.0:1767384925.952725:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a853c686 x1853237348031104/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:151/0 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384925.952725:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384925.952728:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001966525f/0xb57eb788195630c4 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384925.952742:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384925.952742:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384925.952745:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384925.952746:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384925.952750:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=59 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384925.952751:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1767384925.952756:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384925.952757:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:1.0:1767384925.952758:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:1.0:1767384925.952760:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384925.952762:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384925.952763:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001966525f/0xb57eb788195630c4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384925.952764:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384925.952770:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:0.0:1767384925.952773:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001966525f already unused, calling callback (00000000df0e66e0) 00000400:00000010:1.0:1767384925.952775:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d65e7d6a. 00010000:00000001:0.0:1767384925.952776:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000200:1.0:1767384925.952779:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348031104, offset 224 00010000:00000001:0.0:1767384925.952779:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384925.952783:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001966525f/0xb57eb788195630c4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384925.952787:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384925.952792:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384925.952793:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384925.952796:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384925.952797:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1767384925.952798:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001966525f refcount=5 00000020:00000001:0.0:1767384925.952802:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006037504 : -119483703514112 : ffff9354884bac00) 00010000:00000001:0.0:1767384925.952804:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006037504 : -119483703514112 : ffff9354884bac00) 00000400:00000200:1.0:1767384925.952806:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d05a80 00010000:00000001:0.0:1767384925.952808:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384925.952811:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001966525f/0xb57eb788195630c4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384925.952829:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a9d [2] + 224 00000400:00000200:1.0:1767384925.952834:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384925.952838:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384925.952842:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384925.952843:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1767384925.952848:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384925.952852:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384925.952855:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000488f77c0 x1853237348031104/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384925.952856:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384925.952859:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384925.952862:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384925.952865:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384925.952867:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000488f77c0 x1853237348031104/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384925.952869:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001966525f with handle 0xb57eb788195630c4 from hash 00010000:00000001:0.0:1767384925.952873:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384925.952874:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384925.952876:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384925.952878:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384925.952882:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384925.952884:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384925.952885:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384925.952885:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384925.952887:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384925.952887:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384925.952888:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384925.952891:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:1.0:1767384925.952893:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d65e7d6a 00010000:00000001:0.0:1767384925.952893:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384925.952895:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384925.952896:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:1.0:1767384925.952897:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d65e7d6a. 00000100:00000001:2.0:1767384925.952899:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384925.952899:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384925.952901:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384925.952904:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384925.952904:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384925.952905:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384925.952908:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384925.952909:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384925.952909:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384925.952912:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000400:00000010:2.0:1767384925.952913:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b25909dc. 00010000:00010000:0.0:1767384925.952914:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001966525f/0xb57eb788195630c4 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384925.952915:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384925.952919:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384925.952920:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007ff15d6 00000020:00000001:1.0:1767384925.952924:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384925.952925:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000007ff15d6. 00010000:00000001:0.0:1767384925.952926:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384925.952930:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a853c686 x1853237348031104/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:151/0 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384925.952931:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384925.952932:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384925.952934:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384925.952937:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000200:2.0:1767384925.952940:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000488f77c0 x1853237348031104/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384925.952941:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384925.952944:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1767384925.952947:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a853c686 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+14:16358:x1853237348031104:12345-0@lo:253: Request processed in 3500us (3903us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384925.952947:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384925.952950:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384925.952956:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384925.952961:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001966525f/0xb57eb788195630c4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384925.952965:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00000040:1.0:1767384925.952969:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:1.0:1767384925.952973:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384925.952976:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:1.0:1767384925.952977:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384925.952981:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003abd51ad. 00000100:00000200:2.0:1767384925.952984:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000488f77c0 x1853237348031104/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384925.952986:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c41bf3b7. 00010000:00000001:0.0:1767384925.952986:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384925.952990:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001966525f/0xb57eb788195630c4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384925.952992:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003cfcf466. 00000020:00000040:1.0:1767384925.952999:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 02000000:00000001:1.0:1767384925.953006:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000040:0.0:1767384925.953006:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000bf32918 count: 0 00000100:00000001:2.0:1767384925.953007:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767384925.953010:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001c970a50. 00000100:00000001:2.0:1767384925.953011:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384925.953015:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384925.953016:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384925.953017:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1767384925.953018:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384925.953019:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384925.953020:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 20000000:00000001:0.0:1767384925.953021:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384925.953024:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384925.953024:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:2.0:1767384925.953029:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384925.953032:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000950e037a. 00000100:00001000:2.0:1767384925.953033:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=59 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384925.953036:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=59 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384925.953037:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384925.953039:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384925.953042:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384925.953043:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384925.953043:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d65e7d6a. 00000100:00000001:2.0:1767384925.953048:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384925.953051:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000488f77c0 x1853237348031104/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384925.953057:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384925.953068:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384925.953070:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384925.953071:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384925.953072:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384925.953073:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384925.953074:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384925.953075:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384925.953076:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384925.953077:0:16358:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384925.953077:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384925.953078:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384925.953080:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000488f77c0 x1853237348031104/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384925.953084:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000488f77c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348031104:0@lo:253: 00000100:00000001:2.0:1767384925.953086:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384925.953091:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384925.953092:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000488f77c0 x1853237348031104/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384925.953096:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384925.953097:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384925.953098:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004967a7f8. 02000000:00000001:2.0:1767384925.953100:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384925.953101:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384925.953102:0:16358:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:2.0:1767384925.953103:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384925.953104:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004a8e2c40. 02000000:00000001:2.0:1767384925.953106:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384925.953107:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384925.953107:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000488f77c0. 00000100:00000001:2.0:1767384925.953109:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384925.953110:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384925.953111:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384925.953114:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384925.953115:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384925.953116:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384925.953118:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384925.954866:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294914985, at 4294914986 00000100:00000040:1.0:1767384925.954867:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294914985, at 4294914986 00000100:00000010:0.0:1767384925.954875:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001e7f88ec. 00000100:00000010:1.0:1767384925.954877:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc12ca38. 00000100:00000040:3.0:1767384925.955853:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294914985, at 4294914987 00000100:00000010:3.0:1767384925.955864:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9c210ea. 00000100:00000040:2.0:1767384925.955867:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294914985, at 4294914987 00000100:00000010:2.0:1767384925.955874:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002eadb937. 00010000:00000010:0.1:1767384925.961836:0:31457:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fa45c3e0. 00010000:00000010:0.1:1767384925.961844:0:31457:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000043e81fe9. 00010000:00000010:0.1:1767384925.961848:0:31457:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000bf32918. 00010000:00000010:0.1:1767384925.961851:0:31457:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001966525f. 00000400:00000010:3.0:1767384925.963172:0:31456:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000005de08ba6. 00000400:00000040:3.0:1767384925.963187:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384925.963189:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384925.963191:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384925.963192:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384925.963194:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384925.963195:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384925.963197:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384925.963198:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384925.963199:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384925.963200:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384925.963202:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384925.963203:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384925.963204:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384925.963205:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384925.963206:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384925.963208:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384925.963209:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384925.963210:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384925.963210:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384925.963212:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384925.963213:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384925.963214:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384925.963215:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384925.963215:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384925.963216:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384925.963218:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384925.963218:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384925.963219:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384925.963220:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384925.963221:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384925.963222:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384925.963223:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384925.963224:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384925.963225:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384925.963226:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384925.963227:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384925.963240:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384925.963242:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384925.963243:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384925.963244:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384925.963245:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384925.963246:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384925.963247:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384925.963248:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384925.963249:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384925.963250:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384925.963251:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384925.963251:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384925.963253:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384925.963254:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384925.963254:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384925.963255:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384925.963256:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384925.963257:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384925.963258:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384925.963259:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384925.963260:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384925.963312:0:31456:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000005de08ba6. 00010000:00000001:0.0:1767384926.234019:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384926.234024:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384926.234028:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384926.234029:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384926.234063:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384926.234067:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384926.234071:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384926.616904:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384926.616909:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384926.616911:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017c2fea7 00000400:00000010:3.0:1767384926.616915:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017c2fea7. 00000400:00000200:3.0:1767384926.616920:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384926.616926:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp35 recovery ping unlinked 00000400:00000010:3.0:1767384926.616935:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000005713302. 00000400:00000010:3.0:1767384926.616940:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f7fad60b. 00000400:00000200:3.0:1767384926.616948:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp29 00000400:00000010:3.0:1767384926.616951:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000005713302. 00000400:00000010:3.0:1767384926.616955:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d203ca55. 00000400:00000010:3.0:1767384926.616958:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017c2fea7. 00000400:00000010:3.0:1767384926.616964:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f1e02530. 00000400:00000200:3.0:1767384926.616968:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp29 00000400:00000200:3.0:1767384926.616979:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp29 local destination 00000400:00000200:3.0:1767384926.616992:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp29 00000400:00000200:3.0:1767384926.616996:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp29 NI seq info: [122:122:256:4294967295] 192.168.203.134@tcp29 LPNI seq info [118:118:8:4294967295] 00000400:00000200:3.0:1767384926.617003:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp29 00000400:00000200:3.0:1767384926.617009:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp29(192.168.203.134@tcp29:) -> 192.168.203.134@tcp29(192.168.203.134@tcp29:192.168.203.134@tcp29) : GET try# 0 00000800:00000200:3.0:1767384926.617013:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp29 00000800:00000010:3.0:1767384926.617017:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e3610e0d. 00000800:00000200:3.0:1767384926.617022:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009bd365ee] -> 12345-192.168.203.134@tcp29 (2) 00000800:00000200:3.1:1767384926.617027:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009bd365ee] -> 12345-192.168.203.134@tcp29 (2) 00000400:00000200:3.0:1767384926.617051:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp29 added to recovery queue. ping count: 4 next ping: 264 health :600 00000400:00000200:3.0:1767384926.617056:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp37 00000400:00000010:3.0:1767384926.617059:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b6fcaa65. 00000400:00000010:3.0:1767384926.617061:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008a7fcf65. 00000400:00000010:3.0:1767384926.617064:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002aaf35de. 00000400:00000010:3.0:1767384926.617068:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006242283d. 00000400:00000200:3.0:1767384926.617071:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp37 00000400:00000200:3.0:1767384926.617079:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp37 local destination 00000400:00000200:3.0:1767384926.617082:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp37 00000400:00000200:3.0:1767384926.617086:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp37 NI seq info: [123:123:256:4294967295] 192.168.203.134@tcp37 LPNI seq info [119:119:8:4294967295] 00000400:00000200:3.0:1767384926.617091:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp37 00000400:00000200:3.0:1767384926.617100:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp37(192.168.203.134@tcp37:) -> 192.168.203.134@tcp37(192.168.203.134@tcp37:192.168.203.134@tcp37) : GET try# 0 00000800:00000200:3.0:1767384926.617105:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp37 00000800:00000010:3.0:1767384926.617108:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a2c08272. 00000800:00000200:3.0:1767384926.617113:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020e6edcf] -> 12345-192.168.203.134@tcp37 (2) 00000800:00000200:3.1:1767384926.617117:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020e6edcf] -> 12345-192.168.203.134@tcp37 (2) 00000400:00000200:1.0:1767384926.617126:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:3.0:1767384926.617133:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp37 added to recovery queue. ping count: 1 next ping: 250 health :900 00000400:00000200:2.0:1767384926.617181:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:1.0:1767384926.617185:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:2.0:1767384926.617238:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:1.0:1767384926.617240:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:2.0:1767384926.617308:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:1.0:1767384926.617309:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:2.0:1767384926.617375:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:1.0:1767384926.617376:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:2.0:1767384926.617458:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:1.0:1767384926.617458:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:2.0:1767384926.617543:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:1.0:1767384926.617544:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:2.0:1767384926.617616:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:1.0:1767384926.617621:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:2.0:1767384926.617664:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:1.0:1767384926.617672:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:2.0:1767384926.617722:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:1.0:1767384926.617729:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:2.0:1767384926.617803:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:1.0:1767384926.617804:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:2.0:1767384926.617899:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:1.0:1767384926.617906:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:2.0:1767384926.617947:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:1.0:1767384926.617955:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:2.0:1767384926.617997:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:1.0:1767384926.618007:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:2.0:1767384926.618046:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:1.0:1767384926.618056:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:2.0:1767384926.618090:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:1.0:1767384926.618119:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:2.0:1767384926.618138:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:1.0:1767384926.618191:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:2.0:1767384926.618197:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:1.0:1767384926.618251:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:2.0:1767384926.618256:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:2.0:1767384926.618318:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:1.0:1767384926.618329:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:2.0:1767384926.618355:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:1.0:1767384926.618380:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:2.0:1767384926.618403:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:1.0:1767384926.618428:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:2.0:1767384926.618452:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:1.0:1767384926.618478:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:2.0:1767384926.618499:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:1.0:1767384926.618537:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:2.0:1767384926.618558:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:1.0:1767384926.618609:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:2.0:1767384926.618625:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384926.618663:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:2.0:1767384926.618686:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:1.0:1767384926.618712:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:2.0:1767384926.618741:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:1.0:1767384926.618769:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:2.0:1767384926.618789:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:1.0:1767384926.618873:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:1.0:1767384926.618934:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:1.0:1767384926.618984:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:1.0:1767384926.619034:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:1.0:1767384926.619093:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:1.0:1767384926.619160:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:1.0:1767384926.619226:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:1.0:1767384926.619281:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:1.0:1767384926.619508:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009e7b5c1d. 00000400:00000200:2.0:1767384926.619516:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000800:00000010:1.0:1767384926.619517:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000067fa15d3. 00000800:00000010:1.0:1767384926.619527:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000019808b45. 00000400:00000200:2.0:1767384926.619550:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000800:00000010:1.0:1767384926.619561:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000019808b45. 00000800:00020000:1.0:1767384926.619591:0:16349:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000400:00000200:2.0:1767384926.619593:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000800:00000010:1.0:1767384926.619597:0:16349:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000067fa15d3. 00000800:00000010:1.0:1767384926.619603:0:16349:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009e7b5c1d. 00000400:00000200:2.0:1767384926.619624:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:2.0:1767384926.619663:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:02020000:1.0:1767384926.619674:0:16349:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp29 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384926.619684:0:16349:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp29 notifying 192.168.203.134@tcp29: down 00000400:00000200:2.0:1767384926.619692:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000800:00000200:1.0:1767384926.619693:0:16349:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp29 down 00000800:00000100:1.0:1767384926.619705:0:16349:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp29 00000800:00000010:1.0:1767384926.619710:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e3610e0d. 00000400:00000200:1.0:1767384926.619715:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384926.619717:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:1.0:1767384926.619723:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp29->192.168.203.134@tcp29: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384926.619732:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384926.619737:0:16349:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384926.619742:0:16349:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp29) recovery failed with -71 00000800:00000010:2.0:1767384926.619838:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004967a7f8. 00000800:00000010:2.0:1767384926.619842:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000080724dbd. 00000800:00000010:2.0:1767384926.619847:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b98862b0. 00000800:00000010:2.0:1767384926.619870:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b98862b0. 00000800:00020000:2.0:1767384926.619893:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:2.0:1767384926.619901:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000080724dbd. 00000800:00000010:2.0:1767384926.619904:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004967a7f8. 00000400:02020000:2.0:1767384926.619947:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp37 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384926.619952:0:16346:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp37 notifying 192.168.203.134@tcp37: down 00000400:00000200:2.0:1767384926.619955:0:16346:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384926.619958:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp37 00000800:00000010:2.0:1767384926.619960:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a2c08272. 00000400:00000200:2.0:1767384926.619963:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384926.619967:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp37->192.168.203.134@tcp37: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384926.619973:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384926.619975:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384926.619978:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp37) recovery failed with -71 00010000:00000001:0.0:1767384927.256880:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384927.256884:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384927.256889:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384927.256891:0:53:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384927.256893:0:53:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384927.256894:0:53:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384927.256896:0:53:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384927.256898:0:53:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384927.256900:0:53:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384927.256901:0:53:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384927.256944:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384927.256947:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384927.256949:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384927.311547:0:31887:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c890a0a7. 00080000:00000010:1.0:1767384927.311556:0:31887:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c890a0a7. 00000020:00000001:1.0:1767384927.311560:0:31887:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384927.311581:0:31887:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c890a0a7. 00080000:00000010:1.0:1767384927.311589:0:31887:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c890a0a7. 00000020:00000001:1.0:1767384927.311592:0:31887:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384927.640941:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384927.640947:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384927.640949:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017c2fea7 00000400:00000010:3.0:1767384927.640953:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017c2fea7. 00000400:00000200:3.0:1767384927.640957:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384927.640964:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp29 recovery ping unlinked 00000400:00000010:3.0:1767384927.640979:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000005713302. 00000400:00000010:3.0:1767384927.640983:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d203ca55. 00000400:00000001:3.0:1767384927.640991:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384927.640992:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384927.640994:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002aaf35de 00000400:00000010:3.0:1767384927.640996:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002aaf35de. 00000400:00000200:3.0:1767384927.640999:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384927.641002:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp37 recovery ping unlinked 00000400:00000010:3.0:1767384927.641005:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b6fcaa65. 00000400:00000010:3.0:1767384927.641007:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008a7fcf65. 00000001:00000001:0.0:1767384927.984507:0:32051:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384927.984510:0:32051:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp39 --if ens2 00000001:00000001:0.0:1767384927.987995:0:32051:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384927.994240:0:32052:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000ea2f5213. 00000400:00000010:0.0:1767384927.994253:0:32052:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000be484c2c. 00000400:00000010:0.0:1767384927.994272:0:32052:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000873cbda2. 00000400:00000010:0.0:1767384927.994275:0:32052:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000031339cc. 00000400:00000010:0.0:1767384927.994279:0:32052:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fe5599d8. 00000400:00000010:0.0:1767384927.994282:0:32052:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b39b5732. 00000400:00000010:0.0:1767384927.994284:0:32052:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006060f18b. 00000400:00000010:0.0:1767384927.994285:0:32052:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009b8b6c99. 00000400:00000010:0.0:1767384927.994288:0:32052:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000009906f78e. 00000800:00000010:0.0:1767384927.994305:0:32052:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000001b82b858. 00000800:00000200:0.0:1767384927.994314:0:32052:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384927.994323:0:32052:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384927.994370:0:32052:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:0.0:1767384927.994391:0:32052:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp39 [8/256/0/180] 00000400:00000010:0.0:1767384927.996128:0:32052:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 00000000cb967418. 00000400:00000010:0.0:1767384927.996134:0:32052:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5033db8. 00000400:00000010:0.0:1767384927.996140:0:32052:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016582e8a. 00000400:00000001:0.0:1767384927.996160:0:32052:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384927.996163:0:32052:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384927.996165:0:32052:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac2f01d3. 00000400:00000200:0.0:1767384927.996170:0:32052:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c52bb0f7 00000400:00000010:0.0:1767384927.996173:0:32052:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c52bb0f7. 00000400:00000010:0.0:1767384927.996178:0:32052:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 00000000a94cdec9. 00000400:00000200:0.0:1767384927.996183:0:32052:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (30) 00000400:00000200:0.0:1767384927.996197:0:32052:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:0.0:1767384927.996209:0:32052:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131111 00000400:00000200:1.0:1767384927.996212:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:0.0:1767384927.996218:0:32052:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000516792d0. 00000400:00000200:1.0:1767384927.996219:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102071 00000400:00000200:1.0:1767384927.996225:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (31) 00000020:01000000:0.0:1767384927.996225:0:32052:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000010:1.0:1767384927.996230:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 00000000db878f5c. 00000020:01000000:0.0:1767384927.996231:0:32052:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp39 00000400:00000010:1.0:1767384927.996236:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d219ca3. 00000400:00000010:1.0:1767384927.996242:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005a22fcbd. 00000400:00000200:1.0:1767384927.996245:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp 00000400:00000010:0.0:1767384927.996250:0:32052:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000be484c2c. 00000400:00000010:0.0:1767384927.996256:0:32052:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000ea2f5213. 00000400:00000200:1.0:1767384927.996258:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1767384927.996264:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:1.0:1767384927.996268:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000400:00000200:1.0:1767384927.996271:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:1.0:1767384927.996275:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 37], ns[75, 37] 00000400:00000200:1.0:1767384927.996278:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[77, 37] 00000400:00000200:1.0:1767384927.996280:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 37], ns[82, 37] 00000400:00000200:1.0:1767384927.996283:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 37], ns[88, 37] 00000400:00000200:1.0:1767384927.996285:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 37], ns[91, 37] 00000400:00000200:1.0:1767384927.996288:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 37], ns[103, 37] 00000400:00000200:1.0:1767384927.996292:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 37], ns[109, 37] 00000400:00000200:1.0:1767384927.996295:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 37], ns[112, 37] 00000400:00000200:1.0:1767384927.996298:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 37], ns[120, 37] 00000400:00000200:1.0:1767384927.996301:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 37], ns[32, 37] 00000400:00000200:1.0:1767384927.996304:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 00000020:00000001:2.0:1767384927.996308:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384927.996313:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384927.996316:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384927.996317:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 32], ns[44, 32] 10000000:01000000:2.0:1767384927.996320:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384927.996324:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 32], ns[48, 32] 00000020:01000004:2.0:1767384927.996325:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384927.996328:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384927.996332:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384927.996335:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384927.996335:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 32], ns[52, 32] 00000020:01000004:2.0:1767384927.996338:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384927.996341:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384927.996343:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384927.996345:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:1.0:1767384927.996345:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 32], ns[56, 32] 00000020:01000004:2.0:1767384927.996348:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384927.996350:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384927.996353:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[97, 32], ns[99, 32] 00000100:00000010:2.0:1767384927.996357:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000488f77c0. 00000400:00000200:1.0:1767384927.996358:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[118, 32], ns[122, 32] 00000020:00000040:2.0:1767384927.996363:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000400:00000200:1.0:1767384927.996364:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[94, 32], ns[96, 32] 00000100:00000001:2.0:1767384927.996370:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384927.996371:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[96, 32], ns[98, 32] 02000000:00000001:2.0:1767384927.996374:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384927.996377:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 32], ns[80, 32] 02000000:00000001:2.0:1767384927.996380:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384927.996383:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[112, 32], ns[116, 32] 00000400:00000200:1.0:1767384927.996387:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 32], ns[117, 32] 02000000:00000010:2.0:1767384927.996389:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004967a7f8. 00000400:00000200:1.0:1767384927.996392:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[114, 32], ns[118, 32] 00000100:00000001:2.0:1767384927.996397:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384927.996397:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 32], ns[108, 32] 00000400:00000200:1.0:1767384927.996404:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[119, 32], ns[123, 32] 00000400:00000200:1.0:1767384927.996407:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000100:00000001:2.0:1767384927.996408:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384927.996411:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384927.996412:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp22 00000400:00000200:1.0:1767384927.996416:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp22 lpni_is_preferred = 0 00000400:00000200:1.0:1767384927.996418:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp22 00000400:00000200:1.0:1767384927.996423:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp22 NI seq info: [124:124:256:4294967295] 192.168.203.134@tcp22 LPNI seq info [120:120:8:4294967295] 00000100:00000040:2.0:1767384927.996428:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000488f77c0] to pc [ptlrpcd_00_02+2] req@00000000488f77c0 x1853237348031232/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384927.996431:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp22 00000400:00000200:1.0:1767384927.996448:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp22(192.168.203.134@tcp22:) -> 192.168.203.134@tcp22(192.168.203.134@tcp:192.168.203.134@tcp22) : GET try# 0 00000800:00000200:1.0:1767384927.996459:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp22 00000800:00000010:1.0:1767384927.996462:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000973816c0. 10000000:00000001:2.0:1767384927.996468:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384927.996470:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091605904] -> 12345-192.168.203.134@tcp22 (6) 10000000:00000001:2.0:1767384927.996473:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384927.996473:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384927.996476:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384927.996479:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384927.996479:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384927.996484:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1767384927.996485:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp22 ip 192.168.203.134:988 00000020:00000001:2.0:1767384927.996489:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000200:1.0:1767384927.996491:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000973816c0 type 2, nob 96 niov 1 nkiov 0 10000000:00000001:2.0:1767384927.996492:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:0.0:1767384927.996495:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000488f77c0 x1853237348031232/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384927.996496:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384927.996499:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384927.996504:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384927.996507:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384927.996510:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384927.996512:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp 00000020:01000004:2.0:1767384927.996513:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384927.996517:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384927.996517:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384927.996519:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100271 rc 0 00000020:01000004:2.0:1767384927.996521:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:0.0:1767384927.996523:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384927.996524:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384927.996528:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:0.0:1767384927.996529:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384927.996530:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384927.996534:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384927.996536:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9fb1daf. 00000020:00000040:2.0:1767384927.996540:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 02000000:00000001:0.0:1767384927.996540:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.996546:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1767384927.996548:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000488f77c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348031232:0@lo:253: 02000000:00000001:2.0:1767384927.996549:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384927.996552:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384927.996557:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767384927.996576:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006885afe1. 00000100:00000001:2.0:1767384927.996581:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.996587:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384927.996588:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384927.996589:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384927.996592:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384927.996596:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9fb1daf] to pc [ptlrpcd_00_03+3] req@00000000b9fb1daf x1853237348031360/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384927.996598:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384927.996606:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001c970a50. 02000000:00000001:0.0:1767384927.996611:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384927.996612:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384927.996616:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384927.996617:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005638b6d1. 00000020:00000001:2.0:1767384927.996618:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384927.996623:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:0.0:1767384927.996624:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be484c2c. 00000020:00000010:2.0:1767384927.996626:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000516792d0. 00000100:00000200:0.0:1767384927.996630:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348031232, portal 25 00000100:00000001:0.0:1767384927.996633:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384927.996634:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667944320 : -119483041607296 : ffff9354afbf9180) 00000800:00000200:1.0:1767384927.996638:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384927.996643:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000973816c0. 00000100:00000040:0.0:1767384927.996645:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000488f77c0 x1853237348031232/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384927.996659:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384927.996660:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384927.996663:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384927.996667:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384927.996672:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp22->192.168.203.134@tcp22: GET: OK 00000100:00000040:2.0:1767384927.996675:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9fb1daf x1853237348031360/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384927.996679:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384927.996681:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:0.0:1767384927.996687:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384927.996689:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384927.996691:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384927.996691:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp: 0 00000400:00000010:0.0:1767384927.996693:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000347539e0. 02000000:00000001:2.0:1767384927.996699:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1767384927.996700:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348031232, offset 0 02000000:00000001:2.0:1767384927.996702:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384927.996705:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384927.996706:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767384927.996710:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9fb1daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348031360:0@lo:253: 00000400:00000200:0.0:1767384927.996711:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384927.996717:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384927.996719:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:1.0:1767384927.996719:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384927.996722:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384927.996725:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384927.996726:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384927.996727:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1767384927.996734:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000215eb251. 00000800:00000001:1.0:1767384927.996737:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384927.996738:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384927.996743:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d05b00 00000400:00000010:2.0:1767384927.996746:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b25909dc. 00000400:00000200:0.0:1767384927.996754:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12f5 [2] + 0 00000400:00000200:1.0:1767384927.996755:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp22(192.168.203.134@tcp22) <- 192.168.203.134@tcp22 : GET - for me 00000400:00000010:0.0:1767384927.996763:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd45543f. 00000400:00000200:0.0:1767384927.996768:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000de002774 00000400:00000200:1.0:1767384927.996772:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 512 into portal 0 MB=0x8000000000000000 00000400:00000010:2.0:1767384927.996775:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce3bfdcc. 00000400:00000200:0.0:1767384927.996778:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384927.996781:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 512/512 into md 0x1ac5 [1] + 0 00000400:00000200:0.0:1767384927.996787:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384927.996790:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348031360, portal 25 00000100:00000001:2.0:1767384927.996795:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384927.996795:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp22 to MR: 192.168.203.134@tcp22 local destination 00000100:00000001:2.0:1767384927.996797:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667946112 : -119483041605504 : ffff9354afbf9880) 00000100:00000040:2.0:1767384927.996804:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9fb1daf x1853237348031360/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384927.996806:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp22 NI seq info: [125:125:256:4294967295] 192.168.203.134@tcp22 LPNI seq info [121:121:8:4294967295] 00000100:00000001:2.0:1767384927.996836:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384927.996839:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384927.996845:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000080724dbd. 00000100:00000200:2.0:1767384927.996850:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348031360, offset 0 00000400:00000200:1.0:1767384927.996857:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp22(192.168.203.134@tcp22:192.168.203.134@tcp22) -> 192.168.203.134@tcp22(192.168.203.134@tcp22:192.168.203.134@tcp22) 192.168.203.134@tcp22 : REPLY try# 0 00000400:00000200:2.0:1767384927.996861:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:1.0:1767384927.996868:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.134@tcp22 00000800:00000010:1.0:1767384927.996872:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000973816c0. 00000800:00000200:1.0:1767384927.996876:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091605904] -> 12345-192.168.203.134@tcp22 (6) 00000800:00000200:1.0:1767384927.996879:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp22 ip 192.168.203.134:997 00000800:00000200:1.0:1767384927.996881:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000973816c0 type 3, nob 608 niov 1 nkiov 1 00000800:00000200:1.0:1767384927.996917:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384927.996926:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000973816c0. 00000400:00000200:1.0:1767384927.996929:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384927.996932:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp22->192.168.203.134@tcp22: REPLY: OK 00000400:00000200:0.0:1767384927.997187:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de002774 00000400:00000010:0.0:1767384927.997192:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000de002774. 00000400:00000200:2.0:1767384927.997193:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384927.997201:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384927.997206:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d05b80 00000100:00000200:0.0:1767384927.997207:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:1.0:1767384927.997208:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384927.997213:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12fd [2] + 0 00000800:00000001:1.0:1767384927.997215:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384927.997215:0:16360:0:(events.c:337:request_in_callback()) incoming req@0000000003833471 x1853237348031232 msgsize 4848 00000400:00000010:2.0:1767384927.997217:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000072ef2c8e. 00000800:00000001:1.0:1767384927.997221:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384927.997224:0:16361:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000032278879 00000800:00000001:1.0:1767384927.997226:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384927.997228:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:1.0:1767384927.997230:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384927.997233:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000001:1.0:1767384927.997237:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384927.997238:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384927.997245:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384927.997246:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp22(192.168.203.134@tcp22) <- 192.168.203.134@tcp22 : REPLY - for me 00000100:00000001:0.0:1767384927.997246:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384927.997256:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000347539e0 00000400:00000010:0.0:1767384927.997260:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000347539e0. 00000100:00000001:0.0:1767384927.997264:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384927.997269:0:16352:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp22: Reply from 12345-192.168.203.134@tcp22 of length 512/512 into md 0x1ac9 00000400:00000200:2.0:1767384927.997272:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032278879 00000400:00000010:2.0:1767384927.997275:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032278879. 00000800:00000001:1.0:1767384927.997284:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384927.997285:0:16361:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384927.997289:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:0.0:1767384927.997289:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000488f77c0 x1853237348031232/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384927.997291:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384927.997294:0:16361:0:(events.c:337:request_in_callback()) incoming req@00000000c053d46f x1853237348031360 msgsize 4848 00000400:00000200:1.0:1767384927.997296:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384927.997309:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384927.997309:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp22->192.168.203.134@tcp22: REPLY: OK 00000100:00000040:2.0:1767384927.997315:0:16361:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:1.0:1767384927.997319:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d219ca3 00000100:00000001:0.0:1767384927.997320:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384927.997322:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d219ca3. 00000100:00000001:2.0:1767384927.997327:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384927.997327:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000488f77c0 x1853237348031232/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384927.997328:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384927.997335:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080724dbd 00000400:00000200:1.0:1767384927.997336:0:16352:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.134@tcp has discovery enabled 00000400:00000010:2.0:1767384927.997340:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000080724dbd. 00000400:00000200:1.0:1767384927.997344:0:16352:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000100:00000001:2.0:1767384927.997346:0:16361:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384927.997348:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384927.997351:0:16352:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.134@tcp (528 bytes) 00000100:00000200:2.0:1767384927.997352:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9fb1daf x1853237348031360/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384927.997354:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384927.997358:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000100:00000001:2.0:1767384927.997368:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384927.997370:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9fb1daf x1853237348031360/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384927.997371:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 00000000db878f5c. 00000400:00000200:1.0:1767384927.997377:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (32) 00000100:00000001:2.0:1767384927.997379:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.997382:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384927.997386:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384927.997388:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384927.997390:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384927.997393:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384927.997394:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294917033 00000100:00000001:2.0:1767384927.997395:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294917033 00000100:00000010:2.0:1767384927.997403:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa090b1a. 00000100:00000001:2.0:1767384927.997409:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384927.997416:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294917033 00000100:00000001:0.0:1767384927.997417:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, keep current deadline 4294917033 00000100:00000010:2.0:1767384927.997420:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006615b31e. 00000100:00000001:1.0:1767384927.997421:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384927.997422:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294917033 00000100:00100000:1.0:1767384927.997426:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348031232 00000100:00000001:2.0:1767384927.997427:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1767384927.997431:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384927.997434:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294917033 00000100:00000001:1.0:1767384927.997435:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384927.997435:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, keep current deadline 4294917033 00000100:00000001:1.0:1767384927.997439:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384927.997441:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d1e8fd14. 00000100:00000001:0.0:1767384927.997442:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294917033 02000000:00000001:1.0:1767384927.997444:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.997447:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00100000:1.0:1767384927.997450:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348031232 00000100:00000001:2.0:1767384927.997452:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294917033 00000100:00000001:0.0:1767384927.997452:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294917033 00000020:00000001:1.0:1767384927.997453:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:2.0:1767384927.997458:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000014a36851. 00000100:00000001:0.0:1767384927.997459:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294917033 00000100:00000001:2.0:1767384927.997464:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000020:00000040:1.0:1767384927.997464:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:1.0:1767384927.997467:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384927.997470:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000020:00000001:1.0:1767384927.997473:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384927.997476:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384927.997476:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294917033 00000020:00000001:1.0:1767384927.997477:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384927.997481:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384927.997483:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384927.997485:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.997485:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384927.997490:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.997491:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384927.997491:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000085c7f02f. 00000100:00000001:1.0:1767384927.997496:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384927.997498:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384927.997500:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000085c7f02f. 00000100:00000001:0.0:1767384927.997503:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384927.997504:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384927.997507:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384927.997507:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a74e5692. 00000100:00000001:0.0:1767384927.997512:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384927.997513:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384927.997514:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004013767a. 00000100:00000001:2.0:1767384927.997517:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384927.997517:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384927.997519:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000741906d0. 00000100:00000001:2.0:1767384927.997521:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384927.997523:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384927.997526:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384927.997527:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384927.997528:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384927.997531:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.997532:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384927.997536:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384927.997536:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.997537:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.997547:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.997548:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384927.997551:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348031360 02000000:00000001:2.0:1767384927.997553:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384927.997555:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384927.997555:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384927.997557:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384927.997577:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384927.997581:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348031360 00000020:00000001:2.0:1767384927.997584:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384927.997586:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:2.0:1767384927.997588:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384927.997588:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384927.997592:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:2.0:1767384927.997593:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000020:00000001:2.0:1767384927.997598:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00100000:1.0:1767384927.997599:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000020:00000001:2.0:1767384927.997604:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000040:1.0:1767384927.997605:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:1.0:1767384927.997610:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590404891728 : -119483304659888 : ffff9354a011b450) 00000100:00000001:2.0:1767384927.997611:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384927.997615:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000003833471 x1853237348031232/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:153/0 lens 4848/0 e 0 to 0 dl 1767384938 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384927.997617:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001caab097. 00000100:00000001:2.0:1767384927.997624:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384927.997626:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384927.997628:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001caab097. 00000020:00000010:1.0:1767384927.997631:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000085c7f02f. 00000020:00000010:2.0:1767384927.997634:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6db991f. 00000100:00000001:1.0:1767384927.997635:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384927.997640:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000085c7f02f. 00000020:00000010:2.0:1767384927.997641:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000522777b4. 00000100:00100000:1.0:1767384927.997646:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000003833471 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:16360:x1853237348031232:12345-0@lo:253: 00000020:00000010:2.0:1767384927.997648:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bcfd3a7d. 00000100:00000200:1.0:1767384927.997650:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348031232 00000100:00000001:2.0:1767384927.997654:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384927.997655:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384927.997657:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384927.997659:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.997662:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384927.997665:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384927.997666:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384927.997669:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384927.997672:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384927.997672:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:1.0:1767384927.997674:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000001:1.0:1767384927.997679:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:0.0:1767384927.997680:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 00000000f00a4a28. 00000020:00000001:1.0:1767384927.997681:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384927.997685:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384927.997687:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1767384927.997689:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006db1366b. 00000100:00000001:2.0:1767384927.997690:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384927.997690:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384927.997696:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384927.997698:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6b26cfb. 00000100:00100000:2.0:1767384927.997699:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00000040:2.0:1767384927.997705:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000100:00000001:1.0:1767384927.997705:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384927.997706:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000f00a4a28 00000100:00000001:2.0:1767384927.997710:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590813824080 : -119482895727536 : ffff9354b8718450) 02000000:00000001:1.0:1767384927.997712:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:0.0:1767384927.997713:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384927.997716:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c053d46f x1853237348031360/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:153/0 lens 4848/0 e 0 to 0 dl 1767384938 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384927.997717:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:1.0:1767384927.997720:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009e7b5c1d. 00000100:00000001:2.0:1767384927.997722:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384927.997726:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384927.997728:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001caab097. 00000400:00000010:0.0:1767384927.997728:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d22b6c11. 00000100:00000001:1.0:1767384927.997731:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.997733:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384927.997735:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c2d411d 00000020:00000010:2.0:1767384927.997738:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001caab097. 20000000:00000001:1.0:1767384927.997739:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000010:0.0:1767384927.997739:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000100:00100000:2.0:1767384927.997745:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c053d46f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:16361:x1853237348031360:12345-0@lo:253: 00000400:00000200:0.0:1767384927.997747:0:16356:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000100:00000200:2.0:1767384927.997749:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348031360 00000020:00000001:2.0:1767384927.997752:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:0.0:1767384927.997752:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 00000000170c8371. 20000000:00000010:1.0:1767384927.997753:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c95149dc. 00000020:00000001:2.0:1767384927.997756:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384927.997759:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384927.997759:0:16356:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 528 success 20000000:01000000:1.0:1767384927.997760:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384927.997765:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:1.0:1767384927.997766:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767384927.997770:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000400:00000200:0.0:1767384927.997770:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100871 20000000:00000001:1.0:1767384927.997771:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767384927.997776:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:1.0:1767384927.997776:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384927.997780:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384927.997780:0:16356:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.134@tcp:0 20000000:00000001:1.0:1767384927.997781:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384927.997786:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:1.0:1767384927.997787:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384927.997790:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384927.997790:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102071 rc 1 00000020:00000001:2.0:1767384927.997794:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.997797:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000010:1.0:1767384927.997798:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f32c5fa2. 00000400:00000200:0.0:1767384927.997798:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102071 02000000:00000001:2.0:1767384927.997799:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:1.0:1767384927.997804:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 00000400:00000200:0.0:1767384927.997805:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (31) 02000000:00000010:2.0:1767384927.997807:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000053d6760d. 02000000:00000001:2.0:1767384927.997811:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384927.997812:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000010:0.0:1767384927.997813:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 00000000ea2f5213. 00000100:00000001:2.0:1767384927.997836:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384927.997838:0:17084:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:1.0:1767384927.997844:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000010:2.0:1767384927.997847:0:17084:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007ae6b2d8. 00000400:00000010:0.0:1767384927.997848:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f636923a. 00080000:00000001:1.0:1767384927.997849:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:2.0:1767384927.997852:0:17084:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384927.997855:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384927.997857:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000010:0.0:1767384927.997857:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fe7372fc. 00000400:00000200:0.0:1767384927.997863:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp 20000000:00000001:2.0:1767384927.997866:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384927.997867:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:2.0:1767384927.997870:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384927.997874:0:17084:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384927.997874:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00080000:00000001:1.0:1767384927.997881:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384927.997882:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00080000:00000001:1.0:1767384927.997886:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384927.997888:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384927.997891:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384927.997894:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384927.997894:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000400:00000200:0.0:1767384927.997908:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00080000:00000002:1.0:1767384927.997910:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000e523df4c 00000400:00000200:0.0:1767384927.997916:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 37], ns[75, 37] 00000020:00000001:1.0:1767384927.997917:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000aa1b0688 00080000:00000002:1.0:1767384927.997920:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384927.997926:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384927.997928:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[77, 37] 00000400:00000200:0.0:1767384927.997935:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 37], ns[82, 37] 00080000:00000001:1.0:1767384927.997938:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384927.997942:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384927.997943:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 37], ns[88, 37] 00000020:00000001:1.0:1767384927.997945:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384927.997951:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 37], ns[91, 37] 00000020:00000001:1.0:1767384927.997952:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:1.0:1767384927.997959:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384927.997960:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 37], ns[103, 37] 00080000:00000010:1.0:1767384927.997962:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f2411450. 00080000:00000001:1.0:1767384927.997967:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590757465088 : -119482952086528 : ffff9354b5158c00) 00000400:00000200:0.0:1767384927.997970:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 37], ns[109, 37] 00080000:00000001:1.0:1767384927.997972:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384927.997976:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384927.997978:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000085c7f02f. 00080000:00000001:1.0:1767384927.997982:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384927.997985:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384927.997988:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 37], ns[112, 37] 00000400:00000200:0.0:1767384927.997993:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 37], ns[120, 37] 00080000:00000001:1.0:1767384927.997997:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384927.997998:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 37], ns[125, 37] 00000400:00000200:0.0:1767384927.998005:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 37], ns[34, 37] 00000400:00000200:0.0:1767384927.998010:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 34], ns[44, 34] 00080000:00000001:1.0:1767384927.998014:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384927.998015:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 34], ns[48, 34] 00000400:00000200:0.0:1767384927.998022:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 34], ns[52, 34] 00000400:00000200:0.0:1767384927.998028:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 34], ns[56, 34] 00000400:00000200:0.0:1767384927.998033:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[97, 34], ns[99, 34] 00000400:00000200:0.0:1767384927.998038:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[118, 34], ns[122, 34] 00000400:00000200:0.0:1767384927.998044:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[94, 34], ns[96, 34] 00000400:00000200:0.0:1767384927.998049:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[96, 34], ns[98, 34] 00000400:00000200:0.0:1767384927.998054:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 34], ns[80, 34] 00000400:00000200:0.0:1767384927.998058:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[112, 34], ns[116, 34] 00000400:00000200:0.0:1767384927.998066:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 34], ns[117, 34] 00000400:00000200:0.0:1767384927.998071:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[114, 34], ns[118, 34] 00000400:00000200:0.0:1767384927.998076:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 34], ns[108, 34] 00000400:00000200:0.0:1767384927.998081:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[119, 34], ns[123, 34] 00000400:00000200:0.0:1767384927.998094:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 00000400:00000200:0.0:1767384927.998099:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp23 00000400:00000200:0.0:1767384927.998103:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp23 lpni_is_preferred = 0 00000400:00000200:0.0:1767384927.998107:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp23 00000400:00000200:0.0:1767384927.998110:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp23 NI seq info: [126:126:256:4294967295] 192.168.203.134@tcp23 LPNI seq info [122:122:8:4294967295] 00000400:00000200:0.0:1767384927.998116:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp23 00000400:00000200:0.0:1767384927.998128:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp23(192.168.203.134@tcp23:) -> 192.168.203.134@tcp23(192.168.203.134@tcp:192.168.203.134@tcp23) : GET try# 0 00000800:00000200:0.0:1767384927.998135:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp23 00000800:00000010:0.0:1767384927.998139:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000036e86bca. 00000800:00000200:0.0:1767384927.998145:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000471e30be] -> 12345-192.168.203.134@tcp23 (6) 00000800:00000200:0.0:1767384927.998152:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp23 ip 192.168.203.134:988 00000800:00000200:0.0:1767384927.998155:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000036e86bca type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384927.998168:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp 00000400:00000200:0.0:1767384927.998171:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100271 rc 0 00000800:00000200:1.0:1767384927.998218:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384927.998221:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000036e86bca. 00000400:00000200:1.0:1767384927.998225:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384927.998229:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp23->192.168.203.134@tcp23: GET: OK 00000800:00000001:0.0:1767384927.998230:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384927.998232:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384927.998236:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp: 0 00000800:00000001:0.0:1767384927.998240:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384927.998244:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384927.998263:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384927.998269:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp23(192.168.203.134@tcp23) <- 192.168.203.134@tcp23 : GET - for me 00000400:00000200:0.0:1767384927.998277:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 528 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384927.998282:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 528/528 into md 0x1ac5 [1] + 0 00000400:00000200:0.0:1767384927.998290:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp23 to MR: 192.168.203.134@tcp23 local destination 00000400:00000200:0.0:1767384927.998295:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp23 NI seq info: [127:127:256:4294967295] 192.168.203.134@tcp23 LPNI seq info [123:123:8:4294967295] 00000400:00000200:0.0:1767384927.998305:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp23(192.168.203.134@tcp23:192.168.203.134@tcp23) -> 192.168.203.134@tcp23(192.168.203.134@tcp23:192.168.203.134@tcp23) 192.168.203.134@tcp23 : REPLY try# 0 00000800:00000200:0.0:1767384927.998311:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.203.134@tcp23 00000800:00000010:0.0:1767384927.998315:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da38fc0e. 00000800:00000200:0.0:1767384927.998320:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000471e30be] -> 12345-192.168.203.134@tcp23 (6) 00000800:00000200:0.0:1767384927.998326:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp23 ip 192.168.203.134:995 00000800:00000200:0.0:1767384927.998337:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da38fc0e type 3, nob 624 niov 1 nkiov 1 00000800:00000001:2.0:1767384927.998370:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384927.998404:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384927.998410:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384927.998412:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384927.998413:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384927.998415:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384927.998418:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da38fc0e. 00000400:00000200:2.0:1767384927.998425:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp23(192.168.203.134@tcp23) <- 192.168.203.134@tcp23 : REPLY - for me 00000400:00000200:0.0:1767384927.998426:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384927.998436:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp23->192.168.203.134@tcp23: REPLY: OK 00000400:00000200:2.0:1767384927.998443:0:16352:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp23: Reply from 12345-192.168.203.134@tcp23 of length 528/528 into md 0x1ae1 00000800:00000001:2.0:1767384927.998448:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384927.998453:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384927.998454:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384927.998457:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp23->192.168.203.134@tcp23: REPLY: OK 00000400:00000200:2.0:1767384927.998462:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f636923a 00000400:00000010:2.0:1767384927.998463:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f636923a. 00000400:00000200:2.0:1767384927.998466:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384927.998469:0:16352:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.134@tcp has discovery enabled 00000400:00000200:2.0:1767384927.998471:0:16352:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000200:2.0:1767384927.998474:0:16352:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.134@tcp data present 31. state = 0x100271 00000400:00000200:2.0:1767384927.998477:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:2.0:1767384927.998486:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (32) 00000800:00000001:2.0:1767384927.998492:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384927.998494:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384927.998504:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384927.998504:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384927.998512:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1000f1 00000400:00000010:0.0:1767384927.998521:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 640 at 00000000d7716515. 00000400:00000010:0.0:1767384927.998526:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 768 at 000000002f6e2c72. 00000400:00000010:0.0:1767384927.998530:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 640 at 0000000070d2583f. 00000400:00000200:0.0:1767384927.998558:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp29(0000000062867edf) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384927.998581:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp33(000000000421f208) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384927.998587:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp35(00000000ed3d309a) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384927.998594:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp37(000000008e2c0fbf) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384927.998612:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000008514e7e9. 00000400:00000200:0.0:1767384927.998618:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 000000008514e7e9 nid 192.168.203.134@tcp38 00000400:00000010:0.0:1767384927.998622:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000007f0e36ce. 00000400:00000200:0.0:1767384927.998625:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 000000007f0e36ce net tcp38 00000400:00000200:0.0:1767384927.998628:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (31) 00000400:00000200:0.0:1767384927.998633:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp38 flags 0x11 00000400:00000010:0.0:1767384927.998637:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000010898fd0. 00000400:00000200:0.0:1767384927.998641:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000010898fd0 nid 192.168.203.134@tcp39 00000400:00000010:0.0:1767384927.998644:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000009a4b7b9c. 00000400:00000200:0.0:1767384927.998646:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 000000009a4b7b9c net tcp39 00000400:00000200:0.0:1767384927.998648:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (32) 00000400:00000200:0.0:1767384927.998651:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp39 flags 0x11 00000400:00000010:0.0:1767384927.998655:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 640 at 00000000d7716515. 00000400:00000010:0.0:1767384927.998658:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 768 at 000000002f6e2c72. 00000400:00000010:0.0:1767384927.998661:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 640 at 0000000070d2583f. 00000400:00000010:0.0:1767384927.998664:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 00000000ea2f5213. 00000400:00000200:0.0:1767384927.998678:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:0.0:1767384927.998682:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100171 00000400:00000200:0.0:1767384927.998694:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 rc 1 00000400:00000200:0.0:1767384927.998699:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 00000400:00000010:0.0:1767384927.998704:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f636923a. 00000400:00000200:0.0:1767384927.998707:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (33) 00000400:00000010:0.0:1767384927.998712:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000228b75f2. 00000400:00000200:0.0:1767384927.998716:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp23 00000400:00000200:0.0:1767384927.998723:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp23 to MR: 192.168.203.134@tcp23 local destination 00000400:00000200:0.0:1767384927.998729:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp23 NI seq info: [128:128:256:4294967295] 192.168.203.134@tcp23 LPNI seq info [124:124:8:4294967295] 00000400:00000200:0.0:1767384927.998734:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp23 00000400:00000200:0.0:1767384927.998741:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp23(192.168.203.134@tcp23:192.168.203.134@tcp23) -> 192.168.203.134@tcp23(192.168.203.134@tcp23:192.168.203.134@tcp23) : PUT try# 0 00000800:00000200:0.0:1767384927.998747:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.203.134@tcp23 00000800:00000010:0.0:1767384927.998751:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da38fc0e. 00000800:00000200:0.0:1767384927.998756:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000471e30be] -> 12345-192.168.203.134@tcp23 (6) 00000800:00000200:0.0:1767384927.998763:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp23 ip 192.168.203.134:988 00000800:00000200:0.0:1767384927.998766:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da38fc0e type 1, nob 624 niov 1 nkiov 1 00080000:00000010:1.0:1767384927.998777:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f2411450. 00000400:00000200:0.0:1767384927.998785:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000400:00000200:0.0:1767384927.998789:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100571 rc 0 00080000:00000010:1.0:1767384927.998795:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000085c7f02f. 00040000:00000001:1.0:1767384927.998800:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384927.998802:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384927.998804:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384927.998807:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:1.0:1767384927.998809:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384927.998811:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384927.998861:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384927.998872:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384927.998874:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384927.998878:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384927.998932:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384927.998935:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384927.998938:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384927.998941:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384927.998949:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384927.998955:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ccac788c. 00010000:00000001:1.0:1767384927.998959:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384927.998962:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a3a7dbfa. 00000020:00000001:1.0:1767384927.998965:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384927.998967:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a3a7dbfa with handle 0xb57eb788195630cb to hash 00000020:00000001:1.0:1767384927.998968:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384927.998969:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00010000:00000001:1.0:1767384927.998982:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 20000000:00000010:0.0:1767384927.998983:0:17084:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003554a2a8. 00010000:00000001:1.0:1767384927.998984:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 20000000:01000000:0.0:1767384927.998988:0:17084:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 20000000:00000001:0.0:1767384927.998992:0:17084:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384927.998996:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:1.0:1767384927.998999:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384927.998999:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000800:00000200:2.0:1767384927.999001:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:1.0:1767384927.999005:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a3a7dbfa/0xb57eb788195630cb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000800:00000010:2.0:1767384927.999006:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da38fc0e. 00080000:00000001:0.0:1767384927.999010:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:2.0:1767384927.999011:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384927.999019:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:2.0:1767384927.999020:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp23->192.168.203.134@tcp23: PUT: OK 00080000:00000001:0.0:1767384927.999021:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384927.999025:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:0.0:1767384927.999027:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384927.999028:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000400:00000200:2.0:1767384927.999029:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00010000:00000001:1.0:1767384927.999032:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384927.999032:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384927.999033:0:16353:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp23: 0 00010000:00000001:1.0:1767384927.999036:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384927.999039:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384927.999040:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000800:00000001:2.0:1767384927.999041:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:0.0:1767384927.999044:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384927.999045:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384927.999047:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384927.999051:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000800:00000001:2.0:1767384927.999052:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000002:0.0:1767384927.999052:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 000000007e91d003 00010000:00000001:1.0:1767384927.999054:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384927.999057:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000800:00000001:2.0:1767384927.999058:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384927.999060:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000020:00000001:0.0:1767384927.999060:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f71c5dba 00010000:00000040:1.0:1767384927.999064:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ccac788c) refcount = 1 00080000:00000002:0.0:1767384927.999065:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00010000:1.0:1767384927.999071:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a3a7dbfa/0xb57eb788195630cb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384927.999075:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384927.999076:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp23(192.168.203.134@tcp23) <- 192.168.203.134@tcp23 : PUT - for me 00010000:00000001:1.0:1767384927.999083:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384927.999086:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:0.0:1767384927.999088:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384927.999090:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384927.999091:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 528 into portal 0 MB=0x8000000000000000 00010000:00000001:1.0:1767384927.999095:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384927.999096:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384927.999101:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 528/528 into md 0x1add [1] + 0 00010000:00000001:1.0:1767384927.999101:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384927.999103:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384927.999108:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00000400:00000010:2.0:1767384927.999109:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006db1366b. 20000000:00000001:1.0:1767384927.999110:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384927.999115:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003151402s 00080000:00000001:0.0:1767384927.999116:0:17084:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384927.999117:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c6b26cfb 00000800:00000001:2.0:1767384927.999122:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767384927.999124:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000010:0.0:1767384927.999124:0:17084:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ae73cb90. 00000020:00000001:1.0:1767384927.999127:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:2.0:1767384927.999128:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384927.999130:0:17084:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585636113920 : -119488073437696 : ffff935383d3ee00) 00000400:00000200:2.0:1767384927.999131:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1767384927.999131:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a3a7dbfa refcount=4 00000020:00000001:1.0:1767384927.999137:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00080000:00000001:0.0:1767384927.999138:0:17084:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384927.999141:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00000400:00000200:2.0:1767384927.999142:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp23->192.168.203.134@tcp23: PUT: OK 00000001:00000001:0.0:1767384927.999144:0:17084:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384927.999146:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000200:2.0:1767384927.999148:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6b26cfb 00010000:00010000:1.0:1767384927.999150:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a3a7dbfa/0xb57eb788195630cb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000010:0.0:1767384927.999150:0:17084:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000640fff27. 00000400:00000010:2.0:1767384927.999152:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6b26cfb. 00080000:00000001:0.0:1767384927.999156:0:17084:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384927.999158:0:16353:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00080000:00000001:0.0:1767384927.999163:0:17084:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384927.999165:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (34) 00010000:00000001:1.0:1767384927.999165:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384927.999169:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a3a7dbfa/0xb57eb788195630cb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384927.999172:0:16353:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00080000:00000001:0.0:1767384927.999177:0:17084:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384927.999179:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 0000000012b8444c. 00010000:00000001:1.0:1767384927.999180:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384927.999183:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384927.999185:0:16353:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.134@tcp 31 00010000:00010000:1.0:1767384927.999186:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a3a7dbfa/0xb57eb788195630cb lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384927.999190:0:17084:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384927.999191:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00010000:00000001:1.0:1767384927.999195:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384927.999197:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384927.999200:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384927.999202:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a3a7dbfa/0xb57eb788195630cb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384927.999203:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (35) 00000400:00000200:2.0:1767384927.999210:0:16353:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00010000:00010000:1.0:1767384927.999210:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a3a7dbfa already unused, calling callback (00000000df0e66e0) 00010000:00000001:1.0:1767384927.999215:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384927.999217:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000020:0.0:1767384927.999218:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:1.0:1767384927.999219:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a3a7dbfa/0xb57eb788195630cb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384927.999221:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp23 to MR: 192.168.203.134@tcp23 local destination 00000100:00000001:0.0:1767384927.999225:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384927.999229:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c95149dc. 00010000:00000001:1.0:1767384927.999231:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:2.0:1767384927.999235:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp23 NI seq info: [129:129:256:4294967295] 192.168.203.134@tcp23 LPNI seq info [125:125:8:4294967295] 00010000:00000001:1.0:1767384927.999236:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 20000000:00000001:0.0:1767384927.999238:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384927.999239:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384927.999242:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a3a7dbfa refcount=5 00000020:00000001:1.0:1767384927.999247:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00010000:00000040:0.0:1767384927.999247:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348031232 00010000:00000001:0.0:1767384927.999254:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384927.999256:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00000400:00000200:2.0:1767384927.999261:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp23(192.168.203.134@tcp23:192.168.203.134@tcp23) -> 192.168.203.134@tcp23(192.168.203.134@tcp23:192.168.203.134@tcp23) 192.168.203.134@tcp23 : ACK try# 0 00010000:00000001:1.0:1767384927.999263:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000200:0.0:1767384927.999263:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000003833471 x1853237348031232/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:153/0 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384927.999267:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a3a7dbfa/0xb57eb788195630cb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000800:00000200:2.0:1767384927.999272:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp23 00000800:00000010:2.0:1767384927.999279:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000612bc7dc. 00010000:00000001:1.0:1767384927.999286:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000800:00000200:2.0:1767384927.999289:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000471e30be] -> 12345-192.168.203.134@tcp23 (6) 00010000:00000001:1.0:1767384927.999291:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384927.999295:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384927.999296:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000800:00000200:2.0:1767384927.999300:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp23 ip 192.168.203.134:995 00010000:00000001:1.0:1767384927.999302:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384927.999302:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384927.999303:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000612bc7dc type 0, nob 96 niov 1 nkiov 0 00010000:00000001:1.0:1767384927.999305:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384927.999309:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00001000:0.0:1767384927.999309:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=61 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384927.999312:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384927.999316:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a3a7dbfa with handle 0xb57eb788195630cb from hash 00000100:00000001:0.0:1767384927.999318:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384927.999319:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384927.999322:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384927.999324:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384927.999324:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:1.0:1767384927.999326:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384927.999329:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1767384927.999330:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:1.0:1767384927.999332:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000001:0.0:1767384927.999335:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384927.999336:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384927.999340:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384927.999340:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384927.999342:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384927.999348:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000612bc7dc. 00010000:00000001:1.0:1767384927.999348:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384927.999349:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384927.999353:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384927.999354:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384927.999357:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000040:0.0:1767384927.999357:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384927.999360:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384927.999363:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384927.999364:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000347539e0. 00010000:00000001:1.0:1767384927.999365:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384927.999370:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp23->192.168.203.134@tcp23: ACK: OK 00010000:00000001:1.0:1767384927.999371:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384927.999373:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348031232, offset 224 00010000:00000001:1.0:1767384927.999376:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384927.999380:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:1.0:1767384927.999380:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a3a7dbfa/0xb57eb788195630cb lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384927.999385:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:2.0:1767384927.999386:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384927.999388:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:2.0:1767384927.999389:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767384927.999391:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384927.999393:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000800:00000001:2.0:1767384927.999394:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384927.999397:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767384927.999397:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000800:00000001:2.0:1767384927.999400:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384927.999406:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384927.999406:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384927.999409:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384927.999413:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp23(192.168.203.134@tcp23) <- 192.168.203.134@tcp23 : ACK - for me 00010000:00000001:1.0:1767384927.999414:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384927.999418:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384927.999419:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384927.999424:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a3a7dbfa/0xb57eb788195630cb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384927.999424:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d05b00 00000400:00000200:2.0:1767384927.999428:0:16353:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp23: ACK from 12345-192.168.203.134@tcp23 into md 0x1ae5 00000400:00000200:2.0:1767384927.999435:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384927.999436:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384927.999440:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384927.999441:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1acd [2] + 224 00010000:00010000:1.0:1767384927.999443:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a3a7dbfa/0xb57eb788195630cb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384927.999444:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp23->192.168.203.134@tcp23: ACK: OK 00000400:00000200:2.0:1767384927.999452:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f636923a 00010000:00000040:1.0:1767384927.999453:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ccac788c count: 0 00000400:00000200:0.0:1767384927.999453:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384927.999455:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f636923a. 00000400:00000200:2.0:1767384927.999461:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384927.999465:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384927.999467:0:16353:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 00010000:00000001:1.0:1767384927.999467:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384927.999471:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384927.999472:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384927.999475:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:2.0:1767384927.999478:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (34) 00000100:00000200:0.0:1767384927.999480:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000488f77c0 x1853237348031232/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384927.999482:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384927.999486:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384927.999496:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000488f77c0 x1853237348031232/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384927.999502:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384927.999509:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a842f207. 00000400:00000010:2.0:1767384927.999513:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024e4e5b6. 00000400:00000200:2.0:1767384927.999515:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000f00a4a28 00000100:00000001:0.0:1767384927.999518:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384927.999519:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1000f1 00000400:00000010:2.0:1767384927.999526:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 640 at 00000000b53fe7b3. 00000400:00000200:0.0:1767384927.999527:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000347539e0 00000400:00000010:2.0:1767384927.999529:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 768 at 000000002c40ee33. 00000100:00000001:1.0:1767384927.999529:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384927.999532:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384927.999532:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000347539e0. 00000400:00000010:2.0:1767384927.999534:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 640 at 00000000170c8371. 00000400:00000001:1.0:1767384927.999539:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384927.999539:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384927.999543:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384927.999544:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384927.999548:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005638b6d1. 00000100:00000001:0.0:1767384927.999551:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384927.999552:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be484c2c 00000400:00000010:1.0:1767384927.999556:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000be484c2c. 00000100:00000040:0.0:1767384927.999557:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:1.0:1767384927.999574:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384927.999575:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384927.999577:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 640 at 00000000b53fe7b3. 00000020:00000001:0.0:1767384927.999579:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384927.999581:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000488f77c0 x1853237348031232/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384927.999584:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 768 at 000000002c40ee33. 00000020:00000001:0.0:1767384927.999585:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384927.999591:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 640 at 00000000170c8371. 00000100:00000040:0.0:1767384927.999594:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000003833471 x1853237348031232/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:153/0 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384927.999596:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000488f77c0 x1853237348031232/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384927.999598:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 0000000012b8444c. 00000400:00000200:2.0:1767384927.999607:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:2.0:1767384927.999615:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100171 00000400:00000200:2.0:1767384927.999624:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 rc 1 00000100:00000001:1.0:1767384927.999627:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384927.999631:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384927.999633:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000003833471 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:16360:x1853237348031232:12345-0@lo:253: Request processed in 2002us (2413us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384927.999634:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384927.999638:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384927.999641:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384927.999644:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 00000100:00000001:1.0:1767384927.999644:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384927.999650:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384927.999650:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000400:00000200:2.0:1767384927.999652:0:16356:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.134@tcp 00000100:00001000:1.0:1767384927.999656:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=61 v=5 (5 0 0 0) 00000400:00000200:2.0:1767384927.999658:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100111 rc 0 00000100:00000040:0.0:1767384927.999659:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000100:00001000:1.0:1767384927.999666:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=61 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384927.999666:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1767384927.999668:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000100:00000001:0.0:1767384927.999670:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384927.999673:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (33) 00000020:00000010:0.0:1767384927.999676:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004013767a. 00000100:00000001:1.0:1767384927.999679:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384927.999682:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384927.999684:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1767384927.999684:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000741906d0. 00010000:00000001:1.0:1767384927.999689:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384927.999692:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a74e5692. 00000100:00000001:1.0:1767384927.999694:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384927.999700:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00000100:00000040:1.0:1767384927.999701:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000488f77c0 x1853237348031232/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384927.999714:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384927.999716:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384927.999718:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:0.0:1767384927.999719:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009e7b5c1d. 00000100:00000001:1.0:1767384927.999723:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384927.999725:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:1.0:1767384927.999729:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:0.0:1767384927.999730:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384927.999732:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384927.999736:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000200:0.0:1767384927.999737:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:1.0:1767384927.999738:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384927.999743:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:0.0:1767384927.999744:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbe32188. 00000020:01000004:1.0:1767384927.999745:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384927.999749:0:16360:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384927.999751:0:16360:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000010:0.0:1767384927.999752:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000347539e0. 00000020:01000004:1.0:1767384927.999753:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384927.999755:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384927.999760:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000488f77c0 x1853237348031232/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384927.999767:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000488f77c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348031232:0@lo:253: 00000100:00000001:1.0:1767384927.999771:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384927.999772:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384927.999774:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000488f77c0 x1853237348031232/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384927.999779:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384927.999781:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384927.999783:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001c970a50. 02000000:00000001:1.0:1767384927.999787:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384927.999788:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384927.999790:0:16360:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:1.0:1767384927.999791:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384927.999793:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004967a7f8. 02000000:00000001:1.0:1767384927.999803:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384927.999805:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384927.999806:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000488f77c0. 00000100:00000001:1.0:1767384927.999809:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384927.999810:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384927.999811:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384927.999839:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384927.999840:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.999843:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384927.999845:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384928.000506:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ae73cb90. 00080000:00000010:0.0:1767384928.000550:0:17084:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000640fff27. 00040000:00000001:0.0:1767384928.000580:0:17084:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384928.000582:0:17084:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384928.000584:0:17084:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384928.000587:0:17084:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:0.0:1767384928.000590:0:17084:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384928.000592:0:17084:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384928.000594:0:17084:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384928.000604:0:17084:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384928.000607:0:17084:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384928.000611:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384928.000613:0:17084:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:1.0:1767384928.000615:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384928.000618:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384928.000620:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384928.000622:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384928.000627:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ef65468b. 00010000:00000001:1.0:1767384928.000630:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384928.000634:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000070e762e5. 00000020:00000001:1.0:1767384928.000636:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384928.000639:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000070e762e5 with handle 0xb57eb788195630d2 to hash 00000020:00000001:1.0:1767384928.000642:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384928.000643:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384928.000645:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384928.000648:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384928.000649:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384928.000651:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000070e762e5/0xb57eb788195630d2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384928.000655:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384928.000657:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384928.000658:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384928.000659:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384928.000660:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384928.000661:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384928.000662:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384928.000670:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384928.000671:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384928.000672:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384928.000673:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384928.000674:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ef65468b) refcount = 1 00010000:00010000:1.0:1767384928.000676:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000070e762e5/0xb57eb788195630d2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384928.000680:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384928.000681:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384928.000682:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384928.000683:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384928.000685:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384928.000688:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384928.000691:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003151402s 00010000:00000001:1.0:1767384928.000693:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384928.000695:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384928.000696:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070e762e5 refcount=4 00000020:00000001:1.0:1767384928.000698:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384928.000700:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384928.000702:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384928.000704:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070e762e5/0xb57eb788195630d2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384928.000709:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384928.000710:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070e762e5/0xb57eb788195630d2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384928.000716:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384928.000718:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384928.000719:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000070e762e5/0xb57eb788195630d2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384928.000725:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384928.000727:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384928.000735:0:17084:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384928.000737:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1767384928.000739:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:1.0:1767384928.000741:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000070e762e5/0xb57eb788195630d2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 20000000:00000010:0.0:1767384928.000743:0:17084:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007ae6b2d8. 20000000:00000001:0.0:1767384928.000748:0:17084:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384928.000755:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000070e762e5 already unused, calling callback (00000000df0e66e0) 00010000:00000040:0.0:1767384928.000755:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348031360 00010000:00000001:1.0:1767384928.000759:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384928.000760:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384928.000761:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384928.000764:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000070e762e5/0xb57eb788195630d2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000200:0.0:1767384928.000766:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c053d46f x1853237348031360/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:153/0 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384928.000773:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384928.000776:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384928.000778:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384928.000781:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070e762e5 refcount=5 00010000:00000001:0.0:1767384928.000783:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384928.000784:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:0.0:1767384928.000786:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384928.000787:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384928.000791:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00001000:0.0:1767384928.000791:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=61 v=5 (1 0 0 0) 00010000:00010000:1.0:1767384928.000794:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000070e762e5/0xb57eb788195630d2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384928.000798:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384928.000800:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:0.0:1767384928.000802:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:1.0:1767384928.000803:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384928.000805:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.000808:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:1.0:1767384928.000809:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384928.000812:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:0.0:1767384928.000837:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384928.000841:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:0.0:1767384928.000842:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384928.000844:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384928.000848:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000070e762e5 with handle 0xb57eb788195630d2 from hash 00000100:00000001:0.0:1767384928.000848:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384928.000850:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384928.000851:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384928.000852:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384928.000853:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384928.000854:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384928.000855:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384928.000858:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384928.000860:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384928.000861:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384928.000865:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c85cd9a3. 00000100:00000200:0.0:1767384928.000869:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348031360, offset 224 00010000:00000001:1.0:1767384928.000870:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384928.000874:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384928.000876:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384928.000880:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384928.000880:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384928.000884:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384928.000886:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384928.000887:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384928.000891:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384928.000892:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:1.0:1767384928.000893:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000070e762e5/0xb57eb788195630d2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384928.000899:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384928.000901:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384928.000903:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:0.0:1767384928.000904:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d05b80 00010000:00000001:1.0:1767384928.000905:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384928.000908:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384928.000910:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384928.000913:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:0.0:1767384928.000913:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ad5 [2] + 224 00010000:00000001:1.0:1767384928.000916:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384928.000920:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384928.000922:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000070e762e5/0xb57eb788195630d2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384928.000922:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384928.000930:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:0.0:1767384928.000931:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384928.000932:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384928.000936:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000070e762e5/0xb57eb788195630d2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384928.000938:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:1.0:1767384928.000943:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ef65468b count: 0 00000100:00000200:0.0:1767384928.000944:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9fb1daf x1853237348031360/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384928.000948:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384928.000951:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384928.000959:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b9fb1daf x1853237348031360/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.000977:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384928.000982:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c85cd9a3 00000400:00000010:0.0:1767384928.000985:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c85cd9a3. 00000100:00000001:0.0:1767384928.000988:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384928.000990:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384928.000994:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384928.000997:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:2.0:1767384928.001000:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384928.001000:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384928.001004:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384928.001005:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384928.001009:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384928.001010:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384928.001013:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384928.001015:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c053d46f x1853237348031360/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:153/0 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384928.001016:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b25909dc. 00000400:00000200:2.0:1767384928.001022:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce3bfdcc 00000400:00000010:2.0:1767384928.001025:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ce3bfdcc. 00000100:00000001:2.0:1767384928.001031:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384928.001034:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c053d46f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+14:16361:x1853237348031360:12345-0@lo:253: Request processed in 3309us (3737us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384928.001038:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9fb1daf x1853237348031360/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384928.001051:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00000200:2.0:1767384928.001052:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9fb1daf x1853237348031360/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384928.001057:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:2.0:1767384928.001062:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384928.001063:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384928.001064:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384928.001067:0:16361:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384928.001068:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384928.001069:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384928.001072:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384928.001074:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384928.001074:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000522777b4. 02000000:00000001:2.0:1767384928.001075:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384928.001078:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=62 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384928.001080:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=62 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384928.001084:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384928.001087:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384928.001088:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384928.001090:0:16361:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384928.001090:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bcfd3a7d. 00000100:00000001:2.0:1767384928.001096:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384928.001098:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b6db991f. 00000100:00000040:2.0:1767384928.001099:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9fb1daf x1853237348031360/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384928.001105:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000100:00000001:2.0:1767384928.001107:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384928.001111:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767384928.001112:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384928.001114:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000053d6760d. 02000000:00000001:0.0:1767384928.001117:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384928.001121:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.001122:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384928.001126:0:16361:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000200:0.0:1767384928.001128:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:2.0:1767384928.001129:0:16361:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384928.001133:0:16361:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384928.001134:0:16361:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384928.001136:0:16361:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:0.0:1767384928.001136:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005638b6d1. 00000020:01000004:2.0:1767384928.001140:0:16361:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384928.001142:0:16361:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384928.001143:0:16361:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384928.001144:0:16361:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:0.0:1767384928.001144:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c85cd9a3. 00000100:00000040:2.0:1767384928.001149:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9fb1daf x1853237348031360/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384928.001155:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9fb1daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348031360:0@lo:253: 00000100:00000001:2.0:1767384928.001159:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384928.001160:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384928.001162:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9fb1daf x1853237348031360/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384928.001166:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384928.001168:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384928.001169:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000215eb251. 02000000:00000001:2.0:1767384928.001173:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384928.001175:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384928.001175:0:16361:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:2.0:1767384928.001177:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384928.001178:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006885afe1. 02000000:00000001:2.0:1767384928.001181:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384928.001181:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384928.001182:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9fb1daf. 00000100:00000001:2.0:1767384928.001184:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384928.001185:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384928.001186:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384928.001189:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384928.001191:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.001192:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384928.001194:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384928.002859:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294917033, at 4294917034 00000100:00000010:1.0:1767384928.002867:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006615b31e. 00000100:00000040:2.0:1767384928.002871:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294917033, at 4294917034 00000100:00000010:2.0:1767384928.002898:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d1e8fd14. 00000100:00000040:0.0:1767384928.002900:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294917033, at 4294917034 00000100:00000010:0.0:1767384928.002909:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa090b1a. 00000100:00000040:3.0:1767384928.003872:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294917033, at 4294917035 00000100:00000010:3.0:1767384928.003889:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000014a36851. 00010000:00000010:1.1:1767384928.005873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ccac788c. 00010000:00000010:1.1:1767384928.005888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a3a7dbfa. 00010000:00000010:1.1:1767384928.007853:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ef65468b. 00010000:00000010:1.1:1767384928.007859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000070e762e5. 00000400:00000010:3.0:1767384928.012989:0:32057:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000fb620972. 00000400:00000040:3.0:1767384928.013006:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384928.013008:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384928.013010:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384928.013011:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384928.013013:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384928.013015:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384928.013017:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384928.013018:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384928.013019:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384928.013020:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384928.013021:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384928.013039:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384928.013041:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384928.013042:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384928.013042:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384928.013044:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384928.013045:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384928.013046:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384928.013047:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384928.013048:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384928.013049:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384928.013050:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384928.013051:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384928.013059:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384928.013060:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384928.013063:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384928.013064:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384928.013066:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384928.013067:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384928.013069:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384928.013070:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384928.013073:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384928.013074:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384928.013076:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384928.013077:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384928.013079:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384928.013080:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384928.013083:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384928.013084:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384928.013086:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384928.013088:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384928.013089:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384928.013091:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384928.013093:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384928.013095:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384928.013096:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384928.013098:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384928.013100:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384928.013102:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384928.013104:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384928.013106:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384928.013108:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384928.013109:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384928.013111:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384928.013113:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384928.013115:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384928.013116:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384928.013177:0:32057:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000fb620972. 00000100:00000040:2.0:1767384928.089881:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384928.089887:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000001:0.0:1767384928.089892:0:17112:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000010:2.0:1767384928.089894:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9fb1daf. 00000004:00000020:0.0:1767384928.089897:0:17112:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384928.089903:0:17112:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023fba383. 00000020:00000040:2.0:1767384928.089904:0:38:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:0.0:1767384928.089909:0:17112:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384928.089912:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384928.089913:0:17112:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384928.089918:0:17112:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384928.089919:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384928.089922:0:17112:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384928.089924:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384928.089946:0:17112:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ae587f0b. 02000000:00000010:2.0:1767384928.089948:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000612bc7dc. 00000100:00000001:0.0:1767384928.089953:0:17112:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.089955:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.089960:0:17112:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384928.089963:0:17112:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384928.089967:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000b9fb1daf x1853237348031616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384928.089971:0:17112:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023fba383] to pc [ptlrpcd_00_00+0] req@0000000023fba383 x1853237348031488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384928.090002:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384928.090004:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384928.090011:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9fb1daf] to pc [ptlrpcd_00_01+1] req@00000000b9fb1daf x1853237348031616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384928.090012:0:17112:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.090024:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384928.090027:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384928.090029:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384928.090033:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004f1ab0f3. 00000020:00000040:2.0:1767384928.090036:0:38:0:(genops.c:1229:class_import_get()) import 00000000aab4eb9e refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384928.090038:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384928.090040:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384928.090042:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384928.090045:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000019c242df. 00000100:00000001:2.0:1767384928.090049:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384928.090051:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000004f1ab0f3 x1853237348031744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384928.090057:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384928.090058:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.090060:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384928.090062:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f1ab0f3] to pc [ptlrpcd_00_02+2] req@000000004f1ab0f3 x1853237348031744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.090066:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384928.090070:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384928.090078:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9fb1daf x1853237348031616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.090090:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384928.090092:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.090094:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384928.090097:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384928.090098:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384928.090102:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384928.090106:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001009c66d. 00000020:00000040:2.0:1767384928.090110:0:38:0:(genops.c:1229:class_import_get()) import 0000000062c1ff66 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384928.090110:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384928.090111:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384928.090115:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384928.090116:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384928.090118:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384928.090120:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384928.090120:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1767384928.090125:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9fb1daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16359:1853237348031616:0@lo:400: 02000000:00000001:2.0:1767384928.090126:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384928.090129:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004f1ab0f3 x1853237348031744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.090133:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767384928.090134:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002f2f9db3. 02000000:00000001:0.0:1767384928.090137:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384928.090139:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384928.090142:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384928.090147:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000001009c66d x1853237348031872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384928.090147:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384928.090153:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f6baac83. 02000000:00000001:0.0:1767384928.090158:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.090167:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1767384928.090167:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006db1366b. 00000100:00000001:2.0:1767384928.090172:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384928.090172:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.090175:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384928.090176:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058c0d436. 02000000:00000001:1.0:1767384928.090177:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384928.090181:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001009c66d] to pc [ptlrpcd_00_03+3] req@000000001009c66d x1853237348031872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384928.090182:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384928.090185:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348031616, portal 4 02000000:00000001:1.0:1767384928.090189:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.090191:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384928.090194:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667946112 : -119483041605504 : ffff9354afbf9880) 00000100:00100000:1.0:1767384928.090198:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004f1ab0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16360:1853237348031744:0@lo:400: 00000100:00000001:1.0:1767384928.090203:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384928.090204:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384928.090205:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9fb1daf x1853237348031616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384928.090208:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384928.090210:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (254) 02000000:00000001:1.0:1767384928.090211:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384928.090217:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384928.090221:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1767384928.090222:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2411450. 00000100:00000001:2.0:1767384928.090224:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384928.090226:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384928.090228:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.090229:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384928.090231:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081d2a261. 00000100:00000001:2.0:1767384928.090232:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384928.090234:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1aaaf08. 00000100:00000200:0.0:1767384928.090235:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237348031616, offset 0 00000100:00000040:2.0:1767384928.090239:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000023fba383 x1853237348031488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384928.090241:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d219ca3. 00000400:00000200:0.0:1767384928.090248:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384928.090254:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384928.090255:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384928.090257:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348031744, portal 10 02000000:00000001:2.0:1767384928.090258:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384928.090262:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767384928.090263:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384928.090265:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384928.090266:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667955072 : -119483041596544 : ffff9354afbfbb80) 02000000:00000001:2.0:1767384928.090268:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384928.090275:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000023fba383 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16358:1853237348031488:0@lo:13: 00000100:00000001:2.0:1767384928.090279:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767384928.090279:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004f1ab0f3 x1853237348031744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384928.090284:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384928.090284:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958271d05c80 00000400:00000200:0.0:1767384928.090294:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3440 02000000:00000001:2.0:1767384928.090295:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.090295:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384928.090301:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384928.090303:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384928.090304:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1767384928.090305:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000012b8444c. 00000400:00000010:1.0:1767384928.090307:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be0a8fcb. 02000000:00000001:2.0:1767384928.090311:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384928.090312:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237348031744, offset 0 00000400:00000200:0.0:1767384928.090314:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384928.090317:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b25909dc. 00000400:00000200:1.0:1767384928.090323:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384928.090330:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384928.090331:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:2.0:1767384928.090334:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084d6a40c. 00000100:00000200:0.0:1767384928.090335:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:1.0:1767384928.090340:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958271d05d00 00000100:00000200:2.0:1767384928.090342:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348031488, portal 4 00000100:00000010:0.0:1767384928.090342:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007658aa6a. 00000100:00000001:2.0:1767384928.090347:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384928.090348:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6040 00000100:00000040:0.0:1767384928.090349:0:16359:0:(events.c:337:request_in_callback()) incoming req@000000007658aa6a x1853237348031616 msgsize 224 00000100:00000001:2.0:1767384928.090351:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878147456 : -119482831404160 : ffff9354bc470380) 00000100:00100000:0.0:1767384928.090359:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384928.090360:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384928.090363:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000023fba383 x1853237348031488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384944 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384928.090369:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384928.090370:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384928.090377:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384928.090379:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081d2a261 00000100:00000040:2.0:1767384928.090382:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384928.090385:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081d2a261. 00000400:00000010:2.0:1767384928.090386:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c99b0362. 00000100:00000001:0.0:1767384928.090399:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384928.090400:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237348031488, offset 0 00000100:00000001:1.0:1767384928.090400:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384928.090404:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1767384928.090405:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9fb1daf x1853237348031616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384928.090409:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006d2e30c6. 00000400:00000200:2.0:1767384928.090410:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384928.090421:0:16360:0:(events.c:337:request_in_callback()) incoming req@000000006d2e30c6 x1853237348031744 msgsize 224 00000400:00000200:2.0:1767384928.090423:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384928.090431:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384928.090432:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384928.090438:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9fb1daf x1853237348031616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384928.090439:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958271d05c00 00000100:00000001:1.0:1767384928.090442:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384928.090450:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2240 00000100:00000001:0.0:1767384928.090451:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.090456:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384928.090459:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384928.090462:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be0a8fcb 00000400:00000200:2.0:1767384928.090463:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384928.090466:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384928.090467:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be0a8fcb. 00000100:00000001:1.0:1767384928.090473:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384928.090473:0:16359:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3172 usecs (4 jiffies) 00000100:00000001:2.0:1767384928.090475:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384928.090478:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004f1ab0f3 x1853237348031744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384928.090479:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:0.0:1767384928.090479:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294917125 00000100:00000010:2.0:1767384928.090487:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000488f77c0. 00000100:00000010:0.0:1767384928.090488:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000af9515ca. 00000100:00000001:1.0:1767384928.090490:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384928.090492:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000488f77c0 x1853237348031488 msgsize 224 00000100:00000040:1.0:1767384928.090496:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004f1ab0f3 x1853237348031744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.090498:0:16359:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00100000:2.0:1767384928.090505:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384928.090506:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294917125 00000100:00000010:0.0:1767384928.090513:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009ca8afeb. 00000100:00000001:1.0:1767384928.090514:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.090517:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384928.090519:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384928.090520:0:16359:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384928.090524:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c99b0362 00000100:00000001:0.0:1767384928.090525:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294917125 00000100:00000001:1.0:1767384928.090527:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384928.090529:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c99b0362. 00000100:00000010:0.0:1767384928.090531:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000055fb4fe7. 00000100:00000040:1.0:1767384928.090532:0:16360:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2736 usecs (3 jiffies) 00000100:00000001:2.0:1767384928.090534:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384928.090535:0:16359:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384928.090537:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294917124 00000100:00000001:0.0:1767384928.090540:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294917125 00000100:00000200:2.0:1767384928.090541:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023fba383 x1853237348031488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384944 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384928.090542:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294917125 00000100:00000010:0.0:1767384928.090547:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005352774f. 00000100:00000001:1.0:1767384928.090548:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294917124 00000100:00000001:0.0:1767384928.090553:0:16359:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384928.090554:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294917125 00000100:00000001:2.0:1767384928.090575:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384928.090575:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384928.090576:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294917124 00000100:00000001:0.0:1767384928.090580:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384928.090581:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000023fba383 x1853237348031488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384928.090582:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294917125 00000100:00000001:1.0:1767384928.090585:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294917124 00000100:00000001:0.0:1767384928.090585:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.090590:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.090591:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294917125 00000100:00000001:1.0:1767384928.090614:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384928.090618:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.090619:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.090619:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384928.090621:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384928.090623:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384928.090625:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.090627:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384928.090629:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384928.090630:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.090630:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384928.090635:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384928.090637:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3172 usecs (4 jiffies) 00000100:00000001:1.0:1767384928.090637:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384928.090639:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.090641:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384928.090642:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294917125 00000100:00000001:1.0:1767384928.090646:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384928.090647:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294917125 00000100:00000001:1.0:1767384928.090650:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384928.090651:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294917125 00000100:00000001:2.0:1767384928.090654:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294917125 00000100:00000001:2.0:1767384928.090655:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294917125 00000100:00000001:2.0:1767384928.090657:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294917125 00000100:00000001:2.0:1767384928.090660:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294917125 00000100:00000001:1.0:1767384928.090661:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.090663:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294917125 00000100:00100000:1.0:1767384928.090665:0:16360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767384928.090667:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384928.090669:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384928.090671:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.090673:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384928.090674:0:17899:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384928.090675:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.090676:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384928.090678:0:17899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348031488 00000100:00000001:2.0:1767384928.090682:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.090683:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384928.090683:0:17899:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384928.090687:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384928.090688:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384928.090688:0:17899:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384928.090690:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384928.090693:0:17899:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.090694:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384928.090698:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001009c66d x1853237348031872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384928.090700:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384928.090701:0:17899:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.090704:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384928.090709:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384928.090709:0:17899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348031488 00000100:00000001:1.0:1767384928.090710:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384928.090715:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.090716:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384928.090717:0:17899:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1767384928.090719:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1767384928.090722:0:17899:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562efd 02000000:00000001:1.0:1767384928.090723:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384928.090726:0:17899:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384928.090727:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384928.090730:0:17899:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d9a32349 refcount=5 00000100:00100000:1.0:1767384928.090731:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001009c66d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16360:1853237348031872:0@lo:400: 00000100:00000001:2.0:1767384928.090732:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384928.090736:0:17899:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000001:2.0:1767384928.090737:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.090740:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767384928.090743:0:17899:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 02000000:00000001:1.0:1767384928.090744:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384928.090747:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.090748:0:17899:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384928.090750:0:17897:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1767384928.090752:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:0.0:1767384928.090753:0:17899:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071df33f5. 00000100:00100000:2.0:1767384928.090754:0:17897:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348031616 02000000:00000010:1.0:1767384928.090757:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006bbf54f4. 02000000:00000001:2.0:1767384928.090759:0:17897:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767384928.090761:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.090762:0:17897:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384928.090762:0:17899:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e26f5f23. 00000100:00000001:2.0:1767384928.090766:0:17897:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384928.090771:0:17897:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384928.090771:0:17899:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000029ff95b7) now 6 - evictor 00000400:00000010:1.0:1767384928.090772:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033e923c3. 00000100:00100000:2.0:1767384928.090777:0:17897:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348031616 00000020:00000001:2.0:1767384928.090780:0:17897:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:1.0:1767384928.090781:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be0a8fcb. 00000100:00000001:0.0:1767384928.090785:0:17899:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:1.0:1767384928.090787:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348031872, portal 10 00000020:00000040:2.0:1767384928.090790:0:17897:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562efd 00000100:00000001:1.0:1767384928.090790:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:0.0:1767384928.090792:0:17899:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051da9e42. 00000020:00000001:2.0:1767384928.090793:0:17897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384928.090794:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667942528 : -119483041609088 : ffff9354afbf8a80) 00000020:00000040:2.0:1767384928.090797:0:17897:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d9a32349 refcount=6 00000020:00000010:0.0:1767384928.090800:0:17899:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d6f36325. 00000020:00000001:2.0:1767384928.090802:0:17897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000040:1.0:1767384928.090803:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001009c66d x1853237348031872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384928.090807:0:17897:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000020:00000010:0.0:1767384928.090808:0:17899:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008b247449. 00000100:00000001:2.0:1767384928.090816:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384928.090820:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001caab097. 00000100:00000040:0.0:1767384928.090822:0:17899:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384928.090823:0:17897:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384928.090840:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384928.090843:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384928.090846:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001561501d. 00000100:00000200:1.0:1767384928.090849:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237348031872, offset 0 00000400:00000200:1.0:1767384928.090852:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384928.090857:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001caab097. 00000100:00000001:0.0:1767384928.090859:0:17899:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384928.090860:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384928.090863:0:17899:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384928.090866:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a72dd12. 00000100:00000001:0.0:1767384928.090866:0:17899:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384928.090874:0:17897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d9914ab1. 00000100:00000001:0.0:1767384928.090876:0:17899:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384928.090879:0:17897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c80b0a7b. 00000400:00000200:1.0:1767384928.090882:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958271d05d80 00000100:00000001:0.0:1767384928.090887:0:17899:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384928.090891:0:17897:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000200:1.0:1767384928.090892:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6264 00000100:00000001:2.0:1767384928.090896:0:17897:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384928.090899:0:17897:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384928.090899:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384928.090903:0:17899:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384928.090904:0:17897:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.090907:0:17899:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384928.090908:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767384928.090915:0:17899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:2.0:1767384928.090916:0:17897:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384928.090916:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384928.090920:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384928.090922:0:17897:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:0.0:1767384928.090922:0:17899:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d9a32349 : new rpc_count 1 00000100:00000010:1.0:1767384928.090925:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9513423. 00000100:00000001:0.0:1767384928.090942:0:17899:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590667944320 : -119483041607296 : ffff9354afbf9180) 00000100:00000001:2.0:1767384928.090943:0:17897:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384928.090945:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000b9513423 x1853237348031872 msgsize 224 00000100:00000040:0.0:1767384928.090952:0:17899:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000488f77c0 x1853237348031488/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:154/0 lens 224/0 e 0 to 0 dl 1767384939 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384928.090956:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384928.090961:0:17897:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.090970:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384928.090977:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001561501d 00000100:00000001:0.0:1767384928.090979:0:17899:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384928.090980:0:17897:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:1.0:1767384928.090980:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001561501d. 00000020:00000010:0.0:1767384928.090983:0:17899:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8891e0a. 00000100:00000001:2.0:1767384928.090984:0:17897:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384928.090986:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384928.090989:0:17899:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384928.090992:0:17899:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e8891e0a. 00000100:00000200:1.0:1767384928.090993:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001009c66d x1853237348031872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384928.090995:0:17897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:2.0:1767384928.091002:0:17897:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d9a32349 : new rpc_count 2 00000100:00100000:0.0:1767384928.091004:0:17899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000488f77c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16358:x1853237348031488:12345-0@lo:13: 00000100:00000001:2.0:1767384928.091008:0:17897:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878153728 : -119482831397888 : ffff9354bc471c00) 00000100:00000200:0.0:1767384928.091015:0:17899:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348031488 00000100:00000040:2.0:1767384928.091019:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007658aa6a x1853237348031616/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:154/0 lens 224/0 e 0 to 0 dl 1767384939 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384928.091019:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384928.091020:0:17899:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384928.091026:0:17899:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:1.0:1767384928.091027:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001009c66d x1853237348031872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384928.091029:0:17899:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384928.091036:0:17899:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384928.091040:0:17899:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665454032 : -1044097584 : ffffffffc1c455d0) 00000100:00000001:2.0:1767384928.091042:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384928.091046:0:17899:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1767384928.091049:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001caab097. 00000100:00000001:1.0:1767384928.091049:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384928.091050:0:17899:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.091055:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384928.091056:0:17897:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384928.091057:0:17899:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384928.091061:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384928.091062:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001caab097. 00000020:00000001:0.0:1767384928.091062:0:17899:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1767384928.091070:0:16360:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2656 usecs (3 jiffies) 00000020:00000001:0.0:1767384928.091070:0:17899:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384928.091071:0:17897:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007658aa6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16359:x1853237348031616:12345-0@lo:400: 00000100:00000001:1.0:1767384928.091077:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294917125 00000100:00000200:2.0:1767384928.091078:0:17897:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348031616 00000100:00000001:0.0:1767384928.091079:0:17899:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384928.091080:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294917125 00000100:00000001:1.0:1767384928.091085:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294917125 02000000:00000001:0.0:1767384928.091085:0:17899:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384928.091090:0:17897:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384928.091090:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294917125 02000000:00000010:0.0:1767384928.091093:0:17899:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000070d2583f. 00000100:00000001:1.0:1767384928.091094:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294917125 00000020:00000001:2.0:1767384928.091095:0:17897:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384928.091098:0:17897:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.091100:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294917125 02000000:00000001:0.0:1767384928.091100:0:17899:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384928.091101:0:17897:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384928.091105:0:17897:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000100:00000001:1.0:1767384928.091106:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294917125 00000100:00000001:0.0:1767384928.091108:0:17899:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384928.091110:0:17897:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384928.091111:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294917125 00000020:00000001:2.0:1767384928.091115:0:17897:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.091116:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1767384928.091116:0:17899:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:2.0:1767384928.091119:0:17897:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384928.091122:0:17897:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00002000:00000001:0.0:1767384928.091122:0:17899:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384928.091126:0:17899:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1767384928.091128:0:17897:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.091128:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384928.091134:0:17897:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1767384928.091136:0:17899:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384928.091137:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.091138:0:17897:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384928.091142:0:17897:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00002000:00000024:0.0:1767384928.091143:0:17899:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:1.0:1767384928.091144:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384928.091147:0:17897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000073b32041. 02000000:00000001:2.0:1767384928.091151:0:17897:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384928.091152:0:17899:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:2.0:1767384928.091153:0:17897:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384928.091156:0:17899:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000d9a32349 dirty 0 pend 0 grant 0 00000020:00000001:2.0:1767384928.091157:0:17897:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384928.091159:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00000040:2.0:1767384928.091162:0:17897:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237348031616 00002000:00000020:0.0:1767384928.091164:0:17899:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00010000:00000001:2.0:1767384928.091165:0:17897:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:1.0:1767384928.091166:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000029ff95b7) now 6 - evictor 00002000:00000001:0.0:1767384928.091170:0:17899:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00010000:00000200:2.0:1767384928.091173:0:17897:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007658aa6a x1853237348031616/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:154/0 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1767384928.091176:0:17899:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384928.091180:0:17899:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384928.091181:0:17897:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384928.091183:0:17090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:2.0:1767384928.091184:0:17897:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384928.091187:0:17090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348031744 00000100:00001000:2.0:1767384928.091188:0:17897:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7bcd663 time=52 v=5 (1 0 0 0) 00002000:00000001:0.0:1767384928.091190:0:17899:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384928.091191:0:17090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384928.091195:0:17090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384928.091196:0:17897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:0.0:1767384928.091196:0:17899:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237348031488 00000100:00000001:1.0:1767384928.091197:0:17090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384928.091201:0:17897:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:0.0:1767384928.091203:0:17899:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:1.0:1767384928.091204:0:17090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.091205:0:17897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00100000:1.0:1767384928.091209:0:17090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348031744 00010000:00000200:0.0:1767384928.091210:0:17899:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000488f77c0 x1853237348031488/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:154/0 lens 224/368 e 0 to 0 dl 1767384939 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384928.091211:0:17897:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1767384928.091213:0:17090:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1767384928.091215:0:17897:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384928.091217:0:17090:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562e71 00000100:00000001:2.0:1767384928.091222:0:17897:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384928.091222:0:17090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384928.091225:0:17899:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:1.0:1767384928.091227:0:17090:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099807a16 refcount=5 00010000:00000001:0.0:1767384928.091229:0:17899:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384928.091230:0:17897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384928.091233:0:17090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00000100:00001000:0.0:1767384928.091234:0:17899:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097a41e79 time=52 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384928.091236:0:17897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c99b0362. 00000020:00000001:1.0:1767384928.091239:0:17090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00000100:00000200:2.0:1767384928.091243:0:17897:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237348031616, offset 224 00000100:00000001:0.0:1767384928.091243:0:17899:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384928.091244:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384928.091249:0:17899:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 22 to 0@lo 00000020:00000010:1.0:1767384928.091251:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000087bb2c7f. 00000100:00000001:0.0:1767384928.091252:0:17899:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000400:00000200:2.0:1767384928.091256:0:17897:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384928.091257:0:17090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384928.091258:0:17899:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1767384928.091262:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000087bb2c7f. 02000000:00000001:0.0:1767384928.091262:0:17899:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384928.091268:0:17897:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384928.091268:0:17899:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767384928.091272:0:17090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6d1c0b2. 00000100:00000040:0.0:1767384928.091275:0:17899:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384928.091279:0:17897:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958271d05c80 00000020:00000010:1.0:1767384928.091280:0:17090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f91b9cc8. 00000400:00000010:0.0:1767384928.091280:0:17899:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081d2a261. 00000100:00000200:0.0:1767384928.091286:0:17899:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237348031488, offset 224 00000020:00000010:1.0:1767384928.091287:0:17090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003e4f04f6. 00000400:00000200:2.0:1767384928.091294:0:17897:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1afd [1] + 224 00000400:00000200:2.0:1767384928.091299:0:17897:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384928.091299:0:17090:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:0.0:1767384928.091303:0:17899:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384928.091305:0:17090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384928.091309:0:17897:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384928.091309:0:17090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384928.091313:0:17090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384928.091317:0:17897:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384928.091317:0:17899:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384928.091320:0:17090:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384928.091323:0:17090:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:2.0:1767384928.091324:0:17897:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9fb1daf x1853237348031616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384928.091326:0:17090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384928.091331:0:17899:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958271d05c00 00000100:00000001:1.0:1767384928.091338:0:17090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384928.091342:0:17899:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1b0d [1] + 224 00000100:00000040:2.0:1767384928.091343:0:17897:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9fb1daf x1853237348031616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384928.091350:0:17090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384928.091350:0:17899:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384928.091355:0:17090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348031872 00000400:00000200:0.0:1767384928.091358:0:17899:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384928.091359:0:17897:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384928.091361:0:17899:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384928.091366:0:17090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384928.091367:0:17897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c99b0362 00000100:00000001:1.0:1767384928.091368:0:17090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767384928.091369:0:17899:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023fba383 x1853237348031488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384944 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384928.091371:0:17897:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c99b0362. 00000100:00000001:1.0:1767384928.091373:0:17090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.091378:0:17897:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384928.091379:0:17090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.091382:0:17897:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:1.0:1767384928.091385:0:17090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348031872 00000020:00000001:1.0:1767384928.091388:0:17090:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767384928.091389:0:17899:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000023fba383 x1853237348031488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384928.091390:0:17897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384928.091391:0:17090:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562ee1 00000020:00000001:1.0:1767384928.091395:0:17090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384928.091398:0:17090:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000083ded37e refcount=5 00000100:00000040:2.0:1767384928.091399:0:17897:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 21 to 0@lo 00000020:00000001:1.0:1767384928.091404:0:17090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00010000:00000001:2.0:1767384928.091406:0:17897:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384928.091410:0:17897:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384928.091411:0:17090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00000020:00000001:2.0:1767384928.091415:0:17897:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384928.091416:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384928.091420:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007658aa6a x1853237348031616/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:154/0 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384928.091421:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000087bb2c7f. 00000100:00000001:0.0:1767384928.091421:0:17899:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384928.091429:0:17090:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000004b6d3e92. 00000400:00000200:0.0:1767384928.091429:0:17899:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081d2a261 00000100:00100000:2.0:1767384928.091435:0:17897:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007658aa6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16359:x1853237348031616:12345-0@lo:400: Request processed in 388us (1081us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384928.091435:0:17899:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081d2a261. 00000020:00000040:1.0:1767384928.091439:0:17090:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8d9ce3b) now 8 - evictor 00000100:00000001:0.0:1767384928.091442:0:17899:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384928.091446:0:17899:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:2.0:1767384928.091448:0:17897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:2.0:1767384928.091451:0:17897:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d9a32349 : new rpc_count 1 00000100:00000001:1.0:1767384928.091453:0:17090:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384928.091456:0:17897:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384928.091458:0:17899:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384928.091459:0:17090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073e3a6f0. 00000100:00000001:2.0:1767384928.091460:0:17897:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384928.091464:0:17899:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000020:00000010:2.0:1767384928.091466:0:17897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d9914ab1. 00000020:00000010:1.0:1767384928.091467:0:17090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005b5bb57e. 00010000:00000001:0.0:1767384928.091468:0:17899:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384928.091472:0:17899:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384928.091474:0:17897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c80b0a7b. 00000020:00000010:1.0:1767384928.091475:0:17090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000052ef7b19. 00000020:00000001:0.0:1767384928.091475:0:17899:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384928.091482:0:17899:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000488f77c0 x1853237348031488/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:154/0 lens 224/368 e 0 to 0 dl 1767384939 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384928.091483:0:17897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a72dd12. 00000100:00000001:1.0:1767384928.091484:0:17090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384928.091487:0:17090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384928.091490:0:17090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384928.091491:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 5 00000100:00000001:2.0:1767384928.091498:0:17897:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.091499:0:17090:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:0.0:1767384928.091502:0:17899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000488f77c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16358:x1853237348031488:12345-0@lo:13: Request processed in 519us (1004us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384928.091503:0:17090:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384928.091507:0:17090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384928.091513:0:17899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000001:1.0:1767384928.091515:0:17090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384928.091516:0:17899:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d9a32349 : new rpc_count 0 00000100:00000001:2.0:1767384928.091520:0:18467:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384928.091522:0:17899:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384928.091524:0:17899:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384928.091527:0:17899:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d6f36325. 00000100:00000001:2.0:1767384928.091529:0:18467:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384928.091529:0:17090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384928.091532:0:17899:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008b247449. 00000100:00000001:1.0:1767384928.091533:0:17090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384928.091538:0:18467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000020:00000010:0.0:1767384928.091539:0:17899:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051da9e42. 00000100:00000040:2.0:1767384928.091542:0:18467:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000099807a16 : new rpc_count 1 00000100:00000001:2.0:1767384928.091545:0:18467:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590793066240 : -119482916485376 : ffff9354b734c700) 00000100:00100000:1.0:1767384928.091546:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000020:00000040:0.0:1767384928.091546:0:17899:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 4 00000100:00000040:2.0:1767384928.091552:0:18467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006d2e30c6 x1853237348031744/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:154/0 lens 224/0 e 0 to 0 dl 1767384939 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384928.091553:0:17090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000083ded37e : new rpc_count 1 00000100:00000001:0.0:1767384928.091553:0:17899:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384928.091579:0:18467:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384928.091582:0:18467:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001caab097. 00000100:00000001:1.0:1767384928.091582:0:17090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590793071616 : -119482916480000 : ffff9354b734dc00) 00000100:00000001:2.0:1767384928.091602:0:18467:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384928.091605:0:18467:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001caab097. 00000100:00000040:1.0:1767384928.091608:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b9513423 x1853237348031872/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:154/0 lens 224/0 e 0 to 0 dl 1767384939 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384928.091615:0:18467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006d2e30c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16360:x1853237348031744:12345-0@lo:400: 00000100:00080000:0.0:1767384928.091616:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:0.0:1767384928.091622:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8d9ce3b) now 8 - evictor 00000100:00000200:2.0:1767384928.091626:0:18467:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348031744 00000020:00000001:2.0:1767384928.091630:0:18467:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384928.091632:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384928.091634:0:18467:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384928.091636:0:18467:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384928.091638:0:18467:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384928.091642:0:18467:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000020:00000010:1.0:1767384928.091643:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000085c7f02f. 00000020:00000001:2.0:1767384928.091645:0:18467:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384928.091650:0:18467:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.091650:0:17090:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384928.091655:0:18467:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384928.091655:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384928.091656:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000085c7f02f. 00000100:00000001:0.0:1767384928.091659:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384928.091660:0:18467:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384928.091663:0:18467:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384928.091666:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767384928.091667:0:17090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b9513423 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16360:x1853237348031872:12345-0@lo:400: 00000020:00000001:2.0:1767384928.091668:0:18467:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000001:0.0:1767384928.091670:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384928.091673:0:18467:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:0.0:1767384928.091674:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006db1366b. 00000100:00000200:1.0:1767384928.091675:0:17090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348031872 02000000:00000001:2.0:1767384928.091676:0:18467:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384928.091681:0:17090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384928.091682:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058c0d436 02000000:00000010:2.0:1767384928.091683:0:18467:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000170c8371. 00000020:00000001:1.0:1767384928.091685:0:17090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:0.0:1767384928.091686:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058c0d436. 02000000:00000001:2.0:1767384928.091688:0:18467:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384928.091689:0:17090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.091691:0:18467:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384928.091693:0:17090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384928.091693:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384928.091696:0:18467:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384928.091698:0:17090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00010000:00000040:2.0:1767384928.091699:0:18467:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348031744 00000100:00000200:0.0:1767384928.091701:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9fb1daf x1853237348031616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384928.091705:0:18467:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384928.091705:0:17090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384928.091710:0:17090:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:2.0:1767384928.091713:0:18467:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006d2e30c6 x1853237348031744/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:154/0 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384928.091715:0:17090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:0.0:1767384928.091718:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9fb1daf x1853237348031616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384928.091719:0:17090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384928.091723:0:17090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384928.091729:0:17090:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384928.091733:0:17090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384928.091737:0:17090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384928.091742:0:17090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002f44cd04. 00000100:00000001:0.0:1767384928.091743:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384928.091746:0:17090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.091752:0:17090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.091754:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384928.091758:0:17090:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.091760:0:16359:0:(client.c:1578:after_reply()) Process entered 00010000:00000040:1.0:1767384928.091764:0:17090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348031872 02000000:00000001:0.0:1767384928.091764:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1767384928.091769:0:18467:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384928.091769:0:17090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384928.091769:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384928.091772:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384928.091774:0:18467:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384928.091776:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384928.091778:0:17090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b9513423 x1853237348031872/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:154/0 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384928.091780:0:18467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=56 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384928.091784:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000056cb386c time=52 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384928.091790:0:18467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:0.0:1767384928.091794:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000785c58c4 time=52 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384928.091797:0:18467:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:2.0:1767384928.091803:0:18467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:1.0:1767384928.091804:0:17090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384928.091804:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384928.091808:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384928.091809:0:18467:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384928.091810:0:17090:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384928.091813:0:18467:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384928.091814:0:17090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=56 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384928.091814:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384928.091818:0:18467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384928.091820:0:17090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00080000:0.0:1767384928.091822:0:16359:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b9fb1daf x1853237348031616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384928.091825:0:17090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 22 to 0@lo 00000100:00000040:2.0:1767384928.091826:0:18467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384928.091851:0:17090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000400:00000010:2.0:1767384928.091852:0:18467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c99b0362. 02000000:00000001:1.0:1767384928.091856:0:17090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:2.0:1767384928.091858:0:18467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348031744, offset 224 02000000:00000001:1.0:1767384928.091860:0:17090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.091866:0:16359:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384928.091871:0:18467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384928.091872:0:17090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384928.091873:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384928.091877:0:16359:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000040:1.0:1767384928.091881:0:17090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384928.091881:0:16359:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1767384928.091883:0:18467:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384928.091885:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384928.091888:0:17090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001561501d. 00000100:00000040:0.0:1767384928.091892:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9fb1daf x1853237348031616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384928.091894:0:18467:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d05d00 00000100:00000200:1.0:1767384928.091895:0:17090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348031872, offset 224 00000400:00000200:2.0:1767384928.091907:0:18467:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1b05 [1] + 224 00000100:00000001:0.0:1767384928.091908:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384928.091913:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384928.091917:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384928.091919:0:18467:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384928.091920:0:17090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384928.091921:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9fb1daf x1853237348031616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384928.091947:0:18467:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384928.091950:0:17090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384928.091952:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9fb1daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16359:1853237348031616:0@lo:400: 00000100:00000001:2.0:1767384928.091957:0:18467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384928.091959:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.091962:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384928.091965:0:18467:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004f1ab0f3 x1853237348031744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384928.091965:0:17090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d05d80 00000100:00000040:0.0:1767384928.091968:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9fb1daf x1853237348031616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384928.091977:0:17090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1b15 [1] + 224 00000400:00000200:1.0:1767384928.091988:0:17090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384928.091997:0:17090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384928.092002:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384928.092006:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384928.092007:0:17090:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1767384928.092010:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f6baac83. 00000100:00000040:2.0:1767384928.092011:0:18467:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004f1ab0f3 x1853237348031744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384928.092015:0:17090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001009c66d x1853237348031872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384928.092023:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384928.092027:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384928.092030:0:16359:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384928.092036:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384928.092040:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000612bc7dc. 00000100:00000040:1.0:1767384928.092044:0:17090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001009c66d x1853237348031872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384928.092045:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384928.092046:0:18467:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384928.092049:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384928.092053:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9fb1daf. 00000400:00000200:2.0:1767384928.092055:0:18467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c99b0362 00000100:00000001:1.0:1767384928.092058:0:17090:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767384928.092059:0:18467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c99b0362. 00000100:00000001:0.0:1767384928.092059:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384928.092064:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384928.092066:0:18467:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:1.0:1767384928.092069:0:17090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001561501d 00000100:00000001:2.0:1767384928.092070:0:18467:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384928.092070:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384928.092072:0:17090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001561501d. 00000100:00000001:2.0:1767384928.092076:0:18467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.092078:0:17090:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384928.092080:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384928.092081:0:17090:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1767384928.092082:0:18467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:2.0:1767384928.092086:0:18467:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384928.092086:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.092088:0:17090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384928.092090:0:18467:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384928.092094:0:18467:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384928.092094:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384928.092095:0:17090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:0.0:1767384928.092098:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384928.092099:0:17090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384928.092102:0:17090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384928.092105:0:17090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384928.092109:0:18467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d2e30c6 x1853237348031744/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:154/0 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384928.092110:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9513423 x1853237348031872/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:154/0 lens 224/224 e 0 to 0 dl 1767384939 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.092121:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384928.092126:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384928.092133:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384928.092137:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384928.092142:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033e923c3. 00000100:00100000:2.0:1767384928.092147:0:18467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006d2e30c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16360:x1853237348031744:12345-0@lo:400: Request processed in 563us (1719us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384928.092148:0:17090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b9513423 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16360:x1853237348031872:12345-0@lo:400: Request processed in 510us (1196us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384928.092151:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be0a8fcb 00000400:00000010:0.0:1767384928.092156:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be0a8fcb. 00000100:00100000:2.0:1767384928.092163:0:18467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00000001:0.0:1767384928.092165:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384928.092166:0:18467:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099807a16 : new rpc_count 0 00000100:00100000:1.0:1767384928.092172:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00000001:2.0:1767384928.092173:0:18467:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384928.092173:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001009c66d x1853237348031872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384928.092178:0:18467:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384928.092178:0:17090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000083ded37e : new rpc_count 0 00000020:00000010:2.0:1767384928.092183:0:18467:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f91b9cc8. 00000100:00000001:1.0:1767384928.092184:0:17090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1767384928.092190:0:18467:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003e4f04f6. 00000100:00000001:1.0:1767384928.092190:0:17090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384928.092193:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001009c66d x1853237348031872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384928.092195:0:18467:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6d1c0b2. 00000020:00000010:1.0:1767384928.092201:0:17090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005b5bb57e. 00000020:00000040:2.0:1767384928.092202:0:18467:0:(genops.c:898:class_export_put()) PUTting export 0000000099807a16 : new refcount 4 00000100:00000001:0.0:1767384928.092204:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384928.092207:0:17090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000052ef7b19. 00000100:00000001:2.0:1767384928.092208:0:18467:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.092209:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.092215:0:16360:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384928.092216:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073e3a6f0. 02000000:00000001:0.0:1767384928.092218:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384928.092221:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384928.092222:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384928.092223:0:17090:0:(genops.c:898:class_export_put()) PUTting export 0000000083ded37e : new refcount 4 02000000:00000001:0.0:1767384928.092224:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.092227:0:17090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384928.092229:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1767384928.092229:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 000000002c0000f4 time=56 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384928.092232:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1767384928.092234:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c093201a time=56 v=5 (1 0 0 0) 00000400:00000001:2.0:1767384928.092237:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384928.092238:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:2.0:1767384928.092241:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384928.092243:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b25909dc. 00000400:00000200:2.0:1767384928.092246:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084d6a40c 00000100:00000001:0.0:1767384928.092248:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384928.092249:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084d6a40c. 00010000:00000001:0.0:1767384928.092253:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384928.092254:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00010000:00080000:0.0:1767384928.092258:0:16360:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001009c66d x1853237348031872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384928.092260:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023fba383 x1853237348031488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384928.092282:0:16360:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384928.092286:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023fba383 x1853237348031488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.092286:0:16360:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384928.092290:0:16360:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384928.092294:0:16360:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384928.092297:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.092300:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384928.092303:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001009c66d x1853237348031872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384928.092304:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384928.092309:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384928.092312:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384928.092314:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384928.092317:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.092317:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384928.092322:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.092323:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384928.092325:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384928.092327:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000046e5fbb1 time=52 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384928.092329:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001009c66d x1853237348031872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384928.092333:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000785c58c4 time=52 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384928.092337:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001009c66d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16360:1853237348031872:0@lo:400: 00000100:00000001:2.0:1767384928.092345:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:0.0:1767384928.092346:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384928.092347:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384928.092349:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384928.092351:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384928.092352:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1aaaf08. 00000400:00000200:0.0:1767384928.092356:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d219ca3 00010000:00080000:2.0:1767384928.092357:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000023fba383 x1853237348031488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384928.092359:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d219ca3. 00000100:00000001:0.0:1767384928.092364:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384928.092369:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384928.092371:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004f1ab0f3 x1853237348031744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384928.092373:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384928.092376:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384928.092380:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384928.092383:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384928.092386:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004f1ab0f3 x1853237348031744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384928.092389:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000023fba383 x1853237348031488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.092401:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384928.092403:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384928.092404:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384928.092406:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384928.092407:0:16360:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384928.092410:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384928.092411:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000004:00000001:2.0:1767384928.092413:0:16358:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:0.0:1767384928.092414:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000004:00000040:2.0:1767384928.092417:0:16358:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384928.092419:0:16358:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000001:0.0:1767384928.092423:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384928.092426:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:2.0:1767384928.092427:0:16358:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006f80896a): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00001000:0.0:1767384928.092430:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 00000000617d1ace time=56 v=5 (5 0 0 0) 00000004:00000001:2.0:1767384928.092436:0:16358:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384928.092437:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 000000008de43404 time=56 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384928.092442:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023fba383 x1853237348031488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384944 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.092442:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384928.092446:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.092450:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384928.092455:0:16360:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004f1ab0f3 x1853237348031744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384928.092458:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000023fba383 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16358:1853237348031488:0@lo:13: 00000100:00000001:2.0:1767384928.092466:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384928.092469:0:16360:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.092470:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384928.092472:0:16360:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384928.092474:0:16360:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000040:2.0:1767384928.092475:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000023fba383 x1853237348031488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384944 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.092478:0:16360:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384928.092481:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.092487:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1767384928.092487:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004f1ab0f3 x1853237348031744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384928.092490:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384928.092494:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000012b8444c. 00000100:00000001:0.0:1767384928.092496:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384928.092498:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384928.092499:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384928.092506:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767384928.092506:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f1ab0f3 x1853237348031744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384928.092509:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384928.092512:0:16358:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384928.092517:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384928.092521:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ae587f0b. 00000100:00100000:0.0:1767384928.092523:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004f1ab0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16360:1853237348031744:0@lo:400: 02000000:00000001:2.0:1767384928.092527:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384928.092530:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384928.092530:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384928.092531:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023fba383. 00000100:00000001:0.0:1767384928.092535:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384928.092537:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1767384928.092540:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001009c66d x1853237348031872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384928.092541:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384928.092546:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384928.092553:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384928.092553:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384928.092556:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384928.092557:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384928.092573:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006bbf54f4. 00000100:00000001:2.0:1767384928.092575:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384928.092578:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384928.092579:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384928.092581:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384928.092584:0:16360:0:(genops.c:1242:class_import_put()) import 0000000062c1ff66 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384928.092586:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384928.092593:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002f2f9db3. 02000000:00000001:0.0:1767384928.092595:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384928.092596:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384928.092597:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001009c66d. 00000100:00000001:0.0:1767384928.092598:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384928.092599:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.092616:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384928.092618:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004f1ab0f3 x1853237348031744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.092623:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384928.092624:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384928.092625:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2411450. 02000000:00000001:0.0:1767384928.092627:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384928.092628:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384928.092629:0:16360:0:(genops.c:1242:class_import_put()) import 00000000aab4eb9e refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384928.092630:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384928.092631:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000019c242df. 02000000:00000001:0.0:1767384928.092633:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384928.092634:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384928.092635:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004f1ab0f3. 00000100:00000001:0.0:1767384928.092637:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384928.092638:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.092639:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.092642:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384928.092643:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.092645:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384928.092646:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384928.094869:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294917125, at 4294917126 00000100:00000040:2.0:1767384928.094872:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294917125, at 4294917126 00000100:00000010:3.0:1767384928.094876:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005352774f. 00000100:00000040:1.0:1767384928.094877:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294917125, at 4294917126 00000100:00000040:0.0:1767384928.094880:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294917125, at 4294917126 00000100:00000010:2.0:1767384928.094883:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000055fb4fe7. 00000100:00000010:1.0:1767384928.094886:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ca8afeb. 00000100:00000010:0.0:1767384928.094891:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000af9515ca. 00010000:00000001:0.0:1767384928.280879:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384928.280883:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.280889:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384928.280890:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384928.280904:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384928.280909:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384928.280913:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384928.664908:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp37 00000400:00000010:3.0:1767384928.664918:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008132c62e. 00000400:00000010:3.0:1767384928.664924:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000002af2fcb. 00000400:00000010:3.0:1767384928.664929:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002aaf35de. 00000400:00000010:3.0:1767384928.664936:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002e2c2093. 00000400:00000200:3.0:1767384928.664941:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp37 00000400:00000200:3.0:1767384928.664956:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp37 local destination 00000400:00000200:3.0:1767384928.664962:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp37 00000400:00000200:3.0:1767384928.664965:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp37 NI seq info: [130:130:256:4294967295] 192.168.203.134@tcp37 LPNI seq info [126:126:8:4294967295] 00000400:00000200:3.0:1767384928.664971:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp37 00000400:00000200:3.0:1767384928.664979:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp37(192.168.203.134@tcp37:) -> 192.168.203.134@tcp37(192.168.203.134@tcp37:192.168.203.134@tcp37) : GET try# 0 00000800:00000200:3.0:1767384928.664983:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp37 00000800:00000010:3.0:1767384928.664987:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000058e1de61. 00000800:00000200:3.0:1767384928.664992:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020e6edcf] -> 12345-192.168.203.134@tcp37 (2) 00000800:00000200:3.1:1767384928.664996:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020e6edcf] -> 12345-192.168.203.134@tcp37 (2) 00000400:00000200:3.0:1767384928.665013:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp37 added to recovery queue. ping count: 2 next ping: 254 health :800 00000400:00000200:3.0:1767384928.665018:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp30 00000400:00000010:3.0:1767384928.665021:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f37bf0d6. 00000400:00000010:3.0:1767384928.665024:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000cbb3a2ba. 00000400:00000010:3.0:1767384928.665026:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017c2fea7. 00000400:00000010:3.0:1767384928.665031:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a89d1f3a. 00000400:00000200:3.0:1767384928.665034:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp30 00000400:00000200:3.0:1767384928.665037:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp30 local destination 00000400:00000200:3.0:1767384928.665040:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp30 00000400:00000200:3.0:1767384928.665043:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp30 NI seq info: [131:131:256:4294967295] 192.168.203.134@tcp30 LPNI seq info [127:127:8:4294967295] 00000400:00000200:3.0:1767384928.665046:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp30 00000400:00000200:3.0:1767384928.665051:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp30(192.168.203.134@tcp30:) -> 192.168.203.134@tcp30(192.168.203.134@tcp30:192.168.203.134@tcp30) : GET try# 0 00000800:00000200:3.0:1767384928.665054:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp30 00000800:00000010:3.0:1767384928.665057:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fc2c03e8. 00000800:00000200:3.0:1767384928.665059:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000616cb974] -> 12345-192.168.203.134@tcp30 (2) 00000800:00000200:3.1:1767384928.665061:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000616cb974] -> 12345-192.168.203.134@tcp30 (2) 00000400:00000200:3.0:1767384928.665071:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp30 added to recovery queue. ping count: 4 next ping: 266 health :600 00000400:00000200:0.0:1767384928.665073:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.665124:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.665139:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.665182:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.665194:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.665228:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.665248:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.665271:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.665313:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.665326:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.665362:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.665382:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.665420:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.665446:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.665482:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.665527:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.665540:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.665595:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.665622:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.665653:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.665696:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.665722:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.665769:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.665784:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.665865:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.665872:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.665931:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.665935:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.665986:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.665996:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.666054:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.666065:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.666127:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.666130:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.666205:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.666206:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.666268:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.666288:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.666326:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.666346:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.666397:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.666420:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.666473:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.666493:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.666540:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.666571:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.666603:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.666628:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.666652:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.666689:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.666697:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.666747:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.666762:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.666795:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.666843:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.666879:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.666919:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.666935:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.667008:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.667012:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.667071:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.667091:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.667124:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.667145:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.667172:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.667197:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.667217:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.667247:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.667284:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.667312:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.667350:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.134:988 00000800:00000010:2.0:1767384928.667367:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000053d6760d. 00000800:00000010:2.0:1767384928.667374:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a8fdff52. 00000400:00000200:0.0:1767384928.667376:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.134:988 00000800:00000010:2.0:1767384928.667380:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000046e5cda0. 00000400:00000200:0.0:1767384928.667400:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.134:988 00000800:00000010:2.0:1767384928.667417:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000046e5cda0. 00000400:00000200:0.0:1767384928.667427:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.134:988 00000800:00020000:2.0:1767384928.667430:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:2.0:1767384928.667434:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a8fdff52. 00000800:00000010:2.0:1767384928.667438:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000053d6760d. 00000400:00000200:0.0:1767384928.667466:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.134:988 00000400:02020000:2.0:1767384928.667497:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp30 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384928.667504:0:16348:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp30 notifying 192.168.203.134@tcp30: down 00000800:00000200:2.0:1767384928.667509:0:16348:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp30 down 00000400:00000200:0.0:1767384928.667514:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.134:988 00000800:00000100:2.0:1767384928.667524:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp30 00000800:00000010:2.0:1767384928.667528:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fc2c03e8. 00000400:00000200:2.0:1767384928.667532:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384928.667537:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp30->192.168.203.134@tcp30: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384928.667544:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384928.667547:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.134:988 00000400:00000200:2.0:1767384928.667548:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384928.667569:0:16348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp30) recovery failed with -71 00000800:00000010:0.0:1767384928.667755:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fcae17fa. 00000800:00000010:0.0:1767384928.667760:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000093816d2f. 00000800:00000010:0.0:1767384928.667764:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009db0cab0. 00000800:00000010:0.0:1767384928.667798:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009db0cab0. 00000400:00000200:1.0:1767384928.667832:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384928.667851:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp37 from 213.3.0.2 00000800:00000010:1.0:1767384928.667855:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e2610381. 00000800:00000010:0.0:1767384928.667878:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001c970a50. 00000800:00000010:0.0:1767384928.667883:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007abaaafd. 00000800:00000010:0.0:1767384928.667902:0:16349:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000069042481. 00000800:00000200:0.1:1767384928.667908:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020e6edcf] -> 12345-192.168.203.134@tcp37 (2) 00000800:00000200:0.1:1767384928.667912:0:16349:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp37 0000000069042481 deleted 00000800:00000010:0.1:1767384928.667915:0:16349:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000069042481. 00000800:00000200:0.1:1767384928.667920:0:16349:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384928.667926:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp37 ip 192.168.203.134:981 00000800:00000200:0.1:1767384928.667929:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000058e1de61 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384928.667934:0:16349:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp37 p 3.x 192.168.203.134 -> 192.168.203.134:981 incarnation:1767384923829702289 sched[0] 00000800:00000010:0.0:1767384928.667938:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009db0cab0. 00000800:00000010:0.0:1767384928.667981:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009db0cab0. 00000800:00000010:0.0:1767384928.667987:0:16349:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007abaaafd. 00000800:00000010:0.0:1767384928.668016:0:16349:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e2610381. 00000800:00000001:0.0:1767384928.668026:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384928.668030:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384928.668075:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384928.668078:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000058e1de61. 00000400:00000200:0.0:1767384928.668081:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384928.668085:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp37->192.168.203.134@tcp37: GET: OK 00000400:00000200:0.0:1767384928.668089:0:16353:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384928.668091:0:16353:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp37 recovery message sent successfully:0 00000800:00000200:0.1:1767384928.668124:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384928.668128:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp37 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384923829702289 sched[0] 00000800:00000010:0.0:1767384928.668130:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000093816d2f. 00000400:00000200:0.0:1767384928.668183:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.668233:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.668288:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.668349:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.668399:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.668454:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.668518:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.668601:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.668668:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000800:00000001:1.0:1767384928.668697:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384928.668706:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384928.668709:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384928.668718:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000800:00000001:1.0:1767384928.668719:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384928.668731:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp37(192.168.203.134@tcp37) <- 192.168.203.134@tcp37 : GET - for me 00000400:00000200:1.0:1767384928.668744:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384928.668752:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 272/272 into md 0x1ac5 [1] + 0 00000400:00000200:0.0:1767384928.668756:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:1.0:1767384928.668762:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp37 to MR: 192.168.203.134@tcp37 local destination 00000400:00000200:1.0:1767384928.668769:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp37 NI seq info: [132:132:256:4294967295] 192.168.203.134@tcp37 LPNI seq info [128:128:8:4294967295] 00000400:00000200:1.0:1767384928.668776:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp37(192.168.203.134@tcp37:192.168.203.134@tcp37) -> 192.168.203.134@tcp37(192.168.203.134@tcp37:192.168.203.134@tcp37) 192.168.203.134@tcp37 : REPLY try# 0 00000800:00000200:1.0:1767384928.668782:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.134@tcp37 00000800:00000010:1.0:1767384928.668785:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000742332e3. 00000800:00000200:1.0:1767384928.668790:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020e6edcf] -> 12345-192.168.203.134@tcp37 (4) 00000400:00000200:0.0:1767384928.668791:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000800:00000200:1.0:1767384928.668798:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp37 ip 192.168.203.134:988 00000800:00000200:1.0:1767384928.668802:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000742332e3 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384928.668851:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000800:00000200:1.0:1767384928.668888:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384928.668891:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000742332e3. 00000400:00000200:1.0:1767384928.668894:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384928.668897:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp37->192.168.203.134@tcp37: REPLY: OK 00000800:00000001:1.0:1767384928.668909:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384928.668911:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000800:00000001:1.0:1767384928.668920:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384928.668923:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384928.668926:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384928.668928:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384928.668931:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384928.668937:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp37(192.168.203.134@tcp37) <- 192.168.203.134@tcp37 : REPLY - for me 00000400:00000200:0.0:1767384928.668941:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:1.0:1767384928.668947:0:16352:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp37: Reply from 12345-192.168.203.134@tcp37 of length 272/272 into md 0x1b2d 00000800:00000001:1.0:1767384928.668952:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384928.668957:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384928.668959:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384928.668962:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp37->192.168.203.134@tcp37: REPLY: OK 00000400:00000200:1.0:1767384928.668966:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002aaf35de 00000400:00000010:1.0:1767384928.668968:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002aaf35de. 00000400:00000200:1.0:1767384928.668971:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000200:0.0:1767384928.668972:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000010:1.0:1767384928.668976:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008132c62e. 00000400:00000010:1.0:1767384928.668981:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000002af2fcb. 00000800:00000001:1.0:1767384928.668987:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384928.668990:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384928.669003:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.669024:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.669057:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.669111:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.669164:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.669228:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.669271:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.669308:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.669350:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.669383:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.669398:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.669422:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.669442:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.669462:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.669481:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.669504:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.669524:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.669574:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:0.0:1767384928.669628:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:0.0:1767384928.669760:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000516792d0. 00000800:00000010:0.0:1767384928.669765:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000093816d2f. 00000800:00000010:0.0:1767384928.669769:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009db0cab0. 00000800:00000010:0.0:1767384928.669789:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009db0cab0. 00000800:00020000:0.0:1767384928.669799:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:0.0:1767384928.669801:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000093816d2f. 00000800:00000010:0.0:1767384928.669804:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000516792d0. 00000400:02020000:0.0:1767384928.670026:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp37 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00010000:00000001:0.0:1767384929.304904:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384929.304911:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.304915:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384929.304916:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384929.304947:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384929.304950:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384929.304953:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384929.441510:0:32499:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005054c210. 00080000:00000010:1.0:1767384929.441520:0:32499:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005054c210. 00000020:00000001:1.0:1767384929.441523:0:32499:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384929.441530:0:32499:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005054c210. 00080000:00000010:1.0:1767384929.441534:0:32499:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005054c210. 00000020:00000001:1.0:1767384929.441537:0:32499:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384929.689866:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384929.689871:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384929.689874:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017c2fea7 00000400:00000010:3.0:1767384929.689878:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017c2fea7. 00000400:00000200:3.0:1767384929.689882:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384929.689887:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp30 recovery ping unlinked 00000400:00000010:3.0:1767384929.689895:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f37bf0d6. 00000400:00000010:3.0:1767384929.689898:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cbb3a2ba. 00000400:00000200:3.0:1767384929.689903:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp35 00000400:00000010:3.0:1767384929.689905:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f37bf0d6. 00000400:00000010:3.0:1767384929.689908:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e414a7fa. 00000400:00000010:3.0:1767384929.689911:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017c2fea7. 00000400:00000010:3.0:1767384929.689916:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b5e01807. 00000400:00000200:3.0:1767384929.689919:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp35 00000400:00000200:3.0:1767384929.689929:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp35 local destination 00000400:00000200:3.0:1767384929.689935:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp35 00000400:00000200:3.0:1767384929.689938:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp35 NI seq info: [133:133:256:4294967295] 192.168.203.134@tcp35 LPNI seq info [129:129:8:4294967295] 00000400:00000200:3.0:1767384929.689944:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp35 00000400:00000200:3.0:1767384929.689950:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp35(192.168.203.134@tcp35:) -> 192.168.203.134@tcp35(192.168.203.134@tcp35:192.168.203.134@tcp35) : GET try# 0 00000800:00000200:3.0:1767384929.689955:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp35 00000800:00000010:3.0:1767384929.689959:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000039eee00b. 00000800:00000200:3.0:1767384929.689965:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1c75e6a] -> 12345-192.168.203.134@tcp35 (2) 00000800:00000200:3.1:1767384929.689970:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1c75e6a] -> 12345-192.168.203.134@tcp35 (2) 00000400:00000200:3.0:1767384929.689986:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp35 added to recovery queue. ping count: 3 next ping: 259 health :700 00000400:00000200:1.0:1767384929.690050:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:1.0:1767384929.690090:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:1.0:1767384929.690109:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:1.0:1767384929.690130:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:1.0:1767384929.690149:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:1.0:1767384929.690171:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:1.0:1767384929.690202:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:1.0:1767384929.690227:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:1.0:1767384929.690247:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:1.0:1767384929.690266:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:1.0:1767384929.690284:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:1.0:1767384929.690303:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:1.0:1767384929.690321:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:1.0:1767384929.690339:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:1.0:1767384929.690359:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:1.0:1767384929.690389:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:1.0:1767384929.690404:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:1.0:1767384929.690425:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:1.0:1767384929.690442:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:1.0:1767384929.690461:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:1.0:1767384929.690479:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:1.0:1767384929.690496:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:1.0:1767384929.690518:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:1.0:1767384929.690570:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:1.0:1767384929.690593:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384929.690608:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:1.0:1767384929.690621:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:1.0:1767384929.690633:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:1.0:1767384929.690649:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:1.0:1767384929.690663:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:1.0:1767384929.690683:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:1.0:1767384929.690709:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:1.0:1767384929.690745:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:1.0:1767384929.690780:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:1.0:1767384929.690833:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:1.0:1767384929.691011:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f82cdbe9. 00000800:00000010:1.0:1767384929.691015:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f34099a7. 00000800:00000010:1.0:1767384929.691020:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000063e66654. 00000800:00000010:1.0:1767384929.691043:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000063e66654. 00000800:00020000:1.0:1767384929.691052:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:1.0:1767384929.691054:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f34099a7. 00000800:00000010:1.0:1767384929.691056:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f82cdbe9. 00000400:02020000:1.0:1767384929.691085:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp35 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384929.691090:0:16346:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp35 notifying 192.168.203.134@tcp35: down 00000800:00000200:1.0:1767384929.691094:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp35 down 00000800:00000100:1.0:1767384929.691099:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp35 00000800:00000010:1.0:1767384929.691102:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000039eee00b. 00000400:00000200:1.0:1767384929.691105:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384929.691108:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp35->192.168.203.134@tcp35: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384929.691115:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384929.691117:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384929.691119:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp35) recovery failed with -71 00000001:00000001:2.0:1767384930.111388:0:32663:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384930.111392:0:32663:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp40 --if ens2 00000001:00000001:2.0:1767384930.116080:0:32663:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384930.123310:0:32664:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000487233c7. 00000400:00000010:3.0:1767384930.123322:0:32664:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000004fe7f434. 00000400:00000010:3.0:1767384930.123330:0:32664:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000375f72ca. 00000400:00000010:3.0:1767384930.123333:0:32664:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000001a8d310b. 00000400:00000010:3.0:1767384930.123336:0:32664:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fba99aab. 00000400:00000010:3.0:1767384930.123340:0:32664:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dc274fa4. 00000400:00000010:3.0:1767384930.123341:0:32664:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d5dcbcc6. 00000400:00000010:3.0:1767384930.123342:0:32664:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f9d0e629. 00000400:00000010:3.0:1767384930.123349:0:32664:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000093820207. 00000800:00000010:3.0:1767384930.123361:0:32664:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000058e1de61. 00000800:00000200:3.0:1767384930.123370:0:32664:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384930.123379:0:32664:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384930.123428:0:32664:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:3.0:1767384930.123451:0:32664:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp40 [8/256/0/180] 00000400:00000010:3.0:1767384930.124907:0:32664:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 0000000065a2bc66. 00000400:00000010:3.0:1767384930.124913:0:32664:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000256031a3. 00000400:00000010:3.0:1767384930.124933:0:32664:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001aea56c7. 00000400:00000001:3.0:1767384930.124951:0:32664:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384930.124953:0:32664:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384930.124955:0:32664:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5033db8. 00000400:00000200:3.0:1767384930.124958:0:32664:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016582e8a 00000400:00000010:3.0:1767384930.124961:0:32664:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000016582e8a. 00000400:00000010:3.0:1767384930.124965:0:32664:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 00000000cb967418. 00000400:00000200:3.0:1767384930.124970:0:32664:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (32) 00000400:00000200:3.0:1767384930.124982:0:32664:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:3.0:1767384930.124991:0:32664:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131112 00000020:00000010:3.0:1767384930.125000:0:32664:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000009d49532e. 00000400:00000200:2.0:1767384930.125001:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384930.125005:0:32664:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384930.125008:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000020:01000000:3.0:1767384930.125012:0:32664:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp40 00000400:00000010:2.0:1767384930.125016:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084d6a40c. 00000400:00000200:2.0:1767384930.125020:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (33) 00000400:00000010:2.0:1767384930.125024:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000865a46be. 00000400:00000200:2.0:1767384930.125029:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:3.0:1767384930.125035:0:32664:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000004fe7f434. 00000400:00000010:3.0:1767384930.125041:0:32664:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000487233c7. 00000400:00000200:2.0:1767384930.125042:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1767384930.125051:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:2.0:1767384930.125057:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000020:00000001:0.0:1767384930.125058:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384930.125061:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 10000000:00000001:0.0:1767384930.125062:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384930.125065:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 37], ns[75, 37] 10000000:00000001:0.0:1767384930.125065:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384930.125068:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384930.125070:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[77, 37] 00000020:01000004:0.0:1767384930.125070:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384930.125073:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384930.125074:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384930.125075:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 37], ns[82, 37] 00000020:01000004:0.0:1767384930.125076:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384930.125078:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384930.125079:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 37], ns[88, 37] 00000020:01000004:0.0:1767384930.125079:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384930.125080:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384930.125082:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384930.125083:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384930.125084:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 37], ns[91, 37] 00000020:01000004:0.0:1767384930.125085:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384930.125088:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 37], ns[103, 37] 00000100:00000010:0.0:1767384930.125090:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023fba383. 00000020:00000040:0.0:1767384930.125094:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:0.0:1767384930.125099:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384930.125100:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 37], ns[109, 37] 02000000:00000001:0.0:1767384930.125102:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384930.125104:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 37], ns[112, 37] 02000000:00000001:0.0:1767384930.125106:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384930.125108:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 37], ns[120, 37] 00000400:00000200:2.0:1767384930.125112:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 37], ns[125, 37] 02000000:00000010:0.0:1767384930.125115:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000516792d0. 00000400:00000200:2.0:1767384930.125118:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 37], ns[129, 37] 00000100:00000001:0.0:1767384930.125121:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384930.125123:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 37], ns[44, 37] 00000400:00000200:2.0:1767384930.125128:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 37], ns[48, 37] 00000400:00000200:2.0:1767384930.125134:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 37], ns[52, 37] 00000100:00000001:0.0:1767384930.125134:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384930.125137:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384930.125140:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 37], ns[56, 37] 00000400:00000200:2.0:1767384930.125144:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[97, 37], ns[99, 37] 00000100:00000040:0.0:1767384930.125144:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023fba383] to pc [ptlrpcd_00_00+0] req@0000000023fba383 x1853237348032000/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384930.125150:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[118, 37], ns[122, 37] 00000400:00000200:2.0:1767384930.125155:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[127, 37], ns[131, 37] 00000400:00000200:2.0:1767384930.125159:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[96, 37], ns[98, 37] 00000400:00000200:2.0:1767384930.125163:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 37], ns[80, 37] 00000400:00000200:2.0:1767384930.125167:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[112, 37], ns[116, 37] 00000400:00000200:2.0:1767384930.125171:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 37], ns[117, 37] 10000000:00000001:0.0:1767384930.125174:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384930.125176:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[129, 37], ns[133, 37] 10000000:00000001:0.0:1767384930.125177:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384930.125180:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384930.125181:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 37], ns[108, 37] 00000100:00000001:1.0:1767384930.125181:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:0.0:1767384930.125182:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384930.125187:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384930.125191:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384930.125191:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384930.125195:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384930.125197:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:1.0:1767384930.125199:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000023fba383 x1853237348032000/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384930.125200:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 37], ns[132, 37] 10000000:01000000:0.0:1767384930.125200:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384930.125204:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384930.125208:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384930.125211:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384930.125214:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 37], ns[0, 37] 00000020:01000004:0.0:1767384930.125215:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384930.125218:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384930.125218:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384930.125221:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384930.125222:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp38] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000020:01000004:0.0:1767384930.125222:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384930.125225:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:1.0:1767384930.125227:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384930.125227:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384930.125229:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp38 00000020:01000004:0.0:1767384930.125229:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384930.125231:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384930.125234:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384930.125234:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016123c0a. 00000400:00000200:2.0:1767384930.125236:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp38 00000020:00000040:0.0:1767384930.125238:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00100000:1.0:1767384930.125241:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000023fba383 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348032000:0@lo:253: 00000100:00000001:0.0:1767384930.125242:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384930.125245:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp38 lpni_is_preferred = 0 02000000:00000001:0.0:1767384930.125246:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384930.125250:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384930.125250:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384930.125253:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp38 02000000:00000001:1.0:1767384930.125257:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1767384930.125259:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002299428b. 00000400:00000200:2.0:1767384930.125260:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp38 NI seq info: [134:134:256:4294967295] 192.168.203.134@tcp38 LPNI seq info [130:130:8:4294967295] 02000000:00000001:1.0:1767384930.125260:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384930.125264:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384930.125266:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384930.125269:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384930.125271:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp38 02000000:00000010:1.0:1767384930.125272:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f82cdbe9. 00000100:00000001:0.0:1767384930.125272:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384930.125276:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384930.125278:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016123c0a] to pc [ptlrpcd_00_01+1] req@0000000016123c0a x1853237348032128/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384930.125282:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001af587f0. 00000400:00000200:2.0:1767384930.125286:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp38(192.168.203.134@tcp38:) -> 192.168.203.134@tcp38(192.168.203.134@tcp:192.168.203.134@tcp38) : PUT try# 0 10000000:00000001:0.0:1767384930.125291:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384930.125293:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384930.125295:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000061e1c716. 00000800:00000200:2.0:1767384930.125296:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.203.134@tcp38 00000020:00000001:0.0:1767384930.125296:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384930.125300:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348032000, portal 25 00000800:00000010:2.0:1767384930.125303:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ce5d479. 00000100:00000001:1.0:1767384930.125305:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:01000000:0.0:1767384930.125306:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384930.125308:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878147456 : -119482831404160 : ffff9354bc470380) 00000020:00000010:0.0:1767384930.125311:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000009d49532e. 00000800:00000010:2.0:1767384930.125312:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a2280cb9. 00000100:00000040:1.0:1767384930.125314:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000023fba383 x1853237348032000/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384930.125317:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000098f94220. 00000100:00000001:1.0:1767384930.125325:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384930.125327:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767384930.125328:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a2280cb9] -> 12345-192.168.203.134@tcp38 (2) 00000100:00000040:1.0:1767384930.125331:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384930.125331:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384930.125333:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.1:1767384930.125336:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a2280cb9] -> 12345-192.168.203.134@tcp38 (2) 00000400:00000010:1.0:1767384930.125336:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004a8d6f46. 00000100:00000040:0.0:1767384930.125339:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016123c0a x1853237348032128/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384930.125340:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348032000, offset 0 00000400:00000200:1.0:1767384930.125352:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384930.125353:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000100:00000001:0.0:1767384930.125354:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384930.125356:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384930.125357:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 0 02000000:00000001:0.0:1767384930.125359:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384930.125361:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384930.125365:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384930.125366:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384930.125371:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000016123c0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348032128:0@lo:253: 00000100:00000001:0.0:1767384930.125376:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384930.125378:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d05e00 02000000:00000001:0.0:1767384930.125381:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384930.125384:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384930.125387:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1329 [2] + 0 02000000:00000001:0.0:1767384930.125388:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767384930.125390:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000933c372b. 00000400:00000200:1.0:1767384930.125394:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005ac3d882 02000000:00000010:0.0:1767384930.125396:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d52ae28e. 00000400:00000200:1.0:1767384930.125399:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384930.125400:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384930.125405:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384930.125406:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006db1366b. 00000400:00000200:1.0:1767384930.125409:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ac3d882 00000400:00000200:2.0:1767384930.125411:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000010:1.0:1767384930.125412:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005ac3d882. 00000100:00000001:1.0:1767384930.125417:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384930.125419:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384930.125420:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005e38249b. 00000100:00000040:1.0:1767384930.125422:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000f3c9d18a x1853237348032000 msgsize 4848 00000100:00000200:0.0:1767384930.125427:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348032128, portal 25 00000100:00100000:1.0:1767384930.125428:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384930.125430:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384930.125433:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384930.125436:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878155520 : -119482831396096 : ffff9354bc472300) 00000100:00000001:1.0:1767384930.125441:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384930.125442:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000016123c0a x1853237348032128/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384930.125448:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a8d6f46 00000100:00000001:0.0:1767384930.125451:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384930.125452:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004a8d6f46. 00000100:00000001:1.0:1767384930.125456:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384930.125457:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767384930.125461:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023fba383 x1853237348032000/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384930.125461:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6c171c0. 00000400:00000200:2.0:1767384930.125466:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000100:00000200:0.0:1767384930.125467:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348032128, offset 0 00000100:00000001:1.0:1767384930.125478:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384930.125478:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384930.125484:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000023fba383 x1853237348032000/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384930.125491:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384930.125500:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.125503:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d05e80 00000400:00000200:0.0:1767384930.125511:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1355 [2] + 0 00000100:00000001:1.0:1767384930.125512:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384930.125514:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384930.125519:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384930.125525:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294919161 00000400:00000010:0.0:1767384930.125526:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d60dcdd9. 00000100:00000010:1.0:1767384930.125531:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6fad356. 00000400:00000200:2.0:1767384930.125532:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.125532:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f73ea27c 00000100:00000001:1.0:1767384930.125539:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384930.125541:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384930.125558:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294919161 00000400:00000200:0.0:1767384930.125562:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384930.125566:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc12ca38. 00000400:00000200:0.0:1767384930.125568:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f73ea27c 00000100:00000001:1.0:1767384930.125570:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000400:00000010:0.0:1767384930.125572:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f73ea27c. 00000100:00000001:1.0:1767384930.125576:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294919161 00000100:00000001:0.0:1767384930.125577:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:1.0:1767384930.125580:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000746fe2ae. 00000100:00000200:0.0:1767384930.125581:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384930.125585:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000100:00000001:1.0:1767384930.125585:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1767384930.125586:0:16359:0:(events.c:337:request_in_callback()) incoming req@0000000055676540 x1853237348032128 msgsize 4848 00000100:00000001:1.0:1767384930.125591:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294919161 00000100:00100000:0.0:1767384930.125596:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:1.0:1767384930.125597:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fe3fe56c. 00000100:00000040:0.0:1767384930.125602:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384930.125603:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384930.125608:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384930.125610:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384930.125613:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384930.125613:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384930.125615:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384930.125620:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6c171c0 00000100:00000001:1.0:1767384930.125623:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384930.125624:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000010:0.0:1767384930.125624:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f6c171c0. 00000100:00000001:1.0:1767384930.125626:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384930.125629:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384930.125630:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384930.125633:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384930.125635:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384930.125635:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000016123c0a x1853237348032128/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384930.125638:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384930.125648:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384930.125651:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000016123c0a x1853237348032128/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384930.125657:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384930.125659:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384930.125660:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348032000 00000400:00000200:2.0:1767384930.125662:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000100:00000001:0.0:1767384930.125662:0:16359:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384930.125664:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384930.125667:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384930.125668:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384930.125669:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384930.125673:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294919161 02000000:00000001:1.0:1767384930.125675:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384930.125679:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, keep current deadline 4294919161 00000100:00100000:1.0:1767384930.125680:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348032000 00000100:00000001:0.0:1767384930.125684:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294919161 00000100:00000001:0.0:1767384930.125689:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, keep current deadline 4294919161 00000400:00000200:2.0:1767384930.125690:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000020:00000001:1.0:1767384930.125690:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384930.125693:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294919161 00000020:00000040:1.0:1767384930.125694:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000001:0.0:1767384930.125695:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294919161 00000020:00000001:1.0:1767384930.125697:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384930.125700:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294919161 00000020:00000040:1.0:1767384930.125701:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000100:00000001:0.0:1767384930.125704:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294919161 00000020:00000001:1.0:1767384930.125705:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:1.0:1767384930.125710:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:0.0:1767384930.125710:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384930.125714:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384930.125718:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000507d6996. 00000400:00000200:2.0:1767384930.125721:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000100:00000001:1.0:1767384930.125722:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384930.125724:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384930.125727:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000507d6996. 00000100:00000001:0.0:1767384930.125729:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384930.125732:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384930.125734:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae68a14e. 00000100:00000001:0.0:1767384930.125738:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384930.125740:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000060151312. 00000100:00000001:0.0:1767384930.125741:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384930.125745:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384930.125746:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000052ef7b19. 00000100:00000001:0.0:1767384930.125747:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384930.125750:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384930.125753:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384930.125757:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384930.125758:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000100:00000001:1.0:1767384930.125761:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384930.125764:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384930.125766:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384930.125772:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384930.125773:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384930.125776:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348032128 02000000:00000001:0.0:1767384930.125779:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384930.125782:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384930.125782:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384930.125786:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384930.125791:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384930.125794:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348032128 00000400:00000200:2.0:1767384930.125796:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000100:00000001:1.0:1767384930.125797:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384930.125797:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384930.125799:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000001:1.0:1767384930.125800:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384930.125804:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767384930.125807:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000020:00000040:0.0:1767384930.125808:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000100:00000040:1.0:1767384930.125812:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000020:00000001:0.0:1767384930.125835:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:1.0:1767384930.125838:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590822518864 : -119482887032752 : ffff9354b8f63050) 00000020:00000001:0.0:1767384930.125841:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000040:1.0:1767384930.125844:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f3c9d18a x1853237348032000/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:156/0 lens 4848/0 e 0 to 0 dl 1767384941 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384930.125848:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384930.125853:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000816398cb. 00000100:00000001:1.0:1767384930.125854:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384930.125858:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384930.125859:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000507d6996. 00000400:00000200:2.0:1767384930.125862:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000020:00000010:0.0:1767384930.125864:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000816398cb. 00000100:00000001:1.0:1767384930.125865:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384930.125869:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000507d6996. 00000100:00100000:1.0:1767384930.125874:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f3c9d18a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:16358:x1853237348032000:12345-0@lo:253: 00000100:00000200:1.0:1767384930.125878:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348032000 00000020:00000010:0.0:1767384930.125878:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce4f144b. 00000020:00000010:0.0:1767384930.125884:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003abd51ad. 00000020:00000001:1.0:1767384930.125886:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384930.125890:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008b247449. 00000400:00000200:2.0:1767384930.125891:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000020:00000001:1.0:1767384930.125891:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384930.125894:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384930.125897:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384930.125898:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384930.125899:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000100:00000001:0.0:1767384930.125902:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384930.125903:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384930.125905:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384930.125906:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384930.125912:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384930.125914:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384930.125914:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384930.125915:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000020:00000001:1.0:1767384930.125916:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384930.125918:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384930.125921:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384930.125924:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384930.125929:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c0ac78df. 02000000:00000001:1.0:1767384930.125931:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384930.125931:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384930.125935:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384930.125936:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384930.125939:0:17084:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384930.125945:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000100:00100000:0.0:1767384930.125947:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 20000000:00000010:1.0:1767384930.125948:0:17084:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009e7b5c1d. 00000100:00000040:0.0:1767384930.125952:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 20000000:01000000:1.0:1767384930.125953:0:17084:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:0.0:1767384930.125957:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590822520912 : -119482887030704 : ffff9354b8f63850) 20000000:00000001:1.0:1767384930.125958:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384930.125962:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384930.125965:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384930.125966:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000055676540 x1853237348032128/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:156/0 lens 4848/0 e 0 to 0 dl 1767384941 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:1.0:1767384930.125967:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384930.125971:0:17084:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384930.125974:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000100:00000001:0.0:1767384930.125979:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000010:1.0:1767384930.125981:0:17084:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003d97aae2. 00000020:00000010:0.0:1767384930.125983:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000816398cb. 20000000:01000000:1.0:1767384930.125984:0:17084:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 00000100:00000001:0.0:1767384930.125987:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384930.125992:0:17084:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000010:0.0:1767384930.125992:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000816398cb. 00080000:00000001:1.0:1767384930.125998:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384930.126001:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00100000:0.0:1767384930.126002:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000055676540 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:16359:x1853237348032128:12345-0@lo:253: 00000400:00000200:2.0:1767384930.126008:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000100:00000200:0.0:1767384930.126008:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348032128 00000020:00000001:0.0:1767384930.126011:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384930.126013:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384930.126016:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384930.126017:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:0.0:1767384930.126018:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384930.126021:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000001:0.0:1767384930.126024:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384930.126026:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384930.126028:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384930.126029:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:1.0:1767384930.126031:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384930.126032:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384930.126034:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00080000:00000001:1.0:1767384930.126035:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000100:00000001:0.0:1767384930.126037:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:1.0:1767384930.126039:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384930.126040:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:1.0:1767384930.126042:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384930.126045:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384930.126048:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 000000007e91d003 02000000:00000010:0.0:1767384930.126048:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004a8e2c40. 02000000:00000001:0.0:1767384930.126054:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384930.126055:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f71c5dba 00080000:00000002:1.0:1767384930.126059:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000100:00000001:0.0:1767384930.126059:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384930.126063:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:1.0:1767384930.126068:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384930.126072:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384930.126072:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c11d91be. 00000400:00000200:2.0:1767384930.126074:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00080000:00000001:1.0:1767384930.126079:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:0.0:1767384930.126080:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:1.0:1767384930.126083:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:0.0:1767384930.126084:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384930.126087:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:1.0:1767384930.126089:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 20000000:00000001:0.0:1767384930.126090:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384930.126096:0:17084:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:00000001:0.0:1767384930.126096:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384930.126101:0:17084:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000095b96865. 00080000:00000001:1.0:1767384930.126104:0:17084:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585624820224 : -119488084731392 : ffff935383279a00) 20000000:00000001:0.0:1767384930.126107:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384930.126108:0:17084:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384930.126111:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000001:00000001:1.0:1767384930.126113:0:17084:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384930.126118:0:17084:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000507d6996. 00080000:00000001:1.0:1767384930.126121:0:17084:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384930.126123:0:17084:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384930.126135:0:17084:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384930.126150:0:17084:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384930.126153:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:2.0:1767384930.126196:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:2.0:1767384930.126241:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:2.0:1767384930.126286:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:2.0:1767384930.126330:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:2.0:1767384930.126359:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:2.0:1767384930.126388:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:2.0:1767384930.126416:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:2.0:1767384930.126450:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:2.0:1767384930.126495:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:2.0:1767384930.126543:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:2.0:1767384930.126582:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:2.0:1767384930.126599:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:2.0:1767384930.126614:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:2.0:1767384930.126635:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:2.0:1767384930.126779:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000053d6760d. 00000800:00000010:2.0:1767384930.126784:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ce3bfdcc. 00000800:00000010:2.0:1767384930.126789:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000048081628. 00000800:00000010:2.0:1767384930.126808:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000048081628. 00000800:00020000:2.0:1767384930.126851:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:2.0:1767384930.126856:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ce3bfdcc. 00000800:00000010:2.0:1767384930.126860:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000053d6760d. 00000400:02020000:2.0:1767384930.126908:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp38 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384930.126913:0:16348:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp38 notifying 192.168.203.134@tcp38: down 00000800:00000200:2.0:1767384930.126917:0:16348:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp38 down 00000800:00000100:2.0:1767384930.126921:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 544 0@<0:0>->192.168.203.134@tcp38 00000800:00000010:2.0:1767384930.126924:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ce5d479. 00000400:00000200:2.0:1767384930.126928:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384930.126932:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp38->192.168.203.134@tcp38: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384930.126937:0:16348:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp38 added to recovery queue. ping count: 0 next ping: 252 health :900 00000400:00000200:2.0:1767384930.126941:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384930.126943:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp: 1 00000400:00000200:2.0:1767384930.126946:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00080000:00000010:1.0:1767384930.126949:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000095b96865. 00080000:00000010:1.0:1767384930.126966:0:17084:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000507d6996. 00040000:00000001:1.0:1767384930.126969:0:17084:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384930.126971:0:17084:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384930.126973:0:17084:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384930.126976:0:17084:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:1.0:1767384930.126978:0:17084:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384930.126980:0:17084:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:0.0:1767384930.126983:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384930.126989:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x101151 20000000:01000000:1.0:1767384930.126992:0:17084:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000001:0.0:1767384930.126994:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384930.126998:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384930.126999:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084d6a40c 20000000:00000001:1.0:1767384930.127001:0:17084:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384930.127002:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084d6a40c. 20000000:00000010:2.0:1767384930.127007:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000508d0d62. 20000000:01000000:1.0:1767384930.127007:0:17084:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000400:00000200:0.0:1767384930.127010:0:16356:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 20000000:01000000:2.0:1767384930.127011:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 00080000:00000001:1.0:1767384930.127014:0:17084:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:2.0:1767384930.127015:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384930.127015:0:16356:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00080000:00000001:2.0:1767384930.127020:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:0.0:1767384930.127020:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (34) 00080000:00000001:2.0:1767384930.127022:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:0.0:1767384930.127024:0:16356:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.134@tcp 00000400:00000200:0.0:1767384930.127027:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 rc -71 00080000:00000001:2.0:1767384930.127030:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:0.0:1767384930.127031:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:0.0:1767384930.127036:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (33) 00080000:00000001:2.0:1767384930.127038:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384930.127040:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384930.127042:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384930.127044:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384930.127046:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384930.127049:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000e523df4c 00000020:00000001:2.0:1767384930.127053:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000aa1b0688 00080000:00000002:2.0:1767384930.127055:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384930.127058:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384930.127061:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384930.127063:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384930.127066:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:01000000:1.0:1767384930.127068:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000020:00000001:2.0:1767384930.127071:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 20000000:00000001:1.0:1767384930.127072:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384930.127075:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384930.127077:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384930.127079:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384930.127082:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000010:2.0:1767384930.127083:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000069110c7c. 00080000:00000001:2.0:1767384930.127087:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590001012736 : -119483708538880 : ffff935487ff0000) 00010000:00000010:1.0:1767384930.127089:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000056f15338. 00010000:00000001:1.0:1767384930.127094:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384930.127097:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384930.127102:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384930.127105:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000048081628. 00080000:00000001:2.0:1767384930.127108:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384930.127110:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000010:1.0:1767384930.127114:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000009781bee. 00000020:00000001:1.0:1767384930.127119:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384930.127120:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384930.127127:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000009781bee with handle 0xb57eb788195630d9 to hash 00000020:00000001:1.0:1767384930.127130:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000020:0.0:1767384930.127131:0:17084:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:2.0:1767384930.127132:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384930.127132:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318191616 : -119483391360000 : ffff93549ae6c400) 00000100:00000001:0.0:1767384930.127136:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384930.127137:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318191616 : -119483391360000 : ffff93549ae6c400) 20000000:00000010:0.0:1767384930.127140:0:17084:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009e7b5c1d. 00010000:00000001:1.0:1767384930.127141:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384930.127143:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384930.127147:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000009781bee/0xb57eb788195630d9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 20000000:00000001:0.0:1767384930.127147:0:17084:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384930.127154:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348032000 00010000:00000001:1.0:1767384930.127156:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384930.127158:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384930.127160:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384930.127163:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000200:0.0:1767384930.127164:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f3c9d18a x1853237348032000/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:156/0 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384930.127165:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384930.127168:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384930.127171:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384930.127174:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384930.127179:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384930.127181:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384930.127182:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384930.127184:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384930.127185:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384930.127188:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00001000:0.0:1767384930.127190:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=64 v=5 (1 0 0 0) 00010000:00000040:1.0:1767384930.127191:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000056f15338) refcount = 1 00000100:00000001:0.0:1767384930.127195:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:1.0:1767384930.127196:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000009781bee/0xb57eb788195630d9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384930.127199:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:0.0:1767384930.127204:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:0.0:1767384930.127209:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384930.127210:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 02000000:00000001:0.0:1767384930.127212:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384930.127213:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384930.127215:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384930.127215:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384930.127220:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384930.127220:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384930.127225:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384930.127226:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6c171c0. 20000000:00000001:1.0:1767384930.127227:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000200:0.0:1767384930.127230:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348032000, offset 224 20000000:01000000:1.0:1767384930.127231:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003151402s 00010000:00000001:1.0:1767384930.127236:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1767384930.127239:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384930.127240:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384930.127242:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000009781bee refcount=4 00000020:00000001:1.0:1767384930.127243:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318191616 : -119483391360000 : ffff93549ae6c400) 00000400:00000200:0.0:1767384930.127252:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384930.127253:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318191616 : -119483391360000 : ffff93549ae6c400) 00010000:00000001:1.0:1767384930.127257:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384930.127258:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000009781bee/0xb57eb788195630d9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384930.127263:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d05e00 00010000:00000001:1.0:1767384930.127268:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:0.0:1767384930.127271:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b41 [2] + 224 00010000:00010000:1.0:1767384930.127272:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000009781bee/0xb57eb788195630d9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384930.127278:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384930.127279:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384930.127282:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384930.127282:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:1.0:1767384930.127285:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000009781bee/0xb57eb788195630d9 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384930.127287:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384930.127291:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:0.0:1767384930.127292:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023fba383 x1853237348032000/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384930.127294:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384930.127300:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384930.127303:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000009781bee/0xb57eb788195630d9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384930.127304:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000023fba383 x1853237348032000/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384930.127316:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000009781bee already unused, calling callback (00000000df0e66e0) 00010000:00000001:1.0:1767384930.127319:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384930.127321:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384930.127322:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000009781bee/0xb57eb788195630d9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384930.127326:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384930.127327:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384930.127327:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384930.127329:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000009781bee refcount=5 00000100:00000001:0.0:1767384930.127329:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384930.127333:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318191616 : -119483391360000 : ffff93549ae6c400) 00010000:00000001:1.0:1767384930.127335:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318191616 : -119483391360000 : ffff93549ae6c400) 00010000:00000001:1.0:1767384930.127337:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:0.0:1767384930.127337:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6c171c0 00010000:00010000:1.0:1767384930.127340:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000009781bee/0xb57eb788195630d9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384930.127342:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f6c171c0. 00000100:00000001:0.0:1767384930.127345:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384930.127348:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384930.127350:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384930.127352:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767384930.127353:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384930.127353:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384930.127356:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000001:2.0:1767384930.127359:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384930.127359:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384930.127359:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000400:00000001:2.0:1767384930.127363:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384930.127365:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384930.127366:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001af587f0. 00010000:00000001:1.0:1767384930.127367:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:0.0:1767384930.127367:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384930.127370:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:2.0:1767384930.127371:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061e1c716 00000020:00000001:0.0:1767384930.127371:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384930.127373:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:2.0:1767384930.127375:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000061e1c716. 00010000:00000001:1.0:1767384930.127376:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384930.127378:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f3c9d18a x1853237348032000/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:156/0 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384930.127380:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384930.127381:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000009781bee with handle 0xb57eb788195630d9 from hash 00000100:00000200:2.0:1767384930.127385:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023fba383 x1853237348032000/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384930.127386:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384930.127389:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384930.127392:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384930.127395:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00100000:0.0:1767384930.127397:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f3c9d18a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:16358:x1853237348032000:12345-0@lo:253: Request processed in 1540us (1972us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384930.127398:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000200:2.0:1767384930.127401:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023fba383 x1853237348032000/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384930.127402:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384930.127406:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384930.127410:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384930.127410:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00000001:2.0:1767384930.127412:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384930.127414:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384930.127415:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384930.127416:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384930.127418:0:16358:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384930.127418:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384930.127419:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:2.0:1767384930.127421:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384930.127421:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384930.127422:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1767384930.127424:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384930.127425:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1767384930.127427:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000060151312. 00000100:00000001:2.0:1767384930.127428:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384930.127428:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384930.127432:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384930.127433:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384930.127434:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384930.127434:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000052ef7b19. 00010000:00000001:1.0:1767384930.127438:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384930.127440:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=64 v=5 (5 0 0 0) 00010000:00010000:1.0:1767384930.127440:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000009781bee/0xb57eb788195630d9 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384930.127440:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae68a14e. 00000020:00000040:0.0:1767384930.127446:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00000100:00001000:2.0:1767384930.127447:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=64 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384930.127451:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384930.127454:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767384930.127454:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384930.127457:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384930.127458:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384930.127458:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000010:0.0:1767384930.127460:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c0ac78df. 00010000:00000001:1.0:1767384930.127461:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384930.127462:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384930.127465:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384930.127465:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384930.127466:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384930.127467:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384930.127469:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384930.127469:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384930.127470:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384930.127474:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384930.127476:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000023fba383 x1853237348032000/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384930.127476:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 20000000:00000001:1.0:1767384930.127478:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384930.127482:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7799b6e. 00000100:00000001:2.0:1767384930.127487:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767384930.127488:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000009781bee/0xb57eb788195630d9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384930.127488:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6c171c0. 00010000:00000001:1.0:1767384930.127498:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:2.0:1767384930.127499:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1767384930.127500:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384930.127504:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384930.127504:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000009781bee/0xb57eb788195630d9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000020:01000004:2.0:1767384930.127512:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000040:1.0:1767384930.127512:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000056f15338 count: 0 00000020:01000004:2.0:1767384930.127515:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384930.127518:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:1.0:1767384930.127520:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:2.0:1767384930.127521:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 20000000:00000001:1.0:1767384930.127524:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:01000004:2.0:1767384930.127525:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384930.127528:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384930.127529:0:16358:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384930.127531:0:16358:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384930.127532:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384930.127533:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384930.127536:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023fba383 x1853237348032000/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384930.127544:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000023fba383 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348032000:0@lo:253: 00000100:00000001:2.0:1767384930.127560:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384930.127562:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384930.127564:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000023fba383 x1853237348032000/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384930.127569:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384930.127571:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384930.127572:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f82cdbe9. 02000000:00000001:2.0:1767384930.127574:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384930.127576:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384930.127577:0:16358:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:2.0:1767384930.127578:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384930.127580:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000516792d0. 02000000:00000001:2.0:1767384930.127582:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384930.127584:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384930.127584:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023fba383. 00000100:00000001:2.0:1767384930.127587:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384930.127587:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384930.127589:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384930.127592:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384930.127593:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384930.127594:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384930.127601:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384930.128421:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000069110c7c. 00080000:00000010:2.0:1767384930.128457:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000048081628. 00040000:00000001:2.0:1767384930.128461:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384930.128462:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384930.128463:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384930.128465:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:2.0:1767384930.128467:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384930.128468:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384930.128470:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384930.128477:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384930.128479:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384930.128482:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384930.128490:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384930.128494:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384930.128495:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384930.128498:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384930.128500:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384930.128506:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000023efc306. 00010000:00000001:1.0:1767384930.128509:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384930.128512:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000070e762e5. 00000020:00000001:1.0:1767384930.128515:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384930.128517:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000070e762e5 with handle 0xb57eb788195630e0 to hash 00000020:00000001:1.0:1767384930.128519:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384930.128520:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384930.128522:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384930.128525:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384930.128527:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384930.128529:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000070e762e5/0xb57eb788195630e0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384930.128536:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384930.128538:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384930.128540:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384930.128542:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384930.128543:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384930.128566:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384930.128568:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384930.128570:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384930.128571:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384930.128573:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384930.128573:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384930.128575:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000023efc306) refcount = 1 00010000:00010000:1.0:1767384930.128578:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000070e762e5/0xb57eb788195630e0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384930.128584:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384930.128586:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384930.128588:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384930.128590:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384930.128592:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384930.128594:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384930.128596:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003151402s 00010000:00000001:1.0:1767384930.128599:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384930.128601:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384930.128602:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070e762e5 refcount=4 00000020:00000001:1.0:1767384930.128604:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00080000:00000020:2.0:1767384930.128606:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384930.128607:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00000100:00000001:2.0:1767384930.128611:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384930.128612:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 20000000:00000010:2.0:1767384930.128614:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c11d91be. 00010000:00010000:1.0:1767384930.128616:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070e762e5/0xb57eb788195630e0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384930.128620:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384930.128626:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348032128 00010000:00000001:1.0:1767384930.128629:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:2.0:1767384930.128630:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:1.0:1767384930.128633:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070e762e5/0xb57eb788195630e0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000200:2.0:1767384930.128636:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000055676540 x1853237348032128/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:156/0 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384930.128651:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384930.128656:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384930.128656:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384930.128659:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000070e762e5/0xb57eb788195630e0 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384930.128660:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384930.128664:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=64 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384930.128670:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384930.128674:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:1.0:1767384930.128675:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384930.128676:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:2.0:1767384930.128679:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384930.128680:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384930.128682:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384930.128686:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384930.128686:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384930.128690:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce3bfdcc. 00010000:00000001:1.0:1767384930.128691:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000200:2.0:1767384930.128693:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348032128, offset 224 00010000:00010000:1.0:1767384930.128695:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000070e762e5/0xb57eb788195630e0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384930.128702:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:1.0:1767384930.128708:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000070e762e5 already unused, calling callback (00000000df0e66e0) 00000400:00000200:2.0:1767384930.128710:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384930.128713:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384930.128717:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:2.0:1767384930.128719:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d05e80 00010000:00010000:1.0:1767384930.128720:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000070e762e5/0xb57eb788195630e0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384930.128726:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b49 [2] + 224 00010000:00000001:1.0:1767384930.128730:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384930.128734:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384930.128736:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384930.128738:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1767384930.128739:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070e762e5 refcount=5 00000400:00000200:2.0:1767384930.128744:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384930.128745:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00000100:00000001:2.0:1767384930.128747:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384930.128751:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00000100:00000200:2.0:1767384930.128753:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000016123c0a x1853237348032128/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384930.128758:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384930.128762:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000070e762e5/0xb57eb788195630e0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384930.128764:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000016123c0a x1853237348032128/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384930.128783:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384930.128785:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384930.128786:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384930.128788:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767384930.128789:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384930.128790:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384930.128794:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1767384930.128796:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce3bfdcc 00010000:00000001:1.0:1767384930.128797:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384930.128801:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ce3bfdcc. 00000020:00000040:1.0:1767384930.128802:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000070e762e5 with handle 0xb57eb788195630e0 from hash 00000100:00000001:2.0:1767384930.128805:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384930.128808:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384930.128808:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1767384930.128809:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384930.128812:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384930.128812:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384930.128838:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384930.128842:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000400:00000001:0.0:1767384930.128843:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384930.128845:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384930.128845:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384930.128847:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384930.128847:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006db1366b. 00000020:00000001:2.0:1767384930.128850:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384930.128851:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e38249b 00000400:00000010:0.0:1767384930.128852:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005e38249b. 00000100:00000040:2.0:1767384930.128854:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055676540 x1853237348032128/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:156/0 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384930.128857:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384930.128860:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000016123c0a x1853237348032128/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384930.128864:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000055676540 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+14:16359:x1853237348032128:12345-0@lo:253: Request processed in 2883us (3275us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384930.128870:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000016123c0a x1853237348032128/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384930.128872:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00000040:2.0:1767384930.128875:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:2.0:1767384930.128877:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384930.128877:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384930.128880:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384930.128880:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384930.128882:0:16359:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384930.128883:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003abd51ad. 02000000:00000001:0.0:1767384930.128884:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384930.128885:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384930.128886:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008b247449. 00000100:00000001:0.0:1767384930.128887:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384930.128889:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384930.128890:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce4f144b. 00000100:00001000:0.0:1767384930.128892:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=64 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384930.128895:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000100:00001000:0.0:1767384930.128896:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=64 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384930.128898:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384930.128898:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:2.0:1767384930.128899:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004a8e2c40. 00000100:00000001:0.0:1767384930.128900:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384930.128902:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384930.128903:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384930.128903:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384930.128906:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767384930.128907:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384930.128907:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384930.128911:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1767384930.128912:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384930.128915:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000200:2.0:1767384930.128918:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384930.128918:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016123c0a x1853237348032128/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384930.128923:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b25909dc. 00010000:00000001:1.0:1767384930.128927:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1767384930.128927:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384930.128928:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce3bfdcc. 00010000:00000001:1.0:1767384930.128931:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384930.128936:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384930.128937:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1767384930.128940:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:0.0:1767384930.128941:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384930.128944:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:01000004:0.0:1767384930.128946:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:1.0:1767384930.128950:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:0.0:1767384930.128950:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000001:1.0:1767384930.128954:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:0.0:1767384930.128955:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:1.0:1767384930.128959:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384930.128959:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384930.128962:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:1.0:1767384930.128964:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384930.128965:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384930.128968:0:16359:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00010000:00000001:1.0:1767384930.128969:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384930.128971:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00010000:1.0:1767384930.128975:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000070e762e5/0xb57eb788195630e0 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000020:01000004:0.0:1767384930.128975:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384930.128980:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016123c0a x1853237348032128/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384930.128994:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1767384930.128997:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000016123c0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348032128:0@lo:253: 00010000:00000001:1.0:1767384930.128998:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384930.129002:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384930.129004:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:0.0:1767384930.129004:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384930.129008:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384930.129009:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384930.129012:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384930.129012:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000016123c0a x1853237348032128/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384930.129016:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384930.129021:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384930.129021:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384930.129024:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 20000000:00000001:1.0:1767384930.129025:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384930.129026:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d52ae28e. 00010000:00010000:1.0:1767384930.129031:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000070e762e5/0xb57eb788195630e0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384930.129033:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384930.129036:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384930.129037:0:16359:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:0.0:1767384930.129041:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384930.129043:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002299428b. 00010000:00000001:1.0:1767384930.129045:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000001:0.0:1767384930.129047:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767384930.129048:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384930.129051:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00010000:1.0:1767384930.129052:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000070e762e5/0xb57eb788195630e0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000010:0.0:1767384930.129053:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016123c0a. 00000100:00000001:0.0:1767384930.129057:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384930.129059:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384930.129062:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767384930.129069:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000023efc306 count: 0 00000100:00000001:0.0:1767384930.129069:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384930.129071:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384930.129075:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384930.129077:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384930.129079:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384930.129082:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384930.130850:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294919161, at 4294919162 00000100:00000010:3.0:1767384930.130856:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fe3fe56c. 00000100:00000040:2.0:1767384930.130869:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294919161, at 4294919162 00000100:00000040:1.0:1767384930.130872:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294919161, at 4294919162 00000100:00000010:2.0:1767384930.130880:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000746fe2ae. 00000100:00000010:1.0:1767384930.130883:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc12ca38. 00000100:00000040:0.0:1767384930.130891:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294919161, at 4294919162 00000100:00000010:0.0:1767384930.130899:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6fad356. 00010000:00000010:1.1:1767384930.131875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000056f15338. 00010000:00000010:1.1:1767384930.131884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000009781bee. 00010000:00000010:1.1:1767384930.135863:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000023efc306. 00010000:00000010:1.1:1767384930.135872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000070e762e5. 00000100:00000001:3.0:1767384930.137860:0:17073:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384930.137863:0:17073:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384930.137885:0:17076:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384930.137889:0:17076:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384930.144275:0:32669:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000ce192248. 00000400:00000040:3.0:1767384930.144292:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384930.144295:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384930.144297:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384930.144299:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384930.144302:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384930.144303:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384930.144306:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384930.144314:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384930.144317:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384930.144318:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384930.144321:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384930.144323:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384930.144326:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384930.144328:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384930.144329:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384930.144332:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384930.144335:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384930.144336:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384930.144338:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384930.144340:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384930.144343:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384930.144345:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384930.144346:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384930.144348:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384930.144349:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384930.144352:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384930.144353:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384930.144355:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384930.144357:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384930.144359:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384930.144361:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384930.144363:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384930.144365:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384930.144368:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384930.144369:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384930.144371:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384930.144373:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384930.144376:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384930.144377:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384930.144379:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384930.144381:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384930.144383:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384930.144385:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384930.144386:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384930.144388:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384930.144390:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384930.144400:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384930.144401:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384930.144404:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384930.144406:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384930.144408:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384930.144410:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384930.144411:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384930.144413:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384930.144416:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384930.144418:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384930.144420:0:32669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384930.144580:0:32669:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000ce192248. 00010000:00000001:0.0:1767384930.329861:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384930.329866:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384930.329871:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384930.329872:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384930.329900:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384930.329905:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384930.329908:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384930.713914:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384930.713920:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384930.713924:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017c2fea7 00000400:00000010:2.0:1767384930.713929:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017c2fea7. 00000400:00000200:2.0:1767384930.713937:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384930.713945:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp35 recovery ping unlinked 00000400:00000010:2.0:1767384930.713955:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f37bf0d6. 00000400:00000010:2.0:1767384930.713961:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e414a7fa. 00000400:00000200:2.0:1767384930.713969:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp31 00000400:00000010:2.0:1767384930.713974:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000098a114c1. 00000400:00000010:2.0:1767384930.713982:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000dfe18cbd. 00000400:00000010:2.0:1767384930.713986:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c99b0362. 00000400:00000010:2.0:1767384930.713996:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000577687c7. 00000400:00000200:2.0:1767384930.714002:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp31 00000400:00000200:2.0:1767384930.714016:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp31 local destination 00000400:00000200:2.0:1767384930.714024:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp31 00000400:00000200:2.0:1767384930.714030:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp31 NI seq info: [135:135:256:4294967295] 192.168.203.134@tcp31 LPNI seq info [131:131:8:4294967295] 00000400:00000200:2.0:1767384930.714039:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp31 00000400:00000200:2.0:1767384930.714049:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp31(192.168.203.134@tcp31:) -> 192.168.203.134@tcp31(192.168.203.134@tcp31:192.168.203.134@tcp31) : GET try# 0 00000800:00000200:2.0:1767384930.714056:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp31 00000800:00000010:2.0:1767384930.714063:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000077ad5654. 00000800:00000200:2.0:1767384930.714071:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000093cb5295] -> 12345-192.168.203.134@tcp31 (2) 00000800:00000200:2.1:1767384930.714078:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000093cb5295] -> 12345-192.168.203.134@tcp31 (2) 00000400:00000200:2.0:1767384930.714103:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp31 added to recovery queue. ping count: 4 next ping: 268 health :600 00000400:00000200:2.0:1767384930.714109:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp38 00000400:00000010:2.0:1767384930.714121:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e31fb522. 00000400:00000010:2.0:1767384930.714127:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c24f3932. 00000400:00000010:2.0:1767384930.714132:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005531450d. 00000400:00000010:2.0:1767384930.714138:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000b1c014d. 00000400:00000200:2.0:1767384930.714144:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp38 00000400:00000200:2.0:1767384930.714155:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp38 local destination 00000400:00000200:2.0:1767384930.714160:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp38 00000400:00000200:2.0:1767384930.714165:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp38 NI seq info: [136:136:256:4294967295] 192.168.203.134@tcp38 LPNI seq info [132:132:8:4294967295] 00000400:00000200:1.0:1767384930.714166:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:2.0:1767384930.714174:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp38 00000400:00000200:2.0:1767384930.714186:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp38(192.168.203.134@tcp38:) -> 192.168.203.134@tcp38(192.168.203.134@tcp38:192.168.203.134@tcp38) : GET try# 0 00000800:00000200:2.0:1767384930.714193:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp38 00000800:00000010:2.0:1767384930.714197:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000709d7081. 00000800:00000200:2.0:1767384930.714205:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a2280cb9] -> 12345-192.168.203.134@tcp38 (2) 00000800:00000200:2.1:1767384930.714211:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a2280cb9] -> 12345-192.168.203.134@tcp38 (2) 00000400:00000200:1.0:1767384930.714213:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:2.0:1767384930.714238:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp38 added to recovery queue. ping count: 1 next ping: 254 health :900 00000400:00000200:1.0:1767384930.714258:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.714279:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:1.0:1767384930.714306:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.714354:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:1.0:1767384930.714399:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.714424:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:1.0:1767384930.714469:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.714490:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:1.0:1767384930.714558:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.714598:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:1.0:1767384930.714639:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.714660:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:1.0:1767384930.714708:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.714717:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.714815:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:1.0:1767384930.714817:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.714921:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:1.0:1767384930.714942:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.714980:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:1.0:1767384930.715010:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.715042:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:1.0:1767384930.715072:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.715096:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:1.0:1767384930.715137:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.715164:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:1.0:1767384930.715215:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.715234:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:1.0:1767384930.715293:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.715312:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:1.0:1767384930.715387:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.715395:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:1.0:1767384930.715502:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.715503:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:1.0:1767384930.715627:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.715627:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.715674:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:1.0:1767384930.715697:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.715727:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:1.0:1767384930.715768:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.715782:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:1.0:1767384930.715887:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.715899:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:1.0:1767384930.715960:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.715963:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:1.0:1767384930.716050:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.716050:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.716132:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384930.716141:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.716185:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:1.0:1767384930.716203:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.716250:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:1.0:1767384930.716264:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.716310:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:1.0:1767384930.716335:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.716381:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:1.0:1767384930.716404:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.716435:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:1.0:1767384930.716464:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.716493:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:1.0:1767384930.716528:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.716560:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:1.0:1767384930.716639:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.716646:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:1.0:1767384930.716727:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.716728:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:0.0:1767384930.716839:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:1.0:1767384930.716890:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:1.0:1767384930.716955:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:1.0:1767384930.717131:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c95149dc. 00000800:00000010:1.0:1767384930.717136:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000059e6913. 00000800:00000010:1.0:1767384930.717141:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e52b3165. 00000800:00000010:1.0:1767384930.717167:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e52b3165. 00000800:00020000:1.0:1767384930.717179:0:16349:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:1.0:1767384930.717182:0:16349:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000059e6913. 00000800:00000010:1.0:1767384930.717186:0:16349:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c95149dc. 00000400:02020000:1.0:1767384930.717262:0:16349:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp31 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384930.717269:0:16349:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp31 notifying 192.168.203.134@tcp31: down 00000800:00000200:1.0:1767384930.717276:0:16349:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp31 down 00000800:00000100:1.0:1767384930.717285:0:16349:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp31 00000800:00000010:1.0:1767384930.717288:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000077ad5654. 00000400:00000200:1.0:1767384930.717293:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384930.717299:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp31->192.168.203.134@tcp31: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384930.717307:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384930.717311:0:16349:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384930.717317:0:16349:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp31) recovery failed with -71 00000800:00000010:0.0:1767384930.717637:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004a8e2c40. 00000800:00000010:0.0:1767384930.717642:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000037e544a1. 00000800:00000010:0.0:1767384930.717645:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000334c9670. 00000800:00000010:0.0:1767384930.717664:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000334c9670. 00000800:00020000:0.0:1767384930.717673:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:0.0:1767384930.717676:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000037e544a1. 00000800:00000010:0.0:1767384930.717679:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004a8e2c40. 00000400:02020000:0.0:1767384930.717708:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp38 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384930.717713:0:16347:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp38 notifying 192.168.203.134@tcp38: down 00000400:00000200:0.0:1767384930.717716:0:16347:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384930.717719:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp38 00000800:00000010:0.0:1767384930.717721:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000709d7081. 00000400:00000200:0.0:1767384930.717723:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384930.717727:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp38->192.168.203.134@tcp38: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384930.717732:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384930.717734:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384930.717737:0:16347:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp38) recovery failed with -71 00010000:00000001:0.0:1767384931.352895:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384931.352902:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384931.352908:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384931.352910:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384931.352947:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384931.352951:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384931.352954:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384931.664728:0:33123:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a45cfc49. 00080000:00000010:1.0:1767384931.664749:0:33123:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a45cfc49. 00000020:00000001:1.0:1767384931.664753:0:33123:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384931.664760:0:33123:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a45cfc49. 00080000:00000010:1.0:1767384931.664764:0:33123:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a45cfc49. 00000020:00000001:1.0:1767384931.664767:0:33123:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384931.736905:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384931.736911:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384931.736914:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c99b0362 00000400:00000010:2.0:1767384931.736919:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c99b0362. 00000400:00000200:2.0:1767384931.736926:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384931.736933:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp31 recovery ping unlinked 00000400:00000010:2.0:1767384931.736944:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000098a114c1. 00000400:00000010:2.0:1767384931.736949:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000dfe18cbd. 00000400:00000001:2.0:1767384931.736954:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384931.736955:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384931.736956:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005531450d 00000400:00000010:2.0:1767384931.736958:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005531450d. 00000400:00000200:2.0:1767384931.736960:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384931.736963:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp38 recovery ping unlinked 00000400:00000010:2.0:1767384931.736967:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e31fb522. 00000400:00000010:2.0:1767384931.736969:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c24f3932. 00000001:00000001:0.0:1767384932.356061:0:33287:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384932.356066:0:33287:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp41 --if ens2 00000001:00000001:0.0:1767384932.362158:0:33287:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384932.371280:0:33288:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000be214247. 00000400:00000010:1.0:1767384932.371294:0:33288:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000bda5a94d. 00000400:00000010:1.0:1767384932.371306:0:33288:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000037f4bcbd. 00000400:00000010:1.0:1767384932.371309:0:33288:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ca1f69c0. 00000400:00000010:1.0:1767384932.371312:0:33288:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007eec2fba. 00000400:00000010:1.0:1767384932.371316:0:33288:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c68e8326. 00000400:00000010:1.0:1767384932.371317:0:33288:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004a2774ec. 00000400:00000010:1.0:1767384932.371319:0:33288:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000aaf6c14d. 00000400:00000010:1.0:1767384932.371321:0:33288:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000fea94f14. 00000800:00000010:1.0:1767384932.371335:0:33288:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a7967338. 00000800:00000200:1.0:1767384932.371343:0:33288:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384932.371353:0:33288:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384932.371388:0:33288:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:1.0:1767384932.371409:0:33288:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp41 [8/256/0/180] 00000400:00000010:1.0:1767384932.373062:0:33288:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 00000000ace57d61. 00000400:00000010:1.0:1767384932.373068:0:33288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000933c372b. 00000400:00000010:1.0:1767384932.373073:0:33288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001561501d. 00000400:00000001:1.0:1767384932.373096:0:33288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384932.373098:0:33288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384932.373099:0:33288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000256031a3. 00000400:00000200:1.0:1767384932.373102:0:33288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001aea56c7 00000400:00000010:1.0:1767384932.373103:0:33288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001aea56c7. 00000400:00000010:1.0:1767384932.373106:0:33288:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 0000000065a2bc66. 00000400:00000200:1.0:1767384932.373110:0:33288:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (32) 00000400:00000200:1.0:1767384932.373119:0:33288:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:1.0:1767384932.373127:0:33288:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131113 00000020:00000010:1.0:1767384932.373133:0:33288:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c95149dc. 00000020:01000000:1.0:1767384932.373136:0:33288:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384932.373138:0:33288:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp41 00000400:00000010:1.0:1767384932.373152:0:33288:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000bda5a94d. 00000400:00000010:1.0:1767384932.373155:0:33288:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000be214247. 00000400:00000200:0.0:1767384932.373156:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384932.373164:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 00000400:00000010:0.0:1767384932.373172:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058c0d436. 00000400:00000200:0.0:1767384932.373177:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (33) 00000020:00000001:2.0:1767384932.373183:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:0.0:1767384932.373185:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000004e6c89e. 10000000:00000001:2.0:1767384932.373190:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384932.373194:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 10000000:00000001:2.0:1767384932.373200:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384932.373203:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384932.373207:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384932.373210:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000020:01000004:2.0:1767384932.373211:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384932.373216:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384932.373219:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384932.373221:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384932.373224:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:01000004:2.0:1767384932.373225:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384932.373229:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384932.373231:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384932.373235:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384932.373237:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384932.373239:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000100:00000010:2.0:1767384932.373244:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc8bdf86. 00000400:00000200:0.0:1767384932.373248:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000020:00000040:2.0:1767384932.373251:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000400:00000200:0.0:1767384932.373259:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 37], ns[75, 37] 00000100:00000001:2.0:1767384932.373260:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384932.373265:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384932.373269:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[77, 37] 02000000:00000001:2.0:1767384932.373272:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384932.373278:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 37], ns[82, 37] 02000000:00000010:2.0:1767384932.373283:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000053d6760d. 00000400:00000200:0.0:1767384932.373284:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 37], ns[88, 37] 00000100:00000001:2.0:1767384932.373293:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384932.373293:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 37], ns[91, 37] 00000400:00000200:0.0:1767384932.373302:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 37], ns[103, 37] 00000100:00000001:2.0:1767384932.373304:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384932.373308:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384932.373313:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 37], ns[109, 37] 00000100:00000040:2.0:1767384932.373319:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc8bdf86] to pc [ptlrpcd_00_02+2] req@00000000bc8bdf86 x1853237348032256/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384932.373322:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 37], ns[112, 37] 00000400:00000200:0.0:1767384932.373342:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 37], ns[120, 37] 00000400:00000200:0.0:1767384932.373348:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 37], ns[125, 37] 00000400:00000200:0.0:1767384932.373356:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 37], ns[129, 37] 10000000:00000001:2.0:1767384932.373362:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384932.373367:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384932.373372:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384932.373375:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384932.373376:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384932.373377:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 37], ns[44, 37] 00000100:00000001:1.0:1767384932.373382:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384932.373384:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384932.373386:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384932.373387:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 37], ns[48, 37] 10000000:00000001:2.0:1767384932.373389:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384932.373393:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:1.0:1767384932.373396:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bc8bdf86 x1853237348032256/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1767384932.373397:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:0.0:1767384932.373401:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 37], ns[52, 37] 00000020:01000004:2.0:1767384932.373403:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384932.373407:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384932.373411:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384932.373415:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384932.373419:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384932.373422:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 37], ns[56, 37] 00000020:01000004:2.0:1767384932.373423:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384932.373428:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384932.373434:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[97, 37], ns[99, 37] 00000020:01000004:2.0:1767384932.373435:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384932.373438:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384932.373440:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384932.373443:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384932.373447:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[118, 37], ns[122, 37] 02000000:00000001:1.0:1767384932.373448:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1767384932.373451:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004f1ab0f3. 02000000:00000001:1.0:1767384932.373453:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384932.373458:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000400:00000200:0.0:1767384932.373458:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[127, 37], ns[131, 37] 02000000:00000001:1.0:1767384932.373460:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.373465:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384932.373470:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1767384932.373470:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bc8bdf86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348032256:0@lo:253: 00000400:00000200:0.0:1767384932.373472:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[131, 37], ns[135, 37] 02000000:00000001:2.0:1767384932.373476:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.373483:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767384932.373488:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007ae6b2d8. 00000400:00000200:0.0:1767384932.373488:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 37], ns[80, 37] 02000000:00000001:1.0:1767384932.373491:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384932.373497:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384932.373497:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384932.373501:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[112, 37], ns[116, 37] 02000000:00000001:1.0:1767384932.373505:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384932.373507:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384932.373510:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 37], ns[117, 37] 00000100:00000001:2.0:1767384932.373511:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384932.373514:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f82cdbe9. 02000000:00000001:1.0:1767384932.373520:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384932.373522:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f1ab0f3] to pc [ptlrpcd_00_03+3] req@000000004f1ab0f3 x1853237348032384/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384932.373525:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[129, 37], ns[133, 37] 00000400:00000010:1.0:1767384932.373528:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0c6dcaf. 00000400:00000010:1.0:1767384932.373549:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bda5a94d. 00000100:00000200:1.0:1767384932.373557:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348032256, portal 25 00000400:00000200:0.0:1767384932.373558:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 37], ns[108, 37] 00000100:00000001:1.0:1767384932.373564:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:2.0:1767384932.373566:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.373569:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667952384 : -119483041599232 : ffff9354afbfb100) 10000000:00000001:2.0:1767384932.373571:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384932.373572:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 37], ns[132, 37] 00000020:00000001:2.0:1767384932.373578:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384932.373580:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bc8bdf86 x1853237348032256/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:2.0:1767384932.373585:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384932.373588:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[132, 37], ns[136, 37] 00000020:00000010:2.0:1767384932.373592:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c95149dc. 00000100:00000001:1.0:1767384932.373605:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384932.373605:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 37], ns[0, 37] 00000100:00000001:2.0:1767384932.373609:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384932.373612:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384932.373615:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384932.373617:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001f8f0e3c. 00000400:00000200:0.0:1767384932.373617:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp39 00000100:00000001:2.0:1767384932.373620:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767384932.373624:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348032256, offset 0 00000100:00000040:2.0:1767384932.373629:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004f1ab0f3 x1853237348032384/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384932.373629:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp39 00000400:00000200:1.0:1767384932.373636:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384932.373643:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp39 lpni_is_preferred = 0 00000100:00000001:2.0:1767384932.373649:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384932.373651:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp39 00000100:00000001:2.0:1767384932.373653:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384932.373656:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384932.373658:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384932.373664:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384932.373669:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp39 NI seq info: [137:137:256:4294967295] 192.168.203.134@tcp39 LPNI seq info [133:133:8:4294967295] 00000100:00100000:2.0:1767384932.373670:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004f1ab0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348032384:0@lo:253: 00000100:00000001:2.0:1767384932.373681:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384932.373685:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384932.373686:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp39 02000000:00000001:2.0:1767384932.373689:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384932.373693:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384932.373701:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000516792d0. 00000400:00000200:0.0:1767384932.373701:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp39(192.168.203.134@tcp39:) -> 192.168.203.134@tcp39(192.168.203.134@tcp:192.168.203.134@tcp39) : PUT try# 0 00000800:00000200:0.0:1767384932.373709:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.203.134@tcp39 02000000:00000001:2.0:1767384932.373714:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384932.373718:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:0.0:1767384932.373719:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002c390b20. 00000400:00000010:2.0:1767384932.373722:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001af9ec5e. 00000400:00000010:2.0:1767384932.373731:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3c1c99e. 00000800:00000010:0.0:1767384932.373732:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003e1b9ebf. 00000400:00000200:1.0:1767384932.373734:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d05f00 00000100:00000200:2.0:1767384932.373738:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348032384, portal 25 00000800:00000010:0.0:1767384932.373741:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000580c9585. 00000100:00000001:2.0:1767384932.373742:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384932.373743:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x135d [2] + 0 00000100:00000001:2.0:1767384932.373747:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667955072 : -119483041596544 : ffff9354afbfbb80) 00000400:00000010:1.0:1767384932.373750:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008fc35087. 00000800:00000200:0.0:1767384932.373755:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e1b9ebf] -> 12345-192.168.203.134@tcp39 (2) 00000400:00000200:1.0:1767384932.373756:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000042fead0 00000100:00000040:2.0:1767384932.373758:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004f1ab0f3 x1853237348032384/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384932.373764:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.1:1767384932.373772:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e1b9ebf] -> 12345-192.168.203.134@tcp39 (2) 00000100:00000001:2.0:1767384932.373774:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384932.373778:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384932.373783:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384932.373788:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a0de3dc. 00000400:00000200:1.0:1767384932.373788:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000042fead0 00000400:00000010:1.0:1767384932.373810:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000042fead0. 00000400:00000200:0.0:1767384932.373814:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000100:00000001:1.0:1767384932.373818:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384932.373818:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100571 rc 0 00000100:00000200:1.0:1767384932.373824:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:2.0:1767384932.373841:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348032384, offset 0 00000400:00000200:2.0:1767384932.373852:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384932.373863:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384932.373872:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d05f80 00000100:00000040:1.0:1767384932.373880:0:16360:0:(events.c:337:request_in_callback()) incoming req@000000009642d8a9 x1853237348032256 msgsize 4848 00000400:00000200:2.0:1767384932.373881:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1381 [2] + 0 00000400:00000010:2.0:1767384932.373891:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a816d0cf. 00000100:00100000:1.0:1767384932.373891:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384932.373897:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384932.373899:0:16361:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005bba60ac 00000100:00000001:1.0:1767384932.373904:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384932.373908:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384932.373914:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f8f0e3c 00000400:00000200:2.0:1767384932.373916:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384932.373920:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001f8f0e3c. 00000100:00000001:1.0:1767384932.373924:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384932.373925:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bba60ac 00000400:00000010:2.0:1767384932.373930:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005bba60ac. 00000100:00000200:1.0:1767384932.373930:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bc8bdf86 x1853237348032256/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384932.373939:0:16361:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384932.373944:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384932.373944:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384932.373950:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bc8bdf86 x1853237348032256/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384932.373951:0:16361:0:(events.c:337:request_in_callback()) incoming req@00000000893255e0 x1853237348032384 msgsize 4848 00000100:00000001:1.0:1767384932.373963:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.373967:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384932.373968:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384932.373973:0:16361:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384932.373974:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.373979:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294921410 00000100:00000010:1.0:1767384932.373983:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc12ca38. 00000100:00000001:2.0:1767384932.373988:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384932.373990:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384932.373999:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a0de3dc 00000100:00000001:1.0:1767384932.373999:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294921410 00000100:00000010:1.0:1767384932.374003:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f2938ca3. 00000400:00000010:2.0:1767384932.374004:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001a0de3dc. 00000100:00000001:1.0:1767384932.374010:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384932.374012:0:16361:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384932.374017:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294921410 00000100:00000200:2.0:1767384932.374022:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004f1ab0f3 x1853237348032384/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384932.374023:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6fad356. 00000100:00000001:1.0:1767384932.374029:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384932.374035:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294921410 00000100:00000010:1.0:1767384932.374042:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002eadb937. 00000100:00000001:2.0:1767384932.374043:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384932.374045:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384932.374050:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384932.374055:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.374058:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384932.374060:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004f1ab0f3 x1853237348032384/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384932.374061:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384932.374073:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384932.374074:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.374077:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384932.374099:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384932.374102:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.374103:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384932.374107:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384932.374108:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294921410 00000100:00000001:1.0:1767384932.374109:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.374117:0:16361:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, keep current deadline 4294921410 00000100:00000001:1.0:1767384932.374117:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.374124:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294921410 00000100:00000001:2.0:1767384932.374127:0:16361:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, keep current deadline 4294921410 00000100:00000001:2.0:1767384932.374129:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294921410 00000100:00000001:2.0:1767384932.374132:0:16361:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294921410 00000100:00000001:2.0:1767384932.374134:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294921410 00000100:00000001:2.0:1767384932.374137:0:16361:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294921410 00000100:00000001:2.0:1767384932.374139:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384932.374142:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.374145:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.374148:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384932.374155:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384932.374157:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384932.374161:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384932.374162:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384932.374165:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.374168:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.374193:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384932.374196:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348032256 02000000:00000001:2.0:1767384932.374199:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384932.374202:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384932.374204:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384932.374208:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384932.374211:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348032256 00000020:00000001:2.0:1767384932.374214:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384932.374217:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:2.0:1767384932.374220:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384932.374231:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000020:00000001:2.0:1767384932.374234:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:2.0:1767384932.374237:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384932.374243:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384932.374249:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a7793c3c. 00000100:00000001:2.0:1767384932.374253:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384932.374256:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a7793c3c. 00000020:00000010:2.0:1767384932.374264:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080e77292. 00000020:00000010:2.0:1767384932.374270:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c2d318f2. 00000020:00000010:2.0:1767384932.374276:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c80b0a7b. 00000100:00000040:2.0:1767384932.374288:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384932.374292:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384932.374294:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384932.374296:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.374305:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.374319:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384932.374329:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384932.374333:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348032384 02000000:00000001:1.0:1767384932.374336:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384932.374337:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384932.374338:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384932.374339:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.374344:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384932.374344:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384932.374348:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348032384 00000020:00000001:1.0:1767384932.374350:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384932.374353:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00100000:2.0:1767384932.374354:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000020:00000001:1.0:1767384932.374356:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384932.374360:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000100:00000040:2.0:1767384932.374362:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000020:00000001:1.0:1767384932.374363:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384932.374366:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590822517840 : -119482887033776 : ffff9354b8f62c50) 00000020:00000001:1.0:1767384932.374367:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:1.0:1767384932.374372:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384932.374377:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad75da80. 00000100:00000040:2.0:1767384932.374378:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009642d8a9 x1853237348032256/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:158/0 lens 4848/0 e 0 to 0 dl 1767384943 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384932.374382:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384932.374388:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad75da80. 00000020:00000010:1.0:1767384932.374396:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000953ef30. 00000100:00000001:2.0:1767384932.374398:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384932.374401:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000e53f8e0. 00000020:00000010:2.0:1767384932.374404:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a7793c3c. 00000400:00000200:0.0:1767384932.374405:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000020:00000010:1.0:1767384932.374407:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000016d65e14. 00000100:00000001:2.0:1767384932.374411:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384932.374415:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767384932.374416:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a7793c3c. 00000100:00000001:1.0:1767384932.374419:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384932.374422:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384932.374427:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009642d8a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:16360:x1853237348032256:12345-0@lo:253: 00000100:00000001:1.0:1767384932.374427:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.374432:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384932.374435:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348032256 00000020:00000001:2.0:1767384932.374441:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384932.374444:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384932.374446:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384932.374447:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384932.374450:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384932.374453:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00000040:1.0:1767384932.374456:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000100:00000001:1.0:1767384932.374457:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590822519888 : -119482887031728 : ffff9354b8f63450) 00000020:00000001:2.0:1767384932.374462:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384932.374466:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000100:00000040:1.0:1767384932.374471:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000893255e0 x1853237348032384/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:158/0 lens 4848/0 e 0 to 0 dl 1767384943 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384932.374472:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384932.374472:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000020:00000001:2.0:1767384932.374477:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384932.374484:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384932.374486:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384932.374488:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1767384932.374491:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad75da80. 00000020:00000001:2.0:1767384932.374493:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.374495:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384932.374500:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad75da80. 00000100:00000001:2.0:1767384932.374502:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1767384932.374506:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000893255e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:16361:x1853237348032384:12345-0@lo:253: 02000000:00000001:2.0:1767384932.374508:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1767384932.374511:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348032384 00000020:00000001:1.0:1767384932.374514:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384932.374514:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 02000000:00000010:2.0:1767384932.374518:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000215eb251. 00000020:00000001:1.0:1767384932.374518:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384932.374522:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384932.374523:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384932.374525:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384932.374528:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000100:00000001:2.0:1767384932.374549:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384932.374550:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384932.374552:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384932.374556:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384932.374556:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384932.374558:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384932.374561:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.374563:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384932.374565:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384932.374568:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 02000000:00000010:1.0:1767384932.374571:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c0ac78df. 20000000:00000010:2.0:1767384932.374573:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000facf727b. 02000000:00000001:1.0:1767384932.374575:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.374579:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384932.374581:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384932.374582:0:17084:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384932.374587:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384932.374590:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:1.0:1767384932.374592:0:17084:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009e7b5c1d. 20000000:00000001:2.0:1767384932.374593:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384932.374597:0:17084:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384932.374598:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384932.374600:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384932.374604:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384932.374605:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384932.374607:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384932.374610:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384932.374612:0:17084:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384932.374618:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004bd0074a. 20000000:01000000:2.0:1767384932.374623:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 00000400:00000200:0.0:1767384932.374624:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 20000000:00000001:2.0:1767384932.374630:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384932.374637:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384932.374640:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384932.374659:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384932.374674:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384932.374678:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384932.374680:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384932.374680:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00080000:00000001:2.0:1767384932.374683:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384932.374687:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384932.374691:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000e523df4c 00000020:00000001:2.0:1767384932.374696:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000aa1b0688 00080000:00000002:2.0:1767384932.374698:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384932.374702:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384932.374706:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384932.374714:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00080000:00000001:2.0:1767384932.374716:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384932.374722:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384932.374728:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:2.0:1767384932.374733:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384932.374738:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006c164edf. 00080000:00000001:2.0:1767384932.374741:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585638137856 : -119488071413760 : ffff935383f2d000) 00080000:00000001:2.0:1767384932.374761:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384932.374762:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000001:00000001:2.0:1767384932.374765:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384932.374772:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a7793c3c. 00080000:00000001:2.0:1767384932.374776:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384932.374779:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384932.374792:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00080000:00000001:2.0:1767384932.374795:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384932.374814:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384932.374866:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.374916:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.374940:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.374959:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.374982:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.375006:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.375029:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.375046:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.375071:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.375119:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.375144:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.375170:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.375186:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.375204:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.375229:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.375253:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.375278:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.375298:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.375318:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.375333:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.375349:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.375379:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.375396:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.375412:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.375441:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.375465:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:0.0:1767384932.375647:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004a8e2c40. 00000800:00000010:0.0:1767384932.375651:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003253ff13. 00000800:00000010:0.0:1767384932.375656:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ed56d292. 00000800:00000010:0.0:1767384932.375675:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ed56d292. 00000800:00020000:0.0:1767384932.375694:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:0.0:1767384932.375697:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003253ff13. 00000800:00000010:0.0:1767384932.375701:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004a8e2c40. 00080000:00000010:2.0:1767384932.375715:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006c164edf. 00000400:02020000:0.0:1767384932.375744:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp39 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384932.375751:0:16346:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp39 notifying 192.168.203.134@tcp39: down 00000800:00000200:0.0:1767384932.375756:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp39 down 00080000:00000010:1.0:1767384932.375760:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a7793c3c. 00000800:00000100:0.0:1767384932.375765:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 560 0@<0:0>->192.168.203.134@tcp39 00040000:00000001:1.0:1767384932.375767:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000800:00000010:0.0:1767384932.375769:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002c390b20. 00040000:00000001:1.0:1767384932.375772:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:0.0:1767384932.375774:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384932.375777:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp39->192.168.203.134@tcp39: PUT: LOCAL_ERROR 00080000:00000001:1.0:1767384932.375785:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384932.375785:0:16346:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp39 added to recovery queue. ping count: 0 next ping: 255 health :900 00000400:00000200:0.0:1767384932.375792:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:00000002:1.0:1767384932.375795:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:1.0:1767384932.375799:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384932.375804:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:0.0:1767384932.375805:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp: 1 00000400:00000200:0.0:1767384932.375812:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 20000000:01000000:1.0:1767384932.375846:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:2.0:1767384932.375848:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384932.375856:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x101171 20000000:00000001:1.0:1767384932.375857:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1767384932.375862:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 20000000:01000000:1.0:1767384932.375862:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000400:00000001:2.0:1767384932.375866:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384932.375869:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058c0d436 00080000:00000001:1.0:1767384932.375870:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00000400:00000010:2.0:1767384932.375871:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058c0d436. 00000400:00000200:2.0:1767384932.375877:0:16356:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 20000000:00000010:0.0:1767384932.375879:0:17084:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ce4f144b. 00000400:00000200:2.0:1767384932.375882:0:16356:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 20000000:01000000:0.0:1767384932.375885:0:17084:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 00000400:00000200:2.0:1767384932.375888:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (34) 20000000:00000001:0.0:1767384932.375890:0:17084:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384932.375893:0:16356:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.134@tcp 00080000:00000001:0.0:1767384932.375896:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:2.0:1767384932.375900:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 rc -71 00080000:00000001:0.0:1767384932.375901:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384932.375906:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:2.0:1767384932.375911:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (33) 00080000:00000001:0.0:1767384932.375911:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384932.375921:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384932.375925:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384932.375926:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384932.375927:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384932.375928:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384932.375930:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 000000007e91d003 00000020:00000001:0.0:1767384932.375933:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f71c5dba 00080000:00000002:0.0:1767384932.375935:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:01000000:1.0:1767384932.375936:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384932.375937:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384932.375944:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384932.375944:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384932.375947:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:1.0:1767384932.375949:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000020:00000001:0.0:1767384932.375950:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384932.375954:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00010000:00000001:1.0:1767384932.375958:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384932.375958:0:17084:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384932.375965:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000010:0.0:1767384932.375965:0:17084:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000037bd8ef1. 00080000:00000001:0.0:1767384932.375969:0:17084:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585646477312 : -119488063074304 : ffff935384721000) 00080000:00000001:0.0:1767384932.375972:0:17084:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384932.375974:0:17084:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000010:1.0:1767384932.375975:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fb350796. 00080000:00000010:0.0:1767384932.375977:0:17084:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ed56d292. 00080000:00000001:0.0:1767384932.375983:0:17084:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384932.375985:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384932.375985:0:17084:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000010:1.0:1767384932.375993:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002ac7ce46. 00080000:00000001:0.0:1767384932.375995:0:17084:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384932.375998:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384932.376005:0:17084:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000020:0.0:1767384932.376029:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384932.376032:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384932.376033:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000facf727b. 00000020:00000040:1.0:1767384932.376037:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002ac7ce46 with handle 0xb57eb788195630e7 to hash 20000000:00000001:0.0:1767384932.376038:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384932.376041:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384932.376044:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318196224 : -119483391355392 : ffff93549ae6d600) 00010000:00000040:0.0:1767384932.376044:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348032256 00010000:00000001:1.0:1767384932.376047:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318196224 : -119483391355392 : ffff93549ae6d600) 00010000:00000001:1.0:1767384932.376051:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384932.376054:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384932.376057:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:1.0:1767384932.376058:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002ac7ce46/0xb57eb788195630e7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000200:0.0:1767384932.376067:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009642d8a9 x1853237348032256/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:158/0 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384932.376068:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384932.376073:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384932.376075:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384932.376080:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384932.376100:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384932.376103:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384932.376105:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384932.376107:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384932.376108:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384932.376115:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00001000:0.0:1767384932.376115:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=66 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384932.376119:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384932.376122:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000001:0.0:1767384932.376123:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384932.376128:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:0.0:1767384932.376130:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:1.0:1767384932.376133:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 02000000:00000001:0.0:1767384932.376135:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:1.0:1767384932.376138:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fb350796) refcount = 1 02000000:00000001:0.0:1767384932.376138:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384932.376143:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1767384932.376146:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002ac7ce46/0xb57eb788195630e7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384932.376147:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384932.376152:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003253ff13. 00000100:00000200:0.0:1767384932.376156:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348032256, offset 224 00010000:00000001:1.0:1767384932.376160:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000400:00000200:0.0:1767384932.376163:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384932.376166:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384932.376169:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384932.376172:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384932.376175:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384932.376179:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384932.376181:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d05f00 20000000:00000001:1.0:1767384932.376187:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000200:0.0:1767384932.376189:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b71 [2] + 224 20000000:01000000:1.0:1767384932.376193:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003151402s 00000400:00000200:0.0:1767384932.376195:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384932.376199:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1767384932.376200:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384932.376203:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384932.376205:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384932.376208:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002ac7ce46 refcount=4 00000100:00000200:0.0:1767384932.376210:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bc8bdf86 x1853237348032256/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384932.376213:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318196224 : -119483391355392 : ffff93549ae6d600) 00010000:00000001:1.0:1767384932.376222:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318196224 : -119483391355392 : ffff93549ae6d600) 00010000:00000001:1.0:1767384932.376226:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000040:0.0:1767384932.376226:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000bc8bdf86 x1853237348032256/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384932.376229:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002ac7ce46/0xb57eb788195630e7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384932.376248:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384932.376250:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002ac7ce46/0xb57eb788195630e7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384932.376255:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384932.376256:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384932.376258:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002ac7ce46/0xb57eb788195630e7 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384932.376258:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384932.376264:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1767384932.376265:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003253ff13 00010000:00000001:1.0:1767384932.376266:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384932.376269:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003253ff13. 00000100:00000001:2.0:1767384932.376270:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384932.376271:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1767384932.376275:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1767384932.376276:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002ac7ce46/0xb57eb788195630e7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384932.376276:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384932.376280:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384932.376280:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384932.376284:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384932.376284:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384932.376288:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0c6dcaf. 00000100:00000040:0.0:1767384932.376290:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000400:00000200:2.0:1767384932.376294:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bda5a94d 00010000:00000001:0.0:1767384932.376295:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384932.376299:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bda5a94d. 00010000:00010000:1.0:1767384932.376303:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002ac7ce46 already unused, calling callback (00000000df0e66e0) 00000100:00000001:2.0:1767384932.376304:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384932.376305:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384932.376309:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767384932.376310:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384932.376312:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bc8bdf86 x1853237348032256/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384932.376314:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384932.376316:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002ac7ce46/0xb57eb788195630e7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384932.376318:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009642d8a9 x1853237348032256/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:158/0 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384932.376331:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384932.376334:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384932.376336:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384932.376339:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002ac7ce46 refcount=5 00000020:00000001:1.0:1767384932.376344:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318196224 : -119483391355392 : ffff93549ae6d600) 00010000:00000001:1.0:1767384932.376349:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318196224 : -119483391355392 : ffff93549ae6d600) 00010000:00000001:1.0:1767384932.376355:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384932.376358:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002ac7ce46/0xb57eb788195630e7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384932.376361:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bc8bdf86 x1853237348032256/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384932.376362:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009642d8a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:16360:x1853237348032256:12345-0@lo:253: Request processed in 1961us (2477us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384932.376380:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384932.376385:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00100000:0.0:1767384932.376385:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00000001:2.0:1767384932.376386:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384932.376389:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.376390:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384932.376391:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384932.376394:0:16360:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767384932.376394:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1767384932.376395:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384932.376398:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:2.0:1767384932.376399:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384932.376400:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384932.376402:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384932.376403:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384932.376404:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.376406:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384932.376406:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c2d318f2. 00000020:00000040:1.0:1767384932.376408:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002ac7ce46 with handle 0xb57eb788195630e7 from hash 02000000:00000001:2.0:1767384932.376412:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384932.376413:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000010:0.0:1767384932.376414:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c80b0a7b. 00010000:00000001:1.0:1767384932.376418:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:2.0:1767384932.376420:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=66 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384932.376420:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1767384932.376421:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080e77292. 00010000:00000001:1.0:1767384932.376424:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00001000:2.0:1767384932.376429:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=66 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384932.376429:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000040:0.0:1767384932.376429:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00010000:00000001:1.0:1767384932.376433:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1767384932.376437:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767384932.376438:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000001:0.0:1767384932.376438:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384932.376440:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384932.376442:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384932.376443:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000215eb251. 00010000:00000001:2.0:1767384932.376444:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384932.376448:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384932.376449:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.376451:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384932.376451:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384932.376453:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:0.0:1767384932.376456:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384932.376457:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bc8bdf86 x1853237348032256/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384932.376461:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000200:0.0:1767384932.376462:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384932.376469:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1767384932.376470:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006db1366b. 00000100:00000001:2.0:1767384932.376471:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384932.376472:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384932.376476:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.376477:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767384932.376478:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003253ff13. 00010000:00000001:1.0:1767384932.376480:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.376481:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384932.376485:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384932.376486:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00010000:1.0:1767384932.376488:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002ac7ce46/0xb57eb788195630e7 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000020:01000004:2.0:1767384932.376489:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384932.376493:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384932.376496:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:1.0:1767384932.376498:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:2.0:1767384932.376499:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:1.0:1767384932.376500:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:2.0:1767384932.376503:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:1.0:1767384932.376504:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:01000004:2.0:1767384932.376506:0:16360:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00010000:00000001:1.0:1767384932.376507:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:01000004:2.0:1767384932.376509:0:16360:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00010000:00000001:1.0:1767384932.376510:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:2.0:1767384932.376512:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:1.0:1767384932.376513:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:2.0:1767384932.376516:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:1.0:1767384932.376517:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:2.0:1767384932.376521:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc8bdf86 x1853237348032256/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384932.376521:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384932.376526:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384932.376543:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002ac7ce46/0xb57eb788195630e7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384932.376550:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bc8bdf86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348032256:0@lo:253: 00010000:00000001:1.0:1767384932.376552:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384932.376553:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384932.376554:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002ac7ce46/0xb57eb788195630e7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384932.376563:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fb350796 count: 0 00000100:00000001:2.0:1767384932.376565:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384932.376568:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384932.376571:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bc8bdf86 x1853237348032256/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384932.376573:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384932.376577:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384932.376581:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384932.376585:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384932.376587:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f82cdbe9. 02000000:00000001:2.0:1767384932.376590:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384932.376591:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384932.376592:0:16360:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:2.0:1767384932.376594:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384932.376596:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000053d6760d. 02000000:00000001:2.0:1767384932.376598:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384932.376600:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384932.376601:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc8bdf86. 00000100:00000001:2.0:1767384932.376603:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384932.376604:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384932.376605:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384932.376609:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384932.376609:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.376611:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384932.376612:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384932.376867:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384932.376870:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384932.376874:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384932.376875:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384932.376893:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384932.376896:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384932.376898:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384932.377284:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000037bd8ef1. 00080000:00000010:1.0:1767384932.377325:0:17084:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ed56d292. 00040000:00000001:1.0:1767384932.377335:0:17084:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384932.377336:0:17084:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384932.377338:0:17084:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384932.377340:0:17084:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:1.0:1767384932.377342:0:17084:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384932.377344:0:17084:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384932.377345:0:17084:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384932.377361:0:17084:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384932.377363:0:17084:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384932.377366:0:17084:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384932.377371:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384932.377375:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384932.377376:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384932.377379:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384932.377380:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384932.377385:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002ab41813. 00010000:00000001:2.0:1767384932.377388:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384932.377391:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007b112e12. 00000020:00000001:2.0:1767384932.377393:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384932.377396:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007b112e12 with handle 0xb57eb788195630ee to hash 00000020:00000001:2.0:1767384932.377403:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384932.377405:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590004434432 : -119483705117184 : ffff935488333600) 00010000:00000001:2.0:1767384932.377407:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590004434432 : -119483705117184 : ffff935488333600) 00010000:00000001:2.0:1767384932.377409:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384932.377410:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384932.377413:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007b112e12/0xb57eb788195630ee lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384932.377418:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384932.377421:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384932.377422:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384932.377424:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384932.377425:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384932.377427:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384932.377427:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384932.377429:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384932.377430:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384932.377430:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384932.377431:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384932.377433:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002ab41813) refcount = 1 00010000:00010000:2.0:1767384932.377435:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007b112e12/0xb57eb788195630ee lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384932.377439:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384932.377440:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384932.377441:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384932.377442:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384932.377443:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384932.377445:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384932.377447:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003151402s 00010000:00000001:2.0:1767384932.377448:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384932.377449:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384932.377450:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007b112e12 refcount=4 00000020:00000001:2.0:1767384932.377452:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004434432 : -119483705117184 : ffff935488333600) 00010000:00000001:2.0:1767384932.377453:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004434432 : -119483705117184 : ffff935488333600) 00010000:00000001:2.0:1767384932.377460:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384932.377461:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007b112e12/0xb57eb788195630ee lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384932.377466:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384932.377467:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007b112e12/0xb57eb788195630ee lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384932.377471:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384932.377472:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384932.377474:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007b112e12/0xb57eb788195630ee lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384932.377477:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384932.377478:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384932.377480:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384932.377482:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007b112e12/0xb57eb788195630ee lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384932.377486:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007b112e12 already unused, calling callback (00000000df0e66e0) 00010000:00000001:2.0:1767384932.377487:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384932.377489:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384932.377490:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007b112e12/0xb57eb788195630ee lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384932.377494:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384932.377495:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384932.377497:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384932.377497:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007b112e12 refcount=5 00000020:00000001:2.0:1767384932.377499:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004434432 : -119483705117184 : ffff935488333600) 00010000:00000001:2.0:1767384932.377501:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004434432 : -119483705117184 : ffff935488333600) 00080000:00000020:1.0:1767384932.377501:0:17084:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384932.377503:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384932.377507:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007b112e12/0xb57eb788195630ee lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384932.377507:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384932.377511:0:17084:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009e7b5c1d. 20000000:00000001:1.0:1767384932.377515:0:17084:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384932.377519:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348032384 00010000:00000001:1.0:1767384932.377524:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384932.377529:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000200:1.0:1767384932.377541:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000893255e0 x1853237348032384/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:158/0 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384932.377545:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384932.377548:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384932.377552:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384932.377556:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384932.377557:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384932.377558:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384932.377561:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384932.377562:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384932.377567:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=66 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384932.377592:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007b112e12 with handle 0xb57eb788195630ee from hash 00010000:00000001:2.0:1767384932.377598:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1767384932.377600:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384932.377601:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384932.377605:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384932.377608:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:2.0:1767384932.377609:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384932.377612:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1767384932.377613:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:2.0:1767384932.377615:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000001:1.0:1767384932.377617:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384932.377619:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000001:1.0:1767384932.377620:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384932.377623:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384932.377624:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384932.377627:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384932.377631:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384932.377632:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384932.377635:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000010:1.0:1767384932.377636:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001f8f0e3c. 00010000:00000001:2.0:1767384932.377637:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384932.377640:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384932.377642:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384932.377642:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348032384, offset 224 00010000:00000001:2.0:1767384932.377650:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384932.377652:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384932.377653:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384932.377657:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007b112e12/0xb57eb788195630ee lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384932.377664:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384932.377669:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384932.377672:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384932.377673:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384932.377675:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:1.0:1767384932.377678:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d05f80 00010000:00000001:2.0:1767384932.377679:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384932.377682:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384932.377685:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:1.0:1767384932.377687:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b79 [2] + 224 00010000:00000001:2.0:1767384932.377689:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384932.377710:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384932.377712:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384932.377718:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:2.0:1767384932.377721:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007b112e12/0xb57eb788195630ee lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384932.377722:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384932.377729:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004f1ab0f3 x1853237348032384/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384932.377730:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384932.377733:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384932.377735:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007b112e12/0xb57eb788195630ee lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384932.377749:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002ab41813 count: 0 00000100:00000040:1.0:1767384932.377749:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004f1ab0f3 x1853237348032384/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384932.377761:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384932.377763:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384932.377781:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384932.377789:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f8f0e3c 00000100:00000001:2.0:1767384932.377790:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384932.377794:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384932.377794:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001f8f0e3c. 00000400:00000001:2.0:1767384932.377801:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384932.377801:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384932.377805:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384932.377805:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:2.0:1767384932.377809:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001af9ec5e. 00000100:00000001:1.0:1767384932.377847:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384932.377852:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:1.0:1767384932.377855:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384932.377857:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384932.377859:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384932.377863:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000893255e0 x1853237348032384/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:158/0 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384932.377888:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000893255e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+14:16361:x1853237348032384:12345-0@lo:253: Request processed in 3383us (3918us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384932.377897:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00000040:1.0:1767384932.377900:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:1.0:1767384932.377902:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384932.377904:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384932.377907:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000e53f8e0. 00000020:00000010:1.0:1767384932.377911:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000016d65e14. 00000020:00000010:1.0:1767384932.377915:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000953ef30. 00000400:00000200:2.0:1767384932.377919:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3c1c99e 00000020:00000040:1.0:1767384932.377920:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000400:00000010:2.0:1767384932.377923:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e3c1c99e. 02000000:00000001:1.0:1767384932.377925:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384932.377928:0:16361:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1767384932.377929:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c0ac78df. 02000000:00000001:1.0:1767384932.377935:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:2.0:1767384932.377936:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004f1ab0f3 x1853237348032384/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384932.377939:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384932.377945:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384932.377950:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000757d3447. 00000100:00000200:2.0:1767384932.377955:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004f1ab0f3 x1853237348032384/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384932.377955:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001f8f0e3c. 00000100:00000001:2.0:1767384932.377965:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384932.377968:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384932.377970:0:16361:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384932.377972:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384932.377974:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384932.377976:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384932.377978:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384932.377981:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=66 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384932.377984:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=66 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384932.377987:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384932.377988:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384932.377990:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384932.377991:0:16361:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.377992:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384932.378001:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004f1ab0f3 x1853237348032384/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384932.378008:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384932.378010:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384932.378011:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384932.378015:0:16361:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384932.378017:0:16361:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384932.378018:0:16361:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384932.378020:0:16361:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384932.378021:0:16361:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384932.378023:0:16361:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384932.378024:0:16361:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384932.378026:0:16361:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384932.378027:0:16361:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384932.378030:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f1ab0f3 x1853237348032384/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384932.378039:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004f1ab0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348032384:0@lo:253: 00000100:00000001:2.0:1767384932.378044:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384932.378047:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384932.378049:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004f1ab0f3 x1853237348032384/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384932.378056:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384932.378059:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384932.378061:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000516792d0. 02000000:00000001:2.0:1767384932.378064:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384932.378066:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384932.378067:0:16361:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:2.0:1767384932.378069:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384932.378070:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007ae6b2d8. 02000000:00000001:2.0:1767384932.378073:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384932.378074:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384932.378075:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004f1ab0f3. 00000100:00000001:2.0:1767384932.378078:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384932.378079:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384932.378081:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384932.378089:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384932.378091:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.378093:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384932.378095:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384932.379870:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294921410, at 4294921411 00000100:00000010:3.0:1767384932.379888:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002eadb937. 00000100:00000040:1.0:1767384932.379907:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294921410, at 4294921411 00000100:00000010:1.0:1767384932.379915:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f2938ca3. 00000100:00000040:0.0:1767384932.379925:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294921410, at 4294921411 00000100:00000010:0.0:1767384932.379934:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc12ca38. 00000100:00000040:2.0:1767384932.380877:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294921410, at 4294921412 00000100:00000010:2.0:1767384932.380887:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6fad356. 00010000:00000010:1.1:1767384932.388883:0:33293:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fb350796. 00010000:00000010:1.1:1767384932.388895:0:33293:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002ac7ce46. 00010000:00000010:2.1:1767384932.388897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002ab41813. 00010000:00000010:2.1:1767384932.388925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007b112e12. 00000400:00000010:1.0:1767384932.391493:0:33293:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000539d6f5f. 00000400:00000040:1.0:1767384932.391517:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384932.391520:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384932.391522:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384932.391523:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384932.391525:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384932.391526:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384932.391529:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384932.391549:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384932.391567:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384932.391567:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384932.391569:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384932.391570:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384932.391572:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384932.391573:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384932.391574:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384932.391575:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384932.391576:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384932.391577:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384932.391578:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384932.391579:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384932.391580:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384932.391581:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384932.391582:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384932.391583:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384932.391584:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384932.391585:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384932.391586:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384932.391587:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384932.391588:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384932.391589:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384932.391590:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384932.391591:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384932.391592:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384932.391593:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384932.391594:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384932.391595:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384932.391595:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384932.391597:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384932.391602:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384932.391603:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384932.391604:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384932.391605:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384932.391607:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384932.391608:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384932.391609:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384932.391610:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384932.391611:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384932.391612:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384932.391613:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384932.391614:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384932.391632:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384932.391633:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384932.391634:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384932.391635:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384932.391636:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384932.391637:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384932.391638:0:33293:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384932.391708:0:33293:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000539d6f5f. 10000000:00000001:0.0:1767384932.696902:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384932.696907:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000002298ce) refs 2 10000000:00000001:0.0:1767384932.696912:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384932.696915:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384932.696916:0:17086:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384932.696918:0:17086:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384932.696920:0:17086:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384932.696929:0:17086:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384932.696931:0:17086:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff935488f3f000 from 61 10000000:00000001:0.0:1767384932.696934:0:17086:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384932.696936:0:17086:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384932.696941:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016123c0a. 00000020:00000040:0.0:1767384932.696945:0:17086:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:0.0:1767384932.696949:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384932.696952:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384932.696956:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384932.696962:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cbb3a2ba. 00000100:00000001:0.0:1767384932.696968:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384932.696972:0:17086:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384932.696974:0:17086:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384932.696982:0:17086:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000e7ffb59. 00010000:00000001:0.0:1767384932.696986:0:17086:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384932.696988:0:17086:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000043e81fe9. 00000020:00000001:0.0:1767384932.696992:0:17086:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384932.696994:0:17086:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000043e81fe9 with handle 0xb57eb788195630f5 to hash 00000020:00000001:0.0:1767384932.696995:0:17086:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384932.696997:0:17086:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590006039040 : -119483703512576 : ffff9354884bb200) 00010000:00000001:0.0:1767384932.696999:0:17086:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590006039040 : -119483703512576 : ffff9354884bb200) 00010000:00000001:0.0:1767384932.697002:0:17086:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384932.697004:0:17086:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384932.697007:0:17086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.134@tcp lock: 0000000043e81fe9/0xb57eb788195630f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384932.697014:0:17086:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.134@tcp lock: 0000000043e81fe9/0xb57eb788195630f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384932.697022:0:17086:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.134@tcp lock: 0000000043e81fe9/0xb57eb788195630f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384932.697026:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384932.697027:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384932.697032:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b851780. 00000100:00000001:0.0:1767384932.697039:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624590259614464 : -119483449937152 : ffff93549768f300) 00000100:00000001:0.0:1767384932.697042:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384932.697043:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878155520 : -119482831396096 : ffff9354bc472300) 00000100:00000001:0.0:1767384932.697048:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384932.697049:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384932.697051:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384932.697053:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384932.697060:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016123c0a x1853237348032512/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384932.697066:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384932.697068:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384932.697071:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384932.697073:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384932.697075:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384932.697078:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000016123c0a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348032512:0@lo:101: 00000100:00000001:0.0:1767384932.697081:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384932.697086:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384932.697089:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384932.697091:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384932.697093:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d7716515. 02000000:00000001:0.0:1767384932.697095:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384932.697099:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5cb9717. 00000400:00000010:0.0:1767384932.697105:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081d2a261. 00000100:00000200:0.0:1767384932.697110:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348032512, portal 25 00000100:00000001:0.0:1767384932.697112:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384932.697113:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878155520 : -119482831396096 : ffff9354bc472300) 00000100:00000040:0.0:1767384932.697117:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000016123c0a x1853237348032512/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384948 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384932.697123:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384932.697127:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384932.697129:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000722a6ac5. 00000100:00000200:0.0:1767384932.697132:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237348032512, offset 0 00000400:00000200:0.0:1767384932.697138:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384932.697151:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384932.697167:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958271d06000 00000400:00000200:0.0:1767384932.697175:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1389 [2] + 0 00000400:00000010:0.0:1767384932.697178:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034935245. 00000400:00000200:0.0:1767384932.697181:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f8534105 00000400:00000200:0.0:1767384932.697186:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384932.697190:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384932.697196:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8534105 00000400:00000010:0.0:1767384932.697197:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f8534105. 00000100:00000001:0.0:1767384932.697202:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384932.697204:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384932.697207:0:17086:0:(events.c:337:request_in_callback()) incoming req@000000002c4e7080 x1853237348032512 msgsize 328 00000100:00100000:0.0:1767384932.697213:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384932.697215:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384932.697230:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384932.697236:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000722a6ac5 00000400:00000010:0.0:1767384932.697238:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000722a6ac5. 00000100:00000001:0.0:1767384932.697242:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384932.697248:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000016123c0a x1853237348032512/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384948 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384932.697256:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384932.697258:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384932.697259:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000016123c0a x1853237348032512/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384948 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384932.697263:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348032512 02000000:00000001:2.0:1767384932.697268:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384932.697269:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.697271:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384932.697272:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384932.697274:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384932.697278:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384932.697279:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384932.697282:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294921733 00000100:00100000:2.0:1767384932.697284:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348032512 00000020:00000001:2.0:1767384932.697298:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:0.0:1767384932.697299:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004e9a3493. 00000020:00000040:2.0:1767384932.697301:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:2.0:1767384932.697305:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384932.697307:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000020:00000040:2.0:1767384932.697308:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000020:00000001:2.0:1767384932.697312:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:2.0:1767384932.697314:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:0.0:1767384932.697316:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294921733 00000100:00000001:2.0:1767384932.697318:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:0.0:1767384932.697320:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f39b7cf3. 00000020:00000010:2.0:1767384932.697323:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a7793c3c. 00000100:00000001:0.0:1767384932.697324:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384932.697329:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384932.697331:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294921733 00000020:00000010:2.0:1767384932.697332:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a7793c3c. 00000100:00000010:0.0:1767384932.697337:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008423a9cb. 00000020:00000010:2.0:1767384932.697340:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8cc6172. 00000020:00000010:2.0:1767384932.697346:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000099da8ee6. 00000100:00000001:0.0:1767384932.697347:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384932.697352:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294921733 00000020:00000010:2.0:1767384932.697353:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002c3f31f1. 00000100:00000010:0.0:1767384932.697355:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e36f01e0. 00000100:00000001:0.0:1767384932.697358:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1767384932.697361:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384932.697362:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384932.697366:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384932.697367:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.697370:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384932.697371:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384932.697373:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384932.697374:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384932.697378:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 000000006b851780 going to sleep for 11 seconds 00000100:00000001:0.0:1767384932.697382:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384932.697384:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384932.697385:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.697395:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384932.697408:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384932.697409:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384932.697410:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384932.697412:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384932.697416:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00000040:2.0:1767384932.697425:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:0.0:1767384932.697427:0:17081:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.697428:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590822509648 : -119482887041968 : ffff9354b8f60c50) 00000100:00000001:0.0:1767384932.697432:0:17081:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384932.697435:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002c4e7080 x1853237348032512/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:158/0 lens 328/0 e 0 to 0 dl 1767384943 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384932.697443:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384932.697446:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a7793c3c. 00000100:00000001:2.0:1767384932.697449:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384932.697450:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a7793c3c. 00000100:00100000:2.0:1767384932.697455:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002c4e7080 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+14:17086:x1853237348032512:12345-0@lo:101: 00000100:00000200:2.0:1767384932.697458:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348032512 00000020:00000001:2.0:1767384932.697460:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384932.697462:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384932.697464:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384932.697466:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384932.697468:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289024 : -1048262592 : ffffffffc184c840) 00000020:00000001:2.0:1767384932.697471:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384932.697472:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384932.697474:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384932.697475:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384932.697478:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384932.697479:0:17084:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384932.697481:0:17084:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384932.697482:0:17084:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384932.697484:0:17084:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384932.697485:0:17084:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384932.697488:0:17084:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384932.697492:0:17084:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002ab41813. 00010000:00000001:2.0:1767384932.697494:0:17084:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384932.697497:0:17084:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e605ec10. 00000020:00000001:2.0:1767384932.697499:0:17084:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384932.697500:0:17084:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e605ec10 with handle 0xb57eb788195630fc to hash 00000020:00000001:2.0:1767384932.697502:0:17084:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384932.697503:0:17084:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590004431360 : -119483705120256 : ffff935488332a00) 00010000:00000001:2.0:1767384932.697509:0:17084:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590004431360 : -119483705120256 : ffff935488332a00) 00010000:00010000:2.0:1767384932.697512:0:17084:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000e605ec10/0xb57eb788195630fc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb57eb788195630f5 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384932.697527:0:17084:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003d3e266f : new locks_count 10 00000020:00000040:2.0:1767384932.697539:0:17084:0:(genops.c:887:class_export_get()) GET export 000000003d3e266f refcount=15 00000100:00000001:2.0:1767384932.697546:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384932.697548:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384932.697552:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000002c40ee33. 02000000:00000001:2.0:1767384932.697553:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.697555:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384932.697557:0:17084:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384932.697560:0:17084:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384932.697562:0:17084:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384932.697564:0:17084:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384932.697565:0:17084:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384932.697567:0:17084:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384932.697569:0:17084:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384932.697571:0:17084:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384932.697573:0:17084:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384932.697574:0:17084:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384932.697575:0:17084:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384932.697577:0:17084:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002ab41813) refcount = 1 00010000:00010000:2.0:1767384932.697580:0:17084:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e605ec10/0xb57eb788195630fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb57eb788195630f5 expref: 15 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384932.697584:0:17084:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384932.697586:0:17084:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384932.697587:0:17084:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384932.697589:0:17084:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384932.697591:0:17084:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384932.697594:0:17084:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384932.697597:0:17084:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000e605ec10/0xb57eb788195630fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb788195630f5 expref: 15 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384932.697602:0:17084:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384932.697609:0:17084:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384932.697611:0:17084:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384932.697613:0:17084:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384932.697614:0:17084:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384932.697616:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384932.697617:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384932.697619:0:17084:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000e605ec10, rc 0) 00000020:00000001:2.0:1767384932.697621:0:17084:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384932.697623:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348032512 00010000:00000001:2.0:1767384932.697625:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384932.697629:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002c4e7080 x1853237348032512/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:158/0 lens 328/344 e 0 to 0 dl 1767384943 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384932.697635:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384932.697636:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384932.697639:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=66 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384932.697642:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384932.697644:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:2.0:1767384932.697645:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:2.0:1767384932.697647:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384932.697649:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.697651:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384932.697653:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384932.697656:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005531450d. 00000100:00000200:2.0:1767384932.697658:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237348032512, offset 224 00000400:00000200:2.0:1767384932.697663:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384932.697668:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384932.697675:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958271d06000 00000400:00000200:2.0:1767384932.697678:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1b91 [1] + 224 00000400:00000200:2.0:1767384932.697681:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384932.697684:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384932.697686:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384932.697690:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000016123c0a x1853237348032512/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384948 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384932.697697:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000016123c0a x1853237348032512/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384948 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384932.697717:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384932.697723:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005531450d 00000400:00000010:2.0:1767384932.697725:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005531450d. 00000100:00000001:2.0:1767384932.697728:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384932.697729:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384932.697732:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384932.697735:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:3.0:1767384932.697737:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384932.697738:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384932.697742:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384932.697744:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384932.697745:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384932.697748:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002c4e7080 x1853237348032512/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:158/0 lens 328/344 e 0 to 0 dl 1767384943 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384932.697749:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384932.697752:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5cb9717. 00000400:00000200:3.0:1767384932.697758:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081d2a261 00000400:00000010:3.0:1767384932.697760:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081d2a261. 00000100:00100000:2.0:1767384932.697761:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002c4e7080 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:17086:x1853237348032512:12345-0@lo:101: Request processed in 316us (551us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384932.697767:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384932.697771:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00000040:2.0:1767384932.697775:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000200:3.0:1767384932.697776:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000016123c0a x1853237348032512/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384948 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384932.697778:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384932.697781:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384932.697786:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000099da8ee6. 00000100:00000200:3.0:1767384932.697789:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000016123c0a x1853237348032512/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384948 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384932.697792:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002c3f31f1. 00000020:00000010:2.0:1767384932.697799:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8cc6172. 00000100:00000001:3.0:1767384932.697800:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384932.697804:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384932.697805:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00000100:00000001:3.0:1767384932.697806:0:17086:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384932.697810:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384932.697811:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384932.697812:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384932.697836:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384932.697838:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384932.697841:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000002c40ee33. 00000100:00001000:3.0:1767384932.697843:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=66 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384932.697844:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384932.697847:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384932.697849:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=66 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384932.697852:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384932.697853:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384932.697856:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384932.697859:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001af9ec5e. 00000400:00000010:2.0:1767384932.697863:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e4d62d9f. 00010000:00000001:3.0:1767384932.697865:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384932.697869:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384932.697872:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384932.697877:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016123c0a x1853237348032512/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384948 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384932.697885:0:17086:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384932.697888:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384932.697890:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384932.697895:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016123c0a x1853237348032512/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384948 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384932.697903:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000016123c0a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348032512:0@lo:101: 00000100:00000001:3.0:1767384932.697909:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384932.697912:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384932.697982:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384932.697984:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384932.697987:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000016123c0a x1853237348032512/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384948 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384932.697992:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384932.697994:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006b851780. 00000100:00000001:3.0:1767384932.697997:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384932.697998:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384932.698000:0:17086:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384932.698001:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384932.698003:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384932.698004:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000043e81fe9 refcount=4 00000020:00000001:3.0:1767384932.698007:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006039040 : -119483703512576 : ffff9354884bb200) 00010000:00000001:3.0:1767384932.698010:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006039040 : -119483703512576 : ffff9354884bb200) 00010000:00000040:3.0:1767384932.698014:0:17086:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000043e81fe9, remote cookie: 0xb57eb788195630fc, flags: 0x0 00010000:00000001:3.0:1767384932.698017:0:17086:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384932.698019:0:17086:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384932.698021:0:17086:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384932.698023:0:17086:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384932.698024:0:17086:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384932.698033:0:17086:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000e7ffb59) refcount = 1 00010000:00010000:3.0:1767384932.698036:0:17086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.134@tcp lock: 0000000043e81fe9/0xb57eb788195630f5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb788195630fc expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384932.698043:0:17086:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384932.698044:0:17086:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384932.698045:0:17086:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384932.698048:0:17086:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384932.698050:0:17086:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384932.698053:0:17086:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.134@tcp lock: 0000000043e81fe9/0xb57eb788195630f5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb57eb788195630fc expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384932.698058:0:17086:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384932.698060:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384932.698061:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384932.698062:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384932.698063:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384932.698064:0:17086:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384932.698065:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384932.698067:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000016123c0a x1853237348032512/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384948 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384932.698072:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384932.698074:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384932.698075:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d7716515. 02000000:00000001:3.0:1767384932.698077:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384932.698079:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384932.698080:0:17086:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:3.0:1767384932.698082:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384932.698083:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cbb3a2ba. 02000000:00000001:3.0:1767384932.698086:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384932.698087:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384932.698088:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016123c0a. 00000100:00000001:3.0:1767384932.698091:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384932.698091:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384932.698093:0:17086:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384932.698094:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384932.698095:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000002298ce) refs 3 10000000:00000001:3.0:1767384932.698102:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384932.698104:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384932.698105:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384932.698106:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000043e81fe9 refcount=3 00000020:00000001:3.0:1767384932.698107:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006039040 : -119483703512576 : ffff9354884bb200) 00010000:00000001:3.0:1767384932.698109:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006039040 : -119483703512576 : ffff9354884bb200) 00010000:00000001:3.0:1767384932.698110:0:17086:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384932.698111:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384932.698112:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384932.698113:0:17086:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384932.698115:0:17086:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384932.698117:0:17086:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000000d522c76. 00000100:00000010:3.0:1767384932.698127:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4e9fb21. 00000020:00000040:3.0:1767384932.698129:0:17086:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:3.0:1767384932.698131:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384932.698133:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384932.698135:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384932.698138:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000790705f5. 00000100:00000001:3.0:1767384932.698141:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384932.698143:0:17086:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384932.698146:0:17086:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000b8a50c6b. 00000100:00000010:3.0:1767384932.698149:0:17086:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000002114a2a7. 00000020:00000040:3.0:1767384932.698151:0:17086:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00000001:3.0:1767384932.698154:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384932.698156:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384932.698159:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000548c0602. 00000100:00000001:3.0:1767384932.698161:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624590542361152 : -119483167190464 : ffff9354a8435240) 00000100:00000001:3.0:1767384932.698163:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384932.698165:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647285888 : -119488062265728 : ffff9353847e6680) 00000100:00000001:3.0:1767384932.698168:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384932.698169:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384932.698171:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384932.698172:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384932.698176:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4e9fb21 x1853237348032640/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384932.698196:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384932.698197:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384932.698200:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384932.698202:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384932.698205:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384932.698208:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a4e9fb21 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348032640:0@lo:256: 00000100:00000001:3.0:1767384932.698211:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384932.698214:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384932.698216:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384932.698233:0:17086:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384932.698238:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009306e848. 00000400:00000010:3.0:1767384932.698243:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000dd98dce4. 00000100:00000200:3.0:1767384932.698247:0:17086:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958271d06080-0x6958271d06080, portal 33 00000100:00000001:3.0:1767384932.698249:0:17086:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384932.698251:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384932.698254:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009e3dba7a. 02000000:00000001:3.0:1767384932.698256:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384932.698259:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001be486be. 00000400:00000010:3.0:1767384932.698263:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000358862aa. 00000100:00000200:3.0:1767384932.698266:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348032640, portal 25 00000100:00000001:3.0:1767384932.698269:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384932.698270:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647285888 : -119488062265728 : ffff9353847e6680) 00000100:00000040:3.0:1767384932.698274:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a4e9fb21 x1853237348032640/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384948 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384932.698281:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384932.698284:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384932.698288:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b47390a. 00000100:00000200:3.0:1767384932.698291:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237348032640, offset 0 00000400:00000200:3.0:1767384932.698296:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384932.698315:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384932.698323:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958271d06080 00000400:00000200:3.0:1767384932.698327:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x13ad [2] + 0 00000400:00000010:3.0:1767384932.698337:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3999632. 00000400:00000200:3.0:1767384932.698341:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008fd3c4f3 00000400:00000200:3.0:1767384932.698345:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384932.698347:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384932.698350:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fd3c4f3 00000400:00000010:3.0:1767384932.698352:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008fd3c4f3. 00000100:00000001:3.0:1767384932.698355:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384932.698373:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384932.698375:0:17086:0:(events.c:337:request_in_callback()) incoming req@00000000724ea53d x1853237348032640 msgsize 304 00000100:00100000:3.0:1767384932.698380:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384932.698382:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384932.698393:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384932.698399:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b47390a 00000400:00000010:3.0:1767384932.698401:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b47390a. 00000100:00000001:3.0:1767384932.698405:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384932.698408:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4e9fb21 x1853237348032640/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384948 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384932.698414:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384932.698415:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a4e9fb21 x1853237348032640/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384948 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384932.698420:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384932.698421:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384932.698424:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384932.698426:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294921734 00000100:00000001:3.0:1767384932.698430:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294921733 00000100:00000001:3.0:1767384932.698433:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294921734 00000100:00000001:3.0:1767384932.698434:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294921733 00000100:00000001:3.0:1767384932.698436:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294921734 00000100:00000001:3.0:1767384932.698438:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294921733 00000100:00000001:3.0:1767384932.698440:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294921734 00000100:00000001:3.0:1767384932.698442:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294921733 00000100:00000001:3.0:1767384932.698443:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384932.698451:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.698451:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384932.698457:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384932.698457:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348032640 00000100:00000001:3.0:1767384932.698460:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1767384932.698461:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1767384932.698463:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 00000000548c0602 going to sleep for 11 seconds 00000100:00000001:2.0:1767384932.698464:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384932.698467:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384932.698469:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.698474:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384932.698478:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384932.698480:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348032640 00000020:00000001:2.0:1767384932.698482:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384932.698483:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:2.0:1767384932.698484:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384932.698497:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000020:00000001:2.0:1767384932.698499:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:2.0:1767384932.698501:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384932.698504:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384932.698507:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a7793c3c. 00000100:00000001:2.0:1767384932.698509:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384932.698510:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a7793c3c. 00000020:00000010:2.0:1767384932.698514:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8cc6172. 00000020:00000010:2.0:1767384932.698516:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000099da8ee6. 00000020:00000010:2.0:1767384932.698519:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002c3f31f1. 00000100:00000040:2.0:1767384932.698523:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384932.698524:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384932.698525:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384932.698527:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.698544:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.698556:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384932.698566:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384932.698567:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384932.698572:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00000040:2.0:1767384932.698573:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384932.698575:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590822513744 : -119482887037872 : ffff9354b8f61c50) 00000100:00000040:2.0:1767384932.698595:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000724ea53d x1853237348032640/t0(0) o256->b543db4a-4900-454f-be04-352b2897a173@0@lo:158/0 lens 304/0 e 0 to 0 dl 1767384943 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384932.698601:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384932.698605:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a7793c3c. 00000100:00000001:2.0:1767384932.698608:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384932.698609:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a7793c3c. 00000100:00100000:2.0:1767384932.698618:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000724ea53d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:17086:x1853237348032640:12345-0@lo:256: 00000100:00000200:2.0:1767384932.698620:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348032640 00000020:00000001:2.0:1767384932.698622:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384932.698624:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384932.698625:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384932.698627:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384932.698628:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289440 : -1048262176 : ffffffffc184c9e0) 00000020:00000001:2.0:1767384932.698631:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384932.698632:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384932.698634:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384932.698635:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384932.698637:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.698639:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384932.698641:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384932.698661:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000002c40ee33. 02000000:00000001:2.0:1767384932.698662:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.698664:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384932.698666:0:17084:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384932.698669:0:17084:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384932.698672:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384932.698675:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384932.698677:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384932.698679:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384932.698680:0:17084:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384932.698683:0:17084:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000009b7bf001. 20000000:00000001:2.0:1767384932.698686:0:17084:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384932.698696:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384932.698701:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384932.698705:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384932.698707:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384932.698709:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384932.698711:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384932.698713:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384932.698714:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384932.698716:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384932.698718:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384932.698723:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384932.698725:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384932.698726:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384932.698728:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384932.698729:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384932.698731:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384932.698733:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384932.698734:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384932.698736:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384932.698737:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384932.698739:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384932.698741:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384932.698742:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384932.698743:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384932.698745:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384932.698747:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384932.698748:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384932.698750:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384932.698762:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384932.698763:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384932.698765:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384932.698767:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384932.698769:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:01000000:2.0:1767384932.698770:0:17084:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 684, pages 3412/1/4/3. 20000000:00000040:2.0:1767384932.698776:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384932.698778:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384932.698780:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384932.698781:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384932.698783:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384932.698784:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384932.698786:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384932.698788:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384932.698789:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384932.698791:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384932.698792:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384932.698810:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384932.698812:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384932.698862:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384932.698864:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384932.698871:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384932.698873:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384932.698874:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384932.698876:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384932.698878:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384932.698879:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384932.698881:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384932.698883:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384932.698884:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384932.698886:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384932.698887:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384932.698888:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384932.698889:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384932.698891:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384932.698892:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384932.698893:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384932.698894:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384932.698896:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:01000000:2.0:1767384932.698897:0:17084:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 684, pages 2728/1/4/3. 20000000:01000000:2.0:1767384932.698899:0:17084:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1368, version 70 20000000:00000001:2.0:1767384932.698900:0:17084:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1368 : 1368 : 558) 00000100:00000001:2.0:1767384932.698902:0:17084:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384932.698905:0:17084:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000012b8444c. 00000100:00000010:2.0:1767384932.698908:0:17084:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000001446199c. 00000020:00000040:2.0:1767384932.698910:0:17084:0:(genops.c:887:class_export_get()) GET export 000000003d3e266f refcount=16 00010000:00000001:2.0:1767384932.698912:0:17084:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384932.698914:0:17084:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384932.698917:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005531450d. 00000400:00000010:2.0:1767384932.698921:0:17084:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004a5c6e5f. 00000400:00000200:2.0:1767384932.698924:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384932.698930:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384932.698935:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1368 into portal 33 MB=0x6958271d06080 00000400:00000200:2.0:1767384932.698938:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1368/1368 into md 0x1ba1 [4] + 0 00000400:00000010:2.0:1767384932.698941:0:17084:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009306e848. 00000400:00000200:2.0:1767384932.698943:0:17084:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dd98dce4 00000400:00000200:2.0:1767384932.698945:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384932.698947:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384932.698955:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd98dce4 00000400:00000010:2.0:1767384932.698956:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000dd98dce4. 00000100:00000001:2.0:1767384932.698958:0:17084:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384932.698959:0:17084:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000a4e9fb21 desc 00000000b8a50c6b mbits 1853237348032640 00000100:00000001:2.0:1767384932.698976:0:17084:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384932.698979:0:17084:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384932.698984:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384932.698993:0:17084:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1bad 00000100:00000001:3.0:1767384932.698995:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384932.698995:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384932.698999:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384932.699002:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384932.699007:0:17084:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384932.699008:0:17084:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000012b8444c 00000100:00000001:2.0:1767384932.699010:0:17084:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384932.699016:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005531450d 00000400:00000010:2.0:1767384932.699018:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005531450d. 00000100:00000001:2.0:1767384932.699021:0:17084:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384932.699022:0:17084:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000012b8444c 00000100:00000001:2.0:1767384932.699024:0:17084:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384932.699029:0:17084:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1368 bytes via portal 33 id 12345-0@lo mbits 0x6958271d06080-0x6958271d06080 00000100:00000001:2.0:1767384932.699032:0:17084:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384932.699035:0:17084:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.699037:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384932.699039:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 15 00000100:00000010:2.0:1767384932.699041:0:17084:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000001446199c. 00000100:00000010:2.0:1767384932.699043:0:17084:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000012b8444c. 00000100:00000001:2.0:1767384932.699045:0:17084:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384932.699046:0:17084:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384932.699051:0:17084:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000009b7bf001. 20000000:00000001:2.0:1767384932.699053:0:17084:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384932.699055:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348032640 00010000:00000001:2.0:1767384932.699056:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384932.699059:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000724ea53d x1853237348032640/t0(0) o256->b543db4a-4900-454f-be04-352b2897a173@0@lo:158/0 lens 304/240 e 0 to 0 dl 1767384943 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384932.699064:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384932.699065:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384932.699070:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=66 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384932.699073:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384932.699075:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:2.0:1767384932.699076:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:2.0:1767384932.699077:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384932.699078:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.699080:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384932.699081:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384932.699084:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005531450d. 00000100:00000200:2.0:1767384932.699086:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237348032640, offset 224 00000400:00000200:2.0:1767384932.699088:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384932.699093:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384932.699096:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958271d06080 00000400:00000200:2.0:1767384932.699099:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1ba5 [1] + 224 00000400:00000200:2.0:1767384932.699102:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384932.699103:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384932.699105:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384932.699107:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4e9fb21 x1853237348032640/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384948 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384932.699112:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000a4e9fb21 x1853237348032640/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384948 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384932.699139:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384932.699143:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005531450d 00000400:00000010:2.0:1767384932.699144:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005531450d. 00000100:00000001:2.0:1767384932.699146:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384932.699148:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384932.699152:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384932.699154:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:3.0:1767384932.699156:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384932.699157:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384932.699161:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384932.699163:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384932.699165:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384932.699168:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000724ea53d x1853237348032640/t0(0) o256->b543db4a-4900-454f-be04-352b2897a173@0@lo:158/0 lens 304/240 e 0 to 0 dl 1767384943 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384932.699169:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384932.699174:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001be486be. 00000100:00100000:2.0:1767384932.699178:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000724ea53d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:17086:x1853237348032640:12345-0@lo:256: Request processed in 575us (801us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384932.699180:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000358862aa 00000400:00000010:3.0:1767384932.699184:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000358862aa. 00000100:00000001:3.0:1767384932.699192:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384932.699196:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00000200:3.0:1767384932.699199:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4e9fb21 x1853237348032640/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384948 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384932.699200:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:2.0:1767384932.699204:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384932.699206:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384932.699210:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000099da8ee6. 00000020:00000010:2.0:1767384932.699215:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002c3f31f1. 00000020:00000010:2.0:1767384932.699219:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8cc6172. 00000100:00000200:3.0:1767384932.699220:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4e9fb21 x1853237348032640/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384948 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384932.699223:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 02000000:00000001:2.0:1767384932.699228:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384932.699231:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000002c40ee33. 02000000:00000001:2.0:1767384932.699235:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384932.699239:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384932.699239:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384932.699243:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384932.699244:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384932.699245:0:17086:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384932.699248:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384932.699251:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767384932.699251:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070108ba1. 00000100:00000001:3.0:1767384932.699254:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384932.699257:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384932.699257:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b6ff7a5c. 00000100:00001000:3.0:1767384932.699259:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=66 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384932.699264:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=66 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384932.699266:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384932.699282:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384932.699284:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384932.699285:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384932.699287:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384932.699298:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000a4e9fb21 x1853237348032640/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384948 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384932.699304:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000a4e9fb21 x1853237348032640/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384948 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384932.699315:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384932.699317:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384932.699320:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4e9fb21 x1853237348032640/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384948 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384932.699326:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a4e9fb21 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348032640:0@lo:256: 00000100:00000001:3.0:1767384932.699329:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384932.699348:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384932.699349:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384932.699351:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384932.699354:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4e9fb21 x1853237348032640/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384948 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384932.699358:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384932.699360:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000548c0602. 00000100:00000001:3.0:1767384932.699363:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384932.699364:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384932.699367:0:17086:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 70, more 0. 10000000:00000001:3.0:1767384932.699369:0:17086:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384932.699375:0:17086:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000095dffa2e. 10000000:00000040:3.0:1767384932.699382:0:17086:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.134@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384932.699387:0:17086:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384932.699389:0:17086:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384932.699393:0:17086:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.134@tcp has 192.168.203.134@tcp. 00000100:00000001:3.0:1767384932.699394:0:17086:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384932.699396:0:17086:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384932.699412:0:17086:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.134@tcp with 192.168.203.134@tcp 00000100:00000200:3.0:1767384932.699414:0:17086:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.134@tcp' 00000100:00000200:3.0:1767384932.699416:0:17086:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 33 NIDs for '192.168.203.134@tcp' 00000400:00000200:3.0:1767384932.699419:0:17086:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:3.0:1767384932.699421:0:17086:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384932.699423:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.134@tcp 00000400:00000200:3.0:1767384932.699428:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384932.699431:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (32) 00000400:00000200:3.0:1767384932.699441:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (33) 00000400:00000200:3.0:1767384932.699453:0:17086:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:3.0:1767384932.699455:0:17086:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384932.699457:0:17086:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384932.699459:0:17086:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp: 0. pending discovery 00000400:00000200:3.0:1767384932.699460:0:17086:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (34) 00000400:00000200:3.0:1767384932.699462:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp 00000400:00000200:3.0:1767384932.699464:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.134@tcp10 00000400:00000200:3.0:1767384932.699467:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384932.699469:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp10 00000400:00000200:3.0:1767384932.699471:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.134@tcp11 00000400:00000200:3.0:1767384932.699474:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384932.699475:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp11 00000400:00000200:3.0:1767384932.699478:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.134@tcp12 00000400:00000200:2.0:1767384932.699478:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384932.699485:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384932.699487:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp12 00000400:00000200:2.0:1767384932.699489:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 00000400:00000200:3.0:1767384932.699492:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.134@tcp13 00000400:00000200:3.0:1767384932.699497:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp13 NID flags 0x1: -114 00000400:00000010:2.0:1767384932.699497:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005531450d. 00000400:00000200:3.0:1767384932.699503:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp13 00000400:00000200:2.0:1767384932.699504:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (33) 00000400:00000200:3.0:1767384932.699506:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.134@tcp14 00000400:00000200:3.0:1767384932.699510:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384932.699511:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp14 00000400:00000200:3.0:1767384932.699512:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.134@tcp15 00000400:00000010:2.0:1767384932.699513:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003e23297f. 00000400:00000200:3.0:1767384932.699517:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384932.699521:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp15 00000400:00000200:2.0:1767384932.699522:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1767384932.699526:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.134@tcp16 00000400:00000200:3.0:1767384932.699544:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384932.699546:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp16 00000400:00000200:3.0:1767384932.699549:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.134@tcp17 00000400:00000200:2.0:1767384932.699559:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1767384932.699560:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384932.699564:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp17 00000400:00000200:3.0:1767384932.699568:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.134@tcp18 00000400:00000200:2.0:1767384932.699568:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:3.0:1767384932.699588:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384932.699593:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp18 00000400:00000200:3.0:1767384932.699596:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.134@tcp19 00000400:00000200:2.0:1767384932.699598:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000400:00000200:3.0:1767384932.699602:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384932.699605:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:2.0:1767384932.699610:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 37], ns[75, 37] 00000400:00000200:3.0:1767384932.699611:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp19 00000400:00000200:3.0:1767384932.699614:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.134@tcp20 00000400:00000200:3.0:1767384932.699625:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384932.699628:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[77, 37] 00000400:00000200:3.0:1767384932.699630:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp20 00000400:00000200:3.0:1767384932.699636:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.134@tcp21 00000400:00000200:2.0:1767384932.699638:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 37], ns[82, 37] 00000400:00000200:3.0:1767384932.699642:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384932.699645:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp21 00000400:00000200:3.0:1767384932.699646:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.134@tcp22 00000400:00000200:3.0:1767384932.699648:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384932.699649:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp22 00000400:00000200:3.0:1767384932.699655:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.134@tcp23 00000400:00000200:3.0:1767384932.699662:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384932.699663:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 37], ns[88, 37] 00000400:00000200:3.0:1767384932.699665:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp23 00000400:00000200:3.0:1767384932.699670:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.134@tcp24 00000400:00000200:2.0:1767384932.699674:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 37], ns[91, 37] 00000400:00000200:3.0:1767384932.699677:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384932.699682:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp24 00000400:00000200:3.0:1767384932.699686:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.134@tcp25 00000400:00000200:2.0:1767384932.699686:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 37], ns[103, 37] 00000400:00000200:3.0:1767384932.699693:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384932.699696:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp25 00000400:00000200:2.0:1767384932.699696:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 37], ns[109, 37] 00000400:00000200:3.0:1767384932.699700:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.134@tcp26 00000400:00000200:3.0:1767384932.699706:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384932.699708:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 37], ns[112, 37] 00000400:00000200:3.0:1767384932.699709:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp26 00000400:00000200:3.0:1767384932.699714:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.134@tcp27 00000400:00000200:3.0:1767384932.699721:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384932.699721:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 37], ns[120, 37] 00000400:00000200:3.0:1767384932.699726:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp27 00000400:00000200:3.0:1767384932.699730:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.134@tcp28 00000400:00000200:2.0:1767384932.699733:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 37], ns[125, 37] 00000400:00000200:3.0:1767384932.699736:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384932.699740:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp28 00000400:00000200:3.0:1767384932.699743:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.134@tcp29 00000400:00000200:2.0:1767384932.699746:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 37], ns[129, 37] 00000400:00000200:3.0:1767384932.699749:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384932.699754:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp29 00000400:00000200:3.0:1767384932.699757:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.134@tcp30 00000400:00000200:2.0:1767384932.699759:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 37], ns[44, 37] 00000400:00000200:3.0:1767384932.699763:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384932.699767:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp30 00000400:00000200:2.0:1767384932.699770:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 37], ns[48, 37] 00000400:00000200:3.0:1767384932.699771:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.134@tcp31 00000400:00000200:3.0:1767384932.699778:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384932.699780:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 37], ns[52, 37] 00000400:00000200:3.0:1767384932.699787:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp31 00000400:00000200:2.0:1767384932.699787:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 37], ns[56, 37] 00000400:00000200:3.0:1767384932.699794:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.134@tcp32 00000400:00000200:2.0:1767384932.699798:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[97, 37], ns[99, 37] 00000400:00000200:3.0:1767384932.699801:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384932.699806:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp32 00000400:00000200:3.0:1767384932.699810:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.134@tcp33 00000400:00000200:2.0:1767384932.699810:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[118, 37], ns[122, 37] 00000400:00000200:3.0:1767384932.699817:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384932.699821:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp33 00000400:00000200:2.0:1767384932.699821:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[127, 37], ns[131, 37] 00000400:00000200:3.0:1767384932.699827:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.134@tcp34 00000400:00000200:2.0:1767384932.699867:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[131, 37], ns[135, 37] 00000400:00000200:3.0:1767384932.699875:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384932.699875:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 37], ns[80, 37] 00000400:00000200:3.0:1767384932.699880:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp34 00000400:00000200:3.0:1767384932.699885:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.134@tcp35 00000400:00000200:2.0:1767384932.699886:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[112, 37], ns[116, 37] 00000400:00000200:3.0:1767384932.699890:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384932.699892:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp35 00000400:00000200:3.0:1767384932.699893:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.134@tcp36 00000400:00000200:3.0:1767384932.699894:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384932.699897:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp36 00000400:00000200:3.0:1767384932.699902:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.134@tcp37 00000400:00000200:2.0:1767384932.699907:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 37], ns[117, 37] 00000400:00000200:3.0:1767384932.699908:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384932.699912:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp37 00000400:00000200:3.0:1767384932.699916:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.134@tcp38 00000400:00000200:2.0:1767384932.699919:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[129, 37], ns[133, 37] 00000400:00000200:3.0:1767384932.699922:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384932.699927:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp38 00000400:00000200:2.0:1767384932.699931:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 37], ns[108, 37] 00000400:00000200:3.0:1767384932.699932:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.134@tcp39 00000400:00000200:3.0:1767384932.699938:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384932.699941:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp39 00000400:00000200:2.0:1767384932.699941:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 37], ns[132, 37] 00000400:00000200:3.0:1767384932.699946:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.134@tcp40 00000400:00000200:2.0:1767384932.699952:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[132, 37], ns[136, 37] 00000400:00000010:3.0:1767384932.699953:0:17086:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 000000008b90ac9e. 00000400:00000200:2.0:1767384932.699959:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[133, 37], ns[137, 37] 00000400:00000200:3.0:1767384932.699962:0:17086:0:(peer.c:264:lnet_peer_alloc()) 000000008b90ac9e nid 192.168.203.134@tcp40 00000400:00000010:3.0:1767384932.699968:0:17086:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000301427ae. 00000400:00000200:2.0:1767384932.699968:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767384932.699973:0:17086:0:(peer.c:204:lnet_peer_net_alloc()) 00000000301427ae net tcp40 00000400:00000200:2.0:1767384932.699974:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp 00000400:00000010:3.0:1767384932.699978:0:17086:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000001e5c32f8. 00000400:00000200:2.0:1767384932.699979:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767384932.699984:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp 00000400:00000200:3.0:1767384932.699989:0:17086:0:(peer.c:185:lnet_peer_ni_alloc()) 000000001e5c32f8 nid 192.168.203.134@tcp40 00000400:00000200:2.0:1767384932.699990:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp NI seq info: [138:138:256:4294967295] 192.168.203.134@tcp LPNI seq info [134:134:8:4294967295] 00000400:00000200:2.0:1767384932.699998:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp 00000400:00000200:2.0:1767384932.700014:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp(192.168.203.134@tcp:) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) : PUT try# 0 00000400:00000200:3.0:1767384932.700018:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000008b90ac9e (0) 00000800:00000200:2.0:1767384932.700019:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.203.134@tcp 00000800:00000010:2.0:1767384932.700025:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbe0672c. 00000400:00000200:3.0:1767384932.700028:0:17086:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.134@tcp40: -2 00000800:00000200:2.0:1767384932.700036:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000707d4820] -> 12345-192.168.203.134@tcp (6) 00000400:00000200:3.0:1767384932.700038:0:17086:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp40 NID 192.168.203.134@tcp40 flags 0x1 00000400:00000200:3.0:1767384932.700043:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000008b90ac9e (1) 00000800:00000200:2.0:1767384932.700048:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000400:00000200:3.0:1767384932.700051:0:17086:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000008b90ac9e (2) 00000800:00000200:2.0:1767384932.700053:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cbe0672c type 1, nob 656 niov 1 nkiov 1 00000400:00000200:3.0:1767384932.700055:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000008b90ac9e (1) 00000400:00000200:3.0:1767384932.700060:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000008b90ac9e (2) 00000400:00000200:3.0:1767384932.700063:0:17086:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp40 (000000008b90ac9e): 0 00000400:00000200:3.0:1767384932.700065:0:17086:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384932.700067:0:17086:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384932.700070:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000400:00000200:3.0:1767384932.700073:0:17086:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.134@tcp40 NID 192.168.203.134@tcp40: 0. pending discovery 00000400:00000200:2.0:1767384932.700077:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100571 rc 0 00000400:00000200:3.0:1767384932.700078:0:17086:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000008b90ac9e (3) 00000100:00000001:3.0:1767384932.700084:0:17086:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384932.700088:0:17086:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384932.700088:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp40(000000008b90ac9e) state 0x41 00000400:00000200:2.0:1767384932.700094:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000008b90ac9e (2) 10000000:00000040:3.0:1767384932.700096:0:17086:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.134@tcp' by NID '192.168.203.134@tcp' 00000400:00000010:2.0:1767384932.700100:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c8cc6172. 10000000:00000010:3.0:1767384932.700101:0:17086:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000082228745. 10000000:00000040:3.0:1767384932.700105:0:17086:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 70/70 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.134@tcp::2 00000400:00000010:2.0:1767384932.700105:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c99b0362. 00000020:00000080:3.0:1767384932.700111:0:17086:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000010:2.0:1767384932.700114:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000073bdb2b8. 00000020:00000001:3.0:1767384932.700117:0:17086:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:2.0:1767384932.700121:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp40 00000020:00000010:3.0:1767384932.700123:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd98c8c0. 00000020:00000010:3.0:1767384932.700129:0:17086:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003c6c9f7c. 00000040:00000010:3.0:1767384932.700134:0:17086:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e414a7fa. 00000020:00000010:3.0:1767384932.700138:0:17086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005c8a5a2d. 00000400:00000200:2.0:1767384932.700138:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp40 local destination 00000800:00000200:1.0:1767384932.700139:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1767384932.700145:0:17086:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e2123c20. 00000800:00000010:1.0:1767384932.700146:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbe0672c. 00000400:00000200:2.0:1767384932.700147:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp40 00000020:00000010:3.0:1767384932.700155:0:17086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001fb99a53. 00000400:00000200:2.0:1767384932.700155:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp40 00000400:00000200:1.0:1767384932.700155:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384932.700159:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp40 lpni_is_preferred = 0 80000000:00000010:3.0:1767384932.700165:0:17086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e670af0d. 00000400:00000200:2.0:1767384932.700165:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp40 00000400:00000200:1.0:1767384932.700167:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp->192.168.203.134@tcp: PUT: OK 40000000:00000010:3.0:1767384932.700173:0:17086:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005ea4ad16. 00000400:00000200:2.0:1767384932.700174:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp40 NI seq info: [139:139:256:4294967295] 192.168.203.134@tcp40 LPNI seq info [1:1:8:4294967295] 00000400:00000200:2.0:1767384932.700181:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp40 00100000:00000010:3.0:1767384932.700183:0:17086:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004edbc656. 00000400:00000200:2.0:1767384932.700190:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp40(192.168.203.134@tcp40:) -> 192.168.203.134@tcp40(192.168.203.134@tcp40:192.168.203.134@tcp40) : GET try# 0 00040000:00000010:3.0:1767384932.700192:0:17086:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fc2c03e8. 00000400:00000200:1.0:1767384932.700195:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000200:2.0:1767384932.700197:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp40 00000400:00000200:1.0:1767384932.700201:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp: 0 00040000:00000010:3.0:1767384932.700202:0:17086:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000842c19da. 00000800:00000010:2.0:1767384932.700202:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fe2c8945. 00000800:00000001:1.0:1767384932.700209:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00040000:00000010:3.0:1767384932.700210:0:17086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000c98c6b4. 00000800:00000010:2.0:1767384932.700211:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cdd41815. 00000800:00000001:1.0:1767384932.700216:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384932.700217:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000009edd3e7d. 00080000:00000010:3.0:1767384932.700221:0:17086:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b3080e34. 00000800:00000001:1.0:1767384932.700222:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384932.700227:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cdd41815] -> 12345-192.168.203.134@tcp40 (2) 00000800:00000001:1.0:1767384932.700227:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384932.700231:0:17086:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000bdd98002. 00000800:00000200:2.1:1767384932.700236:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cdd41815] -> 12345-192.168.203.134@tcp40 (2) 00000400:00000200:1.0:1767384932.700239:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp(192.168.203.134@tcp) <- 192.168.203.134@tcp : PUT - for me 00000004:00000010:3.0:1767384932.700240:0:17086:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000cd31088e. 00000004:00000010:3.0:1767384932.700249:0:17086:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000db09e920. 00000400:00000200:2.0:1767384932.700250:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp40 00000400:00000200:1.0:1767384932.700254:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 560 into portal 0 MB=0x8000000000000000 00000004:00000010:3.0:1767384932.700255:0:17086:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000056a038e9. 00000400:00000200:2.0:1767384932.700255:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp40(000000008b90ac9e) state 0x241 rc 0 00000400:00000200:1.0:1767384932.700266:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 528/560 into md 0x1aed [1] + 0 00002000:00000010:3.0:1767384932.700267:0:17086:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004e0d6e6a. 00000400:00000010:1.0:1767384932.700272:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a842f207. 00000004:00000010:3.0:1767384932.700273:0:17086:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d5e2984a. 00000400:00000200:1.0:1767384932.700276:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000024e4e5b6 00000004:00000001:3.0:1767384932.700279:0:17086:0:(osp_dev.c:662:osp_process_config()) Process entered 00000800:00000001:1.0:1767384932.700281:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000040:00000001:3.0:1767384932.700283:0:17086:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384932.700285:0:17086:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000082228745 00000040:00001000:3.0:1767384932.700286:0:17086:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384932.700288:0:17086:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384932.700291:0:17086:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384932.700292:0:17086:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384932.700296:0:17086:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000800:00000001:1.0:1767384932.700296:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:3.0:1767384932.700299:0:17086:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000400:00000200:1.0:1767384932.700301:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000040:00001000:3.0:1767384932.700302:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384932.700305:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.134@tcp::2 00000400:00000200:1.0:1767384932.700309:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp->192.168.203.134@tcp: PUT: OK 00000040:00000001:3.0:1767384932.700310:0:17086:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:1.0:1767384932.700315:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024e4e5b6 00000400:00000010:1.0:1767384932.700325:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024e4e5b6. 00000400:00000200:1.0:1767384932.700329:0:16352:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384932.700331:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:1.0:1767384932.700332:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (34) 00000400:00000200:1.0:1767384932.700341:0:16352:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000200:1.0:1767384932.700345:0:16352:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.134@tcp (560 bytes) 00000400:00000200:1.0:1767384932.700353:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:1.0:1767384932.700363:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (35) 00000400:00000200:1.0:1767384932.700367:0:16352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384932.700373:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp to MR: 192.168.203.134@tcp local destination 00000004:00000001:3.0:1767384932.700375:0:17086:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384932.700379:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp NI seq info: [140:140:256:4294967295] 192.168.203.134@tcp LPNI seq info [135:135:8:4294967295] 00000020:00000010:3.0:1767384932.700382:0:17086:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003c6c9f7c. 00000040:00000010:3.0:1767384932.700387:0:17086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e414a7fa. 00000400:00000200:2.0:1767384932.700390:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000020:00000010:3.0:1767384932.700393:0:17086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005c8a5a2d. 00000400:00000200:1.0:1767384932.700398:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) -> 192.168.203.134@tcp(192.168.203.134@tcp:192.168.203.134@tcp) 192.168.203.134@tcp : ACK try# 0 00000020:00000010:3.0:1767384932.700399:0:17086:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e2123c20. 00000020:00000010:3.0:1767384932.700406:0:17086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001fb99a53. 00000800:00000200:1.0:1767384932.700406:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp 80000000:00000010:3.0:1767384932.700411:0:17086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e670af0d. 00000800:00000010:1.0:1767384932.700413:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021d3d755. 40000000:00000010:3.0:1767384932.700417:0:17086:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005ea4ad16. 00000400:00000200:2.0:1767384932.700417:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000800:00000200:1.0:1767384932.700422:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000707d4820] -> 12345-192.168.203.134@tcp (6) 00100000:00000010:3.0:1767384932.700423:0:17086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004edbc656. 00040000:00000010:3.0:1767384932.700430:0:17086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fc2c03e8. 00000800:00000200:1.0:1767384932.700434:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:1023 00040000:00000010:3.0:1767384932.700436:0:17086:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000842c19da. 00000800:00000200:1.0:1767384932.700438:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000021d3d755 type 0, nob 96 niov 1 nkiov 0 00040000:00000010:3.0:1767384932.700441:0:17086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000c98c6b4. 00080000:00000010:3.0:1767384932.700446:0:17086:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000bdd98002. 00080000:00000010:3.0:1767384932.700450:0:17086:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b3080e34. 00000800:00000001:1.0:1767384932.700450:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384932.700451:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000004:00000010:3.0:1767384932.700457:0:17086:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000cd31088e. 00000800:00000001:1.0:1767384932.700458:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:3.0:1767384932.700463:0:17086:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000db09e920. 00000004:00000010:3.0:1767384932.700468:0:17086:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000056a038e9. 00002000:00000010:3.0:1767384932.700470:0:17086:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004e0d6e6a. 00000004:00000010:3.0:1767384932.700474:0:17086:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d5e2984a. 00000020:00000010:3.0:1767384932.700478:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd98c8c0. 00000020:00000001:3.0:1767384932.700481:0:17086:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384932.700487:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000020:00000001:3.0:1767384932.700489:0:17086:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384932.700493:0:17086:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000082228745. 10000000:00000010:3.0:1767384932.700497:0:17086:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000095dffa2e. 10000000:00000001:3.0:1767384932.700500:0:17086:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384932.700502:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384932.700507:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4e9fb21 x1853237348032640/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384948 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384932.700510:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384932.700513:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000010:1.0:1767384932.700514:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021d3d755. 02000000:00000001:3.0:1767384932.700517:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1767384932.700519:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384932.700520:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009e3dba7a. 02000000:00000001:3.0:1767384932.700526:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384932.700544:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1767384932.700544:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp->192.168.203.134@tcp: ACK: OK 00000020:00000040:3.0:1767384932.700547:0:17086:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:3.0:1767384932.700550:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384932.700551:0:17086:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384932.700553:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:1.0:1767384932.700553:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:3.0:1767384932.700554:0:17086:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:3.0:1767384932.700558:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:1.0:1767384932.700559:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384932.700560:0:17086:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000002114a2a7. 00000400:00000200:2.0:1767384932.700560:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000100:00000010:3.0:1767384932.700565:0:17086:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000b8a50c6b. 00000100:00000001:3.0:1767384932.700569:0:17086:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000800:00000001:1.0:1767384932.700571:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:3.0:1767384932.700572:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000790705f5. 02000000:00000001:3.0:1767384932.700577:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384932.700579:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:1.0:1767384932.700580:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384932.700582:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4e9fb21. 00000800:00000001:1.0:1767384932.700583:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384932.700588:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384932.700590:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384932.700592:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384932.700604:0:17086:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000000d522c76. 00000400:00000200:1.0:1767384932.700609:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp(192.168.203.134@tcp) <- 192.168.203.134@tcp : ACK - for me 10000000:01000000:3.0:1767384932.700610:0:17086:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.134@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000400:00000200:2.0:1767384932.700613:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 10000000:00000001:3.0:1767384932.700617:0:17086:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384932.700620:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384932.700622:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384932.700625:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000043e81fe9 refcount=3 00000020:00000001:3.0:1767384932.700627:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006039040 : -119483703512576 : ffff9354884bb200) 00010000:00000001:3.0:1767384932.700629:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006039040 : -119483703512576 : ffff9354884bb200) 00010000:00000001:3.0:1767384932.700634:0:17086:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:1.0:1767384932.700635:0:16352:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp: ACK from 12345-192.168.203.134@tcp into md 0x1bb9 00000400:00000200:1.0:1767384932.700639:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:3.0:1767384932.700642:0:17086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.134@tcp lock: 0000000043e81fe9/0xb57eb788195630f5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb788195630fc expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384932.700646:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp->192.168.203.134@tcp: ACK: OK 00000400:00000200:2.0:1767384932.700653:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00010000:00000001:3.0:1767384932.700654:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384932.700655:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005531450d 00010000:00000001:3.0:1767384932.700657:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384932.700661:0:17086:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.134@tcp lock: 0000000043e81fe9/0xb57eb788195630f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb788195630fc expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384932.700661:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005531450d. 00010000:00000001:3.0:1767384932.700669:0:17086:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:1.0:1767384932.700669:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00010000:00000001:3.0:1767384932.700672:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384932.700674:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384932.700677:0:17086:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384932.700677:0:16352:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 10000000:00000001:3.0:1767384932.700679:0:17086:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384932.700680:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 10000000:00000001:3.0:1767384932.700683:0:17086:0:(mgc_request.c:621:do_requeue()) Process leaving 00000400:00000200:1.0:1767384932.700686:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 10000000:00000001:3.0:1767384932.700687:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384932.700690:0:17086:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000002298ce) refs 3 10000000:00000001:3.0:1767384932.700694:0:17086:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:1.0:1767384932.700694:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (34) 00000800:00000001:1.0:1767384932.700704:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384932.700709:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384932.700714:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.700719:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384932.700725:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 00000000b8a50c6b. 00000400:00000010:3.0:1767384932.700729:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001be486be. 00000400:00000010:3.0:1767384932.700733:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000358862aa. 00000400:00000200:3.0:1767384932.700736:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000b8a50c6b 00000400:00000010:3.0:1767384932.700739:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 00000000f00a4a28. 00000400:00000200:3.0:1767384932.700742:0:16356:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 560 success 00000400:00000200:3.0:1767384932.700748:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102071 00000400:00000200:2.0:1767384932.700749:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.700750:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (33) 00000400:00000010:3.0:1767384932.700756:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 00000000d5e2984a. 00000400:00000010:3.0:1767384932.700759:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b47390a. 00000400:00000010:3.0:1767384932.700762:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000249ef612. 00000400:00000200:3.0:1767384932.700767:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1767384932.700774:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1767384932.700777:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 135], ns[40, 140] 00000400:00000200:3.0:1767384932.700781:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 40], ns[60, 40] 00000400:00000200:3.0:1767384932.700786:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 40], ns[64, 40] 00000400:00000200:3.0:1767384932.700796:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 40], ns[75, 40] 00000400:00000200:3.0:1767384932.700801:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 40], ns[77, 40] 00000400:00000200:2.0:1767384932.700804:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.700805:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 40], ns[82, 40] 00000400:00000200:3.0:1767384932.700833:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 40], ns[88, 40] 00000400:00000200:3.0:1767384932.700838:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 40], ns[91, 40] 00000400:00000200:3.0:1767384932.700842:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 40], ns[103, 40] 00000400:00000200:3.0:1767384932.700846:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 40], ns[109, 40] 00000400:00000200:3.0:1767384932.700850:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 40], ns[112, 40] 00000400:00000200:3.0:1767384932.700855:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 40], ns[120, 40] 00000400:00000200:3.0:1767384932.700858:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 40], ns[125, 40] 00000400:00000200:3.0:1767384932.700863:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 40], ns[129, 40] 00000400:00000200:3.0:1767384932.700868:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 40], ns[44, 40] 00000400:00000200:2.0:1767384932.700869:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.700873:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 40], ns[48, 40] 00000400:00000200:3.0:1767384932.700879:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 40], ns[52, 40] 00000400:00000200:3.0:1767384932.700884:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 40], ns[56, 40] 00000400:00000200:3.0:1767384932.700888:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[97, 40], ns[99, 40] 00000400:00000200:3.0:1767384932.700892:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[118, 40], ns[122, 40] 00000400:00000200:3.0:1767384932.700896:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[127, 40], ns[131, 40] 00000400:00000200:3.0:1767384932.700907:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[131, 40], ns[135, 40] 00000400:00000200:2.0:1767384932.700909:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.700913:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 40], ns[80, 40] 00000400:00000200:3.0:1767384932.700918:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[112, 40], ns[116, 40] 00000400:00000200:3.0:1767384932.700922:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 40], ns[117, 40] 00000400:00000200:3.0:1767384932.700925:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[129, 40], ns[133, 40] 00000400:00000200:3.0:1767384932.700929:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 40], ns[108, 40] 00000400:00000200:3.0:1767384932.700933:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 40], ns[132, 40] 00000400:00000200:3.0:1767384932.700937:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[132, 40], ns[136, 40] 00000400:00000200:3.0:1767384932.700941:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[133, 40], ns[137, 40] 00000400:00000200:2.0:1767384932.700943:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.700945:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000400:00000200:3.0:1767384932.700951:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp10 00000400:00000200:3.0:1767384932.700954:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp10 lpni_is_preferred = 0 00000400:00000200:3.0:1767384932.700957:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp10 00000400:00000200:3.0:1767384932.700961:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp10 NI seq info: [141:141:256:4294967295] 192.168.203.134@tcp10 LPNI seq info [136:136:8:4294967295] 00000400:00000200:3.0:1767384932.700966:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp10 00000400:00000200:3.0:1767384932.700983:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp10(192.168.203.134@tcp10:) -> 192.168.203.134@tcp10(192.168.203.134@tcp:192.168.203.134@tcp10) : GET try# 0 00000800:00000200:3.0:1767384932.700988:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp10 00000800:00000010:3.0:1767384932.700992:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fc2c03e8. 00000800:00000200:3.0:1767384932.700995:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ef955998] -> 12345-192.168.203.134@tcp10 (6) 00000400:00000200:2.0:1767384932.700998:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000800:00000200:3.0:1767384932.701001:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp10 ip 192.168.203.134:988 00000800:00000200:3.0:1767384932.701004:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fc2c03e8 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384932.701018:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp 00000400:00000200:3.0:1767384932.701023:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100271 rc 0 00000400:00000200:2.0:1767384932.701062:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000800:00000200:3.0:1767384932.701088:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384932.701091:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fc2c03e8. 00000400:00000200:3.0:1767384932.701095:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384932.701100:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp10->192.168.203.134@tcp10: GET: OK 00000400:00000200:3.0:1767384932.701103:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384932.701106:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp: 0 00000800:00000001:3.0:1767384932.701113:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384932.701114:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000800:00000001:3.0:1767384932.701119:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384932.701122:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384932.701128:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384932.701135:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp10(192.168.203.134@tcp10) <- 192.168.203.134@tcp10 : GET - for me 00000400:00000200:3.0:1767384932.701142:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 560 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384932.701148:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 560/560 into md 0x1b69 [1] + 0 00000400:00000200:3.0:1767384932.701158:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp10 to MR: 192.168.203.134@tcp10 local destination 00000400:00000200:2.0:1767384932.701164:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.701165:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp10 NI seq info: [142:142:256:4294967295] 192.168.203.134@tcp10 LPNI seq info [137:137:8:4294967295] 00000400:00000200:3.0:1767384932.701183:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp10(192.168.203.134@tcp10:192.168.203.134@tcp10) -> 192.168.203.134@tcp10(192.168.203.134@tcp10:192.168.203.134@tcp10) 192.168.203.134@tcp10 : REPLY try# 0 00000800:00000200:3.0:1767384932.701190:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.203.134@tcp10 00000800:00000010:3.0:1767384932.701194:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc2c03e8. 00000400:00000200:2.0:1767384932.701194:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000800:00000200:3.0:1767384932.701202:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ef955998] -> 12345-192.168.203.134@tcp10 (6) 00000800:00000200:3.0:1767384932.701211:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp10 ip 192.168.203.134:1021 00000800:00000200:3.0:1767384932.701214:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fc2c03e8 type 3, nob 656 niov 1 nkiov 1 00000400:00000200:2.0:1767384932.701236:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:2.0:1767384932.701270:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000800:00000200:3.0:1767384932.701275:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384932.701279:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc2c03e8. 00000400:00000200:3.0:1767384932.701282:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384932.701288:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp10->192.168.203.134@tcp10: REPLY: OK 00000800:00000001:3.0:1767384932.701296:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384932.701300:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384932.701302:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384932.701307:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384932.701318:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384932.701324:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000800:00000001:3.0:1767384932.701328:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384932.701335:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp10(192.168.203.134@tcp10) <- 192.168.203.134@tcp10 : REPLY - for me 00000400:00000200:3.0:1767384932.701345:0:16352:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp10: Reply from 12345-192.168.203.134@tcp10 of length 560/560 into md 0x1bc5 00000800:00000001:3.0:1767384932.701349:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384932.701356:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384932.701358:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384932.701360:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp10->192.168.203.134@tcp10: REPLY: OK 00000400:00000200:3.0:1767384932.701363:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b47390a 00000400:00000010:3.0:1767384932.701365:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b47390a. 00000400:00000200:3.0:1767384932.701369:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384932.701372:0:16352:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.134@tcp has discovery enabled 00000400:00000200:3.0:1767384932.701375:0:16352:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000200:3.0:1767384932.701377:0:16352:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.134@tcp data present 33. state = 0x100271 00000400:00000200:3.0:1767384932.701383:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:2.0:1767384932.701387:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.701390:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (34) 00000800:00000001:3.0:1767384932.701397:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384932.701401:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384932.701420:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384932.701424:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1000f1 00000400:00000010:3.0:1767384932.701429:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 680 at 0000000068d25154. 00000400:00000010:3.0:1767384932.701431:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 816 at 000000004e0d6e6a. 00000400:00000010:3.0:1767384932.701434:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 680 at 0000000024175e91. 00000400:00000200:2.0:1767384932.701435:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.701462:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp30(0000000010500283) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384932.701466:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp31(00000000bbe1d679) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384932.701472:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp35(00000000ed3d309a) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384932.701477:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp38(000000008514e7e9) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384932.701479:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp39(0000000010898fd0) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384932.701484:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c99b0362 00000400:00000200:2.0:1767384932.701484:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.701488:0:16356:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.203.134@tcp40 00000400:00000200:3.0:1767384932.701495:0:16356:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.203.134@tcp40 NID 192.168.203.134@tcp40 00000400:00000010:3.0:1767384932.701499:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000790705f5. 00000400:00000200:3.0:1767384932.701508:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000790705f5 nid 192.168.203.134@tcp40 00000400:00000010:3.0:1767384932.701512:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000e670af0d. 00000400:00000200:3.0:1767384932.701513:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 00000000e670af0d net tcp40 00000400:00000200:3.0:1767384932.701516:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (33) 00000400:00000200:3.0:1767384932.701519:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp40 flags 0x11 00000400:00000010:3.0:1767384932.701523:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000009e3dba7a. 00000400:00000200:2.0:1767384932.701524:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.701541:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 000000009e3dba7a nid 192.168.203.134@tcp41 00000400:00000010:3.0:1767384932.701546:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b8cf827b. 00000400:00000200:3.0:1767384932.701549:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b8cf827b net tcp41 00000400:00000200:3.0:1767384932.701551:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (34) 00000400:00000200:3.0:1767384932.701553:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp41 flags 0x11 00000400:00000010:3.0:1767384932.701556:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 680 at 0000000068d25154. 00000400:00000010:3.0:1767384932.701558:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 816 at 000000004e0d6e6a. 00000400:00000010:3.0:1767384932.701561:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 680 at 0000000024175e91. 00000400:00000010:3.0:1767384932.701563:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 00000000d5e2984a. 00000400:00000200:3.0:1767384932.701566:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:3.0:1767384932.701568:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100171 00000400:00000200:3.0:1767384932.701571:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 rc 1 00000400:00000200:2.0:1767384932.701572:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.701575:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 00000400:00000200:3.0:1767384932.701580:0:16356:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.134@tcp 00000400:00000200:3.0:1767384932.701582:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100111 rc 0 00000400:00000200:3.0:1767384932.701586:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:3.0:1767384932.701590:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (35) 00000400:00000200:2.0:1767384932.701619:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:2.0:1767384932.701657:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:2.0:1767384932.701698:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:2.0:1767384932.701733:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:2.0:1767384932.701754:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:2.0:1767384932.701779:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:2.0:1767384932.701802:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:2.0:1767384932.701942:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000facf727b. 00000800:00000010:2.0:1767384932.701947:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000080cbc8da. 00000800:00000010:2.0:1767384932.701953:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a7793c3c. 00000800:00000010:2.0:1767384932.701984:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a7793c3c. 00000800:00020000:2.0:1767384932.701992:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:2.0:1767384932.701995:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000080cbc8da. 00000800:00000010:2.0:1767384932.701997:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000facf727b. 00000400:02020000:2.0:1767384932.702029:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp40 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384932.702034:0:16348:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp40 notifying 192.168.203.134@tcp40: down 00000800:00000200:2.0:1767384932.702039:0:16348:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp40 down 00000800:00000100:2.0:1767384932.702045:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp40 00000800:00000010:2.0:1767384932.702046:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fe2c8945. 00000400:00000200:2.0:1767384932.702055:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384932.702057:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp40->192.168.203.134@tcp40: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384932.702061:0:16348:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp40 added to recovery queue. ping count: 0 next ping: 255 health :900 00000400:00000200:2.0:1767384932.702063:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c99b0362 00000400:00000010:2.0:1767384932.702064:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c99b0362. 00000400:00000200:2.0:1767384932.702067:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384932.702068:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp40: 1 00000400:00000200:2.0:1767384932.702071:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp40 (000000008b90ac9e): -114 00000400:00000010:2.0:1767384932.702081:0:16348:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c8cc6172. 00000400:00000200:2.0:1767384932.702083:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000008b90ac9e (3) 00000400:00000200:2.0:1767384932.702085:0:16348:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 000000001e5c32f8 nid 192.168.203.134@tcp40 00000400:00000010:2.0:1767384932.702087:0:16348:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 000000001e5c32f8. 00000400:00000200:2.0:1767384932.702090:0:16348:0:(peer.c:214:lnet_destroy_peer_net_locked()) 00000000301427ae net tcp40 00000400:00000010:2.0:1767384932.702092:0:16348:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000301427ae. 00000400:00000200:2.0:1767384932.702095:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000008b90ac9e (2) 00000400:00000200:3.0:1767384932.702100:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384932.702105:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp40(000000008b90ac9e) state 0x80841 00000400:00000200:3.0:1767384932.702108:0:16356:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.203.134@tcp40(000000008b90ac9e) state 0x80841 00000400:00000200:3.0:1767384932.702110:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp40(000000008b90ac9e) state 0x80801 rc 0 00000400:00000200:3.0:1767384932.702112:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp40 (000000008b90ac9e) 00000400:00000200:3.0:1767384932.702114:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000008b90ac9e (1) 00000400:00000200:3.0:1767384932.702115:0:16356:0:(peer.c:272:lnet_destroy_peer_locked()) 000000008b90ac9e nid 192.168.203.134@tcp40 00000400:00000010:3.0:1767384932.702117:0:16356:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 000000008b90ac9e. 00000100:00000040:3.0:1767384932.703880:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294921734, at 4294921735 00000100:00000040:1.0:1767384932.703889:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294921734, at 4294921735 00000100:00000040:2.0:1767384932.703891:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294921734, at 4294921735 00000100:00000010:3.0:1767384932.703892:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e36f01e0. 00000100:00000010:1.0:1767384932.703899:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f39b7cf3. 00000100:00000010:2.0:1767384932.703901:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008423a9cb. 00000100:00000040:0.0:1767384932.704887:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294921734, at 4294921736 00000100:00000010:0.0:1767384932.704895:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004e9a3493. 00000020:00000010:2.0:1767384932.710137:0:33399:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000736b77fa. 00000020:00000040:2.0:1767384932.710144:0:33399:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384932.710146:0:33399:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000736b77fa. 00000400:00000200:2.0:1767384932.761903:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp38 00000400:00000010:2.0:1767384932.761908:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009194b2b3. 00000400:00000010:2.0:1767384932.761931:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c8cc6172. 00000400:00000010:2.0:1767384932.761935:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c99b0362. 00000400:00000010:2.0:1767384932.761943:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007807fccb. 00000400:00000200:2.0:1767384932.761948:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp38 00000400:00000200:2.0:1767384932.761964:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp38 local destination 00000400:00000200:2.0:1767384932.761969:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp38 00000400:00000200:2.0:1767384932.761973:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp38 NI seq info: [143:143:256:4294967295] 192.168.203.134@tcp38 LPNI seq info [138:138:8:4294967295] 00000400:00000200:2.0:1767384932.761978:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp38 00000400:00000200:2.0:1767384932.761984:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp38(192.168.203.134@tcp38:) -> 192.168.203.134@tcp38(192.168.203.134@tcp38:192.168.203.134@tcp38) : GET try# 0 00000800:00000200:2.0:1767384932.761994:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp38 00000800:00000010:2.0:1767384932.761998:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fe2c8945. 00000800:00000200:2.0:1767384932.762002:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a2280cb9] -> 12345-192.168.203.134@tcp38 (2) 00000800:00000200:2.1:1767384932.762006:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a2280cb9] -> 12345-192.168.203.134@tcp38 (2) 00000400:00000200:1.0:1767384932.762108:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:1.0:1767384932.762182:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:1.0:1767384932.762242:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:1.0:1767384932.762297:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:1.0:1767384932.762349:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:2.0:1767384932.762367:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp38 added to recovery queue. ping count: 2 next ping: 258 health :800 00000400:00000200:2.0:1767384932.762374:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp33 00000400:00000010:2.0:1767384932.762378:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006a31f848. 00000400:00000010:2.0:1767384932.762383:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002c63498e. 00000400:00000010:2.0:1767384932.762386:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004cd42342. 00000400:00000200:1.0:1767384932.762391:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000010:2.0:1767384932.762393:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001880e38f. 00000400:00000200:2.0:1767384932.762399:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp33 00000400:00000200:2.0:1767384932.762407:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp33 local destination 00000400:00000200:2.0:1767384932.762410:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp33 00000400:00000200:2.0:1767384932.762414:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp33 NI seq info: [144:144:256:4294967295] 192.168.203.134@tcp33 LPNI seq info [139:139:8:4294967295] 00000400:00000200:2.0:1767384932.762418:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp33 00000400:00000200:2.0:1767384932.762428:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp33(192.168.203.134@tcp33:) -> 192.168.203.134@tcp33(192.168.203.134@tcp33:192.168.203.134@tcp33) : GET try# 0 00000800:00000200:2.0:1767384932.762432:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp33 00000800:00000010:2.0:1767384932.762435:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000003c88dd5. 00000800:00000200:2.0:1767384932.762441:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004621d7bf] -> 12345-192.168.203.134@tcp33 (2) 00000400:00000200:1.0:1767384932.762442:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000800:00000200:2.1:1767384932.762447:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004621d7bf] -> 12345-192.168.203.134@tcp33 (2) 00000400:00000200:1.0:1767384932.762495:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.762563:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:1.0:1767384932.762579:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.762650:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:1.0:1767384932.762657:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.762728:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:1.0:1767384932.762751:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.762783:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:1.0:1767384932.762844:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:1.0:1767384932.762903:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:1.0:1767384932.762969:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:2.0:1767384932.762978:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp33 added to recovery queue. ping count: 4 next ping: 270 health :600 00000400:00000200:1.0:1767384932.763009:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.763047:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:1.0:1767384932.763052:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.763114:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:1.0:1767384932.763121:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.763178:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:1.0:1767384932.763184:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.763223:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:1.0:1767384932.763242:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.763273:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:1.0:1767384932.763311:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.763338:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:1.0:1767384932.763376:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.763405:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:1.0:1767384932.763447:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.763464:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:1.0:1767384932.763504:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.763546:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:1.0:1767384932.763586:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.763602:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:1.0:1767384932.763656:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.763656:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:1.0:1767384932.763728:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.763728:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:1.0:1767384932.763808:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.763808:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.763880:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.763912:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.763951:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.763991:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:1.0:1767384932.764045:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.764046:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.764111:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:1.0:1767384932.764121:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.764153:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:1.0:1767384932.764171:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.764202:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384932.764220:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.764251:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:1.0:1767384932.764270:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.764301:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:1.0:1767384932.764320:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.764354:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:1.0:1767384932.764369:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.764405:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:1.0:1767384932.764421:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.764458:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.764495:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.764518:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.764559:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.764597:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000800:00000010:1.0:1767384932.764610:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c0ac78df. 00000800:00000010:1.0:1767384932.764616:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c9816c61. 00000800:00000010:1.0:1767384932.764621:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000063e66654. 00000400:00000200:0.0:1767384932.764632:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:1.0:1767384932.764646:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000063e66654. 00000800:00020000:1.0:1767384932.764656:0:16349:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000400:00000200:0.0:1767384932.764660:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.134:988 00000800:00000010:1.0:1767384932.764661:0:16349:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c9816c61. 00000800:00000010:1.0:1767384932.764667:0:16349:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c0ac78df. 00000400:00000200:0.0:1767384932.764699:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.134:988 00000400:02020000:1.0:1767384932.764738:0:16349:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp38 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384932.764741:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.134:988 00000400:00000200:1.0:1767384932.764746:0:16349:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp38 notifying 192.168.203.134@tcp38: down 00000800:00000200:1.0:1767384932.764763:0:16349:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp38 down 00000800:00000100:1.0:1767384932.764769:0:16349:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp38 00000800:00000010:1.0:1767384932.764772:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fe2c8945. 00000400:00000200:0.0:1767384932.764775:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.134:988 00000400:00000200:1.0:1767384932.764776:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384932.764783:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp38->192.168.203.134@tcp38: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384932.764798:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384932.764801:0:16349:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384932.764805:0:16349:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp38) recovery failed with -71 00000400:00000200:0.0:1767384932.764837:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.764891:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.764925:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.764947:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.134:988 00000800:00000010:0.0:1767384932.765092:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004a8e2c40. 00000800:00000010:0.0:1767384932.765097:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000010b3e745. 00000800:00000010:0.0:1767384932.765102:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007af49ded. 00000800:00000010:0.0:1767384932.765141:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007af49ded. 00000400:00000200:1.0:1767384932.765258:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384932.765274:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp33 from 212.3.0.2 00000800:00000010:1.0:1767384932.765277:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000024cc9bd9. 00000800:00000010:0.0:1767384932.765310:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c11d91be. 00000800:00000010:0.0:1767384932.765316:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000037e544a1. 00000800:00000010:0.0:1767384932.765339:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c51e0d56. 00000800:00000200:0.1:1767384932.765345:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004621d7bf] -> 12345-192.168.203.134@tcp33 (2) 00000800:00000200:0.1:1767384932.765351:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp33 00000000c51e0d56 deleted 00000800:00000010:0.1:1767384932.765353:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c51e0d56. 00000800:00000200:0.1:1767384932.765359:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384932.765366:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp33 ip 192.168.203.134:980 00000800:00000200:0.1:1767384932.765369:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000003c88dd5 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384932.765375:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp33 p 3.x 192.168.203.134 -> 192.168.203.134:980 incarnation:1767384915647270682 sched[0] 00000800:00000010:0.0:1767384932.765380:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007af49ded. 00000800:00000010:0.0:1767384932.765427:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007af49ded. 00000800:00000010:0.0:1767384932.765433:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000037e544a1. 00000800:00000200:3.1:1767384932.765457:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384932.765467:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp33 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384915647270682 sched[0] 00000800:00000010:0.0:1767384932.765468:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000024cc9bd9. 00000800:00000010:3.0:1767384932.765473:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000010b3e745. 00000800:00000001:0.0:1767384932.765496:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384932.765503:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384932.765560:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000800:00000200:0.0:1767384932.765565:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384932.765570:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000003c88dd5. 00000400:00000200:0.0:1767384932.765573:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384932.765579:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp33->192.168.203.134@tcp33: GET: OK 00000400:00000200:0.0:1767384932.765584:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384932.765587:0:16352:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp33 recovery message sent successfully:0 00000800:00000001:0.0:1767384932.765600:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384932.765605:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384932.765607:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384932.765614:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384932.765623:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp33(192.168.203.134@tcp33) <- 192.168.203.134@tcp33 : GET - for me 00000400:00000200:0.0:1767384932.765634:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384932.765638:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384932.765643:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 272/272 into md 0x1b69 [1] + 0 00000400:00000200:0.0:1767384932.765655:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp33 to MR: 192.168.203.134@tcp33 local destination 00000400:00000200:0.0:1767384932.765660:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp33 NI seq info: [145:145:256:4294967295] 192.168.203.134@tcp33 LPNI seq info [140:140:8:4294967295] 00000400:00000200:0.0:1767384932.765674:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp33(192.168.203.134@tcp33:192.168.203.134@tcp33) -> 192.168.203.134@tcp33(192.168.203.134@tcp33:192.168.203.134@tcp33) 192.168.203.134@tcp33 : REPLY try# 0 00000800:00000200:0.0:1767384932.765679:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.134@tcp33 00000800:00000010:0.0:1767384932.765683:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002c390b20. 00000800:00000200:0.0:1767384932.765689:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004621d7bf] -> 12345-192.168.203.134@tcp33 (4) 00000800:00000200:0.0:1767384932.765700:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp33 ip 192.168.203.134:988 00000800:00000200:0.0:1767384932.765702:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002c390b20 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384932.765706:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000800:00000200:0.0:1767384932.765745:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384932.765748:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002c390b20. 00000400:00000200:0.0:1767384932.765753:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384932.765758:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp33->192.168.203.134@tcp33: REPLY: OK 00000800:00000001:0.0:1767384932.765772:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384932.765776:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000800:00000001:0.0:1767384932.765777:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384932.765783:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384932.765789:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384932.765791:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384932.765795:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384932.765802:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp33(192.168.203.134@tcp33) <- 192.168.203.134@tcp33 : REPLY - for me 00000400:00000200:0.0:1767384932.765871:0:16352:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp33: Reply from 12345-192.168.203.134@tcp33 of length 272/272 into md 0x1bcd 00000800:00000001:0.0:1767384932.765878:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384932.765887:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384932.765890:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384932.765896:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp33->192.168.203.134@tcp33: REPLY: OK 00000400:00000200:0.0:1767384932.765902:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cd42342 00000400:00000010:0.0:1767384932.765904:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004cd42342. 00000400:00000200:0.0:1767384932.765909:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384932.765914:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006a31f848. 00000400:00000010:0.0:1767384932.765919:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002c63498e. 00000800:00000001:0.0:1767384932.765928:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384932.765932:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384932.765983:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.766004:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.766020:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.766034:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.766048:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.766063:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.766077:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.766090:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.766106:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.766123:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.766142:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.766171:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.766240:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.766269:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.766288:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.766309:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.766329:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.766350:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.766386:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.766413:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.766431:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.766460:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.766486:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.766522:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.766562:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.766580:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.766597:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.766611:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.766623:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.766635:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:3.0:1767384932.766649:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:3.0:1767384932.766730:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b3080e34. 00000800:00000010:3.0:1767384932.766734:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001d16b86d. 00000800:00000010:3.0:1767384932.766737:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005ea4ad16. 00000800:00000010:3.0:1767384932.766756:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005ea4ad16. 00000800:00020000:3.0:1767384932.766765:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:3.0:1767384932.766768:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001d16b86d. 00000800:00000010:3.0:1767384932.766771:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b3080e34. 00000400:02020000:3.0:1767384932.766845:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp33 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000004:00000001:3.0:1767384933.209896:0:17112:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384933.209900:0:17112:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384933.209906:0:17112:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4e9fb21. 00000020:00000040:3.0:1767384933.209911:0:17112:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384933.209916:0:17112:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384933.209919:0:17112:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384933.209924:0:17112:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384933.209931:0:17112:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fc2c03e8. 00000100:00000001:3.0:1767384933.209937:0:17112:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.209944:0:17112:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384933.209946:0:17112:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384933.209950:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384933.209955:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:3.0:1767384933.209956:0:17112:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4e9fb21] to pc [ptlrpcd_00_00+0] req@00000000a4e9fb21 x1853237348032768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384933.209961:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000bea5fe5. 00000020:00000040:1.0:1767384933.209967:0:8:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384933.209972:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384933.209974:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384933.209977:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384933.209982:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000021d3d755. 00000100:00000001:1.0:1767384933.209986:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384933.209991:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000000bea5fe5 x1853237348032896/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:3.0:1767384933.209992:0:17112:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.210003:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384933.210005:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.210007:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384933.210008:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384933.210010:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bea5fe5] to pc [ptlrpcd_00_01+1] req@000000000bea5fe5 x1853237348032896/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.210012:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384933.210015:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.210023:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384933.210028:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4e9fb21 x1853237348032768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.210035:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384933.210036:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384933.210039:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384933.210040:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384933.210041:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384933.210045:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767384933.210046:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.210048:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384933.210054:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:3.0:1767384933.210055:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a4e9fb21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16358:1853237348032768:0@lo:13: 00000100:00000001:0.0:1767384933.210055:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1767384933.210057:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009a6f6c78. 00000100:00000001:0.0:1767384933.210060:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1767384933.210063:0:8:0:(genops.c:1229:class_import_get()) import 00000000aab4eb9e refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384933.210064:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384933.210068:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767384933.210069:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000bea5fe5 x1853237348032896/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384933.210071:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384933.210071:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384933.210076:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384933.210077:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384933.210083:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384933.210085:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061ef4b1c. 02000000:00000010:3.0:1767384933.210089:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000024175e91. 00000100:00000001:1.0:1767384933.210092:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384933.210093:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.210093:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384933.210097:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384933.210099:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000009a6f6c78 x1853237348033024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767384933.210101:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d030819. 00000400:00000010:3.0:1767384933.210107:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b47390a. 02000000:00000001:0.0:1767384933.210112:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1767384933.210115:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348032768, portal 4 02000000:00000001:0.0:1767384933.210116:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384933.210118:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384933.210120:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384933.210121:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384933.210122:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.210123:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647285888 : -119488062265728 : ffff9353847e6680) 00000100:00000040:1.0:1767384933.210128:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a6f6c78] to pc [ptlrpcd_00_02+2] req@000000009a6f6c78 x1853237348033024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384933.210129:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000bea5fe5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16359:1853237348032896:0@lo:400: 00000100:00000040:3.0:1767384933.210135:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a4e9fb21 x1853237348032768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384933.210140:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384933.210144:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384933.210147:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384933.210152:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384933.210158:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004922adab. 00000100:00000001:3.0:1767384933.210160:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384933.210163:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.210165:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384933.210169:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384933.210169:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5cb9717. 00000100:00000040:1.0:1767384933.210170:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384933.210176:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1767384933.210177:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d65c81fb. 00000400:00000010:0.0:1767384933.210178:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000722a6ac5. 00000100:00000010:1.0:1767384933.210179:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000082864e43. 00000100:00000200:3.0:1767384933.210184:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237348032768, offset 0 00000020:00000040:1.0:1767384933.210184:0:8:0:(genops.c:1229:class_import_get()) import 0000000062c1ff66 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000200:0.0:1767384933.210186:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348032896, portal 4 00000100:00000001:1.0:1767384933.210189:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384933.210193:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384933.210193:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767384933.210197:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.210197:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590793067136 : -119482916484480 : ffff9354b734ca80) 00000400:00000200:3.0:1767384933.210202:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1767384933.210205:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009fcaf01a. 00000100:00000040:0.0:1767384933.210208:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000bea5fe5 x1853237348032896/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384933.210210:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384933.210218:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000082864e43 x1853237348033152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384933.210222:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384933.210225:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384933.210232:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384933.210237:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767384933.210238:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd3ead4e. 00000100:00000001:1.0:1767384933.210240:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384933.210244:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958271d06100 00000100:00000200:0.0:1767384933.210245:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237348032896, offset 0 00000100:00000040:1.0:1767384933.210248:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082864e43] to pc [ptlrpcd_00_03+3] req@0000000082864e43 x1853237348033152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384933.210257:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2464 00000100:00000001:1.0:1767384933.210260:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384933.210264:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (259) 00000400:00000200:3.0:1767384933.210265:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384933.210265:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384933.210272:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384933.210277:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384933.210278:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384933.210281:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:0.0:1767384933.210287:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958271d06180 00000100:00000010:3.0:1767384933.210293:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071a3a447. 00000100:00000001:1.0:1767384933.210298:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384933.210298:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3664 00000100:00000040:3.0:1767384933.210299:0:16358:0:(events.c:337:request_in_callback()) incoming req@0000000071a3a447 x1853237348032768 msgsize 224 00000100:00000001:1.0:1767384933.210302:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384933.210306:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384933.210308:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384933.210329:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384933.210329:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009a6f6c78 x1853237348033024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384933.210342:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384933.210347:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384933.210350:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384933.210353:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1767384933.210354:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384933.210358:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d65c81fb 00000100:00000001:1.0:1767384933.210358:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384933.210359:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c68bbec8. 00000400:00000010:3.0:1767384933.210363:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d65c81fb. 02000000:00000001:1.0:1767384933.210363:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384933.210364:0:16359:0:(events.c:337:request_in_callback()) incoming req@00000000c68bbec8 x1853237348032896 msgsize 224 02000000:00000001:1.0:1767384933.210367:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384933.210369:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1767384933.210373:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1767384933.210377:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4e9fb21 x1853237348032768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384933.210394:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.210401:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384933.210402:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009a6f6c78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16360:1853237348033024:0@lo:400: 00000100:00000001:3.0:1767384933.210406:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384933.210407:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384933.210412:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4e9fb21 x1853237348032768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384949 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384933.210413:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384933.210416:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd3ead4e 02000000:00000001:1.0:1767384933.210417:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384933.210422:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd3ead4e. 02000000:00000001:1.0:1767384933.210423:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384933.210428:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003b4abbf3. 00000100:00000001:0.0:1767384933.210428:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384933.210429:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.210434:0:16358:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384933.210434:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384933.210435:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000bea5fe5 x1853237348032896/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384933.210440:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e9a7d3f. 00000100:00000001:3.0:1767384933.210443:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384933.210447:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d219ca3. 00000100:00000040:3.0:1767384933.210450:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3120 usecs (4 jiffies) 00000100:00000001:0.0:1767384933.210451:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384933.210452:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348033024, portal 10 00000100:00000040:0.0:1767384933.210457:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000bea5fe5 x1853237348032896/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384949 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.210458:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294922245 00000100:00000001:1.0:1767384933.210458:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384933.210461:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590793078784 : -119482916472832 : ffff9354b734f800) 00000100:00000010:3.0:1767384933.210466:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000029bb6b6b. 00000100:00000040:1.0:1767384933.210470:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009a6f6c78 x1853237348033024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.210475:0:16358:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384933.210476:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.210482:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384933.210483:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294922245 00000100:00000001:1.0:1767384933.210486:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1767384933.210488:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ad69c509. 00000100:00000001:0.0:1767384933.210489:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384933.210491:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384933.210495:0:16358:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767384933.210496:0:16359:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3120 usecs (4 jiffies) 00000400:00000010:1.0:1767384933.210497:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be0a8fcb. 00000100:00000001:3.0:1767384933.210499:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294922245 00000100:00000200:1.0:1767384933.210504:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237348033024, offset 0 00000100:00000001:0.0:1767384933.210504:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294922245 00000100:00000010:3.0:1767384933.210505:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ac838240. 00000100:00000001:3.0:1767384933.210513:0:16358:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384933.210513:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294922245 00000400:00000200:1.0:1767384933.210517:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384933.210519:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294922245 00000100:00000001:3.0:1767384933.210520:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294922245 00000400:00000200:1.0:1767384933.210540:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384933.210540:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294922245 00000100:00000010:3.0:1767384933.210546:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006432ff00. 00000100:00000001:0.0:1767384933.210546:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294922245 00000400:00000200:1.0:1767384933.210552:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958271d06200 00000100:00000001:0.0:1767384933.210552:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294922245 00000100:00000001:3.0:1767384933.210553:0:16358:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384933.210558:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294922245 00000100:00000001:3.0:1767384933.210560:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384933.210562:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294922245 00000400:00000200:1.0:1767384933.210565:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6488 00000100:00000001:3.0:1767384933.210568:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.210569:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384933.210571:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384933.210573:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.210574:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384933.210577:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384933.210580:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.210583:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384933.210583:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384933.210584:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384933.210585:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384933.210592:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000abdfdc54. 00000100:00000040:1.0:1767384933.210594:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000abdfdc54 x1853237348033024 msgsize 224 00000100:00000001:3.0:1767384933.210596:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384933.210596:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1767384933.210600:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384933.210602:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384933.210602:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384933.210610:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384933.210611:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384933.210611:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384933.210614:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384933.210615:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384933.210617:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384933.210618:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be0a8fcb 00000100:00000001:0.0:1767384933.210619:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.210621:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384933.210623:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be0a8fcb. 00000100:00000001:0.0:1767384933.210626:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.210628:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384933.210638:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009a6f6c78 x1853237348033024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384933.210645:0:17899:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384933.210646:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384933.210651:0:17899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348032768 00000100:00000040:1.0:1767384933.210652:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009a6f6c78 x1853237348033024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.210656:0:17090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384933.210657:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384933.210659:0:17090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348033024 00000100:00000001:1.0:1767384933.210662:0:16360:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384933.210662:0:17899:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1767384933.210663:0:17090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384933.210667:0:17090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384933.210667:0:17899:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384933.210668:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.210671:0:17090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.210672:0:17899:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384933.210674:0:16360:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2750 usecs (3 jiffies) 02000000:00000001:3.0:1767384933.210675:0:17090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384933.210678:0:17899:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.210679:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294922244 00000100:00100000:3.0:1767384933.210681:0:17090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348033024 00000100:00000001:1.0:1767384933.210684:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294922245 00000100:00100000:0.0:1767384933.210684:0:17899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348032768 00000020:00000001:3.0:1767384933.210685:0:17090:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384933.210689:0:17899:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384933.210690:0:17090:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562e71 00000100:00000001:1.0:1767384933.210690:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294922244 00000020:00000040:0.0:1767384933.210691:0:17899:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562efd 00000020:00000001:3.0:1767384933.210695:0:17090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384933.210697:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294922245 00000020:00000001:0.0:1767384933.210697:0:17899:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384933.210699:0:17090:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099807a16 refcount=5 00000020:00000040:0.0:1767384933.210701:0:17899:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d9a32349 refcount=5 00000100:00000001:1.0:1767384933.210702:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294922244 00000020:00000001:3.0:1767384933.210704:0:17090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00000020:00000001:0.0:1767384933.210707:0:17899:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000001:1.0:1767384933.210708:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294922245 00000020:00000001:3.0:1767384933.210709:0:17090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00000020:00000001:0.0:1767384933.210712:0:17899:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000001:1.0:1767384933.210713:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294922244 00000100:00000001:3.0:1767384933.210718:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384933.210718:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294922245 00000100:00000001:0.0:1767384933.210719:0:17899:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384933.210724:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d82c424. 00000100:00000001:1.0:1767384933.210724:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384933.210725:0:17899:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000069e8a84f. 00000100:00000001:1.0:1767384933.210728:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.210731:0:17090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384933.210733:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384933.210733:0:17899:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000071df33f5. 00000020:00000010:3.0:1767384933.210734:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d82c424. 00000100:00000001:1.0:1767384933.210740:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384933.210774:0:17090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e414a7fa. 00000100:00000001:1.0:1767384933.210775:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384933.210778:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384933.210780:0:17090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e5ee8b04. 00000020:00000040:0.0:1767384933.210780:0:17899:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000029ff95b7) now 6 - evictor 00000100:00000001:1.0:1767384933.210781:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384933.210784:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384933.210788:0:17090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d1062865. 00000100:00000001:1.0:1767384933.210789:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.210793:0:17899:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1767384933.210795:0:16360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767384933.210798:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384933.210798:0:17899:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037bd8ef1. 00000100:00000040:3.0:1767384933.210799:0:17090:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384933.210800:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384933.210803:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384933.210806:0:17090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384933.210806:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384933.210806:0:17899:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007c528b08. 00000100:00000001:3.0:1767384933.210809:0:17090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384933.210825:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384933.210828:0:17899:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000090a933f. 00000100:00000001:3.0:1767384933.210829:0:17090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384933.210835:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384933.210838:0:17090:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:0.0:1767384933.210838:0:17899:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000040:1.0:1767384933.210839:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000082864e43 x1853237348033152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.210843:0:17090:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384933.210844:0:17899:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384933.210876:0:17090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.210887:0:17090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384933.210895:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384933.210896:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384933.210899:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384933.210901:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384933.210902:0:17090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384933.210903:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384933.210906:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000082864e43 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16360:1853237348033152:0@lo:400: 00000100:00000001:1.0:1767384933.210909:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384933.210912:0:17090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384933.210913:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384933.210917:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384933.210919:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1767384933.210920:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 02000000:00000010:1.0:1767384933.210923:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bad03257. 00000100:00000040:3.0:1767384933.210924:0:17090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000099807a16 : new rpc_count 1 02000000:00000001:1.0:1767384933.210928:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.210929:0:17090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590793064448 : -119482916487168 : ffff9354b734c000) 00000400:00000010:1.0:1767384933.210933:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3999632. 00000100:00000040:3.0:1767384933.210936:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000abdfdc54 x1853237348033024/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:159/0 lens 224/0 e 0 to 0 dl 1767384944 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384933.210940:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be0a8fcb. 00000100:00000200:1.0:1767384933.210946:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348033152, portal 10 00000100:00000001:3.0:1767384933.210948:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384933.210949:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384933.210951:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590793077888 : -119482916473728 : ffff9354b734f480) 00000020:00000010:3.0:1767384933.210953:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d82c424. 00000100:00000001:3.0:1767384933.210958:0:17090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384933.210959:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000082864e43 x1853237348033152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384933.210964:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d82c424. 00000100:00100000:3.0:1767384933.210975:0:17090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000abdfdc54 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16360:x1853237348033024:12345-0@lo:400: 00000100:00000200:3.0:1767384933.210985:0:17090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348033024 00000100:00000001:1.0:1767384933.210988:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384933.210990:0:17090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384933.210995:0:17090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:1.0:1767384933.210996:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384933.210999:0:17090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384933.211002:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c52bb0f7. 00000020:00000001:3.0:1767384933.211005:0:17090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:1.0:1767384933.211006:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237348033152, offset 0 00000020:00000001:3.0:1767384933.211009:0:17090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000020:00000001:3.0:1767384933.211013:0:17090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384933.211014:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384933.211016:0:17090:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384933.211020:0:17090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384933.211023:0:17090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384933.211026:0:17090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384933.211026:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384933.211031:0:17090:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384933.211035:0:17090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384933.211036:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958271d06280 02000000:00000001:3.0:1767384933.211040:0:17090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384933.211044:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6712 02000000:00000010:3.0:1767384933.211045:0:17090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d5e2984a. 00000400:00000200:1.0:1767384933.211048:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384933.211049:0:17090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.211054:0:17090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384933.211057:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384933.211058:0:17899:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384933.211059:0:17090:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.211063:0:16360:0:(events.c:286:request_in_callback()) Process entered 00010000:00000040:3.0:1767384933.211064:0:17090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348033024 00000100:00000001:0.0:1767384933.211064:0:17899:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384933.211071:0:17090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:1.0:1767384933.211072:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384933.211075:0:17899:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384933.211076:0:17090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000abdfdc54 x1853237348033024/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:159/0 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384933.211077:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000309aee7d. 00000100:00000040:1.0:1767384933.211083:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000309aee7d x1853237348033152 msgsize 224 00000100:00000001:0.0:1767384933.211089:0:17899:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384933.211094:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:3.0:1767384933.211103:0:17090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384933.211103:0:17899:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384933.211106:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384933.211107:0:17899:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767384933.211108:0:17090:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384933.211112:0:17090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=61 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384933.211114:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c52bb0f7 00000100:00100000:0.0:1767384933.211115:0:17899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:3.0:1767384933.211117:0:17090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1767384933.211119:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c52bb0f7. 00000100:00000040:0.0:1767384933.211122:0:17899:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d9a32349 : new rpc_count 1 00000100:00000001:1.0:1767384933.211123:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384933.211124:0:17090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:0.0:1767384933.211127:0:17899:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624585647283200 : -119488062268416 : ffff9353847e5c00) 00000100:00000001:3.0:1767384933.211129:0:17090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000200:1.0:1767384933.211131:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000082864e43 x1853237348033152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384933.211134:0:17090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767384933.211137:0:17899:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000071a3a447 x1853237348032768/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:159/0 lens 224/0 e 0 to 0 dl 1767384944 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384933.211138:0:17090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.211145:0:17090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384933.211147:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384933.211152:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000082864e43 x1853237348033152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384933.211154:0:17090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384933.211161:0:17090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d65c81fb. 00000100:00000001:0.0:1767384933.211161:0:17899:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384933.211164:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.211167:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1767384933.211168:0:17090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348033024, offset 224 00000100:00000001:1.0:1767384933.211171:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384933.211172:0:17899:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071df33f5. 00000100:00000040:1.0:1767384933.211176:0:16360:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2645 usecs (3 jiffies) 00000100:00000001:0.0:1767384933.211177:0:17899:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384933.211182:0:17090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384933.211183:0:17899:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071df33f5. 00000100:00000001:1.0:1767384933.211184:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294922245 00000100:00000001:1.0:1767384933.211189:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294922245 00000100:00000001:1.0:1767384933.211193:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294922245 00000400:00000200:3.0:1767384933.211197:0:17090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384933.211198:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294922245 00000100:00100000:0.0:1767384933.211198:0:17899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000071a3a447 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16358:x1853237348032768:12345-0@lo:13: 00000100:00000001:1.0:1767384933.211204:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294922245 00000100:00000200:0.0:1767384933.211207:0:17899:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348032768 00000100:00000001:1.0:1767384933.211208:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294922245 00000020:00000001:0.0:1767384933.211211:0:17899:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384933.211214:0:17090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d06200 00000100:00000001:1.0:1767384933.211214:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294922245 00000020:00000001:0.0:1767384933.211215:0:17899:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384933.211218:0:17899:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.211220:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294922245 00000020:00000001:0.0:1767384933.211222:0:17899:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384933.211224:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384933.211225:0:17899:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665454032 : -1044097584 : ffffffffc1c455d0) 00000400:00000200:3.0:1767384933.211228:0:17090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1be1 [1] + 224 00000100:00000001:1.0:1767384933.211230:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384933.211231:0:17899:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384933.211236:0:17899:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384933.211238:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384933.211239:0:17090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384933.211239:0:17899:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384933.211241:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384933.211243:0:17899:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384933.211247:0:17090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384933.211247:0:17899:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.211253:0:17899:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384933.211255:0:17090:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384933.211257:0:17899:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1767384933.211261:0:17090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009a6f6c78 x1853237348033024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384933.211262:0:17899:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000f00a4a28. 00000100:00080000:1.0:1767384933.211264:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 02000000:00000001:0.0:1767384933.211269:0:17899:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384933.211271:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000029ff95b7) now 6 - evictor 00000100:00000001:0.0:1767384933.211273:0:17899:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384933.211278:0:17899:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000040:3.0:1767384933.211279:0:17090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009a6f6c78 x1853237348033024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:0.0:1767384933.211283:0:17899:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384933.211287:0:17899:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:1.0:1767384933.211295:0:17896:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384933.211298:0:17896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348032896 00000020:00000001:0.0:1767384933.211298:0:17899:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384933.211300:0:17090:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384933.211302:0:17896:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00002000:00000024:0.0:1767384933.211305:0:17899:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:1.0:1767384933.211306:0:17896:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384933.211307:0:17090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d65c81fb 00000100:00000001:1.0:1767384933.211325:0:17896:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384933.211327:0:17090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d65c81fb. 00000020:00000020:0.0:1767384933.211328:0:17899:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 02000000:00000001:1.0:1767384933.211329:0:17896:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.211333:0:17090:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384933.211336:0:17090:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:1.0:1767384933.211337:0:17896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348032896 00000020:00000020:0.0:1767384933.211337:0:17899:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000d9a32349 dirty 0 pend 0 grant 0 00000020:00000001:1.0:1767384933.211341:0:17896:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384933.211342:0:17090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00002000:00000020:0.0:1767384933.211343:0:17899:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000020:00000040:1.0:1767384933.211344:0:17896:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562efd 00000100:00000040:3.0:1767384933.211347:0:17090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000020:00000001:1.0:1767384933.211349:0:17896:0:(lustre_handles.c:113:class_handle2object()) Process entered 00002000:00000001:0.0:1767384933.211349:0:17899:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000040:1.0:1767384933.211352:0:17896:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d9a32349 refcount=6 00010000:00000001:3.0:1767384933.211354:0:17090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000001:00000001:0.0:1767384933.211356:0:17899:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000001:3.0:1767384933.211357:0:17090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384933.211358:0:17896:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000001:00000001:0.0:1767384933.211360:0:17899:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384933.211363:0:17090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1767384933.211364:0:17896:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00002000:00000001:0.0:1767384933.211364:0:17899:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384933.211370:0:17899:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237348032768 00000100:00000001:1.0:1767384933.211371:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384933.211390:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000abdfdc54 x1853237348033024/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:159/0 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384933.211392:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000058d594cc. 00010000:00000001:0.0:1767384933.211392:0:17899:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384933.211398:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384933.211403:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000058d594cc. 00000100:00100000:3.0:1767384933.211407:0:17090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000abdfdc54 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16360:x1853237348033024:12345-0@lo:400: Request processed in 455us (807us total) trans 0 rc 0/0 00010000:00000200:0.0:1767384933.211407:0:17899:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000071a3a447 x1853237348032768/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:159/0 lens 224/368 e 0 to 0 dl 1767384944 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384933.211417:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094e3d843. 00000100:00100000:3.0:1767384933.211423:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000020:00000010:1.0:1767384933.211426:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000027c2cd52. 00000100:00000040:3.0:1767384933.211430:0:17090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099807a16 : new rpc_count 0 00000020:00000010:1.0:1767384933.211434:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000016d65e14. 00000100:00000001:3.0:1767384933.211435:0:17090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384933.211435:0:17899:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384933.211440:0:17090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384933.211440:0:17899:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384933.211444:0:17896:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00001000:0.0:1767384933.211444:0:17899:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097a41e79 time=57 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384933.211445:0:17090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e5ee8b04. 00000100:00000001:1.0:1767384933.211451:0:17896:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384933.211451:0:17899:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1767384933.211453:0:17090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d1062865. 00000100:00000001:1.0:1767384933.211455:0:17896:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1767384933.211457:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e414a7fa. 00000100:00000040:0.0:1767384933.211458:0:17899:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:1.0:1767384933.211459:0:17896:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384933.211463:0:17090:0:(genops.c:898:class_export_put()) PUTting export 0000000099807a16 : new refcount 4 00000100:00000001:0.0:1767384933.211465:0:17899:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000001:3.0:1767384933.211468:0:17090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384933.211468:0:17896:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:0.0:1767384933.211469:0:17899:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384933.211473:0:17899:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.211476:0:17899:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384933.211478:0:17899:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384933.211481:0:17899:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd3ead4e. 00000100:00000001:1.0:1767384933.211484:0:17896:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:0.0:1767384933.211484:0:17899:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237348032768, offset 224 00000100:00000001:3.0:1767384933.211487:0:17090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384933.211487:0:17896:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384933.211492:0:17090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348033152 00000400:00000200:0.0:1767384933.211492:0:17899:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384933.211496:0:17090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384933.211497:0:17090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384933.211498:0:17896:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384933.211500:0:17090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384933.211504:0:17899:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384933.211506:0:17090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384933.211510:0:17090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348033152 00000020:00000001:3.0:1767384933.211512:0:17090:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384933.211515:0:17090:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562ee1 00000100:00000001:1.0:1767384933.211515:0:17896:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384933.211515:0:17899:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958271d06100 00000100:00000001:1.0:1767384933.211519:0:17896:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384933.211520:0:17090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384933.211539:0:17090:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000083ded37e refcount=5 00000100:00100000:1.0:1767384933.211539:0:17896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000400:00000200:0.0:1767384933.211540:0:17899:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1bd1 [1] + 224 00000020:00000001:3.0:1767384933.211547:0:17090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00000100:00000040:1.0:1767384933.211547:0:17896:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d9a32349 : new rpc_count 2 00000400:00000200:0.0:1767384933.211549:0:17899:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384933.211553:0:17896:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878160000 : -119482831391616 : ffff9354bc473480) 00000020:00000001:3.0:1767384933.211554:0:17090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00000100:00000001:3.0:1767384933.211560:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384933.211560:0:17899:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384933.211561:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c68bbec8 x1853237348032896/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:159/0 lens 224/0 e 0 to 0 dl 1767384944 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384933.211566:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d82c424. 00000100:00000001:0.0:1767384933.211566:0:17899:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384933.211573:0:17090:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000087bb2c7f. 00000100:00000200:0.0:1767384933.211575:0:17899:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4e9fb21 x1853237348032768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384949 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384933.211580:0:17090:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8d9ce3b) now 8 - evictor 00000100:00000001:1.0:1767384933.211590:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384933.211593:0:17899:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000a4e9fb21 x1853237348032768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384933.211594:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000058d594cc. 00000100:00000001:3.0:1767384933.211595:0:17090:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384933.211601:0:17090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e414a7fa. 00000100:00000001:1.0:1767384933.211601:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384933.211608:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000058d594cc. 00000020:00000010:3.0:1767384933.211609:0:17090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e5ee8b04. 00000100:00000001:0.0:1767384933.211613:0:17899:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384933.211614:0:17896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c68bbec8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16359:x1853237348032896:12345-0@lo:400: 00000400:00000200:0.0:1767384933.211619:0:17899:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd3ead4e 00000020:00000010:3.0:1767384933.211621:0:17090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d1062865. 00000100:00000200:1.0:1767384933.211621:0:17896:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348032896 00000400:00000010:0.0:1767384933.211622:0:17899:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd3ead4e. 00000020:00000001:1.0:1767384933.211626:0:17896:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384933.211629:0:17899:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1767384933.211630:0:17896:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767384933.211631:0:17090:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:1.0:1767384933.211634:0:17896:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.211634:0:17899:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384933.211635:0:17090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384933.211639:0:17090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384933.211640:0:17896:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384933.211641:0:17899:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.211643:0:17090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384933.211644:0:17896:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000100:00000040:0.0:1767384933.211648:0:17899:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:3.0:1767384933.211649:0:17090:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1767384933.211650:0:17896:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:0.0:1767384933.211651:0:17899:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384933.211653:0:17090:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1767384933.211655:0:17896:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384933.211655:0:17899:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.211656:0:17090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384933.211659:0:17896:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384933.211662:0:17896:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384933.211664:0:17896:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384933.211666:0:17899:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384933.211667:0:17090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384933.211667:0:17896:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384933.211672:0:17896:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767384933.211672:0:17899:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071a3a447 x1853237348032768/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:159/0 lens 224/368 e 0 to 0 dl 1767384944 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384933.211676:0:17896:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384933.211682:0:17090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:1.0:1767384933.211682:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000be214247. 00000100:00000001:3.0:1767384933.211686:0:17090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384933.211687:0:17899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000071a3a447 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16358:x1853237348032768:12345-0@lo:13: Request processed in 521us (1383us total) trans 0 rc 0/0 02000000:00000001:1.0:1767384933.211688:0:17896:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.211692:0:17896:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384933.211695:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000020:00000001:1.0:1767384933.211697:0:17896:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384933.211702:0:17896:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237348032896 00000100:00000040:3.0:1767384933.211703:0:17090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000083ded37e : new rpc_count 1 00000100:00100000:0.0:1767384933.211704:0:17899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:3.0:1767384933.211709:0:17090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590750697216 : -119482958854400 : ffff9354b4ae4700) 00010000:00000001:1.0:1767384933.211709:0:17896:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767384933.211710:0:17899:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d9a32349 : new rpc_count 1 00010000:00000200:1.0:1767384933.211715:0:17896:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c68bbec8 x1853237348032896/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:159/0 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384933.211716:0:17899:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1767384933.211720:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000309aee7d x1853237348033152/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:159/0 lens 224/0 e 0 to 0 dl 1767384944 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384933.211721:0:17899:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384933.211726:0:17899:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007c528b08. 00000020:00000010:0.0:1767384933.211733:0:17899:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000090a933f. 00000020:00000010:0.0:1767384933.211740:0:17899:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037bd8ef1. 00010000:00000001:1.0:1767384933.211741:0:17896:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384933.211765:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767384933.211767:0:17896:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384933.211768:0:17899:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 5 00000020:00000010:3.0:1767384933.211769:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003685226f. 00000100:00001000:1.0:1767384933.211770:0:17896:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7bcd663 time=57 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384933.211772:0:17899:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384933.211775:0:17090:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384933.211780:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003685226f. 00000100:00000001:1.0:1767384933.211780:0:17896:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384933.211786:0:17896:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00100000:3.0:1767384933.211789:0:17090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000309aee7d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16360:x1853237348033152:12345-0@lo:400: 00000100:00000200:3.0:1767384933.211794:0:17090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348033152 00000100:00000001:1.0:1767384933.211795:0:17896:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000020:00000001:3.0:1767384933.211797:0:17090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:1.0:1767384933.211798:0:17896:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384933.211801:0:17090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767384933.211801:0:17896:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384933.211805:0:17090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.211807:0:17896:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384933.211807:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384933.211809:0:17090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384933.211811:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384933.211812:0:17090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000100:00000040:1.0:1767384933.211831:0:17896:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384933.211833:0:17090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000001:0.0:1767384933.211834:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000010:1.0:1767384933.211836:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c52bb0f7. 00000400:00000001:0.0:1767384933.211837:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384933.211838:0:17090:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384933.211842:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d030819. 00000020:00000001:3.0:1767384933.211843:0:17090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384933.211846:0:17090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384933.211871:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b47390a 00000020:00000001:3.0:1767384933.211873:0:17090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384933.211875:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b47390a. 00000020:00000001:3.0:1767384933.211876:0:17090:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384933.211879:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384933.211880:0:17896:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237348032896, offset 224 00000100:00000200:0.0:1767384933.211885:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4e9fb21 x1853237348032768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.211888:0:17090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384933.211892:0:17090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384933.211893:0:17896:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1767384933.211898:0:17090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004e0d6e6a. 02000000:00000001:3.0:1767384933.211901:0:17090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384933.211903:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4e9fb21 x1853237348032768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.211907:0:17090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384933.211907:0:17896:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384933.211913:0:17090:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384933.211918:0:17090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348033152 00000100:00000001:0.0:1767384933.211921:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384933.211922:0:17896:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958271d06180 00010000:00000001:3.0:1767384933.211924:0:17090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384933.211926:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384933.211930:0:16358:0:(client.c:1578:after_reply()) Process entered 00010000:00000200:3.0:1767384933.211933:0:17090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000309aee7d x1853237348033152/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:159/0 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384933.211934:0:17896:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1bd9 [1] + 224 02000000:00000001:0.0:1767384933.211934:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384933.211938:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384933.211940:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384933.211943:0:17896:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384933.211946:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384933.211953:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000046e5fbb1 time=57 v=5 (5 0 0 0) 00000400:00000200:1.0:1767384933.211954:0:17896:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384933.211956:0:17090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384933.211959:0:17896:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384933.211960:0:17090:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384933.211965:0:17090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=61 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384933.211966:0:17896:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000bea5fe5 x1853237348032896/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384933.211968:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000785c58c4 time=57 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384933.211974:0:17090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384933.211979:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767384933.211981:0:17090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 22 to 0@lo 00000100:00000001:0.0:1767384933.211983:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.211985:0:17090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000040:1.0:1767384933.211987:0:17896:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000bea5fe5 x1853237348032896/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384933.211989:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384933.211990:0:17090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384933.211993:0:17090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.211999:0:17090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00080000:0.0:1767384933.211999:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a4e9fb21 x1853237348032768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384933.212005:0:17090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384933.212007:0:17896:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384933.212010:0:17090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d65c81fb. 00000400:00000200:1.0:1767384933.212012:0:17896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c52bb0f7 00000400:00000010:1.0:1767384933.212017:0:17896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c52bb0f7. 00000100:00000001:1.0:1767384933.212020:0:17896:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384933.212022:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384933.212023:0:17090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348033152, offset 224 00000100:00000001:1.0:1767384933.212023:0:17896:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384933.212027:0:17896:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.212030:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384933.212032:0:17896:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 21 to 0@lo 00000100:00000040:0.0:1767384933.212035:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000200:3.0:1767384933.212036:0:17090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384933.212037:0:17896:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384933.212042:0:17896:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.212043:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:1.0:1767384933.212045:0:17896:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384933.212048:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384933.212049:0:17090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384933.212052:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c68bbec8 x1853237348032896/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:159/0 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384933.212058:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4e9fb21 x1853237348032768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384933.212061:0:17090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d06280 00000100:00100000:1.0:1767384933.212071:0:17896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c68bbec8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16359:x1853237348032896:12345-0@lo:400: Request processed in 477us (1701us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384933.212072:0:17090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1be9 [1] + 224 00000400:00000200:3.0:1767384933.212083:0:17090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384933.212090:0:17896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:0.0:1767384933.212090:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384933.212091:0:17090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384933.212097:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1767384933.212099:0:17896:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d9a32349 : new rpc_count 0 00000100:00000001:3.0:1767384933.212100:0:17090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384933.212100:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384933.212104:0:17896:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000001:0.0:1767384933.212105:0:16358:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000200:3.0:1767384933.212107:0:17090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000082864e43 x1853237348033152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384933.212109:0:17896:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000040:0.0:1767384933.212110:0:16358:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000010:1.0:1767384933.212114:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000027c2cd52. 00000004:00000040:0.0:1767384933.212116:0:16358:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000020:00000010:1.0:1767384933.212121:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000016d65e14. 00000020:00000010:1.0:1767384933.212129:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094e3d843. 00000100:00000040:3.0:1767384933.212130:0:17090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000082864e43 x1853237348033152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:0.0:1767384933.212131:0:16358:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006f80896a): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000020:00000040:1.0:1767384933.212134:0:17896:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 4 00000100:00000001:1.0:1767384933.212139:0:17896:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384933.212146:0:16358:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.212152:0:17090:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384933.212153:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4e9fb21 x1853237348032768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384949 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384933.212161:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a4e9fb21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16358:1853237348032768:0@lo:13: 00000100:00000001:0.0:1767384933.212166:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384933.212167:0:17090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d65c81fb 00000100:00000001:1.0:1767384933.212168:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384933.212169:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384933.212173:0:17090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d65c81fb. 00000100:00000001:1.0:1767384933.212173:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384933.212174:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4e9fb21 x1853237348032768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384949 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.212180:0:17090:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384933.212181:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384933.212183:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384933.212185:0:17090:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384933.212185:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384933.212189:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5cb9717. 00000100:00000001:3.0:1767384933.212193:0:17090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384933.212194:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000722a6ac5 02000000:00000001:0.0:1767384933.212194:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384933.212198:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000024175e91. 00000400:00000010:1.0:1767384933.212199:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000722a6ac5. 00000100:00000040:3.0:1767384933.212203:0:17090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 02000000:00000001:0.0:1767384933.212204:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384933.212205:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384933.212208:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1767384933.212210:0:17090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000040:0.0:1767384933.212211:0:16358:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000200:1.0:1767384933.212213:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000bea5fe5 x1853237348032896/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384933.212215:0:17090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384933.212215:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384933.212219:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fc2c03e8. 00000020:00000001:3.0:1767384933.212222:0:17090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1767384933.212225:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384933.212229:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384933.212231:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4e9fb21. 00000100:00000040:3.0:1767384933.212232:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000309aee7d x1853237348033152/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:159/0 lens 224/224 e 0 to 0 dl 1767384944 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384933.212233:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000bea5fe5 x1853237348032896/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384933.212238:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384933.212240:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384933.212246:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384933.212253:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384933.212256:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.212262:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384933.212264:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384933.212266:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.212268:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384933.212272:0:17090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000309aee7d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16360:x1853237348033152:12345-0@lo:400: Request processed in 524us (1185us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384933.212273:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384933.212277:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384933.212279:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384933.212282:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384933.212286:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 02000000:00000001:1.0:1767384933.212287:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384933.212291:0:17090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000083ded37e : new rpc_count 0 00000100:00001000:1.0:1767384933.212293:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000056cb386c time=57 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384933.212294:0:17090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384933.212297:0:17090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1767384933.212299:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000785c58c4 time=57 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384933.212301:0:17090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e5ee8b04. 00000100:00000001:1.0:1767384933.212302:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384933.212305:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384933.212308:0:17090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d1062865. 00010000:00000001:1.0:1767384933.212308:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384933.212329:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e414a7fa. 00010000:00080000:1.0:1767384933.212330:0:16359:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000bea5fe5 x1853237348032896/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384933.212334:0:17090:0:(genops.c:898:class_export_put()) PUTting export 0000000083ded37e : new refcount 4 00000100:00000001:3.0:1767384933.212339:0:17090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384933.212340:0:16359:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.212350:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384933.212351:0:16359:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384933.212353:0:16359:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384933.212354:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384933.212354:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384933.212358:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000bea5fe5 x1853237348032896/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.212359:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.212367:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384933.212369:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384933.212371:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1767384933.212373:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000040:1.0:1767384933.212390:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000bea5fe5 x1853237348032896/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384933.212392:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8d9ce3b) now 8 - evictor 00000100:00100000:1.0:1767384933.212402:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000bea5fe5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16359:1853237348032896:0@lo:400: 00000100:00000001:3.0:1767384933.212404:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384933.212407:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384933.212408:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384933.212411:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:3.0:1767384933.212412:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384933.212415:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384933.212416:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000bea5fe5 x1853237348032896/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384933.212417:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3999632. 00000400:00000200:3.0:1767384933.212424:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be0a8fcb 00000400:00000010:3.0:1767384933.212426:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be0a8fcb. 00000100:00000001:3.0:1767384933.212432:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384933.212433:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1767384933.212437:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000082864e43 x1853237348033152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384933.212437:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384933.212441:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004922adab. 02000000:00000001:1.0:1767384933.212448:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384933.212452:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384933.212455:0:16359:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000200:3.0:1767384933.212456:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000082864e43 x1853237348033152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384933.212462:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384933.212467:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000021d3d755. 00000100:00000001:3.0:1767384933.212468:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384933.212472:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384933.212475:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384933.212475:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384933.212479:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384933.212480:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384933.212481:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384933.212485:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384933.212485:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000bea5fe5. 02000000:00000001:3.0:1767384933.212489:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.212493:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:3.0:1767384933.212494:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 000000002c0000f4 time=61 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384933.212498:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384933.212499:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c093201a time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384933.212505:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384933.212505:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384933.212508:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384933.212511:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384933.212515:0:16360:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000082864e43 x1853237348033152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384933.212515:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384933.212519:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384933.212540:0:16360:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.212543:0:16360:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384933.212543:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384933.212548:0:16360:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384933.212548:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.212550:0:16360:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384933.212552:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384933.212556:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000082864e43 x1853237348033152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.212563:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384933.212565:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384933.212566:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384933.212569:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000082864e43 x1853237348033152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384933.212575:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000082864e43 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16360:1853237348033152:0@lo:400: 00000400:00000001:3.0:1767384933.212583:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384933.212586:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384933.212594:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e9a7d3f. 00000400:00000200:3.0:1767384933.212597:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d219ca3 00000400:00000010:3.0:1767384933.212598:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d219ca3. 00000100:00000001:3.0:1767384933.212602:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384933.212606:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009a6f6c78 x1853237348033024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384933.212612:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009a6f6c78 x1853237348033024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.212617:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384933.212619:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384933.212620:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384933.212622:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384933.212623:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384933.212624:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384933.212626:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384933.212629:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 00000000617d1ace time=61 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384933.212631:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 000000008de43404 time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384933.212634:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384933.212635:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384933.212637:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384933.212641:0:16360:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009a6f6c78 x1853237348033024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384933.212645:0:16360:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.212647:0:16360:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384933.212649:0:16360:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384933.212650:0:16360:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384933.212651:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384933.212653:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009a6f6c78 x1853237348033024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.212657:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384933.212659:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384933.212660:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384933.212663:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009a6f6c78 x1853237348033024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384933.212676:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009a6f6c78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16360:1853237348033024:0@lo:400: 00000100:00000001:3.0:1767384933.212682:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384933.212684:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384933.212686:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000082864e43 x1853237348033152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.212691:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384933.212692:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384933.212694:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bad03257. 02000000:00000001:3.0:1767384933.212698:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384933.212700:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384933.212701:0:16360:0:(genops.c:1242:class_import_put()) import 0000000062c1ff66 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384933.212703:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384933.212705:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009fcaf01a. 02000000:00000001:3.0:1767384933.212707:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384933.212708:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384933.212709:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000082864e43. 00000100:00000001:3.0:1767384933.212712:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384933.212713:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384933.212714:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384933.212717:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009a6f6c78 x1853237348033024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.212722:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384933.212723:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384933.212724:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003b4abbf3. 02000000:00000001:3.0:1767384933.212727:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384933.212728:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384933.212729:0:16360:0:(genops.c:1242:class_import_put()) import 00000000aab4eb9e refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384933.212731:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384933.212733:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061ef4b1c. 02000000:00000001:3.0:1767384933.212736:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384933.212737:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384933.212738:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009a6f6c78. 00000100:00000001:3.0:1767384933.212758:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384933.212760:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384933.212766:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384933.212770:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384933.212771:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.212773:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384933.212776:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384933.214900:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294922245, at 4294922246 00000100:00000010:0.0:1767384933.214908:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000029bb6b6b. 00000100:00000040:2.0:1767384933.215014:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294922245, at 4294922246 00000100:00000010:2.0:1767384933.215021:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ac838240. 00000100:00000040:3.0:1767384933.215042:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294922245, at 4294922246 00000100:00000010:3.0:1767384933.215050:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006432ff00. 00000100:00000040:1.0:1767384933.215860:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294922245, at 4294922247 00000100:00000010:1.0:1767384933.215867:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ad69c509. 00010000:00000001:0.0:1767384933.400874:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384933.400881:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384933.400886:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384933.400888:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384933.400916:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384933.400921:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384933.400923:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384933.784907:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384933.784912:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384933.784914:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c99b0362 00000400:00000010:2.0:1767384933.784918:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c99b0362. 00000400:00000200:2.0:1767384933.784923:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384933.784929:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp38 recovery ping unlinked 00000400:00000010:2.0:1767384933.784956:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009194b2b3. 00000400:00000010:2.0:1767384933.784959:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c8cc6172. 00000400:00000200:2.0:1767384933.784964:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp39 00000400:00000010:2.0:1767384933.784966:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009194b2b3. 00000400:00000010:2.0:1767384933.784970:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a0e25b3e. 00000400:00000010:2.0:1767384933.784973:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c99b0362. 00000400:00000010:2.0:1767384933.784978:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000226d055a. 00000400:00000200:2.0:1767384933.784981:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp39 00000400:00000200:2.0:1767384933.784990:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp39 local destination 00000400:00000200:2.0:1767384933.784995:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp39 00000400:00000200:2.0:1767384933.784998:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp39 NI seq info: [146:146:256:4294967295] 192.168.203.134@tcp39 LPNI seq info [141:141:8:4294967295] 00000400:00000200:2.0:1767384933.785003:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp39 00000400:00000200:2.0:1767384933.785009:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp39(192.168.203.134@tcp39:) -> 192.168.203.134@tcp39(192.168.203.134@tcp39:192.168.203.134@tcp39) : GET try# 0 00000800:00000200:2.0:1767384933.785012:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp39 00000800:00000010:2.0:1767384933.785016:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000916186eb. 00000800:00000200:2.0:1767384933.785021:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e1b9ebf] -> 12345-192.168.203.134@tcp39 (2) 00000800:00000200:2.1:1767384933.785024:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e1b9ebf] -> 12345-192.168.203.134@tcp39 (2) 00000400:00000200:2.0:1767384933.785039:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp39 added to recovery queue. ping count: 1 next ping: 257 health :900 00000400:00000200:2.0:1767384933.785042:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp40 00000400:00000010:2.0:1767384933.785043:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000132e16da. 00000400:00000010:2.0:1767384933.785046:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f9938796. 00000400:00000010:2.0:1767384933.785048:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004593a643. 00000400:00000010:2.0:1767384933.785051:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000000b0bccc. 00000400:00000200:2.0:1767384933.785053:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp40 00000400:00000200:2.0:1767384933.785058:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp40 local destination 00000400:00000200:2.0:1767384933.785060:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp40 00000400:00000200:2.0:1767384933.785062:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp40 NI seq info: [147:147:256:4294967295] 192.168.203.134@tcp40 LPNI seq info [142:142:8:4294967295] 00000400:00000200:2.0:1767384933.785065:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp40 00000400:00000200:2.0:1767384933.785071:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp40(192.168.203.134@tcp40:) -> 192.168.203.134@tcp40(192.168.203.134@tcp40:192.168.203.134@tcp40) : GET try# 0 00000800:00000200:2.0:1767384933.785074:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp40 00000800:00000010:2.0:1767384933.785081:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000612bc7dc. 00000800:00000200:2.0:1767384933.785084:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cdd41815] -> 12345-192.168.203.134@tcp40 (2) 00000800:00000200:2.1:1767384933.785086:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cdd41815] -> 12345-192.168.203.134@tcp40 (2) 00000400:00000200:0.0:1767384933.785096:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:2.0:1767384933.785100:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp40 added to recovery queue. ping count: 1 next ping: 257 health :900 00000400:00000200:1.0:1767384933.785159:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.785160:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.785215:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.785224:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.785257:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.785273:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.785304:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.785319:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.785361:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.785370:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.785406:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.785412:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.785452:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.785456:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.785500:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.785504:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.785595:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.785599:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.785650:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.785664:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.785695:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.785717:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.785759:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.785774:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.785859:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.785862:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.785924:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.785924:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.786008:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.786008:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.786053:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.786073:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.786092:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.786119:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.786135:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.786164:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.786185:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.786207:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.786229:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.786253:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.786274:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.786296:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.786317:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.786340:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.786363:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.786381:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.786416:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.786433:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.786464:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.786480:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.786512:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.786534:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.786583:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.786594:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.786629:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.786640:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.786672:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.786691:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.786710:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.786745:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.786762:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.786800:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.786807:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.786857:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.786875:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.786897:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.786919:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.786943:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.786976:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.786991:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.787011:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.787046:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.134:988 00000800:00000010:0.0:1767384933.787078:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000215eb251. 00000800:00000010:0.0:1767384933.787084:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e05045b2. 00000800:00000010:0.0:1767384933.787088:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000039dad5cc. 00000400:00000200:1.0:1767384933.787094:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.134:988 00000800:00000010:0.0:1767384933.787111:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000039dad5cc. 00000400:00000200:1.0:1767384933.787123:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.134:988 00000800:00020000:0.0:1767384933.787132:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:0.0:1767384933.787136:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e05045b2. 00000800:00000010:0.0:1767384933.787139:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000215eb251. 00000400:00000200:1.0:1767384933.787149:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.787180:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.134:988 00000400:02020000:0.0:1767384933.787192:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp39 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384933.787205:0:16348:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp39 notifying 192.168.203.134@tcp39: down 00000400:00000200:1.0:1767384933.787207:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.134:988 00000800:00000200:0.0:1767384933.787212:0:16348:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp39 down 00000800:00000100:0.0:1767384933.787220:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp39 00000800:00000010:0.0:1767384933.787223:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000916186eb. 00000400:00000200:0.0:1767384933.787228:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384933.787233:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp39->192.168.203.134@tcp39: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384933.787234:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.787240:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384933.787244:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384933.787248:0:16348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp39) recovery failed with -71 00000800:00000010:1.0:1767384933.787398:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c0ac78df. 00000800:00000010:1.0:1767384933.787402:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d1ef1502. 00000800:00000010:1.0:1767384933.787405:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fe9ac43d. 00000800:00000010:1.0:1767384933.787431:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fe9ac43d. 00000400:00000200:2.0:1767384933.787660:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384933.787676:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp40 from 211.3.0.2 00000800:00000010:2.0:1767384933.787680:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000000b8f596f. 00000800:00000010:0.0:1767384933.787711:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000215eb251. 00000800:00000010:0.0:1767384933.787717:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e05045b2. 00000800:00000010:0.0:1767384933.787737:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000eba60fa. 00000800:00000200:0.1:1767384933.787742:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cdd41815] -> 12345-192.168.203.134@tcp40 (2) 00000800:00000200:0.1:1767384933.787747:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp40 000000000eba60fa deleted 00000800:00000010:0.1:1767384933.787749:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000eba60fa. 00000800:00000200:0.1:1767384933.787754:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384933.787760:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp40 ip 192.168.203.134:979 00000800:00000200:0.1:1767384933.787763:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000612bc7dc type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384933.787769:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp40 p 3.x 192.168.203.134 -> 192.168.203.134:979 incarnation:1767384930123362601 sched[0] 00000800:00000010:0.0:1767384933.787773:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000039dad5cc. 00000800:00000010:0.0:1767384933.787837:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000039dad5cc. 00000800:00000010:0.0:1767384933.787844:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e05045b2. 00000800:00000010:0.0:1767384933.787879:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000b8f596f. 00000800:00000200:1.1:1767384933.787889:0:16349:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384933.787897:0:16349:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp40 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384930123362601 sched[0] 00000800:00000010:1.0:1767384933.787900:0:16349:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d1ef1502. 00000800:00000001:0.0:1767384933.787902:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384933.787909:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384933.787956:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384933.787958:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000800:00000010:0.0:1767384933.787959:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000612bc7dc. 00000400:00000200:0.0:1767384933.787965:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384933.787971:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp40->192.168.203.134@tcp40: GET: OK 00000400:00000200:0.0:1767384933.787975:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000800:00000001:2.0:1767384933.787978:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384933.787978:0:16351:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp40 recovery message sent successfully:0 00000800:00000001:2.0:1767384933.787986:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384933.787989:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384933.787998:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384933.788006:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp40(192.168.203.134@tcp40) <- 192.168.203.134@tcp40 : GET - for me 00000400:00000200:1.0:1767384933.788006:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:2.0:1767384933.788021:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384933.788028:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 272/272 into md 0x1b69 [1] + 0 00000400:00000200:2.0:1767384933.788036:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp40 to MR: 192.168.203.134@tcp40 local destination 00000400:00000200:1.0:1767384933.788039:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:2.0:1767384933.788045:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp40 NI seq info: [148:148:256:4294967295] 192.168.203.134@tcp40 LPNI seq info [143:143:8:4294967295] 00000400:00000200:2.0:1767384933.788057:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp40(192.168.203.134@tcp40:192.168.203.134@tcp40) -> 192.168.203.134@tcp40(192.168.203.134@tcp40:192.168.203.134@tcp40) 192.168.203.134@tcp40 : REPLY try# 0 00000800:00000200:2.0:1767384933.788062:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.134@tcp40 00000800:00000010:2.0:1767384933.788065:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000032e833dc. 00000800:00000200:2.0:1767384933.788070:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cdd41815] -> 12345-192.168.203.134@tcp40 (4) 00000800:00000200:2.0:1767384933.788074:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp40 ip 192.168.203.134:988 00000800:00000200:2.0:1767384933.788077:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000032e833dc type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384933.788082:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000800:00000001:0.0:1767384933.788103:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384933.788111:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.788130:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000800:00000001:0.0:1767384933.788145:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384933.788148:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384933.788151:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000032e833dc. 00000800:00000001:0.0:1767384933.788153:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384933.788156:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384933.788157:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000800:00000001:0.0:1767384933.788157:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384933.788164:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp40->192.168.203.134@tcp40: REPLY: OK 00000800:00000001:0.0:1767384933.788164:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384933.788175:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp40(192.168.203.134@tcp40) <- 192.168.203.134@tcp40 : REPLY - for me 00000400:00000200:1.0:1767384933.788186:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000800:00000001:2.0:1767384933.788187:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384933.788187:0:16352:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp40: Reply from 12345-192.168.203.134@tcp40 of length 272/272 into md 0x1c05 00000800:00000001:0.0:1767384933.788200:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384933.788206:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384933.788208:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384933.788212:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:0.0:1767384933.788212:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp40->192.168.203.134@tcp40: REPLY: OK 00000400:00000200:0.0:1767384933.788220:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004593a643 00000400:00000010:0.0:1767384933.788222:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004593a643. 00000400:00000200:0.0:1767384933.788226:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384933.788230:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000132e16da. 00000400:00000010:0.0:1767384933.788233:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f9938796. 00000400:00000200:1.0:1767384933.788237:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000800:00000001:0.0:1767384933.788239:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384933.788242:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384933.788269:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.788281:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.788294:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.788306:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.788318:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.788330:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.788342:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.788355:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.788366:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.788379:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.788391:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.788404:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.788417:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.788429:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.788441:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.788454:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.788465:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.788488:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.788501:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.788514:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.788550:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.788576:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.788603:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.788619:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:1.0:1767384933.788632:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:1.0:1767384933.788733:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009e7b5c1d. 00000800:00000010:1.0:1767384933.788736:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d1ef1502. 00000800:00000010:1.0:1767384933.788738:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fe9ac43d. 00000800:00000010:1.0:1767384933.788750:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fe9ac43d. 00000800:00020000:1.0:1767384933.788754:0:16349:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:1.0:1767384933.788756:0:16349:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d1ef1502. 00000800:00000010:1.0:1767384933.788763:0:16349:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009e7b5c1d. 00000400:02020000:1.0:1767384933.788788:0:16349:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp40 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00080000:00000010:1.0:1767384933.900339:0:33760:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b5c270d5. 00080000:00000010:1.0:1767384933.900348:0:33760:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b5c270d5. 00000020:00000001:1.0:1767384933.900352:0:33760:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384933.900358:0:33760:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b5c270d5. 00080000:00000010:1.0:1767384933.900362:0:33760:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b5c270d5. 00000020:00000001:1.0:1767384933.900365:0:33760:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.424846:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384934.424852:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.424857:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384934.424858:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384934.424894:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384934.424898:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384934.424901:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384934.619724:0:33924:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384934.619730:0:33924:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp42 --if ens2 00000001:00000001:2.0:1767384934.624078:0:33924:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384934.631100:0:33925:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000955c10c9. 00000400:00000010:2.0:1767384934.631112:0:33925:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000eb4bf843. 00000400:00000010:2.0:1767384934.631119:0:33925:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000007d591eec. 00000400:00000010:2.0:1767384934.631123:0:33925:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000da7b0f70. 00000400:00000010:2.0:1767384934.631125:0:33925:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000010354737. 00000400:00000010:2.0:1767384934.631128:0:33925:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009a358f54. 00000400:00000010:2.0:1767384934.631130:0:33925:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003267611c. 00000400:00000010:2.0:1767384934.631131:0:33925:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bdcef67d. 00000400:00000010:2.0:1767384934.631133:0:33925:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000028114ee7. 00000800:00000010:2.0:1767384934.631146:0:33925:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000032e833dc. 00000800:00000200:2.0:1767384934.631155:0:33925:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384934.631166:0:33925:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384934.631198:0:33925:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:2.0:1767384934.631217:0:33925:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp42 [8/256/0/180] 00000400:00000010:2.0:1767384934.632713:0:33925:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 0000000012b8444c. 00000400:00000010:2.0:1767384934.632719:0:33925:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002aea5c17. 00000400:00000010:2.0:1767384934.632724:0:33925:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d4ac3eb. 00000400:00000001:2.0:1767384934.632739:0:33925:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384934.632740:0:33925:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384934.632741:0:33925:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000933c372b. 00000400:00000200:2.0:1767384934.632743:0:33925:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001561501d 00000400:00000010:2.0:1767384934.632745:0:33925:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001561501d. 00000400:00000010:2.0:1767384934.632747:0:33925:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 00000000ace57d61. 00000400:00000200:2.0:1767384934.632762:0:33925:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (34) 00000400:00000200:2.0:1767384934.632773:0:33925:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:2.0:1767384934.632780:0:33925:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131114 00000020:00000010:2.0:1767384934.632786:0:33925:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000facf727b. 00000020:01000000:2.0:1767384934.632792:0:33925:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384934.632794:0:33925:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp42 00000400:00000200:3.0:1767384934.632795:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384934.632818:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000400:00000010:3.0:1767384934.632825:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d65c81fb. 00000400:00000010:2.0:1767384934.632853:0:33925:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000eb4bf843. 00000400:00000200:3.0:1767384934.632854:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (35) 00000400:00000010:2.0:1767384934.632858:0:33925:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000955c10c9. 00000400:00000010:3.0:1767384934.632862:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000323fffbb. 00000400:00000200:3.0:1767384934.632868:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp10 00000020:00000001:1.0:1767384934.632879:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384934.632882:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp10 to MR: 192.168.203.134@tcp10 local destination 10000000:00000001:1.0:1767384934.632885:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384934.632889:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384934.632892:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp10 NI seq info: [149:149:256:4294967295] 192.168.203.134@tcp10 LPNI seq info [144:144:8:4294967295] 10000000:01000000:1.0:1767384934.632893:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384934.632899:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384934.632902:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384934.632903:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp10 00000020:01000004:1.0:1767384934.632906:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384934.632910:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384934.632914:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384934.632918:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384934.632921:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp10(192.168.203.134@tcp10:192.168.203.134@tcp10) -> 192.168.203.134@tcp10(192.168.203.134@tcp10:192.168.203.134@tcp10) : PUT try# 0 00000020:01000004:1.0:1767384934.632921:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384934.632923:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384934.632927:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384934.632930:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:3.0:1767384934.632933:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.134@tcp10 00000100:00000010:1.0:1767384934.632935:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004144b2ef. 00000800:00000010:3.0:1767384934.632938:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c3de8ed. 00000020:00000040:1.0:1767384934.632941:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000800:00000200:3.0:1767384934.632948:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ef955998] -> 12345-192.168.203.134@tcp10 (6) 00000100:00000001:1.0:1767384934.632948:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384934.632952:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:3.0:1767384934.632957:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp10 ip 192.168.203.134:988 02000000:00000001:1.0:1767384934.632958:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384934.632963:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004c3de8ed type 1, nob 672 niov 1 nkiov 1 02000000:00000010:1.0:1767384934.632969:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009e7b5c1d. 00000100:00000001:1.0:1767384934.632976:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384934.632981:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000100:00000001:1.0:1767384934.632983:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384934.632984:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 0 00000100:00000001:1.0:1767384934.632987:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384934.632996:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004144b2ef] to pc [ptlrpcd_00_00+0] req@000000004144b2ef x1853237348033280/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384934.633024:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384934.633027:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384934.633029:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384934.633043:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384934.633046:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:1.0:1767384934.633047:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384934.633052:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384934.633055:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384934.633058:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384934.633060:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:3.0:1767384934.633062:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004144b2ef x1853237348033280/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1767384934.633062:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384934.633067:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384934.633071:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384934.633074:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384934.633094:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384934.633098:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000200:0.0:1767384934.633099:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:1.0:1767384934.633100:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384934.633104:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000800:00000010:0.0:1767384934.633104:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c3de8ed. 00000020:01000004:1.0:1767384934.633105:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384934.633109:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384934.633111:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767384934.633114:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cd23ec51. 00000020:00000040:1.0:1767384934.633120:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000400:00000200:0.0:1767384934.633125:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp10->192.168.203.134@tcp10: PUT: OK 00000100:00000001:3.0:1767384934.633128:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384934.633128:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384934.633130:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767384934.633132:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384934.633132:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384934.633136:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384934.633136:0:16353:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp10: 0 02000000:00000001:3.0:1767384934.633139:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384934.633144:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384934.633146:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384934.633147:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f82cdbe9. 00000800:00000001:0.0:1767384934.633147:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384934.633151:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004144b2ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348033280:0@lo:253: 00000100:00000001:1.0:1767384934.633153:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384934.633156:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:0.0:1767384934.633157:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384934.633158:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000001:0.0:1767384934.633160:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384934.633161:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384934.633162:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:0.0:1767384934.633166:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384934.633167:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384934.633171:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd23ec51] to pc [ptlrpcd_00_01+1] req@00000000cd23ec51 x1853237348033408/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384934.633173:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384934.633181:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b3080e34. 00000400:00000200:0.0:1767384934.633183:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp10(192.168.203.134@tcp10) <- 192.168.203.134@tcp10 : PUT - for me 02000000:00000001:3.0:1767384934.633187:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384934.633188:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384934.633192:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384934.633193:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384934.633194:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032e48dde. 00000020:01000000:1.0:1767384934.633196:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384934.633201:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 576 into portal 0 MB=0x8000000000000000 00000400:00000010:3.0:1767384934.633202:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000010b3e745. 00000020:00000010:1.0:1767384934.633202:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000facf727b. 00000100:00000200:3.0:1767384934.633210:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348033280, portal 25 00000100:00000001:3.0:1767384934.633213:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384934.633217:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590750705280 : -119482958846336 : ffff9354b4ae6680) 00000100:00000001:1.0:1767384934.633217:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384934.633217:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 560/576 into md 0x1bc1 [1] + 0 00000100:00000001:1.0:1767384934.633222:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384934.633226:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004144b2ef x1853237348033280/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384934.633226:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384934.633227:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001be486be. 00000100:00000040:1.0:1767384934.633232:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cd23ec51 x1853237348033408/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384934.633236:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000358862aa 00000800:00000001:0.0:1767384934.633245:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384934.633250:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:0.0:1767384934.633253:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384934.633255:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384934.633257:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384934.633260:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037e544a1. 00000100:00000200:3.0:1767384934.633266:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348033280, offset 0 00000400:00000200:0.0:1767384934.633270:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp10->192.168.203.134@tcp10: PUT: OK 00000400:00000200:3.0:1767384934.633275:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384934.633276:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384934.633280:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384934.633284:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384934.633284:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000358862aa 00000400:00000200:3.0:1767384934.633287:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384934.633288:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384934.633288:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000358862aa. 02000000:00000001:1.0:1767384934.633294:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384934.633296:0:16353:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00100000:1.0:1767384934.633299:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cd23ec51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348033408:0@lo:253: 00000400:00000200:3.0:1767384934.633302:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d06300 00000400:00000200:0.0:1767384934.633302:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (36) 00000100:00000001:1.0:1767384934.633307:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384934.633311:0:16353:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000200:3.0:1767384934.633312:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13b5 [2] + 0 02000000:00000001:1.0:1767384934.633312:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384934.633316:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384934.633318:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d751563c. 00000400:00000200:0.0:1767384934.633319:0:16353:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.134@tcp (576 bytes) 02000000:00000001:1.0:1767384934.633321:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384934.633324:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000028f78f59 02000000:00000010:1.0:1767384934.633328:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c95149dc. 00000400:00000200:3.0:1767384934.633331:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384934.633331:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384934.633335:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000010:1.0:1767384934.633339:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0c6dcaf. 00000400:00000200:3.0:1767384934.633340:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384934.633346:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (37) 00000400:00000010:1.0:1767384934.633347:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093816d2f. 00000100:00000200:1.0:1767384934.633353:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348033408, portal 25 00000100:00000001:1.0:1767384934.633355:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384934.633356:0:16353:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384934.633357:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028f78f59 00000100:00000001:1.0:1767384934.633357:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590750704384 : -119482958847232 : ffff9354b4ae6300) 00000100:00000040:1.0:1767384934.633365:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cd23ec51 x1853237348033408/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384934.633368:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000028f78f59. 00000400:00000200:0.0:1767384934.633369:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp10 to MR: 192.168.203.134@tcp10 local destination 00000100:00000001:3.0:1767384934.633377:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384934.633381:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384934.633381:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp10 NI seq info: [150:150:256:4294967295] 192.168.203.134@tcp10 LPNI seq info [145:145:8:4294967295] 00000100:00000001:1.0:1767384934.633382:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384934.633386:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000deb558fe x1853237348033280 msgsize 4848 00000100:00000040:1.0:1767384934.633390:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384934.633395:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa8ab9a8. 00000100:00000200:1.0:1767384934.633401:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348033408, offset 0 00000100:00100000:3.0:1767384934.633402:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384934.633407:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384934.633408:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp10(192.168.203.134@tcp10:192.168.203.134@tcp10) -> 192.168.203.134@tcp10(192.168.203.134@tcp10:192.168.203.134@tcp10) 192.168.203.134@tcp10 : ACK try# 0 00000400:00000200:1.0:1767384934.633413:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384934.633435:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:0.0:1767384934.633436:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp10 00000400:00000200:1.0:1767384934.633442:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384934.633443:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037e544a1 00000800:00000010:0.0:1767384934.633444:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029b0e2dc. 00000400:00000010:3.0:1767384934.633447:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037e544a1. 00000100:00000001:3.0:1767384934.633452:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767384934.633454:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ef955998] -> 12345-192.168.203.134@tcp10 (6) 00000400:00000200:1.0:1767384934.633455:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d06380 00000100:00000200:3.0:1767384934.633460:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004144b2ef x1853237348033280/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384934.633465:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp10 ip 192.168.203.134:1021 00000400:00000200:1.0:1767384934.633466:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13c5 [2] + 0 00000800:00000200:0.0:1767384934.633472:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000029b0e2dc type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1767384934.633477:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015762615. 00000400:00000200:1.0:1767384934.633483:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000181bb61 00000100:00000001:3.0:1767384934.633487:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1767384934.633488:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384934.633489:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384934.633492:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004144b2ef x1853237348033280/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384934.633495:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384934.633498:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384934.633506:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000181bb61 00000100:00000001:3.0:1767384934.633508:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384934.633509:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384934.633514:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384934.633530:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000181bb61. 00000100:00000001:3.0:1767384934.633534:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294923669 00000100:00000001:1.0:1767384934.633536:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384934.633539:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384934.633543:0:16359:0:(events.c:337:request_in_callback()) incoming req@00000000aff0c7fd x1853237348033408 msgsize 4848 00000100:00000010:3.0:1767384934.633544:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003da3a219. 00000100:00100000:1.0:1767384934.633550:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384934.633565:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384934.633568:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384934.633574:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384934.633578:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294923669 00000400:00000200:1.0:1767384934.633581:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa8ab9a8 00000800:00000200:0.0:1767384934.633583:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1767384934.633585:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb377f89. 00000400:00000010:1.0:1767384934.633585:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa8ab9a8. 00000800:00000010:0.0:1767384934.633587:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029b0e2dc. 00000100:00000001:1.0:1767384934.633591:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384934.633594:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384934.633596:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384934.633597:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cd23ec51 x1853237348033408/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384934.633605:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294923669 00000400:00000200:0.0:1767384934.633610:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp10->192.168.203.134@tcp10: ACK: OK 00000100:00000010:3.0:1767384934.633615:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000312f5afd. 00000100:00000001:1.0:1767384934.633617:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1767384934.633622:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384934.633623:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cd23ec51 x1853237348033408/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384934.633624:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000800:00000001:0.0:1767384934.633628:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384934.633634:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294923669 00000800:00000001:0.0:1767384934.633635:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384934.633637:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384934.633641:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767384934.633641:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384934.633644:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006432ff00. 00000800:00000001:0.0:1767384934.633645:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384934.633648:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384934.633651:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384934.633654:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294923669 00000800:00000001:0.0:1767384934.633654:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384934.633656:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384934.633661:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384934.633662:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, keep current deadline 4294923669 00000400:00000200:0.0:1767384934.633667:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp10(192.168.203.134@tcp10) <- 192.168.203.134@tcp10 : ACK - for me 00000100:00000001:1.0:1767384934.633668:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294923669 00000100:00000001:3.0:1767384934.633674:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384934.633675:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, keep current deadline 4294923669 00000100:00000001:3.0:1767384934.633680:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384934.633681:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294923669 00000400:00000200:0.0:1767384934.633686:0:16353:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp10: ACK from 12345-192.168.203.134@tcp10 into md 0x1c0d 00000100:00000001:1.0:1767384934.633687:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294923669 00000100:00000001:1.0:1767384934.633689:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294923669 00000100:00000001:1.0:1767384934.633691:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294923669 00000100:00000001:3.0:1767384934.633693:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384934.633693:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384934.633698:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384934.633698:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384934.633701:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384934.633702:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384934.633703:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384934.633706:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384934.633707:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384934.633710:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp10->192.168.203.134@tcp10: ACK: OK 00000100:00000001:3.0:1767384934.633719:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384934.633721:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384934.633723:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d65c81fb 00000100:00000001:3.0:1767384934.633724:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384934.633724:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1767384934.633727:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d65c81fb. 00000400:00000200:0.0:1767384934.633732:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:1.0:1767384934.633737:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384934.633739:0:16353:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 00000100:00000001:1.0:1767384934.633741:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384934.633763:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384934.633766:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384934.633766:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000100:00000001:1.0:1767384934.633767:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384934.633771:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348033280 00000400:00000200:0.0:1767384934.633772:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (36) 02000000:00000001:3.0:1767384934.633787:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384934.633790:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1767384934.633791:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384934.633792:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384934.633796:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384934.633797:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384934.633800:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384934.633801:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348033280 00000100:00100000:1.0:1767384934.633803:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348033408 00000020:00000001:3.0:1767384934.633805:0:17084:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1767384934.633807:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:3.0:1767384934.633808:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000001:1.0:1767384934.633810:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384934.633811:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384934.633814:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384934.633815:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000020:00000001:3.0:1767384934.633819:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 02000000:00000001:1.0:1767384934.633820:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384934.633825:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00100000:1.0:1767384934.633826:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348033408 00000400:00000200:0.0:1767384934.633829:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:1.0:1767384934.633868:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:0.0:1767384934.633870:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 00000000ea2f5213. 00000020:00000040:1.0:1767384934.633871:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000001:3.0:1767384934.633874:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384934.633876:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767384934.633877:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a816d0cf. 00000020:00000010:3.0:1767384934.633879:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000728276af. 00000020:00000040:1.0:1767384934.633880:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=16 00000400:00000010:0.0:1767384934.633884:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd3ead4e. 00000100:00000001:3.0:1767384934.633886:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384934.633886:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000400:00000200:0.0:1767384934.633889:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ea2f5213 00000020:00000001:1.0:1767384934.633893:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000010:3.0:1767384934.633894:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000728276af. 00000400:00000010:0.0:1767384934.633895:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 00000000b8a50c6b. 00000100:00000001:1.0:1767384934.633898:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384934.633901:0:16356:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 576 success 00000020:00000010:1.0:1767384934.633903:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094fd6451. 00000020:00000010:3.0:1767384934.633905:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000053908059. 00000400:00000200:0.0:1767384934.633908:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102051 00000100:00000001:1.0:1767384934.633909:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384934.633913:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e5ee8b04. 00000400:00000200:0.0:1767384934.633914:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (35) 00000020:00000010:1.0:1767384934.633915:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094fd6451. 00000020:00000010:3.0:1767384934.633922:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d1062865. 00000400:00000010:0.0:1767384934.633923:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 00000000cb967418. 00000020:00000010:1.0:1767384934.633926:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003fc6ff19. 00000400:00000010:0.0:1767384934.633929:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011f6db7d. 00000100:00000040:3.0:1767384934.633931:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:1.0:1767384934.633932:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005b5bb57e. 00000100:00000001:3.0:1767384934.633937:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:0.0:1767384934.633937:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003aff33f3. 00000020:00000010:1.0:1767384934.633940:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000016d65e14. 00000100:00000001:3.0:1767384934.633942:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384934.633946:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp 00000100:00000001:3.0:1767384934.633947:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384934.633948:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384934.633952:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384934.633955:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384934.633957:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000001:3.0:1767384934.633958:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384934.633962:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384934.633968:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 135], ns[150, 140] 00000100:00000001:3.0:1767384934.633972:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384934.633973:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384934.633976:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 135], ns[60, 140] 00000400:00000200:0.0:1767384934.633984:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 60], ns[64, 60] 00000100:00000001:3.0:1767384934.633987:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384934.633991:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 60], ns[75, 60] 00000100:00000001:3.0:1767384934.633992:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384934.633992:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384934.633996:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384934.634001:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 60], ns[77, 60] 00000100:00100000:1.0:1767384934.634004:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00000040:1.0:1767384934.634010:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000400:00000200:0.0:1767384934.634010:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 60], ns[82, 60] 00000100:00000001:1.0:1767384934.634013:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590822512720 : -119482887038896 : ffff9354b8f61850) 00000100:00100000:3.0:1767384934.634017:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00000040:1.0:1767384934.634021:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000deb558fe x1853237348033280/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:160/0 lens 4848/0 e 0 to 0 dl 1767384945 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384934.634025:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000400:00000200:0.0:1767384934.634038:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 60], ns[88, 60] 00000100:00000001:3.0:1767384934.634040:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590281819216 : -119483427732400 : ffff935498bbc450) 00000100:00000040:3.0:1767384934.634053:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aff0c7fd x1853237348033408/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:160/0 lens 4848/0 e 0 to 0 dl 1767384945 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384934.634055:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 60], ns[91, 60] 00000100:00000001:1.0:1767384934.634070:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384934.634073:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 60], ns[103, 60] 00000020:00000010:1.0:1767384934.634092:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094fd6451. 00000100:00000001:1.0:1767384934.634098:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384934.634103:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384934.634103:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094fd6451. 00000400:00000200:0.0:1767384934.634104:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 60], ns[109, 60] 00000020:00000010:3.0:1767384934.634110:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000728276af. 00000100:00100000:1.0:1767384934.634115:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000deb558fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+16:16358:x1853237348033280:12345-0@lo:253: 00000100:00000001:3.0:1767384934.634116:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384934.634117:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 60], ns[112, 60] 00000020:00000010:3.0:1767384934.634123:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000728276af. 00000100:00000200:1.0:1767384934.634124:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348033280 00000020:00000001:1.0:1767384934.634131:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384934.634134:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 60], ns[120, 60] 00000100:00100000:3.0:1767384934.634135:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aff0c7fd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+16:16359:x1853237348033408:12345-0@lo:253: 00000020:00000001:1.0:1767384934.634136:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384934.634140:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384934.634148:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348033408 00000400:00000200:0.0:1767384934.634152:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[125, 60] 00000020:00000001:3.0:1767384934.634158:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384934.634158:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384934.634163:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384934.634163:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000001:3.0:1767384934.634168:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384934.634169:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384934.634169:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 60], ns[129, 60] 00000020:00000001:3.0:1767384934.634172:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384934.634189:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384934.634190:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000001:1.0:1767384934.634195:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384934.634197:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384934.634199:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384934.634201:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384934.634202:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 60], ns[44, 60] 00000020:00000001:1.0:1767384934.634204:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384934.634206:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384934.634210:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384934.634212:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384934.634213:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384934.634217:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384934.634218:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384934.634220:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 44], ns[48, 44] 02000000:00000001:3.0:1767384934.634222:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384934.634225:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006885afe1. 02000000:00000010:3.0:1767384934.634229:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000bdd98002. 02000000:00000001:1.0:1767384934.634230:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384934.634233:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 44], ns[52, 44] 02000000:00000001:3.0:1767384934.634236:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384934.634236:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384934.634242:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384934.634243:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384934.634246:0:17084:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384934.634247:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 44], ns[56, 44] 20000000:00000010:1.0:1767384934.634254:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004967a7f8. 20000000:00000010:3.0:1767384934.634256:0:17084:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009d49532e. 00000400:00000200:0.0:1767384934.634256:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[97, 44], ns[99, 44] 20000000:01000000:1.0:1767384934.634260:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1767384934.634263:0:17084:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384934.634265:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384934.634268:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384934.634270:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384934.634274:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384934.634274:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[118, 44], ns[122, 44] 20000000:00000001:1.0:1767384934.634279:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384934.634280:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384934.634284:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384934.634285:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384934.634288:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384934.634291:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[127, 44], ns[131, 44] 20000000:00000010:1.0:1767384934.634297:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000098387d8. 20000000:00000001:3.0:1767384934.634300:0:17084:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:1.0:1767384934.634301:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 00000400:00000200:0.0:1767384934.634304:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[131, 44], ns[135, 44] 20000000:00000001:1.0:1767384934.634309:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384934.634309:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 44], ns[80, 44] 00000400:00000200:0.0:1767384934.634316:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 44], ns[145, 44] 00080000:00000001:1.0:1767384934.634327:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384934.634340:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:0.0:1767384934.634343:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 44], ns[117, 44] 00000400:00000200:0.0:1767384934.634348:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[129, 44], ns[133, 44] 00000400:00000200:0.0:1767384934.634352:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 44], ns[108, 44] 00000400:00000200:0.0:1767384934.634355:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 44], ns[132, 44] 00080000:00000001:1.0:1767384934.634358:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:0.0:1767384934.634359:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[138, 44], ns[143, 44] 00000400:00000200:0.0:1767384934.634380:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[141, 44], ns[146, 44] 00000400:00000200:0.0:1767384934.634383:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 44], ns[148, 44] 00000400:00000200:0.0:1767384934.634386:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 44], ns[0, 44] 00080000:00000001:1.0:1767384934.634390:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384934.634390:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp41 00080000:00000001:1.0:1767384934.634395:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:0.0:1767384934.634397:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp41 00080000:00000001:1.0:1767384934.634398:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384934.634402:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:0.0:1767384934.634404:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp41 lpni_is_preferred = 0 00080000:00000001:1.0:1767384934.634405:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384934.634409:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp41 00080000:00000002:1.0:1767384934.634411:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000e523df4c 00000400:00000200:0.0:1767384934.634417:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp41 NI seq info: [151:151:256:4294967295] 192.168.203.134@tcp41 LPNI seq info [146:146:8:4294967295] 00000020:00000001:1.0:1767384934.634419:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000aa1b0688 00080000:00000002:1.0:1767384934.634422:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:0.0:1767384934.634426:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp41 00080000:00000001:1.0:1767384934.634427:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384934.634442:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp41(192.168.203.134@tcp41:) -> 192.168.203.134@tcp41(192.168.203.134@tcp:192.168.203.134@tcp41) : GET try# 0 00000800:00000200:0.0:1767384934.634447:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp41 00000800:00000010:0.0:1767384934.634469:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000029b0e2dc. 00080000:00000001:1.0:1767384934.634470:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384934.634474:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384934.634477:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000010:0.0:1767384934.634477:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e05045b2. 00000800:00000010:0.0:1767384934.634483:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000000eba60fa. 00000020:00000001:1.0:1767384934.634484:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00000800:00000200:0.0:1767384934.634490:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e05045b2] -> 12345-192.168.203.134@tcp41 (2) 00000800:00000200:0.1:1767384934.634494:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e05045b2] -> 12345-192.168.203.134@tcp41 (2) 00080000:00000001:1.0:1767384934.634495:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384934.634500:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000010903251. 00080000:00000001:1.0:1767384934.634504:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585652647936 : -119488056903680 : ffff935384d03800) 00000400:00000200:0.0:1767384934.634505:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp 00080000:00000001:1.0:1767384934.634508:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384934.634510:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100251 rc 0 00000001:00000001:1.0:1767384934.634514:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384934.634530:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000094fd6451. 00080000:00000001:1.0:1767384934.634533:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384934.634535:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384934.634550:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384934.634565:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384934.634596:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:0.0:1767384934.634649:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384934.634673:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384934.634693:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384934.634707:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:0.0:1767384934.634719:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:0.0:1767384934.634732:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:0.0:1767384934.634761:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:0.0:1767384934.634785:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:0.0:1767384934.634799:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:0.0:1767384934.634814:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384934.634829:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384934.634880:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:0.0:1767384934.634902:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:0.0:1767384934.634921:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:0.0:1767384934.634940:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:0.0:1767384934.634969:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384934.635016:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:0.0:1767384934.635068:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:0.0:1767384934.635131:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:0.0:1767384934.635172:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:0.0:1767384934.635218:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:0.0:1767384934.635252:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:0.0:1767384934.635301:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:0.0:1767384934.635329:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:0.0:1767384934.635349:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:0.0:1767384934.635367:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:0.0:1767384934.635408:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:0.0:1767384934.635445:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:0.0:1767384934.635459:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:0.0:1767384934.635475:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:0.0:1767384934.635493:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384934.635528:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:0.0:1767384934.635574:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:0.0:1767384934.635591:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:0.0:1767384934.635705:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002299428b. 00000800:00000010:0.0:1767384934.635710:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000011d8c3c. 00000800:00000010:0.0:1767384934.635713:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000059a4bd9d. 00000800:00000010:0.0:1767384934.635729:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000059a4bd9d. 00000800:00020000:0.0:1767384934.635745:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:0.0:1767384934.635747:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000011d8c3c. 00000800:00000010:0.0:1767384934.635749:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002299428b. 00000400:02020000:0.0:1767384934.635789:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp41 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384934.635794:0:16347:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp41 notifying 192.168.203.134@tcp41: down 00000800:00000200:0.0:1767384934.635799:0:16347:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp41 down 00000800:00000100:0.0:1767384934.635804:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp41 00000800:00000010:0.0:1767384934.635807:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000029b0e2dc. 00000400:00000200:0.0:1767384934.635809:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384934.635813:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp41->192.168.203.134@tcp41: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384934.635819:0:16347:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp41 added to recovery queue. ping count: 0 next ping: 257 health :900 00000400:00000200:0.0:1767384934.635822:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384934.635825:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp: 1 00000400:00000200:0.0:1767384934.635846:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:3.0:1767384934.635904:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384934.635910:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100851 00000400:00000001:3.0:1767384934.635913:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384934.635915:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384934.635916:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011f6db7d 00000400:00000010:3.0:1767384934.635917:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011f6db7d. 00000400:00000200:3.0:1767384934.635920:0:16356:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384934.635923:0:16356:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000010:3.0:1767384934.635927:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 00000000cb967418. 00000400:00000200:3.0:1767384934.635929:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (36) 00000400:00000200:3.0:1767384934.635930:0:16356:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.134@tcp:-71 00000400:00000200:3.0:1767384934.635932:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102051 rc -71 00000400:00000200:3.0:1767384934.635935:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:3.0:1767384934.635937:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (35) 00080000:00000010:3.0:1767384934.636075:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000010903251. 00080000:00000010:1.0:1767384934.636132:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000094fd6451. 00040000:00000001:1.0:1767384934.636137:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384934.636139:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384934.636141:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384934.636144:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:1.0:1767384934.636146:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384934.636148:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384934.636158:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384934.636168:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384934.636171:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384934.636175:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:3.0:1767384934.636182:0:17084:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000db95b150. 20000000:01000000:3.0:1767384934.636186:0:17084:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 20000000:00000001:3.0:1767384934.636189:0:17084:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384934.636192:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384934.636194:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384934.636202:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384934.636209:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384934.636211:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384934.636213:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384934.636214:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384934.636216:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384934.636218:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 000000007e91d003 00000020:00000001:3.0:1767384934.636221:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f71c5dba 00080000:00000002:3.0:1767384934.636222:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:01000000:0.0:1767384934.636224:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384934.636225:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384934.636229:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384934.636230:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1767384934.636232:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384934.636234:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384934.636238:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384934.636239:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384934.636243:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:3.0:1767384934.636245:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00010000:00000040:0.0:1767384934.636249:0:17105:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000002ab41813 count: 2 00010000:00000001:0.0:1767384934.636252:0:17105:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384934.636257:0:17084:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384934.636258:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000010:3.0:1767384934.636265:0:17084:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000058f98f32. 00010000:00000010:0.0:1767384934.636265:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ae10aeef. 00080000:00000001:3.0:1767384934.636272:0:17084:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585622774784 : -119488086776832 : ffff935383086400) 00000020:00000001:0.0:1767384934.636273:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384934.636278:0:17084:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000040:0.0:1767384934.636278:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ae10aeef with handle 0xb57eb78819563103 to hash 00000001:00000001:3.0:1767384934.636283:0:17084:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000001:0.0:1767384934.636283:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000010:3.0:1767384934.636287:0:17084:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000728276af. 00080000:00000001:3.0:1767384934.636291:0:17084:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.636292:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590006039552 : -119483703512064 : ffff9354884bb400) 00080000:00000001:3.0:1767384934.636294:0:17084:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384934.636297:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590006039552 : -119483703512064 : ffff9354884bb400) 00010000:00000001:0.0:1767384934.636301:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384934.636303:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384934.636304:0:17084:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384934.636306:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ae10aeef/0xb57eb78819563103 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384934.636312:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:3.0:1767384934.636314:0:17084:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384934.636315:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:1.0:1767384934.636316:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384934.636320:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004967a7f8. 00010000:00000001:0.0:1767384934.636320:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384934.636325:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 20000000:00000001:1.0:1767384934.636326:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.636328:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000040:1.0:1767384934.636331:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348033280 00010000:00000001:0.0:1767384934.636332:0:17105:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:1.0:1767384934.636336:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:0.0:1767384934.636337:0:17105:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000e605ec10/0xb57eb788195630fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb788195630f5 expref: 16 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000200:1.0:1767384934.636342:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000deb558fe x1853237348033280/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:160/0 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384934.636346:0:17105:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384934.636348:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.636368:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384934.636370:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384934.636374:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384934.636375:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384934.636376:0:17105:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00000001:1.0:1767384934.636380:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384934.636380:0:17105:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000ae10aeef/0xb57eb78819563103 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00001000:1.0:1767384934.636386:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=68 v=5 (1 0 0 0) 00010000:00000040:0.0:1767384934.636389:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002ab41813) refcount = 2 00000100:00000001:1.0:1767384934.636392:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:0.0:1767384934.636393:0:17105:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000040:1.0:1767384934.636398:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000040:0.0:1767384934.636398:0:17105:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e605ec10/0xb57eb788195630fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xb57eb788195630f5 expref: 16 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384934.636404:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000040:0.0:1767384934.636409:0:17105:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 02000000:00000001:1.0:1767384934.636410:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:0.0:1767384934.636412:0:17105:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ae10aeef/0xb57eb78819563103 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384934.636413:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384934.636419:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000010:0.0:1767384934.636423:0:17105:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059a4bd9d. 00000100:00000040:1.0:1767384934.636424:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384934.636428:0:17105:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000400:00000010:1.0:1767384934.636430:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa8ab9a8. 00000100:00000010:0.0:1767384934.636432:0:17105:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000011d8c3c. 00000100:00000200:1.0:1767384934.636435:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348033280, offset 224 00000100:00000001:0.0:1767384934.636457:0:17105:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624590020893312 : -119483688658304 : ffff9354892e5a80) 00000400:00000200:1.0:1767384934.636458:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384934.636461:0:17105:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624590020893312 : -119483688658304 : ffff9354892e5a80) 00000100:00000001:0.0:1767384934.636464:0:17105:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384934.636467:0:17105:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384934.636470:0:17105:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000400:00000200:1.0:1767384934.636471:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384934.636473:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384934.636476:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384934.636478:0:17105:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000200:1.0:1767384934.636481:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d06300 00010000:00000001:0.0:1767384934.636482:0:17105:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384934.636487:0:17105:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000400:00000200:1.0:1767384934.636491:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c11 [2] + 224 00010000:00000001:0.0:1767384934.636491:0:17105:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384934.636496:0:17105:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e933ccb9. 00000400:00000200:1.0:1767384934.636498:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1767384934.636500:0:17105:0:(genops.c:1229:class_import_get()) import 000000003b66da55 refcount=2 obd=MGS 00000400:00000200:1.0:1767384934.636505:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384934.636505:0:17105:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384934.636508:0:17105:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384934.636509:0:17081:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384934.636511:0:17105:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384934.636529:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004144b2ef x1853237348033280/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384934.636536:0:17105:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000034880a4d. 00000100:00000040:1.0:1767384934.636540:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004144b2ef x1853237348033280/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384934.636542:0:17105:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384934.636567:0:17105:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000e605ec10/0xb57eb788195630fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb57eb788195630f5 expref: 16 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384934.636574:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384934.636581:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa8ab9a8 00010000:00010000:0.0:1767384934.636581:0:17105:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000e605ec10/0xb57eb788195630fc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb57eb788195630f5 expref: 16 pid: 17084 timeout: 406 lvb_type: 0 00000400:00000010:1.0:1767384934.636584:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa8ab9a8. 00010000:00000001:0.0:1767384934.636589:0:17105:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384934.636593:0:17105:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384934.636596:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384934.636599:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384934.636599:0:17105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e933ccb9 x1853237348033536/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384934.636600:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384934.636604:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384934.636606:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384934.636612:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384934.636613:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:0.0:1767384934.636615:0:17105:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000001:3.0:1767384934.636616:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384934.636619:0:17105:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384934.636620:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032e48dde. 00010000:00000001:1.0:1767384934.636620:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384934.636624:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384934.636627:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010b3e745 00000100:00100000:0.0:1767384934.636627:0:17105:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e933ccb9 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17105:1853237348033536:0@lo:104: 00000020:00000001:1.0:1767384934.636629:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384934.636633:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000010b3e745. 00000100:00000001:0.0:1767384934.636634:0:17105:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767384934.636637:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000deb558fe x1853237348033280/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:160/0 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384934.636638:0:16358:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384934.636639:0:17105:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384934.636643:0:17105:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384934.636645:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004144b2ef x1853237348033280/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384934.636648:0:17105:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384934.636657:0:17105:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009cf0e4bd. 02000000:00000001:0.0:1767384934.636662:0:17105:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384934.636665:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004144b2ef x1853237348033280/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384934.636667:0:17105:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5033db8. 00000400:00000010:0.0:1767384934.636673:0:17105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd5b10a7. 00000100:00000200:0.0:1767384934.636679:0:17105:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348033536, portal 16 00000100:00100000:1.0:1767384934.636681:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000deb558fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+16:16358:x1853237348033280:12345-0@lo:253: Request processed in 2607us (3290us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384934.636684:0:17105:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384934.636686:0:17105:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878158208 : -119482831393408 : ffff9354bc472d80) 00000100:00000001:3.0:1767384934.636694:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384934.636697:0:17105:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000e933ccb9 x1853237348033536/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384950 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384934.636698:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384934.636698:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00000001:3.0:1767384934.636706:0:16358:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767384934.636707:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000100:00000001:0.0:1767384934.636710:0:17105:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384934.636712:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384934.636712:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384934.636715:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384934.636716:0:17105:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384934.636717:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384934.636721:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384934.636721:0:17105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2c1200d. 00000020:00000010:1.0:1767384934.636723:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e5ee8b04. 00000100:00000200:0.0:1767384934.636725:0:17105:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237348033536, offset 0 02000000:00000001:3.0:1767384934.636728:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384934.636730:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d1062865. 00000400:00000200:0.0:1767384934.636734:0:17105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:3.0:1767384934.636736:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=68 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384934.636737:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000053908059. 00000020:00000040:1.0:1767384934.636744:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 15 00000400:00000200:0.0:1767384934.636744:0:17105:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:3.0:1767384934.636747:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=68 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384934.636752:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384934.636754:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1767384934.636755:0:17105:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958271d06400 02000000:00000010:1.0:1767384934.636766:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006885afe1. 00000100:00000001:3.0:1767384934.636769:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384934.636772:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:0.0:1767384934.636775:0:17105:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x18b9 [2] + 328 00010000:00000001:3.0:1767384934.636776:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384934.636776:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384934.636781:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384934.636783:0:17105:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384934.636784:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384934.636787:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384934.636789:0:17105:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384934.636790:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001af587f0. 00000100:00000001:0.0:1767384934.636793:0:17105:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:1.0:1767384934.636796:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa8ab9a8. 00000100:00000200:0.0:1767384934.636796:0:17105:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:3.0:1767384934.636801:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004144b2ef x1853237348033280/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384934.636803:0:17105:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009b51ba22. 00000100:00000040:0.0:1767384934.636809:0:17105:0:(events.c:337:request_in_callback()) incoming req@000000009b51ba22 x1853237348033536 msgsize 328 00000100:00100000:0.0:1767384934.636815:0:17105:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384934.636826:0:17105:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384934.636845:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384934.636848:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384934.636849:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384934.636852:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384934.636854:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384934.636856:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384934.636857:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384934.636859:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384934.636859:0:17105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2c1200d 00000020:01000004:3.0:1767384934.636860:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384934.636864:0:16358:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000100:00000001:1.0:1767384934.636864:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1767384934.636864:0:17105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f2c1200d. 00000020:01000004:3.0:1767384934.636869:0:16358:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000100:00100000:1.0:1767384934.636870:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348033536 00000020:01000004:3.0:1767384934.636871:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767384934.636871:0:17105:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384934.636875:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:01000004:3.0:1767384934.636876:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000200:0.0:1767384934.636878:0:17105:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e933ccb9 x1853237348033536/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384950 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384934.636880:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384934.636884:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004144b2ef x1853237348033280/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384934.636884:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384934.636890:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384934.636896:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348033536 00000100:00000001:0.0:1767384934.636901:0:17105:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384934.636902:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1767384934.636905:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004144b2ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348033280:0@lo:253: 00000020:00000040:1.0:1767384934.636906:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562d98 00000100:00000040:0.0:1767384934.636908:0:17105:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e933ccb9 x1853237348033536/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384950 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384934.636914:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384934.636919:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384934.636920:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1767384934.636923:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 000000009de0d226 refcount=3 00000100:00000001:0.0:1767384934.636924:0:17105:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384934.636926:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004144b2ef x1853237348033280/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384934.636928:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590787602432 : -119482921949184 : ffff9354b6e16800) 00000020:00000001:1.0:1767384934.636934:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590787602432 : -119482921949184 : ffff9354b6e16800) 00000100:00000001:0.0:1767384934.636935:0:17105:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384934.636940:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384934.636942:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384934.636943:0:17105:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384934.636944:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094fd6451. 02000000:00000001:3.0:1767384934.636946:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384934.636947:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294923673 02000000:00000010:3.0:1767384934.636951:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b3080e34. 00000100:00000001:1.0:1767384934.636951:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384934.636954:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294923669 00000020:00000010:1.0:1767384934.636957:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094fd6451. 02000000:00000001:3.0:1767384934.636959:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384934.636960:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294923673 00000020:00000001:3.0:1767384934.636963:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:1.0:1767384934.636963:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e27d5f88. 00000100:00000001:0.0:1767384934.636964:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294923669 00000020:00000040:3.0:1767384934.636966:0:16358:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:0.0:1767384934.636970:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294923673 00000020:00000001:3.0:1767384934.636971:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:1.0:1767384934.636971:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036473269. 02000000:00000010:3.0:1767384934.636975:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009e7b5c1d. 00000100:00000001:0.0:1767384934.636977:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294923669 00000020:00000010:1.0:1767384934.636978:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005bedbaad. 02000000:00000001:3.0:1767384934.636981:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384934.636982:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294923673 02000000:00000001:3.0:1767384934.636984:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384934.636987:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004144b2ef. 00000100:00000040:1.0:1767384934.636988:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384934.636989:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294923669 00000100:00000001:3.0:1767384934.636991:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384934.636993:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384934.636994:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384934.636995:0:17105:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384934.636996:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384934.636999:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384934.637000:0:17105:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384934.637005:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.637006:0:17105:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.637009:0:17105:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384934.637011:0:17105:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.637012:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384934.637014:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384934.637015:0:17105:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384934.637016:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384934.637019:0:17105:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384934.637021:0:17105:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384934.637023:0:17105:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384934.637025:0:17105:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384934.637026:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384934.637027:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384934.637027:0:17105:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384934.637031:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384934.637036:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000001:3.0:1767384934.637037:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1767384934.637041:0:17105:0:(client.c:2690:ptlrpc_set_wait()) set 00000000011d8c3c going to sleep for 11 seconds 00000100:00000001:3.0:1767384934.637044:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384934.637046:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000009de0d226 : new rpc_count 1 00000100:00000001:0.0:1767384934.637047:0:17105:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384934.637051:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384934.637051:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878146560 : -119482831405056 : ffff9354bc470000) 00000100:00000001:0.0:1767384934.637052:0:17105:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384934.637056:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384934.637061:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009b51ba22 x1853237348033536/t0(0) o104->b543db4a-4900-454f-be04-352b2897a173@0@lo:160/0 lens 328/0 e 0 to 0 dl 1767384945 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384934.637067:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384934.637070:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094fd6451. 00000100:00000001:1.0:1767384934.637071:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384934.637073:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094fd6451. 00000100:00100000:1.0:1767384934.637078:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009b51ba22 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b543db4a-4900-454f-be04-352b2897a173+3:17105:x1853237348033536:12345-0@lo:104: 00000100:00000200:1.0:1767384934.637082:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348033536 00010000:00000001:1.0:1767384934.637084:0:17073:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384934.637093:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384934.637095:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384934.637097:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000043e81fe9 refcount=2 00000020:00000001:1.0:1767384934.637099:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006039040 : -119483703512576 : ffff9354884bb200) 00010000:00000001:1.0:1767384934.637101:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006039040 : -119483703512576 : ffff9354884bb200) 00010000:00000001:1.0:1767384934.637104:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384934.637106:0:17073:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384934.637108:0:17073:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.134@tcp lock: 0000000043e81fe9/0xb57eb788195630f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb57eb788195630fc expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384934.637114:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384934.637116:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384934.637119:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007bb9a5fc. 02000000:00000001:1.0:1767384934.637121:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384934.637122:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384934.637125:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384934.637126:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384934.637144:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ecba4e0e time=68 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384934.637148:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384934.637150:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:1.0:1767384934.637152:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:1.0:1767384934.637154:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384934.637156:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384934.637158:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384934.637161:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384934.637165:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c52bb0f7. 00000100:00000200:1.0:1767384934.637167:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237348033536, offset 224 00000400:00000200:1.0:1767384934.637171:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384934.637176:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384934.637181:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958271d06400 00000400:00000200:1.0:1767384934.637184:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1c2d [1] + 224 00000400:00000200:1.0:1767384934.637187:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384934.637190:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384934.637193:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384934.637203:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e933ccb9 x1853237348033536/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384950 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384934.637210:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000e933ccb9 x1853237348033536/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384950 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384934.637224:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384934.637229:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c52bb0f7 00000400:00000010:1.0:1767384934.637230:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c52bb0f7. 00000100:00000001:1.0:1767384934.637233:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384934.637235:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384934.637238:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384934.637241:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:1.0:1767384934.637244:0:17073:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767384934.637245:0:17105:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000010:1.0:1767384934.637246:0:17073:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000007abaaafd. 00010000:00000001:1.0:1767384934.637251:0:17073:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000001:0.0:1767384934.637251:0:17105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384934.637255:0:17105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384934.637257:0:17105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5033db8. 00000400:00000200:0.0:1767384934.637261:0:17105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd5b10a7 00010000:00010000:1.0:1767384934.637263:0:17073:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000010:0.0:1767384934.637264:0:17105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd5b10a7. 00010000:00000001:1.0:1767384934.637270:0:17073:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384934.637271:0:17105:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384934.637273:0:17073:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384934.637276:0:17073:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384934.637278:0:17105:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e933ccb9 x1853237348033536/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384950 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1767384934.637283:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:1.0:1767384934.637283:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009b51ba22 x1853237348033536/t0(0) o104->b543db4a-4900-454f-be04-352b2897a173@0@lo:160/0 lens 328/224 e 0 to 0 dl 1767384945 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1767384934.637287:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384934.637294:0:17077:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767384934.637309:0:17077:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767384934.637314:0:17077:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:1.0:1767384934.637314:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009b51ba22 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b543db4a-4900-454f-be04-352b2897a173+3:17105:x1853237348033536:12345-0@lo:104: Request processed in 243us (501us total) trans 0 rc 0/0 00010000:00010000:3.0:1767384934.637318:0:17077:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.134@tcp lock: 0000000043e81fe9/0xb57eb788195630f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb57eb788195630fc expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384934.637335:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:3.0:1767384934.637343:0:17077:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000043e81fe9 already unused, calling callback (00000000099ed54c) 00000100:00000040:1.0:1767384934.637343:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009de0d226 : new rpc_count 0 00000100:00000200:0.0:1767384934.637344:0:17105:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e933ccb9 x1853237348033536/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384950 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384934.637365:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 10000000:00000001:3.0:1767384934.637367:0:17077:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:1.0:1767384934.637370:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 10000000:00010000:3.0:1767384934.637371:0:17077:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.134@tcp lock: 0000000043e81fe9/0xb57eb788195630f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb57eb788195630fc expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384934.637375:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036473269. 00000100:00000001:0.0:1767384934.637377:0:17105:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384934.637382:0:17105:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384934.637384:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005bedbaad. 00010000:00000001:3.0:1767384934.637385:0:17077:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767384934.637385:0:17105:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384934.637389:0:17105:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384934.637390:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:1.0:1767384934.637392:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e27d5f88. 00000100:00000001:0.0:1767384934.637392:0:17105:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384934.637393:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384934.637396:0:17105:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384934.637397:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000043e81fe9 refcount=3 00000020:00000040:1.0:1767384934.637399:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000009de0d226 : new refcount 2 02000000:00000001:0.0:1767384934.637401:0:17105:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384934.637402:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006039040 : -119483703512576 : ffff9354884bb200) 00000100:00000001:1.0:1767384934.637403:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384934.637406:0:17105:0:(import.c:2128:obd_at_measure()) add 5 to 000000008ef118cb time=68 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384934.637408:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006039040 : -119483703512576 : ffff9354884bb200) 00000100:00001000:0.0:1767384934.637412:0:17105:0:(import.c:2128:obd_at_measure()) add 1 to 00000000456edb1d time=68 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384934.637413:0:17077:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1767384934.637417:0:17105:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00010000:3.0:1767384934.637418:0:17077:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.134@tcp lock: 0000000043e81fe9/0xb57eb788195630f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb57eb788195630fc expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384934.637419:0:17105:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.637424:0:17105:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384934.637426:0:17105:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384934.637429:0:17077:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1767384934.637430:0:17105:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:3.0:1767384934.637433:0:17077:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.134@tcp lock: 0000000043e81fe9/0xb57eb788195630f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb57eb788195630fc expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384934.637452:0:17105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e933ccb9 x1853237348033536/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384950 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:01000000:3.0:1767384934.637468:0:17077:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:0.0:1767384934.637471:0:17105:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00000001:3.0:1767384934.637473:0:17077:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000001:0.0:1767384934.637474:0:17105:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 10000000:00000040:3.0:1767384934.637475:0:17077:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000001:0.0:1767384934.637477:0:17105:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384934.637479:0:17105:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384934.637480:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384934.637481:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384934.637482:0:17105:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384934.637487:0:17105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e933ccb9 x1853237348033536/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384950 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000040:3.0:1767384934.637488:0:17077:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767384934.637492:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384934.637495:0:17077:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384934.637503:0:17105:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e933ccb9 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17105:1853237348033536:0@lo:104: 00000100:00000001:0.0:1767384934.637507:0:17105:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384934.637509:0:17105:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384934.637510:0:17105:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384934.637512:0:17105:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384934.637514:0:17105:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e933ccb9 x1853237348033536/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384950 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:3.0:1767384934.637526:0:17077:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1767384934.637529:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384934.637531:0:17077:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000002298ce) refs 2 10000000:00000001:3.0:1767384934.637537:0:17077:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384934.637541:0:17077:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384934.637544:0:17105:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384934.637548:0:17105:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1767384934.637549:0:17077:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000010:0.0:1767384934.637550:0:17105:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009cf0e4bd. 00010000:00000001:3.0:1767384934.637571:0:17077:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:0.0:1767384934.637572:0:17105:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384934.637575:0:17105:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1767384934.637576:0:17077:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000040:0.0:1767384934.637577:0:17105:0:(genops.c:1242:class_import_put()) import 000000003b66da55 refcount=1 obd=MGS 00000020:00000001:0.0:1767384934.637581:0:17105:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384934.637582:0:17105:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000034880a4d. 00010000:00000001:3.0:1767384934.637592:0:17077:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:0.0:1767384934.637593:0:17105:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384934.637595:0:17105:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1767384934.637598:0:17077:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384934.637598:0:17105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e933ccb9. 00000100:00000001:0.0:1767384934.637601:0:17105:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:3.0:1767384934.637604:0:17077:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000043e81fe9 with handle 0xb57eb788195630f5 from hash 00000100:00000001:0.0:1767384934.637604:0:17105:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384934.637607:0:17105:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000011d8c3c. 00010000:00000001:3.0:1767384934.637612:0:17077:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1767384934.637612:0:17105:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384934.637616:0:17105:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384934.637617:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:0.0:1767384934.637619:0:17105:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059a4bd9d. 00010000:00000001:3.0:1767384934.637622:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384934.637626:0:17077:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384934.637626:0:17105:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384934.637628:0:17077:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384934.637629:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384934.637633:0:17077:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384934.637633:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384934.637638:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767384934.637642:0:17077:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384934.637642:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1767384934.637644:0:17105:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000ae10aeef/0xb57eb78819563103 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384934.637647:0:17077:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767384934.637654:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001160468e. 00000020:00000040:3.0:1767384934.637657:0:17077:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00000001:3.0:1767384934.637660:0:17077:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384934.637661:0:17077:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384934.637664:0:17077:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384934.637667:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a8ae1ed6. 00000100:00000001:3.0:1767384934.637670:0:17077:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384934.637672:0:17077:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767384934.637674:0:17077:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.134@tcp lock: 0000000043e81fe9/0xb57eb788195630f5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb57eb788195630fc expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384934.637689:0:17077:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384934.637691:0:17077:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384934.637693:0:17077:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384934.637694:0:17077:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384934.637704:0:17077:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001160468e] to pc [ptlrpcd_00_02+2] req@000000001160468e x1853237348033664/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384934.637730:0:17077:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384934.637734:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384934.637735:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384934.637736:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384934.637737:0:17077:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384934.637740:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384934.637743:0:17077:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384934.637746:0:17077:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384934.637758:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:3.0:1767384934.637760:0:17077:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.134@tcp lock: 0000000043e81fe9/0xb57eb788195630f5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb57eb788195630fc expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384934.637761:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384934.637763:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384934.637768:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001160468e x1853237348033664/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384934.637782:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384934.637783:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1767384934.637785:0:17077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.134@tcp lock: 0000000043e81fe9/0xb57eb788195630f5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb57eb788195630fc expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384934.637786:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384934.637791:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384934.637794:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1767384934.637796:0:17077:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000e7ffb59 count: 0 02000000:00000001:1.0:1767384934.637797:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384934.637801:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001160468e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348033664:0@lo:103: 00000100:00000001:1.0:1767384934.637804:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1767384934.637808:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384934.637808:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384934.637811:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384934.637812:0:17077:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1767384934.637847:0:17077:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000007abaaafd. 00010000:00000001:3.0:1767384934.637852:0:17077:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384934.637854:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384934.637856:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384934.637859:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384934.637860:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384934.637863:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384934.637865:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384934.637868:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384934.637871:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384934.637874:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767384934.637961:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384934.637966:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e27d5f88. 02000000:00000001:1.0:1767384934.637968:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384934.637972:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d60dcdd9. 00000400:00000010:1.0:1767384934.637975:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c52bb0f7. 00000100:00000200:1.0:1767384934.637977:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348033664, portal 18 00000100:00000001:1.0:1767384934.637979:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384934.637980:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647291264 : -119488062260352 : ffff9353847e7b80) 00000100:00000040:1.0:1767384934.637983:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001160468e x1853237348033664/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384934.637988:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384934.637991:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384934.637995:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d3c899c. 00000100:00000200:1.0:1767384934.637997:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237348033664, offset 0 00000400:00000200:1.0:1767384934.638003:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384934.638010:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384934.638017:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958271d06480 00000400:00000200:1.0:1767384934.638022:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 328 00000400:00000200:1.0:1767384934.638025:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384934.638028:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384934.638031:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384934.638038:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384934.638042:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d3314a50. 00000100:00000040:1.0:1767384934.638045:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000d3314a50 x1853237348033664 msgsize 328 00000100:00100000:1.0:1767384934.638051:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384934.638072:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384934.638077:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d3c899c 00000400:00000010:1.0:1767384934.638079:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d3c899c. 00000100:00000001:1.0:1767384934.638083:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384934.638087:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001160468e x1853237348033664/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384934.638087:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384934.638091:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348033664 02000000:00000001:0.0:1767384934.638095:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384934.638099:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384934.638100:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384934.638101:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384934.638105:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001160468e x1853237348033664/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384934.638106:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384934.638112:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348033664 00000020:00000001:0.0:1767384934.638115:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384934.638118:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000001:1.0:1767384934.638119:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384934.638122:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384934.638125:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384934.638146:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294923674 00000100:00000001:1.0:1767384934.638151:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294923673 00000100:00000001:1.0:1767384934.638155:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294923674 00000100:00000001:1.0:1767384934.638161:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294923673 00000020:00000001:0.0:1767384934.638165:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384934.638166:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294923674 00000020:00000040:0.0:1767384934.638169:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=16 00000100:00000001:1.0:1767384934.638173:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294923673 00000020:00000001:0.0:1767384934.638173:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:0.0:1767384934.638179:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:1.0:1767384934.638180:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294923674 00000100:00000001:0.0:1767384934.638182:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384934.638184:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294923673 00000100:00000001:1.0:1767384934.638191:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384934.638192:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384934.638195:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384934.638196:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384934.638201:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384934.638203:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384934.638205:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384934.638206:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000059a4bd9d. 00000100:00000001:1.0:1767384934.638207:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384934.638211:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384934.638213:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000059a4bd9d. 00000100:00000001:1.0:1767384934.638216:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384934.638219:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384934.638221:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034880a4d. 00000020:00000010:0.0:1767384934.638225:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ba9dd63c. 00000020:00000010:0.0:1767384934.638228:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000090a933f. 00000100:00000040:0.0:1767384934.638234:0:17076:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384934.638255:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384934.638256:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384934.638258:0:17076:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384934.638259:0:17076:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.638261:0:17076:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384934.638264:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384934.638265:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384934.638266:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e605ec10 refcount=4 00000020:00000001:0.0:1767384934.638268:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004431360 : -119483705120256 : ffff935488332a00) 00010000:00000001:0.0:1767384934.638270:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004431360 : -119483705120256 : ffff935488332a00) 00010000:00010000:0.0:1767384934.638273:0:17076:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000e605ec10/0xb57eb788195630fc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb57eb788195630f5 expref: 16 pid: 17084 timeout: 406 lvb_type: 0 00080000:00000010:3.0:1767384934.638277:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000058f98f32. 00010000:00000001:0.0:1767384934.638278:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384934.638281:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384934.638284:0:17076:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384934.638285:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384934.638289:0:17076:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384934.638293:0:17076:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d3314a50 x1853237348033664/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:160/0 lens 328/0 e 0 to 0 dl 1767384945 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384934.638299:0:17076:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384934.638300:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384934.638308:0:17084:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000728276af. 00040000:00000001:1.0:1767384934.638314:0:17084:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384934.638316:0:17084:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384934.638318:0:17084:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384934.638318:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000002:1.0:1767384934.638322:0:17084:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:1.0:1767384934.638326:0:17084:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384934.638329:0:17084:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384934.638332:0:17084:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000100:00000001:0.0:1767384934.638333:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 20000000:00000001:1.0:1767384934.638335:0:17084:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384934.638336:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384934.638340:0:18907:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 20000000:01000000:1.0:1767384934.638341:0:17084:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00000001:3.0:1767384934.638344:0:18907:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384934.638346:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00080000:00000001:1.0:1767384934.638366:0:17084:0:(osd_handler.c:2844:osd_sync()) Process entered 00000100:00000040:0.0:1767384934.638380:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000100:00000001:3.0:1767384934.638381:0:18907:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384934.638384:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590750695424 : -119482958856192 : ffff9354b4ae4000) 00000100:00000001:3.0:1767384934.638385:0:18907:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384934.638391:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d3314a50 x1853237348033664/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:160/0 lens 328/0 e 0 to 0 dl 1767384945 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384934.638397:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384934.638400:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000059a4bd9d. 00000100:00000001:0.0:1767384934.638402:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384934.638404:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000059a4bd9d. 00000100:00100000:0.0:1767384934.638409:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d3314a50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b543db4a-4900-454f-be04-352b2897a173+16:16360:x1853237348033664:12345-0@lo:103: 00000100:00000200:0.0:1767384934.638412:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348033664 00010000:00000001:0.0:1767384934.638414:0:17076:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384934.638415:0:17076:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384934.638418:0:17076:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384934.638421:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384934.638424:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384934.638427:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002f6e2c72. 02000000:00000001:0.0:1767384934.638429:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384934.638446:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.638448:0:17076:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384934.638449:0:17076:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384934.638451:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384934.638452:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384934.638453:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e605ec10 refcount=4 00000020:00000001:0.0:1767384934.638454:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004431360 : -119483705120256 : ffff935488332a00) 00010000:00000001:0.0:1767384934.638456:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004431360 : -119483705120256 : ffff935488332a00) 00010000:00000040:0.0:1767384934.638458:0:17076:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000002ab41813 count: 3 00010000:00010000:0.0:1767384934.638461:0:17076:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000e605ec10/0xb57eb788195630fc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb57eb788195630f5 expref: 16 pid: 17084 timeout: 406 lvb_type: 0 00000100:00001000:0.0:1767384934.638474:0:17076:0:(import.c:2128:obd_at_measure()) add 0 to 00000000f06c522d time=1767384934 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384934.638476:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384934.638480:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384934.638482:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384934.638484:0:17076:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000e605ec10/0xb57eb788195630fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb57eb788195630f5 expref: 16 pid: 17084 timeout: 406 lvb_type: 0 00000020:00000001:0.0:1767384934.638488:0:17076:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384934.638490:0:17076:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384934.638492:0:17076:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384934.638494:0:17076:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.638497:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384934.638507:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384934.638512:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384934.638526:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000020:1.0:1767384934.638529:0:17084:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384934.638529:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384934.638533:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384934.638534:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384934.638537:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e605ec10 with handle 0xb57eb788195630fc from hash 20000000:00000010:1.0:1767384934.638538:0:17084:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009d49532e. 00010000:00000001:0.0:1767384934.638541:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384934.638544:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:1.0:1767384934.638546:0:17084:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.638546:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384934.638549:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000040:1.0:1767384934.638574:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348033408 00010000:00000001:0.0:1767384934.638575:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384934.638578:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384934.638579:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:0.0:1767384934.638582:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e605ec10/0xb57eb788195630fc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb57eb788195630f5 expref: 16 pid: 17084 timeout: 406 lvb_type: 0 00010000:00000200:1.0:1767384934.638586:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aff0c7fd x1853237348033408/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:160/0 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384934.638593:0:17076:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003d3e266f : new locks_count 9 00000020:00000040:0.0:1767384934.638597:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 15 00010000:00000001:1.0:1767384934.638603:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384934.638604:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384934.638605:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.638607:0:17076:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00001000:1.0:1767384934.638609:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=68 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384934.638610:0:17076:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384934.638612:0:17076:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000ae10aeef 00000100:00000001:1.0:1767384934.638614:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384934.638615:0:17076:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384934.638618:0:17076:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000040:1.0:1767384934.638619:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:1.0:1767384934.638622:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:1.0:1767384934.638624:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384934.638626:0:17076:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384934.638627:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.638632:0:17076:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:1.0:1767384934.638633:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384934.638634:0:17076:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384934.638638:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384934.638640:0:17076:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000010:1.0:1767384934.638643:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000091545e8c. 00010000:00000001:0.0:1767384934.638643:0:17076:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384934.638647:0:17076:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000ae10aeef/0xb57eb78819563103 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384934.638648:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348033408, offset 224 00010000:00000001:0.0:1767384934.638657:0:17076:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000400:00000200:1.0:1767384934.638659:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384934.638661:0:17076:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384934.638663:0:17076:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384934.638664:0:17076:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384934.638667:0:17076:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002ab41813) refcount = 2 00000400:00000200:1.0:1767384934.638668:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:0.0:1767384934.638673:0:17076:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ae10aeef/0xb57eb78819563103 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384934.638678:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d06380 00010000:00000001:0.0:1767384934.638681:0:17076:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384934.638682:0:17076:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384934.638683:0:17076:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384934.638685:0:17076:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384934.638691:0:17076:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059a4bd9d. 00000400:00000200:1.0:1767384934.638695:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c19 [2] + 224 00000100:00000001:0.0:1767384934.638696:0:17076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384934.638699:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000011d8c3c. 00000400:00000200:1.0:1767384934.638701:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384934.638702:0:17076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624590020893312 : -119483688658304 : ffff9354892e5a80) 00000100:00000001:0.0:1767384934.638706:0:17076:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624590020893312 : -119483688658304 : ffff9354892e5a80) 00000400:00000200:1.0:1767384934.638710:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384934.638711:0:17076:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384934.638714:0:17076:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000100:00000001:1.0:1767384934.638715:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384934.638716:0:17076:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384934.638720:0:17076:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000200:1.0:1767384934.638722:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cd23ec51 x1853237348033408/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:01000000:0.0:1767384934.638724:0:17076:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003151402s 00010000:00000001:0.0:1767384934.638728:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384934.638731:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384934.638733:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ae10aeef refcount=5 00000100:00000040:1.0:1767384934.638736:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000cd23ec51 x1853237348033408/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384934.638737:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006039552 : -119483703512064 : ffff9354884bb400) 00010000:00000001:0.0:1767384934.638743:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006039552 : -119483703512064 : ffff9354884bb400) 00010000:00000001:0.0:1767384934.638748:0:17076:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384934.638767:0:17076:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ae10aeef/0xb57eb78819563103 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384934.638768:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384934.638774:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091545e8c 00010000:00000001:0.0:1767384934.638775:0:17076:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000010:1.0:1767384934.638777:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000091545e8c. 00010000:00010000:0.0:1767384934.638778:0:17076:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ae10aeef/0xb57eb78819563103 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384934.638782:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384934.638785:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384934.638786:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384934.638787:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384934.638789:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.638789:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384934.638791:0:17076:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ae10aeef/0xb57eb78819563103 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384934.638794:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:3.0:1767384934.638797:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384934.638799:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384934.638803:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384934.638804:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.638805:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000001:3.0:1767384934.638807:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384934.638809:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384934.638809:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384934.638810:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0c6dcaf. 00010000:00000001:0.0:1767384934.638815:0:17076:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384934.638816:0:17076:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ae10aeef/0xb57eb78819563103 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384934.638821:0:17076:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ae10aeef already unused, calling callback (00000000df0e66e0) 00010000:00000001:0.0:1767384934.638823:0:17076:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384934.638826:0:17076:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384934.638828:0:17076:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ae10aeef/0xb57eb78819563103 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384934.638831:0:17076:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384934.638833:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384934.638834:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384934.638838:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093816d2f 00000100:00000040:1.0:1767384934.638840:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aff0c7fd x1853237348033408/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:160/0 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384934.638841:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093816d2f. 00000100:00000001:3.0:1767384934.638848:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384934.638854:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cd23ec51 x1853237348033408/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384934.638856:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aff0c7fd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:16359:x1853237348033408:12345-0@lo:253: Request processed in 4752us (5309us total) trans 0 rc 0/0 00000020:00000040:0.0:1767384934.638863:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ae10aeef refcount=6 00000020:00000001:0.0:1767384934.638868:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006039552 : -119483703512064 : ffff9354884bb400) 00010000:00000001:0.0:1767384934.638873:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006039552 : -119483703512064 : ffff9354884bb400) 00000100:00100000:1.0:1767384934.638876:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00010000:00000001:0.0:1767384934.638879:0:17076:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:1.0:1767384934.638883:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00010000:00010000:0.0:1767384934.638883:0:17076:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ae10aeef/0xb57eb78819563103 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384934.638887:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cd23ec51 x1853237348033408/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384934.638899:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767384934.638902:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384934.638903:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384934.638906:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384934.638906:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384934.638908:0:17076:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767384934.638911:0:16359:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384934.638911:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005b5bb57e. 00010000:00000001:0.0:1767384934.638912:0:17076:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384934.638915:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384934.638918:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384934.638919:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000016d65e14. 00000100:00000001:3.0:1767384934.638920:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.638924:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:3.0:1767384934.638925:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384934.638926:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003fc6ff19. 00010000:00000001:0.0:1767384934.638927:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00001000:3.0:1767384934.638931:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=68 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384934.638931:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:1.0:1767384934.638933:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00010000:00000001:0.0:1767384934.638935:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384934.638940:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384934.638941:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=68 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384934.638941:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ae10aeef with handle 0xb57eb78819563103 from hash 02000000:00000010:1.0:1767384934.638943:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000bdd98002. 00010000:00000001:0.0:1767384934.638947:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1767384934.638948:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767384934.638950:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384934.638951:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.638954:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384934.638955:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384934.638955:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384934.638957:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384934.638959:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384934.638960:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384934.638961:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:3.0:1767384934.638963:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.638965:0:17076:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000200:1.0:1767384934.638968:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384934.638968:0:17076:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:3.0:1767384934.638969:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cd23ec51 x1853237348033408/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384934.638972:0:17076:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384934.638974:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1aaaf08. 00010000:00000001:0.0:1767384934.638978:0:17076:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384934.638982:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000091545e8c. 00010000:00000001:0.0:1767384934.638983:0:17076:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384934.638987:0:17076:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:3.0:1767384934.638992:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384934.638993:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384934.638995:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384934.638997:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767384934.638998:0:17076:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384934.639001:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384934.639001:0:17076:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384934.639006:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:0.0:1767384934.639006:0:17076:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384934.639007:0:17076:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ae10aeef/0xb57eb78819563103 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000020:01000004:3.0:1767384934.639010:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000001:0.0:1767384934.639014:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:3.0:1767384934.639016:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:0.0:1767384934.639017:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:3.0:1767384934.639021:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:0.0:1767384934.639021:0:17076:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:01000004:3.0:1767384934.639025:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:0.0:1767384934.639025:0:17076:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384934.639027:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:3.0:1767384934.639031:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:0.0:1767384934.639031:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384934.639033:0:17076:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384934.639034:0:17076:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384934.639035:0:17076:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384934.639036:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384934.639037:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384934.639038:0:17076:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384934.639042:0:16359:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384934.639046:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:0.0:1767384934.639047:0:17076:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:01000004:3.0:1767384934.639050:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:0.0:1767384934.639051:0:17076:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384934.639055:0:17076:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384934.639056:0:17076:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384934.639069:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cd23ec51 x1853237348033408/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384934.639070:0:17076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384934.639073:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000011d8c3c. 00000100:00000001:0.0:1767384934.639077:0:17076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384934.639079:0:17076:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384934.639082:0:17076:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059a4bd9d. 00010000:00000001:0.0:1767384934.639089:0:17076:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00100000:3.0:1767384934.639091:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cd23ec51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348033408:0@lo:253: 00010000:00010000:0.0:1767384934.639092:0:17076:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384934.639095:0:17076:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384934.639100:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384934.639102:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384934.639103:0:17076:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384934.639105:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1767384934.639107:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 0000000059180339 time=68 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384934.639110:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cd23ec51 x1853237348033408/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384934.639112:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384934.639117:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:0.0:1767384934.639121:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:0.0:1767384934.639125:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384934.639137:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384934.639138:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384934.639140:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c95149dc. 02000000:00000001:3.0:1767384934.639143:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384934.639144:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384934.639145:0:16359:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 02000000:00000001:0.0:1767384934.639147:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384934.639148:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384934.639152:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f82cdbe9. 00000100:00000001:0.0:1767384934.639152:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384934.639157:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384934.639158:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384934.639161:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:0.0:1767384934.639161:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd5b10a7. 00000100:00000010:3.0:1767384934.639164:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cd23ec51. 00000100:00000200:0.0:1767384934.639166:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237348033664, offset 224 00000100:00000001:3.0:1767384934.639168:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384934.639171:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384934.639174:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384934.639175:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384934.639181:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384934.639183:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384934.639184:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384934.639189:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384934.639192:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384934.639192:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958271d06480 00000400:00000200:0.0:1767384934.639198:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1c3d [1] + 224 00000400:00000200:0.0:1767384934.639202:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384934.639204:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384934.639222:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384934.639225:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001160468e x1853237348033664/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384950 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384934.639232:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001160468e x1853237348033664/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384934.639254:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384934.639259:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd5b10a7 00000400:00000010:0.0:1767384934.639260:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd5b10a7. 00000100:00000001:0.0:1767384934.639262:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384934.639264:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384934.639268:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384934.639271:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:0.0:1767384934.639272:0:17076:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384934.639275:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384934.639278:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384934.639284:0:17076:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384934.639286:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384934.639289:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d3314a50 x1853237348033664/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:160/0 lens 328/224 e 0 to 0 dl 1767384945 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384934.639290:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384934.639293:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d60dcdd9. 00000400:00000200:1.0:1767384934.639300:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c52bb0f7 00000100:00100000:0.0:1767384934.639303:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d3314a50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b543db4a-4900-454f-be04-352b2897a173+14:16360:x1853237348033664:12345-0@lo:103: Request processed in 904us (1255us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384934.639304:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c52bb0f7. 00000100:00000001:1.0:1767384934.639309:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384934.639316:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001160468e x1853237348033664/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384934.639317:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:0.0:1767384934.639323:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:0.0:1767384934.639327:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384934.639330:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384934.639333:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001160468e x1853237348033664/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384934.639334:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ba9dd63c. 00000020:00000010:0.0:1767384934.639340:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000090a933f. 00000100:00000001:1.0:1767384934.639344:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384934.639345:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034880a4d. 00000100:00000001:1.0:1767384934.639347:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384934.639349:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000100:00000001:1.0:1767384934.639350:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384934.639354:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384934.639355:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384934.639356:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384934.639359:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384934.639361:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384934.639363:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 000000009e62be5a time=68 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384934.639366:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=68 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384934.639367:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384934.639368:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384934.639370:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384934.639372:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384934.639373:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384934.639376:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001160468e x1853237348033664/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384934.639381:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767384934.639382:0:17105:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000ae10aeef/0xb57eb78819563103 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384934.639383:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384934.639397:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384934.639401:0:17105:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:0.0:1767384934.639403:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:0.0:1767384934.639405:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ae10aeef/0xb57eb78819563103 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384934.639409:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001160468e x1853237348033664/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384934.639414:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00100000:1.0:1767384934.639418:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001160468e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348033664:0@lo:103: 00010000:00000001:0.0:1767384934.639439:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384934.639441:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384934.639442:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ae10aeef/0xb57eb78819563103 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384934.639446:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384934.639451:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001160468e x1853237348033664/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384934.639453:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002ab41813 count: 0 00000100:00000001:1.0:1767384934.639461:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767384934.639462:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384934.639463:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 20000000:00000001:0.0:1767384934.639465:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000010:1.0:1767384934.639466:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e27d5f88. 02000000:00000001:1.0:1767384934.639471:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384934.639472:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384934.639473:0:16360:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:1.0:1767384934.639475:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384934.639476:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a8ae1ed6. 02000000:00000001:1.0:1767384934.639478:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384934.639479:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384934.639480:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001160468e. 00000100:00000001:1.0:1767384934.639482:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384934.639483:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384934.639485:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384934.639488:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384934.639489:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384934.639491:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384934.639493:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384934.642850:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000e7ffb59. 00010000:00000010:0.1:1767384934.642850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e605ec10. 00010000:00000010:3.1:1767384934.642859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000043e81fe9. 00000100:00000040:1.0:1767384934.643853:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294923674, at 4294923675 00000100:00000040:2.0:1767384934.643855:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294923674, at 4294923675 00000100:00000010:1.0:1767384934.643862:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb377f89. 00000100:00000010:2.0:1767384934.643864:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000312f5afd. 00000100:00000040:0.0:1767384934.643869:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294923674, at 4294923675 00000100:00000010:0.0:1767384934.643889:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003da3a219. 00000100:00000040:3.0:1767384934.643895:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294923674, at 4294923675 00000100:00000010:3.0:1767384934.643901:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006432ff00. 00010000:00000010:0.1:1767384934.645847:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002ab41813. 00010000:00000010:0.1:1767384934.645855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ae10aeef. 00000400:00000010:0.0:1767384934.650269:0:33930:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000211c49cf. 00000400:00000040:0.0:1767384934.650289:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384934.650292:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384934.650295:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384934.650297:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384934.650299:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384934.650301:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384934.650304:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384934.650305:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384934.650307:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384934.650309:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384934.650311:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384934.650313:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384934.650315:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384934.650317:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384934.650318:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384934.650332:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384934.650333:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384934.650335:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384934.650336:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384934.650338:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384934.650340:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384934.650341:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384934.650343:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384934.650344:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384934.650346:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384934.650348:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384934.650350:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384934.650356:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384934.650357:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384934.650359:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384934.650360:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384934.650363:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384934.650364:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384934.650366:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384934.650368:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384934.650369:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384934.650371:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384934.650373:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384934.650375:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384934.650377:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384934.650379:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384934.650380:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384934.650382:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384934.650384:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384934.650386:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384934.650387:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384934.650389:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384934.650390:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384934.650392:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384934.650394:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384934.650396:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384934.650398:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384934.650399:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384934.650401:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384934.650403:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384934.650404:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384934.650406:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384934.650543:0:33930:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000211c49cf. 00000400:00000001:2.0:1767384934.809859:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384934.809868:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384934.809870:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c99b0362 00000400:00000010:2.0:1767384934.809874:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c99b0362. 00000800:00000200:3.0:1767384934.809879:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d6cf32a6] -> 12345-192.168.203.134@tcp25 (6) 00000400:00000200:2.0:1767384934.809881:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:3.0:1767384934.809888:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp25 ip 192.168.203.134:988 00000400:00000200:2.0:1767384934.809889:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp39 recovery ping unlinked 00000800:00000200:3.0:1767384934.809894:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ad538527 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:2.0:1767384934.809899:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009194b2b3. 00000400:00000010:2.0:1767384934.809903:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a0e25b3e. 00000800:00000200:3.0:1767384934.809997:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384934.810007:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384934.810016:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384934.810019:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384934.810022:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384935.448886:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384935.448891:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384935.448896:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384935.448897:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384935.448918:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384935.448923:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384935.448927:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384935.833871:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp39 00000400:00000010:2.0:1767384935.833888:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ea6a818d. 00000400:00000010:2.0:1767384935.833894:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000087d4af9b. 00000400:00000010:2.0:1767384935.833898:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c99b0362. 00000400:00000010:2.0:1767384935.833905:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e0e54180. 00000400:00000200:2.0:1767384935.833909:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp39 00000400:00000200:2.0:1767384935.833925:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp39 local destination 00000400:00000200:2.0:1767384935.833931:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp39 00000400:00000200:2.0:1767384935.833934:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp39 NI seq info: [152:152:256:4294967295] 192.168.203.134@tcp39 LPNI seq info [147:147:8:4294967295] 00000400:00000200:2.0:1767384935.833939:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp39 00000400:00000200:2.0:1767384935.833946:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp39(192.168.203.134@tcp39:) -> 192.168.203.134@tcp39(192.168.203.134@tcp39:192.168.203.134@tcp39) : GET try# 0 00000800:00000200:2.0:1767384935.833950:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp39 00000800:00000010:2.0:1767384935.833954:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000612bc7dc. 00000800:00000200:2.0:1767384935.833959:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e1b9ebf] -> 12345-192.168.203.134@tcp39 (2) 00000800:00000200:2.1:1767384935.833962:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e1b9ebf] -> 12345-192.168.203.134@tcp39 (2) 00000400:00000200:2.0:1767384935.833980:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp39 added to recovery queue. ping count: 2 next ping: 261 health :800 00000400:00000200:2.0:1767384935.833986:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp41 00000400:00000010:2.0:1767384935.833988:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e6105b73. 00000400:00000010:2.0:1767384935.833991:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000435ea720. 00000400:00000010:2.0:1767384935.833993:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002af56e82. 00000400:00000010:2.0:1767384935.833999:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bbebd981. 00000400:00000200:2.0:1767384935.834002:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp41 00000400:00000200:2.0:1767384935.834006:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp41 local destination 00000400:00000200:2.0:1767384935.834016:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp41 00000400:00000200:2.0:1767384935.834019:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp41 NI seq info: [153:153:256:4294967295] 192.168.203.134@tcp41 LPNI seq info [148:148:8:4294967295] 00000400:00000200:2.0:1767384935.834023:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp41 00000400:00000200:2.0:1767384935.834028:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp41(192.168.203.134@tcp41:) -> 192.168.203.134@tcp41(192.168.203.134@tcp41:192.168.203.134@tcp41) : GET try# 0 00000800:00000200:2.0:1767384935.834032:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp41 00000800:00000010:2.0:1767384935.834034:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000916186eb. 00000800:00000200:2.0:1767384935.834039:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e05045b2] -> 12345-192.168.203.134@tcp41 (2) 00000400:00000200:0.0:1767384935.834041:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000800:00000200:2.1:1767384935.834043:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e05045b2] -> 12345-192.168.203.134@tcp41 (2) 00000400:00000200:2.0:1767384935.834061:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp41 added to recovery queue. ping count: 1 next ping: 259 health :900 00000400:00000200:0.0:1767384935.834096:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:3.0:1767384935.834116:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:0.0:1767384935.834135:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:3.0:1767384935.834163:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384935.834206:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:3.0:1767384935.834218:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384935.834256:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:3.0:1767384935.834267:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384935.834312:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:3.0:1767384935.834322:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:0.0:1767384935.834357:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:3.0:1767384935.834364:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:0.0:1767384935.834405:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:3.0:1767384935.834415:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:0.0:1767384935.834453:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:3.0:1767384935.834464:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:0.0:1767384935.834502:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:3.0:1767384935.834530:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:0.0:1767384935.834572:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:3.0:1767384935.834583:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:3.0:1767384935.834632:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384935.834635:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:3.0:1767384935.834675:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384935.834693:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:3.0:1767384935.834728:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:0.0:1767384935.834749:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:3.0:1767384935.834783:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:0.0:1767384935.834810:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:3.0:1767384935.834957:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:3.0:1767384935.835011:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:3.0:1767384935.835057:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:3.0:1767384935.835105:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:3.0:1767384935.835152:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:3.0:1767384935.835202:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:3.0:1767384935.835251:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:3.0:1767384935.835292:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:0.0:1767384935.835329:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:3.0:1767384935.835350:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:0.0:1767384935.835397:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:3.0:1767384935.835411:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:0.0:1767384935.835456:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:3.0:1767384935.835476:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:0.0:1767384935.835527:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:3.0:1767384935.835546:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:0.0:1767384935.835594:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:3.0:1767384935.835606:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:0.0:1767384935.835656:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:3.0:1767384935.835664:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:0.0:1767384935.835702:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:3.0:1767384935.835726:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:0.0:1767384935.835771:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:3.0:1767384935.835785:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:3.0:1767384935.835844:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:0.0:1767384935.835850:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:3.0:1767384935.835907:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384935.835907:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:0.0:1767384935.835944:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:3.0:1767384935.835966:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:0.0:1767384935.835989:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:3.0:1767384935.836014:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:0.0:1767384935.836041:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:3.0:1767384935.836069:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:0.0:1767384935.836098:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:0.0:1767384935.836156:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:0.0:1767384935.836181:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:0.0:1767384935.836218:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384935.836260:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000800:00000010:3.0:1767384935.836295:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b3080e34. 00000400:00000200:0.0:1767384935.836298:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000800:00000010:3.0:1767384935.836301:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000097c1ba4b. 00000800:00000010:3.0:1767384935.836306:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009256565d. 00000800:00000010:3.0:1767384935.836329:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009256565d. 00000800:00020000:3.0:1767384935.836338:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:3.0:1767384935.836341:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000097c1ba4b. 00000800:00000010:3.0:1767384935.836344:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b3080e34. 00000400:00000200:0.0:1767384935.836350:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:02020000:3.0:1767384935.836393:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp41 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384935.836398:0:16346:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp41 notifying 192.168.203.134@tcp41: down 00000400:00000200:3.0:1767384935.836402:0:16346:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384935.836405:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp41 00000800:00000010:3.0:1767384935.836408:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000916186eb. 00000400:00000200:3.0:1767384935.836412:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384935.836416:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp41->192.168.203.134@tcp41: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384935.836423:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384935.836427:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384935.836430:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp41) recovery failed with -71 00000800:00000010:0.0:1767384935.836474:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002299428b. 00000800:00000010:0.0:1767384935.836478:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000029a238a6. 00000800:00000010:0.0:1767384935.836481:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000670d7a1c. 00000800:00000010:0.0:1767384935.836495:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000670d7a1c. 00000800:00020000:0.0:1767384935.836506:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:0.0:1767384935.836523:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000029a238a6. 00000800:00000010:0.0:1767384935.836526:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002299428b. 00000400:02020000:0.0:1767384935.836557:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp39 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384935.836566:0:16348:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp39 notifying 192.168.203.134@tcp39: down 00000400:00000200:0.0:1767384935.836570:0:16348:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384935.836573:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp39 00000800:00000010:0.0:1767384935.836575:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000612bc7dc. 00000400:00000200:0.0:1767384935.836578:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384935.836581:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp39->192.168.203.134@tcp39: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384935.836586:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384935.836589:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384935.836593:0:16348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp39) recovery failed with -71 00080000:00000010:0.0:1767384936.119386:0:34405:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002276c8f3. 00080000:00000010:0.0:1767384936.119395:0:34405:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002276c8f3. 00000020:00000001:0.0:1767384936.119399:0:34405:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384936.119405:0:34405:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002276c8f3. 00080000:00000010:0.0:1767384936.119409:0:34405:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002276c8f3. 00000020:00000001:0.0:1767384936.119412:0:34405:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.472879:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384936.472884:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.472890:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384936.472892:0:53:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384936.472894:0:53:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384936.472897:0:53:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.472899:0:53:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384936.472901:0:53:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.472903:0:53:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.472912:0:53:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384936.472963:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384936.472967:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384936.472970:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384936.794462:0:34569:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384936.794465:0:34569:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp43 --if ens2 00000001:00000001:1.0:1767384936.797997:0:34569:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384936.804322:0:34570:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000068d25154. 00000400:00000010:3.0:1767384936.804335:0:34570:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000086d836d1. 00000400:00000010:3.0:1767384936.804344:0:34570:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000059e6913. 00000400:00000010:3.0:1767384936.804347:0:34570:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d338f879. 00000400:00000010:3.0:1767384936.804350:0:34570:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000132e16da. 00000400:00000010:3.0:1767384936.804354:0:34570:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000817587da. 00000400:00000010:3.0:1767384936.804355:0:34570:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ab7706a9. 00000400:00000010:3.0:1767384936.804360:0:34570:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009077a899. 00000400:00000010:3.0:1767384936.804363:0:34570:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000ce192248. 00000800:00000010:3.0:1767384936.804376:0:34570:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000e3610e0d. 00000800:00000200:3.0:1767384936.804385:0:34570:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384936.804395:0:34570:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384936.804426:0:34570:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:3.0:1767384936.804446:0:34570:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp43 [8/256/0/180] 00000400:00000010:3.0:1767384936.806056:0:34570:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 0000000065a2bc66. 00000400:00000010:3.0:1767384936.806062:0:34570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032e48dde. 00000400:00000010:3.0:1767384936.806066:0:34570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b051682. 00000400:00000001:3.0:1767384936.806081:0:34570:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384936.806082:0:34570:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384936.806084:0:34570:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002aea5c17. 00000400:00000200:3.0:1767384936.806086:0:34570:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d4ac3eb 00000400:00000010:3.0:1767384936.806087:0:34570:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d4ac3eb. 00000400:00000010:3.0:1767384936.806090:0:34570:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 0000000012b8444c. 00000400:00000200:3.0:1767384936.806094:0:34570:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (34) 00000400:00000200:3.0:1767384936.806104:0:34570:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:3.0:1767384936.806111:0:34570:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131115 00000020:00000010:3.0:1767384936.806117:0:34570:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000b3080e34. 00000020:01000000:3.0:1767384936.806138:0:34570:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384936.806140:0:34570:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp43 00000400:00000200:0.0:1767384936.806142:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384936.806149:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102071 00000400:00000010:3.0:1767384936.806152:0:34570:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000086d836d1. 00000400:00000200:0.0:1767384936.806154:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (35) 00000400:00000010:3.0:1767384936.806156:0:34570:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000068d25154. 00000400:00000010:0.0:1767384936.806162:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 00000000d7716515. 00000400:00000010:0.0:1767384936.806169:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd5b10a7. 00000400:00000010:0.0:1767384936.806176:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000342729bc. 00000400:00000200:0.0:1767384936.806181:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp 00000020:00000001:2.0:1767384936.806188:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384936.806193:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384936.806193:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 10000000:00000001:2.0:1767384936.806196:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384936.806198:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384936.806199:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 135], ns[150, 140] 00000020:01000004:2.0:1767384936.806201:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384936.806204:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384936.806205:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384936.806205:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 135], ns[60, 140] 00000020:01000004:2.0:1767384936.806207:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384936.806209:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384936.806211:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384936.806211:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 60], ns[64, 60] 00000020:01000004:2.0:1767384936.806212:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384936.806214:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384936.806216:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384936.806218:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384936.806218:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 60], ns[75, 60] 00000100:00000010:2.0:1767384936.806224:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004f1ab0f3. 00000400:00000200:0.0:1767384936.806224:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 60], ns[77, 60] 00000020:00000040:2.0:1767384936.806228:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000400:00000200:0.0:1767384936.806230:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 60], ns[82, 60] 00000100:00000001:2.0:1767384936.806234:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384936.806235:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 60], ns[88, 60] 02000000:00000001:2.0:1767384936.806236:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384936.806241:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384936.806241:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 60], ns[91, 60] 00000400:00000200:0.0:1767384936.806246:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 60], ns[103, 60] 02000000:00000010:2.0:1767384936.806249:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000facf727b. 00000400:00000200:0.0:1767384936.806250:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 60], ns[109, 60] 00000400:00000200:0.0:1767384936.806255:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 60], ns[112, 60] 00000100:00000001:2.0:1767384936.806256:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384936.806259:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 60], ns[120, 60] 00000400:00000200:0.0:1767384936.806263:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[125, 60] 00000100:00000001:2.0:1767384936.806264:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384936.806266:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384936.806268:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 60], ns[129, 60] 00000400:00000200:0.0:1767384936.806280:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 60], ns[44, 60] 00000100:00000040:2.0:1767384936.806283:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f1ab0f3] to pc [ptlrpcd_00_03+3] req@000000004f1ab0f3 x1853237348033792/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384936.806286:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 44], ns[48, 44] 00000400:00000200:0.0:1767384936.806292:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 44], ns[52, 44] 00000400:00000200:0.0:1767384936.806297:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 44], ns[56, 44] 00000400:00000200:0.0:1767384936.806302:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[97, 44], ns[99, 44] 00000400:00000200:0.0:1767384936.806307:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[118, 44], ns[122, 44] 10000000:00000001:2.0:1767384936.806310:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384936.806312:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[127, 44], ns[131, 44] 10000000:00000001:2.0:1767384936.806313:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384936.806316:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384936.806317:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[131, 44], ns[135, 44] 00000020:01000000:2.0:1767384936.806318:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384936.806321:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384936.806322:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 44], ns[80, 44] 00000100:00000001:3.0:1767384936.806325:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384936.806325:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384936.806327:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384936.806329:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384936.806330:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384936.806332:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 44], ns[145, 44] 10000000:01000000:2.0:1767384936.806333:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384936.806351:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:3.0:1767384936.806352:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004f1ab0f3 x1853237348033792/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384936.806354:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:0.0:1767384936.806354:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 44], ns[117, 44] 00000020:01000004:2.0:1767384936.806358:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384936.806362:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384936.806366:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384936.806371:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384936.806372:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[129, 44], ns[133, 44] 00000020:01000004:2.0:1767384936.806374:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384936.806378:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:3.0:1767384936.806382:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384936.806382:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384936.806386:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384936.806387:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc8bdf86. 00000400:00000200:0.0:1767384936.806387:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 44], ns[108, 44] 02000000:00000001:3.0:1767384936.806391:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1767384936.806392:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000400:00000200:0.0:1767384936.806396:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 44], ns[132, 44] 02000000:00000001:3.0:1767384936.806397:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384936.806397:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384936.806401:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384936.806404:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384936.806406:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384936.806410:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004f1ab0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348033792:0@lo:253: 00000400:00000200:0.0:1767384936.806411:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[138, 44], ns[143, 44] 02000000:00000010:2.0:1767384936.806416:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000516792d0. 00000100:00000001:2.0:1767384936.806420:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384936.806421:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[147, 44], ns[152, 44] 00000100:00000001:3.0:1767384936.806424:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384936.806427:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384936.806431:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384936.806431:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 44], ns[148, 44] 02000000:00000001:3.0:1767384936.806433:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384936.806437:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384936.806437:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc8bdf86] to pc [ptlrpcd_00_00+0] req@00000000bc8bdf86 x1853237348033920/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384936.806439:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[148, 44], ns[153, 44] 02000000:00000001:3.0:1767384936.806443:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384936.806450:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000bdd98002. 02000000:00000001:3.0:1767384936.806455:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384936.806455:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 00000400:00000010:3.0:1767384936.806462:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001be486be. 10000000:00000001:2.0:1767384936.806467:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384936.806467:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp24 00000400:00000010:3.0:1767384936.806468:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086d836d1. 10000000:00000001:2.0:1767384936.806471:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384936.806474:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348033792, portal 25 00000020:00000001:2.0:1767384936.806475:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384936.806475:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp24 lpni_is_preferred = 0 00000100:00000001:3.0:1767384936.806481:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:01000000:2.0:1767384936.806482:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384936.806482:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp24 00000100:00000001:3.0:1767384936.806486:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667955072 : -119483041596544 : ffff9354afbfbb80) 00000020:00000010:2.0:1767384936.806488:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b3080e34. 00000400:00000200:0.0:1767384936.806493:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp24 NI seq info: [154:154:256:4294967295] 192.168.203.134@tcp24 LPNI seq info [149:149:8:4294967295] 00000100:00000040:3.0:1767384936.806495:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004f1ab0f3 x1853237348033792/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384936.806526:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384936.806531:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384936.806531:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp24 00000100:00000040:3.0:1767384936.806532:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384936.806560:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009dc0c260. 00000100:00000001:2.0:1767384936.806561:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384936.806566:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348033792, offset 0 00000100:00000001:2.0:1767384936.806568:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384936.806571:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384936.806571:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp24(192.168.203.134@tcp24:) -> 192.168.203.134@tcp24(192.168.203.134@tcp:192.168.203.134@tcp24) : GET try# 0 00000100:00000001:2.0:1767384936.806573:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384936.806576:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384936.806580:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bc8bdf86 x1853237348033920/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384936.806580:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp24 00000800:00000010:0.0:1767384936.806587:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f56dca03. 00000400:00000200:3.0:1767384936.806589:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384936.806595:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1767384936.806595:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002afc01cb] -> 12345-192.168.203.134@tcp24 (6) 00000100:00000001:2.0:1767384936.806597:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384936.806601:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384936.806604:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d06500 02000000:00000001:2.0:1767384936.806605:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767384936.806606:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp24 ip 192.168.203.134:988 02000000:00000001:2.0:1767384936.806611:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384936.806612:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f56dca03 type 2, nob 96 niov 1 nkiov 0 00000100:00100000:2.0:1767384936.806614:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bc8bdf86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348033920:0@lo:253: 00000400:00000200:3.0:1767384936.806617:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13dd [2] + 0 00000400:00000010:3.0:1767384936.806624:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba31f8a8. 00000100:00000001:2.0:1767384936.806625:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384936.806626:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp 02000000:00000001:2.0:1767384936.806628:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384936.806630:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384936.806631:0:16361:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a984e788 00000400:00000200:0.0:1767384936.806631:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100271 rc 0 02000000:00000001:2.0:1767384936.806632:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384936.806638:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007ae6b2d8. 02000000:00000001:2.0:1767384936.806640:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384936.806641:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384936.806644:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000126a650c. 00000400:00000200:3.0:1767384936.806650:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384936.806652:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d0d55dcd. 00000400:00000200:3.0:1767384936.806656:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a984e788 00000400:00000010:3.0:1767384936.806660:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a984e788. 00000100:00000001:3.0:1767384936.806666:0:16361:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384936.806666:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348033920, portal 25 00000100:00000200:3.0:1767384936.806668:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384936.806671:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384936.806674:0:16361:0:(events.c:337:request_in_callback()) incoming req@00000000cc409fd3 x1853237348033792 msgsize 4848 00000100:00000001:2.0:1767384936.806675:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667952384 : -119483041599232 : ffff9354afbfb100) 00000100:00000040:2.0:1767384936.806685:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bc8bdf86 x1853237348033920/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384936.806686:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384936.806697:0:16361:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384936.806705:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384936.806709:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384936.806709:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384936.806712:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e05c69c9. 00000100:00000200:2.0:1767384936.806717:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348033920, offset 0 00000400:00000200:3.0:1767384936.806719:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dc0c260 00000800:00000200:0.0:1767384936.806720:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384936.806723:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f56dca03. 00000400:00000010:3.0:1767384936.806727:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009dc0c260. 00000400:00000200:0.0:1767384936.806728:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384936.806732:0:16361:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384936.806734:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384936.806736:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp24->192.168.203.134@tcp24: GET: OK 00000100:00000200:3.0:1767384936.806739:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004f1ab0f3 x1853237348033792/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384936.806742:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384936.806745:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384936.806749:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp: 0 00000100:00000001:3.0:1767384936.806758:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384936.806758:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d06580 00000800:00000001:0.0:1767384936.806762:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384936.806763:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004f1ab0f3 x1853237348033792/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384936.806768:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x140d [2] + 0 00000800:00000001:0.0:1767384936.806771:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384936.806772:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384936.806778:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767384936.806778:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384936.806780:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fda63160. 00000800:00000001:0.0:1767384936.806783:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384936.806785:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384936.806785:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009af262a1 00000400:00000200:0.0:1767384936.806791:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp24(192.168.203.134@tcp24) <- 192.168.203.134@tcp24 : GET - for me 00000100:00000001:3.0:1767384936.806792:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294925842 00000400:00000200:2.0:1767384936.806793:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384936.806799:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000027146701. 00000400:00000200:2.0:1767384936.806800:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384936.806803:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 576 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384936.806805:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009af262a1 00000100:00000001:3.0:1767384936.806807:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000400:00000010:2.0:1767384936.806808:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009af262a1. 00000100:00000001:3.0:1767384936.806814:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294925842 00000100:00000010:3.0:1767384936.806818:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000029d87441. 00000100:00000001:3.0:1767384936.806821:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384936.806823:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294925843 00000100:00000010:3.0:1767384936.806825:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006432ff00. 00000400:00000200:0.0:1767384936.806838:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 576/576 into md 0x1c59 [1] + 0 00000100:00000001:2.0:1767384936.806839:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384936.806841:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384936.806844:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000000d896359 x1853237348033920 msgsize 4848 00000100:00100000:2.0:1767384936.806848:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384936.806848:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp24 to MR: 192.168.203.134@tcp24 local destination 00000100:00000040:2.0:1767384936.806851:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384936.806854:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384936.806855:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp24 NI seq info: [155:155:256:4294967295] 192.168.203.134@tcp24 LPNI seq info [150:150:8:4294967295] 00000100:00000001:3.0:1767384936.806859:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294925843 00000100:00000001:2.0:1767384936.806861:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767384936.806863:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009bc401ca. 00000100:00000001:3.0:1767384936.806867:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384936.806870:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384936.806874:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384936.806876:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384936.806881:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384936.806888:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp24(192.168.203.134@tcp24:192.168.203.134@tcp24) -> 192.168.203.134@tcp24(192.168.203.134@tcp24:192.168.203.134@tcp24) 192.168.203.134@tcp24 : REPLY try# 0 00000100:00000001:3.0:1767384936.806890:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384936.806893:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384936.806897:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e05c69c9 00000100:00000001:3.0:1767384936.806898:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767384936.806898:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.134@tcp24 00000400:00000010:2.0:1767384936.806900:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e05c69c9. 00000100:00000001:3.0:1767384936.806902:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384936.806904:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:0.0:1767384936.806904:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f56dca03. 00000100:00000001:3.0:1767384936.806905:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384936.806911:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384936.806911:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bc8bdf86 x1853237348033920/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384936.806916:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002afc01cb] -> 12345-192.168.203.134@tcp24 (6) 00000800:00000200:0.0:1767384936.806922:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp24 ip 192.168.203.134:993 00000100:00000001:2.0:1767384936.806923:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1767384936.806925:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f56dca03 type 3, nob 672 niov 1 nkiov 1 00000100:00000040:2.0:1767384936.806926:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bc8bdf86 x1853237348033920/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384936.806933:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384936.806935:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384936.806937:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384936.806942:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384936.806943:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348033792 02000000:00000001:3.0:1767384936.806947:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384936.806948:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294925843 00000100:00000001:3.0:1767384936.806950:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384936.806953:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384936.806957:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384936.806958:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294925842 00000100:00100000:3.0:1767384936.806960:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348033792 00000020:00000001:3.0:1767384936.806965:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384936.806967:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000001:2.0:1767384936.806968:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294925843 00000020:00000001:3.0:1767384936.806969:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384936.806972:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000100:00000001:2.0:1767384936.806975:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294925842 00000020:00000001:3.0:1767384936.806976:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:3.0:1767384936.806979:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384936.806982:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294925843 00000100:00000001:3.0:1767384936.806984:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384936.806988:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294925843 00000020:00000010:3.0:1767384936.806989:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000d52a957. 00000100:00000001:3.0:1767384936.806994:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384936.806995:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294925843 00000800:00000200:0.0:1767384936.806997:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1767384936.806998:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000d52a957. 00000100:00000001:2.0:1767384936.807000:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294925843 00000800:00000010:0.0:1767384936.807001:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f56dca03. 00000100:00000001:2.0:1767384936.807004:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384936.807006:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002538cbdf. 00000400:00000200:0.0:1767384936.807007:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384936.807013:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aa10a460. 00000100:00000001:2.0:1767384936.807014:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384936.807016:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp24->192.168.203.134@tcp24: REPLY: OK 00000100:00000001:2.0:1767384936.807018:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384936.807020:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000298e2112. 00000100:00000001:2.0:1767384936.807021:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384936.807024:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384936.807028:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:0.0:1767384936.807029:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384936.807030:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384936.807030:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:0.0:1767384936.807033:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384936.807035:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384936.807036:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384936.807038:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384936.807039:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767384936.807039:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384936.807041:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384936.807042:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384936.807042:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384936.807046:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384936.807048:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384936.807050:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384936.807057:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp24(192.168.203.134@tcp24) <- 192.168.203.134@tcp24 : REPLY - for me 00000100:00000001:3.0:1767384936.807059:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384936.807059:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384936.807061:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384936.807069:0:16352:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp24: Reply from 12345-192.168.203.134@tcp24 of length 576/576 into md 0x1c5d 00000100:00000001:3.0:1767384936.807073:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1767384936.807075:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384936.807076:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348033920 02000000:00000001:3.0:1767384936.807079:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384936.807081:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384936.807081:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384936.807083:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384936.807084:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384936.807085:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1767384936.807086:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384936.807089:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384936.807090:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348033920 00000020:00000001:3.0:1767384936.807094:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:2.0:1767384936.807094:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000020:00000040:3.0:1767384936.807097:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000040:2.0:1767384936.807100:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000400:00000200:0.0:1767384936.807100:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp24->192.168.203.134@tcp24: REPLY: OK 00000020:00000001:3.0:1767384936.807101:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384936.807104:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590281821264 : -119483427730352 : ffff935498bbcc50) 00000400:00000200:0.0:1767384936.807105:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd5b10a7 00000400:00000010:0.0:1767384936.807108:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd5b10a7. 00000020:00000040:3.0:1767384936.807109:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000100:00000040:2.0:1767384936.807112:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cc409fd3 x1853237348033792/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:162/0 lens 4848/0 e 0 to 0 dl 1767384947 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384936.807113:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000400:00000200:0.0:1767384936.807114:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000020:00000001:3.0:1767384936.807119:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000400:00000200:0.0:1767384936.807121:0:16352:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.134@tcp has discovery enabled 00000100:00000001:3.0:1767384936.807125:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384936.807126:0:16352:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000020:00000010:3.0:1767384936.807129:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000d52a957. 00000100:00000001:2.0:1767384936.807129:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384936.807133:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1c7f4c7. 00000400:00000200:0.0:1767384936.807133:0:16352:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.134@tcp (592 bytes) 00000100:00000001:3.0:1767384936.807134:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384936.807139:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000d52a957. 00000100:00000001:2.0:1767384936.807140:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384936.807142:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000020:00000010:2.0:1767384936.807144:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1c7f4c7. 00000020:00000010:3.0:1767384936.807145:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bd315ee. 00000020:00000010:3.0:1767384936.807149:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000b9ee2b8. 00000100:00100000:2.0:1767384936.807151:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cc409fd3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:16361:x1853237348033792:12345-0@lo:253: 00000400:00000010:0.0:1767384936.807152:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 00000000d7716515. 00000020:00000010:3.0:1767384936.807154:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b360690a. 00000100:00000200:2.0:1767384936.807156:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348033792 00000400:00000200:0.0:1767384936.807156:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (36) 00000100:00000001:3.0:1767384936.807160:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384936.807161:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384936.807163:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384936.807167:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384936.807167:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000001:0.0:1767384936.807169:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767384936.807171:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384936.807172:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384936.807173:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384936.807174:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384936.807178:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384936.807178:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000001:2.0:1767384936.807185:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384936.807187:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384936.807190:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384936.807191:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384936.807194:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384936.807194:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384936.807200:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384936.807200:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384936.807201:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00000001:0.0:1767384936.807204:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384936.807205:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000100:00000001:0.0:1767384936.807208:0:17083:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384936.807209:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590281830480 : -119483427721136 : ffff935498bbf050) 00000100:00000001:2.0:1767384936.807210:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384936.807214:0:17083:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384936.807215:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1767384936.807217:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000d896359 x1853237348033920/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:162/0 lens 4848/0 e 0 to 0 dl 1767384947 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384936.807222:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000053d6760d. 00000100:00000001:3.0:1767384936.807224:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384936.807227:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384936.807229:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000d52a957. 00000400:00000200:0.0:1767384936.807230:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384936.807231:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384936.807233:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384936.807235:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000010:3.0:1767384936.807236:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000d52a957. 00000400:00000010:0.0:1767384936.807236:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 00000000d7716515. 00000100:00100000:3.0:1767384936.807243:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000d896359 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:16358:x1853237348033920:12345-0@lo:253: 00000400:00000010:0.0:1767384936.807244:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5033db8. 20000000:00000010:2.0:1767384936.807246:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d562ebc5. 00000100:00000200:3.0:1767384936.807247:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348033920 00000020:00000001:3.0:1767384936.807250:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:01000000:2.0:1767384936.807251:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000010:0.0:1767384936.807251:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd5b10a7. 00000020:00000001:3.0:1767384936.807252:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384936.807255:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384936.807255:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384936.807256:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d7716515 00000020:00000001:3.0:1767384936.807257:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:2.0:1767384936.807259:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000001:0.0:1767384936.807259:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384936.807261:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 20000000:00000001:2.0:1767384936.807262:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384936.807262:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a816d0cf. 00000020:00000001:3.0:1767384936.807267:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 20000000:00000001:2.0:1767384936.807267:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384936.807267:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd3ead4e 20000000:00000001:2.0:1767384936.807270:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000010:0.0:1767384936.807271:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd3ead4e. 00000020:00000001:3.0:1767384936.807273:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384936.807275:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384936.807275:0:16356:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:0.0:1767384936.807280:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 00000000ea2f5213. 00000020:00000001:3.0:1767384936.807281:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000010:2.0:1767384936.807281:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c5f98d9d. 00000020:00000001:3.0:1767384936.807284:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:01000000:2.0:1767384936.807285:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 00000400:00000200:0.0:1767384936.807285:0:16356:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 592 success 00000020:00000001:3.0:1767384936.807287:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384936.807291:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100871 00000100:00000001:3.0:1767384936.807292:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:2.0:1767384936.807293:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000001:3.0:1767384936.807297:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:2.0:1767384936.807300:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:0.0:1767384936.807300:0:16356:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.134@tcp:0 02000000:00000010:3.0:1767384936.807304:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009d49532e. 00000400:00000200:0.0:1767384936.807304:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102071 rc 1 00080000:00000001:2.0:1767384936.807305:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 02000000:00000001:3.0:1767384936.807309:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384936.807311:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384936.807314:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102071 20000000:00000001:3.0:1767384936.807315:0:17084:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384936.807319:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (35) 20000000:00000010:3.0:1767384936.807322:0:17084:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b3080e34. 00080000:00000001:2.0:1767384936.807324:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000010:0.0:1767384936.807324:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 00000000ea2f5213. 20000000:01000000:3.0:1767384936.807327:0:17084:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000010:0.0:1767384936.807329:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd3ead4e. 20000000:00000001:3.0:1767384936.807330:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384936.807333:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384936.807335:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384936.807337:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384936.807337:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b2d31ee4. 00080000:00000001:2.0:1767384936.807340:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384936.807341:0:17084:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384936.807345:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:0.0:1767384936.807345:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp 00080000:00000001:2.0:1767384936.807347:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384936.807349:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:0.0:1767384936.807351:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00080000:00000001:2.0:1767384936.807352:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384936.807355:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000e523df4c 00000400:00000200:0.0:1767384936.807355:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 135], ns[150, 140] 00000020:00000001:2.0:1767384936.807360:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000aa1b0688 00000400:00000200:0.0:1767384936.807361:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 135], ns[60, 140] 00080000:00000002:2.0:1767384936.807362:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384936.807365:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384936.807366:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 60], ns[64, 60] 00080000:00000001:2.0:1767384936.807369:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384936.807371:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384936.807371:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 60], ns[75, 60] 00000020:00000001:2.0:1767384936.807374:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384936.807382:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 60], ns[77, 60] 00000020:00000001:2.0:1767384936.807391:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:2.0:1767384936.807394:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384936.807395:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 60], ns[82, 60] 00080000:00000010:2.0:1767384936.807398:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001e4a7fc4. 00000400:00000200:0.0:1767384936.807399:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 60], ns[88, 60] 00080000:00000001:2.0:1767384936.807401:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585635163136 : -119488074388480 : ffff935383c56c00) 00000400:00000200:0.0:1767384936.807404:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 60], ns[91, 60] 00080000:00000001:2.0:1767384936.807405:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384936.807408:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 60], ns[103, 60] 00000400:00000200:0.0:1767384936.807412:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 60], ns[109, 60] 00000001:00000001:2.0:1767384936.807413:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:0.0:1767384936.807416:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 60], ns[112, 60] 00080000:00000010:2.0:1767384936.807417:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a1c7f4c7. 00080000:00000001:2.0:1767384936.807419:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384936.807420:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 60], ns[120, 60] 00080000:00000001:2.0:1767384936.807422:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384936.807425:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[125, 60] 00000400:00000200:0.0:1767384936.807429:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 60], ns[129, 60] 00000400:00000200:0.0:1767384936.807433:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 60], ns[155, 60] 00080000:00000001:2.0:1767384936.807435:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384936.807437:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 60], ns[48, 60] 00000400:00000200:0.0:1767384936.807441:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 48], ns[52, 48] 00000400:00000200:0.0:1767384936.807445:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 48], ns[56, 48] 00000400:00000200:0.0:1767384936.807449:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[97, 48], ns[99, 48] 00080000:00000001:2.0:1767384936.807451:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384936.807454:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[118, 48], ns[122, 48] 00000400:00000200:0.0:1767384936.807457:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[127, 48], ns[131, 48] 00000400:00000200:0.0:1767384936.807462:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[131, 48], ns[135, 48] 00000400:00000200:0.0:1767384936.807474:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 48], ns[80, 48] 00000400:00000200:0.0:1767384936.807480:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 48], ns[145, 48] 00000400:00000200:0.0:1767384936.807485:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 48], ns[117, 48] 00000400:00000200:0.0:1767384936.807492:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[129, 48], ns[133, 48] 00000400:00000200:0.0:1767384936.807497:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 48], ns[108, 48] 00000400:00000200:0.0:1767384936.807519:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 48], ns[132, 48] 00000400:00000200:0.0:1767384936.807525:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[138, 48], ns[143, 48] 00000400:00000200:0.0:1767384936.807532:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[147, 48], ns[152, 48] 00000400:00000200:0.0:1767384936.807546:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 48], ns[148, 48] 00000400:00000200:0.0:1767384936.807552:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[148, 48], ns[153, 48] 00000400:00000200:0.0:1767384936.807556:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 00000400:00000200:0.0:1767384936.807561:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp25 00000400:00000200:0.0:1767384936.807566:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp25 lpni_is_preferred = 0 00000400:00000200:0.0:1767384936.807568:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp25 00000400:00000200:0.0:1767384936.807572:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp25 NI seq info: [156:156:256:4294967295] 192.168.203.134@tcp25 LPNI seq info [151:151:8:4294967295] 00000400:00000200:0.0:1767384936.807578:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp25 00000400:00000200:0.0:1767384936.807584:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp25(192.168.203.134@tcp25:) -> 192.168.203.134@tcp25(192.168.203.134@tcp:192.168.203.134@tcp25) : GET try# 0 00000800:00000200:0.0:1767384936.807590:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp25 00000800:00000010:0.0:1767384936.807594:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f56dca03. 00000800:00000200:0.0:1767384936.807626:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d6cf32a6] -> 12345-192.168.203.134@tcp25 (6) 00000800:00000200:0.0:1767384936.807633:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp25 ip 192.168.203.134:988 00000800:00000200:0.0:1767384936.807636:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f56dca03 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384936.807660:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp 00000400:00000200:0.0:1767384936.807662:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100271 rc 0 00000800:00000200:2.0:1767384936.807744:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384936.807748:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f56dca03. 00000400:00000200:2.0:1767384936.807753:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384936.807759:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp25->192.168.203.134@tcp25: GET: OK 00000800:00000001:0.0:1767384936.807759:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384936.807763:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384936.807765:0:16352:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp: 0 00000800:00000001:0.0:1767384936.807766:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384936.807768:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384936.807772:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384936.807778:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp25(192.168.203.134@tcp25) <- 192.168.203.134@tcp25 : GET - for me 00000400:00000200:0.0:1767384936.807788:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 592 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384936.807794:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 592/592 into md 0x1c59 [1] + 0 00000400:00000200:0.0:1767384936.807802:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp25 to MR: 192.168.203.134@tcp25 local destination 00000400:00000200:0.0:1767384936.807809:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp25 NI seq info: [157:157:256:4294967295] 192.168.203.134@tcp25 LPNI seq info [152:152:8:4294967295] 00000400:00000200:0.0:1767384936.807845:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp25(192.168.203.134@tcp25:192.168.203.134@tcp25) -> 192.168.203.134@tcp25(192.168.203.134@tcp25:192.168.203.134@tcp25) 192.168.203.134@tcp25 : REPLY try# 0 00000800:00000200:0.0:1767384936.807852:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.134@tcp25 00000800:00000010:0.0:1767384936.807857:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f56dca03. 00000800:00000200:0.0:1767384936.807862:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d6cf32a6] -> 12345-192.168.203.134@tcp25 (6) 00000800:00000200:0.0:1767384936.807867:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp25 ip 192.168.203.134:991 00000800:00000200:0.0:1767384936.807886:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f56dca03 type 3, nob 688 niov 1 nkiov 1 00000800:00000001:3.0:1767384936.807912:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384936.807953:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384936.807956:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f56dca03. 00000400:00000200:0.0:1767384936.807959:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384936.807960:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384936.807964:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp25->192.168.203.134@tcp25: REPLY: OK 00000800:00000001:2.0:1767384936.807967:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384936.807968:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384936.807969:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384936.807976:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384936.807982:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp25(192.168.203.134@tcp25) <- 192.168.203.134@tcp25 : REPLY - for me 00000400:00000200:2.0:1767384936.807992:0:16352:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp25: Reply from 12345-192.168.203.134@tcp25 of length 592/592 into md 0x1c75 00000800:00000001:2.0:1767384936.807996:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384936.808002:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384936.808004:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384936.808008:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp25->192.168.203.134@tcp25: REPLY: OK 00000400:00000200:2.0:1767384936.808012:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd3ead4e 00000400:00000010:2.0:1767384936.808013:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd3ead4e. 00000400:00000200:2.0:1767384936.808015:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384936.808017:0:16352:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.134@tcp has discovery enabled 00000400:00000200:2.0:1767384936.808018:0:16352:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000200:2.0:1767384936.808021:0:16352:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.134@tcp data present 35. state = 0x100271 00000400:00000200:2.0:1767384936.808023:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:2.0:1767384936.808033:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (36) 00000800:00000001:2.0:1767384936.808038:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384936.808041:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384936.808054:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384936.808058:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1000f1 00000400:00000010:0.0:1767384936.808064:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 720 at 00000000cb967418. 00000400:00000010:0.0:1767384936.808067:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 864 at 000000001b51d0e5. 00000400:00000010:0.0:1767384936.808069:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 720 at 0000000068e767e6. 00000400:00000200:0.0:1767384936.808101:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp38(000000008514e7e9) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384936.808105:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp39(0000000010898fd0) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384936.808109:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp41(000000009e3dba7a) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384936.808122:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000034880a4d. 00000400:00000200:0.0:1767384936.808128:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000034880a4d nid 192.168.203.134@tcp42 00000400:00000010:0.0:1767384936.808133:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000006ec01df4. 00000400:00000200:0.0:1767384936.808135:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 000000006ec01df4 net tcp42 00000400:00000200:0.0:1767384936.808138:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (35) 00000400:00000200:0.0:1767384936.808144:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp42 flags 0x11 00000400:00000010:0.0:1767384936.808149:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000b235ff9b. 00000400:00000200:0.0:1767384936.808151:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000b235ff9b nid 192.168.203.134@tcp43 00000400:00000010:0.0:1767384936.808153:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000097e38532. 00000400:00000200:0.0:1767384936.808171:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 0000000097e38532 net tcp43 00000400:00000200:0.0:1767384936.808173:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (36) 00000400:00000200:0.0:1767384936.808175:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp43 flags 0x11 00000400:00000010:0.0:1767384936.808177:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 720 at 00000000cb967418. 00000400:00000010:0.0:1767384936.808179:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 864 at 000000001b51d0e5. 00000400:00000010:0.0:1767384936.808181:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 720 at 0000000068e767e6. 00000400:00000010:0.0:1767384936.808183:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 00000000ea2f5213. 00000400:00000200:0.0:1767384936.808185:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:0.0:1767384936.808187:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100171 00000400:00000200:0.0:1767384936.808189:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 rc 1 00000400:00000200:0.0:1767384936.808192:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 00000400:00000010:0.0:1767384936.808196:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2c1200d. 00000400:00000200:0.0:1767384936.808198:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (37) 00000400:00000010:0.0:1767384936.808201:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b91c1596. 00000400:00000200:0.0:1767384936.808204:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp25 00000400:00000200:0.0:1767384936.808208:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp25 to MR: 192.168.203.134@tcp25 local destination 00000400:00000200:0.0:1767384936.808212:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp25 NI seq info: [158:158:256:4294967295] 192.168.203.134@tcp25 LPNI seq info [153:153:8:4294967295] 00000400:00000200:0.0:1767384936.808215:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp25 00000400:00000200:0.0:1767384936.808221:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp25(192.168.203.134@tcp25:192.168.203.134@tcp25) -> 192.168.203.134@tcp25(192.168.203.134@tcp25:192.168.203.134@tcp25) : PUT try# 0 00000800:00000200:0.0:1767384936.808224:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.134@tcp25 00000800:00000010:0.0:1767384936.808227:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f56dca03. 00000800:00000200:0.0:1767384936.808232:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d6cf32a6] -> 12345-192.168.203.134@tcp25 (6) 00000800:00000200:0.0:1767384936.808240:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp25 ip 192.168.203.134:988 00000800:00000200:0.0:1767384936.808242:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f56dca03 type 1, nob 688 niov 1 nkiov 1 00000400:00000200:0.0:1767384936.808253:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000400:00000200:0.0:1767384936.808255:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100571 rc 0 00000800:00000200:3.0:1767384936.808369:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384936.808374:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f56dca03. 00000400:00000200:3.0:1767384936.808379:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384936.808380:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384936.808386:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp25->192.168.203.134@tcp25: PUT: OK 00000400:00000200:3.0:1767384936.808391:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:2.0:1767384936.808391:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384936.808395:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp25: 0 00000800:00000001:2.0:1767384936.808397:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384936.808410:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384936.808419:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp25(192.168.203.134@tcp25) <- 192.168.203.134@tcp25 : PUT - for me 00000400:00000200:2.0:1767384936.808427:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 592 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384936.808432:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 592/592 into md 0x1c71 [1] + 0 00000400:00000010:2.0:1767384936.808436:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5033db8. 00000400:00000200:2.0:1767384936.808440:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bd5b10a7 00000800:00000001:2.0:1767384936.808444:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384936.808449:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384936.808452:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384936.808456:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp25->192.168.203.134@tcp25: PUT: OK 00000400:00000200:2.0:1767384936.808459:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd5b10a7 00000400:00000010:2.0:1767384936.808461:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd5b10a7. 00000400:00000200:2.0:1767384936.808464:0:16353:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384936.808468:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (38) 00000400:00000200:2.0:1767384936.808473:0:16353:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000010:2.0:1767384936.808477:0:16353:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 00000000b53fe7b3. 00000400:00000200:2.0:1767384936.808480:0:16353:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.134@tcp 35 00000400:00000200:2.0:1767384936.808484:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:2.0:1767384936.808489:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (39) 00000400:00000200:2.0:1767384936.808494:0:16353:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384936.808499:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp25 to MR: 192.168.203.134@tcp25 local destination 00000400:00000200:2.0:1767384936.808538:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp25 NI seq info: [159:159:256:4294967295] 192.168.203.134@tcp25 LPNI seq info [154:154:8:4294967295] 00000400:00000200:2.0:1767384936.808559:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp25(192.168.203.134@tcp25:192.168.203.134@tcp25) -> 192.168.203.134@tcp25(192.168.203.134@tcp25:192.168.203.134@tcp25) 192.168.203.134@tcp25 : ACK try# 0 00000800:00000200:2.0:1767384936.808563:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp25 00000400:00000200:0.0:1767384936.808563:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:2.0:1767384936.808567:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd55e59c. 00000400:00000010:0.0:1767384936.808567:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a816d0cf. 00000800:00000200:2.0:1767384936.808571:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d6cf32a6] -> 12345-192.168.203.134@tcp25 (6) 00000400:00000010:0.0:1767384936.808571:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af15f5ad. 00000400:00000200:0.0:1767384936.808574:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d7716515 00000800:00000200:2.0:1767384936.808576:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp25 ip 192.168.203.134:991 00000400:00000200:0.0:1767384936.808578:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1004f1 00000800:00000200:2.0:1767384936.808579:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fd55e59c type 0, nob 96 niov 1 nkiov 0 00000400:00000010:0.0:1767384936.808582:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 720 at 00000000ea2f5213. 00000400:00000010:0.0:1767384936.808584:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 864 at 0000000068e767e6. 00000400:00000010:0.0:1767384936.808586:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 720 at 000000001b51d0e5. 00000800:00000001:3.0:1767384936.808630:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384936.808636:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 720 at 00000000ea2f5213. 00000400:00000010:0.0:1767384936.808642:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 864 at 0000000068e767e6. 00000400:00000010:0.0:1767384936.808645:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 720 at 000000001b51d0e5. 00000400:00000010:0.0:1767384936.808649:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 00000000b53fe7b3. 00000400:00000200:0.0:1767384936.808653:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:0.0:1767384936.808658:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100571 00000800:00000001:3.0:1767384936.808659:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384936.808664:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100571 rc 1 00000800:00000200:2.0:1767384936.808667:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384936.808670:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384936.808670:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd55e59c. 00000400:00000200:0.0:1767384936.808670:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100571 00000800:00000001:3.0:1767384936.808676:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384936.808680:0:16356:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.134@tcp 00000400:00000200:0.0:1767384936.808683:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100511 rc 0 00000800:00000001:3.0:1767384936.808685:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384936.808686:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384936.808700:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:3.0:1767384936.808706:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp25(192.168.203.134@tcp25) <- 192.168.203.134@tcp25 : ACK - for me 00000400:00000200:0.0:1767384936.808706:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (38) 00000400:00000200:2.0:1767384936.808708:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp25->192.168.203.134@tcp25: ACK: OK 00000800:00000001:2.0:1767384936.808728:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384936.808730:0:16351:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp25: ACK from 12345-192.168.203.134@tcp25 into md 0x1c79 00000400:00000200:3.0:1767384936.808736:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384936.808740:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp25->192.168.203.134@tcp25: ACK: OK 00000400:00000200:3.0:1767384936.808752:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2c1200d 00000400:00000010:3.0:1767384936.808754:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f2c1200d. 00000400:00000200:3.0:1767384936.808758:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384936.808761:0:16351:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 00000400:00000200:3.0:1767384936.808764:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (37) 00000800:00000001:3.0:1767384936.808769:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384936.808773:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384936.809295:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001e4a7fc4. 00080000:00000010:2.0:1767384936.809341:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a1c7f4c7. 00040000:00000001:2.0:1767384936.809347:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384936.809349:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384936.809352:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384936.809355:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:2.0:1767384936.809358:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384936.809360:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384936.809371:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384936.809379:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384936.809382:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384936.809387:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:3.0:1767384936.809391:0:17084:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000095b96865. 20000000:01000000:0.0:1767384936.809392:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:3.0:1767384936.809395:0:17084:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 20000000:00000001:0.0:1767384936.809397:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:3.0:1767384936.809399:0:17084:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:0.0:1767384936.809402:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384936.809403:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384936.809407:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:0.0:1767384936.809421:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384936.809424:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:0.0:1767384936.809424:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384936.809432:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384936.809432:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007bc08ff2. 00080000:00000001:3.0:1767384936.809436:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384936.809439:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.809440:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384936.809441:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384936.809444:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384936.809446:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 000000007e91d003 00010000:00000010:0.0:1767384936.809446:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000081f8d31a. 00000020:00000001:3.0:1767384936.809450:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f71c5dba 00080000:00000002:3.0:1767384936.809451:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384936.809455:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384936.809459:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384936.809459:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384936.809464:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384936.809465:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000081f8d31a with handle 0xb57eb7881956310a to hash 00000020:00000001:3.0:1767384936.809467:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384936.809471:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384936.809472:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00010000:00000001:0.0:1767384936.809474:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590006036480 : -119483703515136 : ffff9354884ba800) 00080000:00000001:3.0:1767384936.809476:0:17084:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384936.809480:0:17084:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000443e0179. 00010000:00000001:0.0:1767384936.809480:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590006036480 : -119483703515136 : ffff9354884ba800) 00080000:00000001:3.0:1767384936.809486:0:17084:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585624819200 : -119488084732416 : ffff935383279600) 00010000:00000001:0.0:1767384936.809488:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384936.809489:0:17084:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384936.809493:0:17084:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384936.809494:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384936.809496:0:17084:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000d52a957. 00010000:00010000:0.0:1767384936.809499:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000081f8d31a/0xb57eb7881956310a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384936.809511:0:17084:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384936.809515:0:17084:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384936.809523:0:17084:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.809526:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384936.809531:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384936.809532:0:17084:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384936.809534:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000020:2.0:1767384936.809537:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384936.809537:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:2.0:1767384936.809541:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384936.809541:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:2.0:1767384936.809544:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d562ebc5. 00010000:00000001:0.0:1767384936.809544:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384936.809546:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384936.809559:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 20000000:00000001:2.0:1767384936.809560:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.809562:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000040:2.0:1767384936.809563:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348033792 00010000:00000001:0.0:1767384936.809564:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384936.809566:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000001:2.0:1767384936.809567:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:0.0:1767384936.809568:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007bc08ff2) refcount = 1 00010000:00010000:0.0:1767384936.809571:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000081f8d31a/0xb57eb7881956310a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000200:2.0:1767384936.809572:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cc409fd3 x1853237348033792/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:162/0 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384936.809579:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384936.809581:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384936.809581:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384936.809582:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384936.809584:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.809584:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.809586:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1767384936.809587:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=70 v=5 (1 0 0 0) 20000000:00000001:0.0:1767384936.809590:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:2.0:1767384936.809591:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 20000000:01000000:0.0:1767384936.809593:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003151402s 00000100:00000040:2.0:1767384936.809594:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:2.0:1767384936.809596:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:0.0:1767384936.809596:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384936.809598:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384936.809599:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:0.0:1767384936.809599:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000081f8d31a refcount=4 02000000:00000001:2.0:1767384936.809602:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384936.809605:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384936.809607:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384936.809609:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006036480 : -119483703515136 : ffff9354884ba800) 00000400:00000010:2.0:1767384936.809610:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e05c69c9. 00010000:00000001:0.0:1767384936.809612:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006036480 : -119483703515136 : ffff9354884ba800) 00000100:00000200:2.0:1767384936.809613:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348033792, offset 224 00010000:00000001:0.0:1767384936.809614:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384936.809616:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000081f8d31a/0xb57eb7881956310a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384936.809619:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384936.809623:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384936.809625:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000081f8d31a/0xb57eb7881956310a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384936.809630:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384936.809631:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384936.809632:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384936.809634:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000081f8d31a/0xb57eb7881956310a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384936.809636:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d06500 00000400:00000200:2.0:1767384936.809640:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c61 [2] + 224 00010000:00000001:0.0:1767384936.809641:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384936.809642:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384936.809662:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384936.809662:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:2.0:1767384936.809676:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:0.0:1767384936.809676:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000081f8d31a/0xb57eb7881956310a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384936.809681:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:0.0:1767384936.809683:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000081f8d31a already unused, calling callback (00000000df0e66e0) 00000100:00000200:2.0:1767384936.809685:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004f1ab0f3 x1853237348033792/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384936.809686:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384936.809689:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384936.809691:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000081f8d31a/0xb57eb7881956310a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384936.809695:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004f1ab0f3 x1853237348033792/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384936.809699:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384936.809701:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384936.809703:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384936.809705:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000081f8d31a refcount=5 00000020:00000001:0.0:1767384936.809707:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006036480 : -119483703515136 : ffff9354884ba800) 00010000:00000001:0.0:1767384936.809710:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006036480 : -119483703515136 : ffff9354884ba800) 00010000:00000001:0.0:1767384936.809714:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767384936.809715:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384936.809721:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e05c69c9 00000400:00000010:2.0:1767384936.809723:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e05c69c9. 00010000:00010000:0.0:1767384936.809723:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000081f8d31a/0xb57eb7881956310a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384936.809727:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384936.809729:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384936.809730:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767384936.809733:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.809733:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384936.809735:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384936.809736:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384936.809737:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:0.0:1767384936.809738:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384936.809740:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384936.809742:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:0.0:1767384936.809742:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000001:3.0:1767384936.809746:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384936.809746:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.809747:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000001:3.0:1767384936.809751:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384936.809752:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384936.809752:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384936.809754:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001be486be. 00000020:00000040:0.0:1767384936.809756:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000081f8d31a with handle 0xb57eb7881956310a from hash 00000100:00000040:2.0:1767384936.809759:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc409fd3 x1853237348033792/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:162/0 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384936.809761:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086d836d1 00010000:00000001:0.0:1767384936.809762:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:3.0:1767384936.809766:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086d836d1. 00010000:00000001:0.0:1767384936.809767:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384936.809770:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384936.809772:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1767384936.809773:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384936.809775:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cc409fd3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:16361:x1853237348033792:12345-0@lo:253: Request processed in 2645us (3099us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384936.809775:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384936.809779:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000200:3.0:1767384936.809781:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004f1ab0f3 x1853237348033792/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384936.809783:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384936.809787:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384936.809789:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00010000:00000001:0.0:1767384936.809793:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384936.809795:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00010000:00000001:0.0:1767384936.809798:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1767384936.809800:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384936.809801:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1767384936.809804:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384936.809806:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384936.809809:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004f1ab0f3 x1853237348033792/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384936.809809:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aa10a460. 00010000:00000001:0.0:1767384936.809810:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384936.809813:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.809816:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.809819:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384936.809822:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000081f8d31a/0xb57eb7881956310a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384936.809839:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384936.809842:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384936.809843:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000298e2112. 00000100:00000001:3.0:1767384936.809845:0:16361:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384936.809850:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384936.809852:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002538cbdf. 00000100:00000001:3.0:1767384936.809853:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384936.809856:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384936.809859:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384936.809861:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00000100:00001000:3.0:1767384936.809862:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=70 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384936.809866:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=70 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384936.809869:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384936.809890:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384936.809892:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384936.809892:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384936.809896:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000053d6760d. 00010000:00000001:3.0:1767384936.809897:0:16361:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384936.809900:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384936.809905:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004f1ab0f3 x1853237348033792/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384936.809905:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384936.809909:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384936.809916:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384936.809918:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384936.809919:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384936.809921:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384936.809924:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d83ba2d1. 00000020:01000004:3.0:1767384936.809925:0:16361:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384936.809929:0:16361:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384936.809930:0:16361:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:2.0:1767384936.809931:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e05c69c9. 00000020:01000004:3.0:1767384936.809932:0:16361:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384936.809936:0:16361:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384936.809944:0:16361:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384936.809945:0:16361:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384936.809946:0:16361:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384936.809947:0:16361:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384936.809948:0:16361:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384936.809951:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f1ab0f3 x1853237348033792/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384936.809957:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004f1ab0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348033792:0@lo:253: 00000100:00000001:3.0:1767384936.809961:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384936.809962:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384936.809964:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004f1ab0f3 x1853237348033792/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384936.809969:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384936.809971:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384936.809984:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000bdd98002. 02000000:00000001:3.0:1767384936.809988:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384936.809989:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384936.809990:0:16361:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:3.0:1767384936.809992:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384936.809994:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000facf727b. 02000000:00000001:3.0:1767384936.809998:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384936.810000:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384936.810001:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004f1ab0f3. 00000100:00000001:3.0:1767384936.810004:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384936.810005:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384936.810007:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384936.810011:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384936.810012:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384936.810014:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384936.810016:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.810036:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384936.810039:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384936.810040:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384936.810041:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384936.810042:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384936.810043:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384936.810045:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384936.810047:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384936.810054:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384936.810056:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000081f8d31a/0xb57eb7881956310a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384936.810060:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384936.810061:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384936.810062:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000081f8d31a/0xb57eb7881956310a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384936.810067:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007bc08ff2 count: 0 00010000:00000001:0.0:1767384936.810072:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384936.810073:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000010:0.0:1767384936.811121:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000443e0179. 00080000:00000010:3.0:1767384936.811199:0:17084:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000d52a957. 00040000:00000001:3.0:1767384936.811204:0:17084:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384936.811205:0:17084:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384936.811207:0:17084:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384936.811209:0:17084:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:3.0:1767384936.811211:0:17084:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384936.811218:0:17084:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384936.811220:0:17084:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384936.811232:0:17084:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384936.811234:0:17084:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384936.811238:0:17084:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384936.811247:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384936.811250:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384936.811252:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384936.811254:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384936.811256:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384936.811260:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e8fe86c7. 00010000:00000001:0.0:1767384936.811263:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384936.811264:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a73e2643. 00000020:00000001:0.0:1767384936.811266:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384936.811267:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a73e2643 with handle 0xb57eb78819563111 to hash 00000020:00000001:0.0:1767384936.811269:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384936.811270:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590006038016 : -119483703513600 : ffff9354884bae00) 00010000:00000001:0.0:1767384936.811272:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590006038016 : -119483703513600 : ffff9354884bae00) 00010000:00000001:0.0:1767384936.811274:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384936.811275:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384936.811276:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a73e2643/0xb57eb78819563111 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384936.811280:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384936.811282:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384936.811283:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384936.811284:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384936.811290:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384936.811292:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384936.811293:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384936.811295:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384936.811296:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384936.811297:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384936.811298:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384936.811299:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e8fe86c7) refcount = 1 00010000:00010000:0.0:1767384936.811301:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a73e2643/0xb57eb78819563111 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384936.811304:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384936.811306:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384936.811306:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384936.811307:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.811309:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384936.811310:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384936.811312:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003151402s 00010000:00000001:0.0:1767384936.811314:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384936.811314:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384936.811315:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a73e2643 refcount=4 00000020:00000001:0.0:1767384936.811316:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006038016 : -119483703513600 : ffff9354884bae00) 00010000:00000001:0.0:1767384936.811333:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006038016 : -119483703513600 : ffff9354884bae00) 00010000:00000001:0.0:1767384936.811335:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384936.811336:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a73e2643/0xb57eb78819563111 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384936.811341:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384936.811342:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a73e2643/0xb57eb78819563111 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384936.811346:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384936.811347:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384936.811348:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a73e2643/0xb57eb78819563111 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384936.811360:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384936.811362:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.811364:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384936.811366:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a73e2643/0xb57eb78819563111 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384936.811370:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a73e2643 already unused, calling callback (00000000df0e66e0) 00010000:00000001:0.0:1767384936.811372:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384936.811373:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384936.811375:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a73e2643/0xb57eb78819563111 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384936.811376:0:17084:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384936.811381:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384936.811383:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 20000000:00000010:3.0:1767384936.811384:0:17084:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b3080e34. 00010000:00000001:0.0:1767384936.811385:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384936.811389:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 20000000:00000001:3.0:1767384936.811391:0:17084:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384936.811391:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a73e2643 refcount=5 00000020:00000001:0.0:1767384936.811396:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590006038016 : -119483703513600 : ffff9354884bae00) 00010000:00000040:3.0:1767384936.811398:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348033920 00010000:00000001:0.0:1767384936.811398:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590006038016 : -119483703513600 : ffff9354884bae00) 00010000:00000001:3.0:1767384936.811405:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384936.811405:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384936.811409:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a73e2643/0xb57eb78819563111 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000200:3.0:1767384936.811412:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000d896359 x1853237348033920/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:162/0 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384936.811417:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384936.811420:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384936.811422:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.811427:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384936.811429:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384936.811430:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384936.811433:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.811434:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384936.811438:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384936.811439:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=70 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384936.811441:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a73e2643 with handle 0xb57eb78819563111 from hash 00000100:00000001:3.0:1767384936.811445:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384936.811446:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:3.0:1767384936.811450:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:0.0:1767384936.811450:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384936.811453:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384936.811454:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:3.0:1767384936.811458:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384936.811461:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.811461:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384936.811464:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:3.0:1767384936.811466:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384936.811467:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:3.0:1767384936.811472:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384936.811472:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384936.811476:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384936.811477:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086d836d1. 00010000:00000001:0.0:1767384936.811478:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.811484:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000200:3.0:1767384936.811485:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348033920, offset 224 00010000:00000001:0.0:1767384936.811486:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384936.811492:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384936.811493:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384936.811495:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384936.811496:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384936.811498:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384936.811520:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384936.811525:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a73e2643/0xb57eb78819563111 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384936.811526:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384936.811534:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384936.811537:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384936.811538:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d06580 00010000:00000001:0.0:1767384936.811539:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384936.811543:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:3.0:1767384936.811547:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c69 [2] + 224 00010000:00000001:0.0:1767384936.811547:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384936.811550:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384936.811553:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:3.0:1767384936.811555:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384936.811556:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384936.811561:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384936.811566:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:0.0:1767384936.811566:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a73e2643/0xb57eb78819563111 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384936.811575:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384936.811575:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384936.811579:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384936.811581:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bc8bdf86 x1853237348033920/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384936.811581:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a73e2643/0xb57eb78819563111 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384936.811597:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e8fe86c7 count: 0 00000100:00000040:3.0:1767384936.811605:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000bc8bdf86 x1853237348033920/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384936.811610:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384936.811612:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384936.811642:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384936.811649:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086d836d1 00000400:00000010:3.0:1767384936.811652:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086d836d1. 00000100:00000001:3.0:1767384936.811655:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384936.811656:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384936.811660:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384936.811664:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:3.0:1767384936.811667:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384936.811670:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384936.811673:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384936.811678:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000d896359 x1853237348033920/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:162/0 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384936.811681:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384936.811686:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384936.811692:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1767384936.811694:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000d896359 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+14:16358:x1853237348033920:12345-0@lo:253: Request processed in 4468us (4847us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384936.811696:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384936.811700:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000126a650c. 00000400:00000200:2.0:1767384936.811707:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0d55dcd 00000400:00000010:2.0:1767384936.811711:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d0d55dcd. 00000100:00100000:3.0:1767384936.811712:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00000040:3.0:1767384936.811717:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:2.0:1767384936.811717:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384936.811721:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384936.811723:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384936.811725:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bc8bdf86 x1853237348033920/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384936.811727:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000b9ee2b8. 00000020:00000010:3.0:1767384936.811733:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b360690a. 00000020:00000010:3.0:1767384936.811739:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bd315ee. 00000020:00000040:3.0:1767384936.811744:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000100:00000200:2.0:1767384936.811748:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bc8bdf86 x1853237348033920/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384936.811750:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384936.811752:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009d49532e. 02000000:00000001:3.0:1767384936.811757:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384936.811760:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384936.811766:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384936.811767:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384936.811769:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384936.811773:0:16358:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:3.0:1767384936.811774:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001be486be. 02000000:00000001:2.0:1767384936.811776:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384936.811779:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384936.811783:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086d836d1. 00000100:00000001:2.0:1767384936.811783:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384936.811789:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384936.811793:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=70 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384936.811797:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=70 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384936.811801:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384936.811803:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384936.811805:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384936.811807:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384936.811809:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384936.811811:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bc8bdf86 x1853237348033920/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384936.811852:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384936.811863:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384936.811865:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384936.811869:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384936.811886:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384936.811887:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384936.811888:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384936.811889:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384936.811891:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384936.811892:0:16358:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384936.811894:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384936.811895:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384936.811898:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc8bdf86 x1853237348033920/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384936.811905:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bc8bdf86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348033920:0@lo:253: 00000100:00000001:2.0:1767384936.811909:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384936.811911:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384936.811913:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bc8bdf86 x1853237348033920/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384936.811920:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384936.811921:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384936.811923:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007ae6b2d8. 02000000:00000001:2.0:1767384936.811926:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384936.811927:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384936.811929:0:16358:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:2.0:1767384936.811930:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384936.811932:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000516792d0. 02000000:00000001:2.0:1767384936.811935:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384936.811936:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384936.811937:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc8bdf86. 00000100:00000001:2.0:1767384936.811940:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384936.811941:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384936.811942:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384936.811946:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384936.811947:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384936.811950:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384936.811951:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384936.812872:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294925843, at 4294925844 00000100:00000040:2.0:1767384936.812874:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294925843, at 4294925844 00000100:00000010:2.0:1767384936.812896:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006432ff00. 00000100:00000010:0.0:1767384936.812897:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000027146701. 00000100:00000040:3.0:1767384936.812984:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294925843, at 4294925844 00000100:00000010:3.0:1767384936.812990:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009bc401ca. 00000100:00000040:1.0:1767384936.813861:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294925843, at 4294925845 00000100:00000010:1.0:1767384936.813867:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000029d87441. 00010000:00000010:0.1:1767384936.819871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007bc08ff2. 00010000:00000010:0.1:1767384936.819880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000081f8d31a. 00000400:00000010:1.0:1767384936.822022:0:34575:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d6061ffd. 00000400:00000040:1.0:1767384936.822039:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384936.822041:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384936.822043:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384936.822044:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384936.822046:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384936.822047:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384936.822049:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384936.822050:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384936.822052:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384936.822052:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384936.822054:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384936.822056:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384936.822058:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384936.822059:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384936.822059:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384936.822061:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384936.822062:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384936.822063:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384936.822064:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384936.822066:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384936.822067:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384936.822068:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384936.822069:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384936.822070:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384936.822071:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384936.822072:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384936.822073:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384936.822074:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384936.822075:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384936.822076:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384936.822076:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384936.822078:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384936.822078:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384936.822079:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384936.822080:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384936.822081:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384936.822082:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384936.822088:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384936.822089:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384936.822090:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384936.822091:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384936.822092:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384936.822093:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384936.822094:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384936.822095:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384936.822096:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384936.822097:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384936.822098:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384936.822099:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384936.822100:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384936.822101:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384936.822102:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384936.822103:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384936.822104:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384936.822105:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384936.822106:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384936.822107:0:34575:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384936.822168:0:34575:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d6061ffd. 00010000:00000010:0.1:1767384936.822862:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e8fe86c7. 00010000:00000010:0.1:1767384936.822871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a73e2643. 00000400:00000010:2.0:1767384936.856885:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000095d647ba. 00000400:00000010:2.0:1767384936.856894:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ac0419a8. 00000400:00000010:2.0:1767384936.856899:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e8707f0f. 00000400:00000010:2.0:1767384936.856902:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ea28930a. 00000400:00000010:2.0:1767384936.856905:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009e07996d. 00000400:00000010:2.0:1767384936.856907:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c8f32270. 00000400:00000010:2.0:1767384936.856909:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000cfe931b1. 00000400:00000010:2.0:1767384936.856912:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e2980bf1. 00000400:00000010:2.0:1767384936.856914:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009e791011. 00000400:00000010:2.0:1767384936.856916:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e58e06ca. 00000400:00000010:2.0:1767384936.856919:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000054fcc2ec. 00000400:00000010:2.0:1767384936.856921:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e143dc1d. 00000400:00000010:2.0:1767384936.856923:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f26115a2. 00000400:00000010:2.0:1767384936.856925:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000047928f83. 00000400:00000010:2.0:1767384936.856927:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a148cef5. 00000400:00000010:2.0:1767384936.856930:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000645640b4. 00000400:00000010:2.0:1767384936.856932:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c9a7d1c6. 00000400:00000010:2.0:1767384936.856934:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000663f70d. 00000400:00000010:2.0:1767384936.856936:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007cc843aa. 00000400:00000010:2.0:1767384936.856939:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000dea791b4. 00000400:00000010:2.0:1767384936.856941:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000d56951b. 00000400:00000010:2.0:1767384936.856943:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000510d6cdc. 00000400:00000010:2.0:1767384936.856945:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009f9a8ccd. 00000400:00000010:2.0:1767384936.856947:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000095354f39. 00000400:00000010:2.0:1767384936.856949:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005fda4b23. 00000400:00000010:2.0:1767384936.856951:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000035bfea32. 00000400:00000010:2.0:1767384936.856954:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e1cfe606. 00000400:00000010:2.0:1767384936.856956:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f8cba9fd. 00000400:00000010:2.0:1767384936.856958:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000af01acdb. 00000400:00000010:2.0:1767384936.856960:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006a205095. 00000400:00000010:2.0:1767384936.856963:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001faf486c. 00000400:00000010:2.0:1767384936.856965:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000061ee510e. 00000400:00000010:2.0:1767384936.856967:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d79107da. 00000400:00000010:2.0:1767384936.856978:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ccf01c55. 00000400:00000010:2.0:1767384936.856980:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f48c6137. 00000400:00000010:2.0:1767384936.856982:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ea5e4077. 00000400:00000010:2.0:1767384936.856985:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e8d85500. 00000400:00000010:2.0:1767384936.856987:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000064acfb9b. 00000400:00000010:2.0:1767384936.856989:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000046a4cfc0. 00000400:00000010:2.0:1767384936.856991:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000da95d1a9. 00000400:00000010:2.0:1767384936.856993:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009e75b1e3. 00000400:00000010:2.0:1767384936.856995:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000058c986e9. 00000400:00000010:2.0:1767384936.856998:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000061e1a59f. 00000400:00000010:2.0:1767384936.857000:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000886dd861. 00000400:00000010:2.0:1767384936.857002:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000017e0073c. 00000400:00000010:2.0:1767384936.857004:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000f88a0a9. 00000400:00000010:2.0:1767384936.857006:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005b7eb7d4. 00000400:00000010:2.0:1767384936.857008:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004ccd206d. 00000400:00000010:2.0:1767384936.857010:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000082950512. 00000400:00000010:2.0:1767384936.857013:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007ecf9996. 00000400:00000010:2.0:1767384936.857015:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000052140601. 00000400:00000010:2.0:1767384936.857017:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a33362f9. 00000400:00000010:2.0:1767384936.857019:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d26f4225. 00000400:00000010:2.0:1767384936.857021:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000825c878f. 00000400:00000010:2.0:1767384936.857023:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c59e1869. 00000400:00000010:2.0:1767384936.857025:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000604a15b9. 00000400:00000010:2.0:1767384936.857028:0:16355:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000087245ce0. 00000400:00000001:2.0:1767384936.857035:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384936.857037:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384936.857040:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c99b0362 00000400:00000010:2.0:1767384936.857042:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c99b0362. 00000400:00000200:2.0:1767384936.857046:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384936.857053:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp39 recovery ping unlinked 00000400:00000010:2.0:1767384936.857062:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ea6a818d. 00000400:00000010:2.0:1767384936.857066:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000087d4af9b. 00000400:00000001:2.0:1767384936.857070:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384936.857072:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384936.857073:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002af56e82 00000400:00000010:2.0:1767384936.857075:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002af56e82. 00000400:00000200:2.0:1767384936.857083:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384936.857086:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp41 recovery ping unlinked 00000400:00000010:2.0:1767384936.857090:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e6105b73. 00000400:00000010:2.0:1767384936.857093:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000435ea720. 00000400:00000200:2.0:1767384936.857097:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp38 00000400:00000010:2.0:1767384936.857100:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f690bb8f. 00000400:00000010:2.0:1767384936.857104:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000089f468f0. 00000400:00000010:2.0:1767384936.857107:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002af56e82. 00000400:00000010:2.0:1767384936.857113:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000825c878f. 00000400:00000200:2.0:1767384936.857117:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp38 00000400:00000200:2.0:1767384936.857128:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp38 local destination 00000400:00000200:2.0:1767384936.857134:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp38 00000400:00000200:2.0:1767384936.857138:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp38 NI seq info: [160:160:256:4294967295] 192.168.203.134@tcp38 LPNI seq info [155:155:8:4294967295] 00000400:00000200:2.0:1767384936.857145:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp38 00000400:00000200:2.0:1767384936.857153:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp38(192.168.203.134@tcp38:) -> 192.168.203.134@tcp38(192.168.203.134@tcp38:192.168.203.134@tcp38) : GET try# 0 00000800:00000200:2.0:1767384936.857159:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp38 00000800:00000010:2.0:1767384936.857163:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fd55e59c. 00000800:00000200:2.0:1767384936.857169:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a2280cb9] -> 12345-192.168.203.134@tcp38 (2) 00000800:00000200:2.1:1767384936.857175:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a2280cb9] -> 12345-192.168.203.134@tcp38 (2) 00000400:00000200:2.0:1767384936.857194:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp38 added to recovery queue. ping count: 3 next ping: 266 health :700 00000400:00000200:1.0:1767384936.857256:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:1.0:1767384936.857292:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:1.0:1767384936.857313:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:1.0:1767384936.857346:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:1.0:1767384936.857397:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:1.0:1767384936.857432:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:1.0:1767384936.857448:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:1.0:1767384936.857468:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:1.0:1767384936.857486:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:1.0:1767384936.857519:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:1.0:1767384936.857564:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:1.0:1767384936.857606:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:1.0:1767384936.857637:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:1.0:1767384936.857655:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:1.0:1767384936.857684:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:1.0:1767384936.857700:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:1.0:1767384936.857727:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:1.0:1767384936.857778:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:1.0:1767384936.857811:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:1.0:1767384936.858262:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:1.0:1767384936.858293:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:1.0:1767384936.858346:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:1.0:1767384936.858384:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:1.0:1767384936.858405:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:1.0:1767384936.858423:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384936.858452:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:1.0:1767384936.858466:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:1.0:1767384936.858496:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:1.0:1767384936.858548:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:1.0:1767384936.858590:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:1.0:1767384936.858611:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:1.0:1767384936.858629:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:1.0:1767384936.858648:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:1.0:1767384936.858668:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:1.0:1767384936.858701:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:1.0:1767384936.858844:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006885afe1. 00000800:00000010:1.0:1767384936.858849:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000083144761. 00000800:00000010:1.0:1767384936.858854:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c113ec41. 00000800:00000010:1.0:1767384936.858871:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c113ec41. 00000800:00020000:1.0:1767384936.858879:0:16349:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:1.0:1767384936.858882:0:16349:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000083144761. 00000800:00000010:1.0:1767384936.858884:0:16349:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006885afe1. 00000400:02020000:1.0:1767384936.858936:0:16349:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp38 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384936.858942:0:16349:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp38 notifying 192.168.203.134@tcp38: down 00000800:00000200:1.0:1767384936.858948:0:16349:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp38 down 00000800:00000100:1.0:1767384936.858959:0:16349:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp38 00000800:00000010:1.0:1767384936.858962:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fd55e59c. 00000400:00000200:1.0:1767384936.858967:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384936.858972:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp38->192.168.203.134@tcp38: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384936.858979:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384936.858982:0:16349:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384936.858985:0:16349:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp38) recovery failed with -71 00010000:00000001:0.0:1767384937.496902:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384937.496908:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384937.496913:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384937.496915:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384937.496934:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384937.496937:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384937.496939:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384937.881929:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384937.881934:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384937.881936:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002af56e82 00000400:00000010:0.0:1767384937.881940:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002af56e82. 00000400:00000200:0.0:1767384937.881945:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384937.881950:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp38 recovery ping unlinked 00000400:00000010:0.0:1767384937.881958:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f690bb8f. 00000400:00000010:0.0:1767384937.881961:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000089f468f0. 00000400:00000200:0.0:1767384937.881968:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp41 00000400:00000010:0.0:1767384937.881971:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000addac56f. 00000400:00000010:0.0:1767384937.881975:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000008449be1. 00000400:00000010:0.0:1767384937.881978:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c29def7. 00000400:00000010:0.0:1767384937.881985:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d679566d. 00000400:00000200:0.0:1767384937.881988:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp41 00000400:00000200:0.0:1767384937.881999:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp41 local destination 00000400:00000200:0.0:1767384937.882004:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp41 00000400:00000200:0.0:1767384937.882006:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp41 NI seq info: [161:161:256:4294967295] 192.168.203.134@tcp41 LPNI seq info [156:156:8:4294967295] 00000400:00000200:0.0:1767384937.882012:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp41 00000400:00000200:0.0:1767384937.882020:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp41(192.168.203.134@tcp41:) -> 192.168.203.134@tcp41(192.168.203.134@tcp41:192.168.203.134@tcp41) : GET try# 0 00000800:00000200:0.0:1767384937.882024:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp41 00000800:00000010:0.0:1767384937.882028:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009fcaf01a. 00000800:00000200:0.0:1767384937.882032:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e05045b2] -> 12345-192.168.203.134@tcp41 (2) 00000800:00000200:0.1:1767384937.882036:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e05045b2] -> 12345-192.168.203.134@tcp41 (2) 00000400:00000200:0.0:1767384937.882051:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp41 added to recovery queue. ping count: 2 next ping: 263 health :800 00000400:00000200:0.0:1767384937.882055:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp35 00000400:00000010:0.0:1767384937.882057:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e8e14563. 00000400:00000010:0.0:1767384937.882066:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a0d3da48. 00000400:00000010:0.0:1767384937.882069:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0d4eae9. 00000400:00000010:0.0:1767384937.882074:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007de49ebc. 00000400:00000200:0.0:1767384937.882076:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp35 00000400:00000200:0.0:1767384937.882082:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp35 local destination 00000400:00000200:0.0:1767384937.882084:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp35 00000400:00000200:0.0:1767384937.882087:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp35 NI seq info: [162:162:256:4294967295] 192.168.203.134@tcp35 LPNI seq info [157:157:8:4294967295] 00000400:00000200:0.0:1767384937.882089:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp35 00000400:00000200:0.0:1767384937.882095:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp35(192.168.203.134@tcp35:) -> 192.168.203.134@tcp35(192.168.203.134@tcp35:192.168.203.134@tcp35) : GET try# 0 00000800:00000200:0.0:1767384937.882098:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp35 00000800:00000010:0.0:1767384937.882101:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000061ef4b1c. 00000800:00000200:0.0:1767384937.882105:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1c75e6a] -> 12345-192.168.203.134@tcp35 (2) 00000800:00000200:0.1:1767384937.882110:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1c75e6a] -> 12345-192.168.203.134@tcp35 (2) 00000400:00000200:3.0:1767384937.882113:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:0.0:1767384937.882125:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp35 added to recovery queue. ping count: 4 next ping: 275 health :600 00000400:00000200:3.0:1767384937.882179:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.882189:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:3.0:1767384937.882231:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.882253:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:3.0:1767384937.882279:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.882303:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:3.0:1767384937.882327:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.882350:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:3.0:1767384937.882389:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.882416:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:3.0:1767384937.882440:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.882468:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:3.0:1767384937.882510:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.882539:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:3.0:1767384937.882561:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.882601:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:3.0:1767384937.882618:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.882658:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:3.0:1767384937.882679:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.882716:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:3.0:1767384937.882742:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.882773:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:3.0:1767384937.882801:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.882878:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:3.0:1767384937.882902:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.882942:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:3.0:1767384937.882961:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.882998:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:3.0:1767384937.883015:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.883055:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:3.0:1767384937.883069:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.883107:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:3.0:1767384937.883126:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.883183:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:3.0:1767384937.883204:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.883246:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:3.0:1767384937.883274:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.883313:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:3.0:1767384937.883347:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.883384:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:3.0:1767384937.883419:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.883451:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:3.0:1767384937.883507:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.883532:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:3.0:1767384937.883562:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.883603:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:3.0:1767384937.883633:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.883655:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:3.0:1767384937.883682:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.883712:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:3.0:1767384937.883729:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.883764:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:3.0:1767384937.883781:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.883818:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:3.0:1767384937.883858:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.883889:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:3.0:1767384937.883924:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.883959:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:3.0:1767384937.883988:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.884014:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:3.0:1767384937.884042:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.884063:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:3.0:1767384937.884102:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.884117:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:3.0:1767384937.884164:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.884173:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:3.0:1767384937.884222:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.884254:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.884313:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.884340:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.884372:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.884400:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.884430:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.134:988 00000800:00000010:3.0:1767384937.884449:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009d49532e. 00000800:00000010:3.0:1767384937.884454:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000087955232. 00000800:00000010:3.0:1767384937.884460:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c20d0ef7. 00000400:00000200:1.0:1767384937.884471:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.134:988 00000800:00000010:3.0:1767384937.884483:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c20d0ef7. 00000800:00020000:3.0:1767384937.884492:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:3.0:1767384937.884508:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000087955232. 00000400:00000200:1.0:1767384937.884510:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.134:988 00000800:00000010:3.0:1767384937.884511:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009d49532e. 00000400:00000200:1.0:1767384937.884546:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.134:988 00000400:02020000:3.0:1767384937.884579:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp41 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384937.884585:0:16347:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp41 notifying 192.168.203.134@tcp41: down 00000800:00000200:3.0:1767384937.884591:0:16347:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp41 down 00000400:00000200:1.0:1767384937.884592:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.134:988 00000800:00000100:3.0:1767384937.884616:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp41 00000800:00000010:3.0:1767384937.884620:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009fcaf01a. 00000400:00000200:3.0:1767384937.884624:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384937.884629:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp41->192.168.203.134@tcp41: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384937.884638:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384937.884641:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384937.884642:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.134:988 00000400:00000200:3.0:1767384937.884647:0:16347:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp41) recovery failed with -71 00000400:00000200:1.0:1767384937.884670:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.134:988 00000800:00000010:1.0:1767384937.884902:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006885afe1. 00000800:00000010:1.0:1767384937.884908:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f8534105. 00000800:00000010:1.0:1767384937.884912:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000363bca18. 00000800:00000010:1.0:1767384937.884941:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000363bca18. 00000400:00000200:0.0:1767384937.884997:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384937.885012:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp35 from 210.3.0.2 00000800:00000010:0.0:1767384937.885016:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a433eeac. 00000800:00000010:1.0:1767384937.885051:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004967a7f8. 00000800:00000010:1.0:1767384937.885056:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e78f7960. 00000800:00000010:1.0:1767384937.885075:0:16348:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000017eba8e2. 00000800:00000200:1.1:1767384937.885081:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1c75e6a] -> 12345-192.168.203.134@tcp35 (2) 00000800:00000200:1.1:1767384937.885086:0:16348:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp35 0000000017eba8e2 deleted 00000800:00000010:1.1:1767384937.885088:0:16348:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000017eba8e2. 00000800:00000200:1.1:1767384937.885092:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384937.885097:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp35 ip 192.168.203.134:978 00000800:00000200:1.1:1767384937.885101:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061ef4b1c type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384937.885106:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp35 p 3.x 192.168.203.134 -> 192.168.203.134:978 incarnation:1767384919715127972 sched[0] 00000800:00000010:1.0:1767384937.885110:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000363bca18. 00000800:00000010:1.0:1767384937.885153:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000363bca18. 00000800:00000010:1.0:1767384937.885163:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e78f7960. 00000800:00000200:2.1:1767384937.885179:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384937.885193:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp35 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384919715127972 sched[0] 00000800:00000010:2.0:1767384937.885197:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f8534105. 00000800:00000010:1.0:1767384937.885207:0:16348:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a433eeac. 00000800:00000001:1.0:1767384937.885230:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384937.885234:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384937.885263:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000800:00000200:1.0:1767384937.885276:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384937.885279:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000061ef4b1c. 00000400:00000200:1.0:1767384937.885283:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384937.885289:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp35->192.168.203.134@tcp35: GET: OK 00000400:00000200:1.0:1767384937.885293:0:16353:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384937.885295:0:16353:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp35 recovery message sent successfully:0 00000800:00000001:1.0:1767384937.885308:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384937.885313:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384937.885315:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384937.885322:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384937.885330:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp35(192.168.203.134@tcp35) <- 192.168.203.134@tcp35 : GET - for me 00000400:00000200:2.0:1767384937.885333:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:1.0:1767384937.885342:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384937.885350:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 272/272 into md 0x1c59 [1] + 0 00000400:00000200:1.0:1767384937.885360:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp35 to MR: 192.168.203.134@tcp35 local destination 00000400:00000200:1.0:1767384937.885366:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp35 NI seq info: [163:163:256:4294967295] 192.168.203.134@tcp35 LPNI seq info [158:158:8:4294967295] 00000400:00000200:1.0:1767384937.885380:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp35(192.168.203.134@tcp35:192.168.203.134@tcp35) -> 192.168.203.134@tcp35(192.168.203.134@tcp35:192.168.203.134@tcp35) 192.168.203.134@tcp35 : REPLY try# 0 00000800:00000200:1.0:1767384937.885385:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.134@tcp35 00000800:00000010:1.0:1767384937.885389:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbe99341. 00000800:00000200:1.0:1767384937.885395:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1c75e6a] -> 12345-192.168.203.134@tcp35 (4) 00000400:00000200:2.0:1767384937.885399:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000800:00000200:1.0:1767384937.885401:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp35 ip 192.168.203.134:988 00000800:00000200:1.0:1767384937.885406:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cbe99341 type 3, nob 368 niov 1 nkiov 1 00000800:00000200:1.0:1767384937.885443:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384937.885446:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbe99341. 00000400:00000200:1.0:1767384937.885449:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384937.885455:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp35->192.168.203.134@tcp35: REPLY: OK 00000400:00000200:2.0:1767384937.885465:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000800:00000001:1.0:1767384937.885466:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384937.885477:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384937.885480:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384937.885486:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384937.885487:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384937.885491:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384937.885512:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp35(192.168.203.134@tcp35) <- 192.168.203.134@tcp35 : REPLY - for me 00000400:00000200:1.0:1767384937.885524:0:16353:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp35: Reply from 12345-192.168.203.134@tcp35 of length 272/272 into md 0x1c99 00000800:00000001:1.0:1767384937.885527:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384937.885533:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384937.885535:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384937.885540:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp35->192.168.203.134@tcp35: REPLY: OK 00000400:00000200:1.0:1767384937.885544:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0d4eae9 00000400:00000200:2.0:1767384937.885546:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000010:1.0:1767384937.885546:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0d4eae9. 00000400:00000200:1.0:1767384937.885550:0:16353:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384937.885556:0:16353:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e8e14563. 00000400:00000010:1.0:1767384937.885560:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a0d3da48. 00000800:00000001:1.0:1767384937.885566:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384937.885570:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384937.885598:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:2.0:1767384937.885638:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:2.0:1767384937.885677:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:2.0:1767384937.885722:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:2.0:1767384937.885771:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:2.0:1767384937.885838:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:2.0:1767384937.885907:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:2.0:1767384937.885960:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:2.0:1767384937.886005:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:2.0:1767384937.886059:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:2.0:1767384937.886108:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:2.0:1767384937.886154:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:2.0:1767384937.886172:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:2.0:1767384937.886188:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:2.0:1767384937.886207:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:2.0:1767384937.886223:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:2.0:1767384937.886241:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:2.0:1767384937.886257:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:2.0:1767384937.886273:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:2.0:1767384937.886307:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:2.0:1767384937.886352:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:2.0:1767384937.886386:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:2.0:1767384937.886406:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:2.0:1767384937.886423:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:2.0:1767384937.886441:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:2.0:1767384937.886458:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:2.0:1767384937.886474:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:2.0:1767384937.886516:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:2.0:1767384937.886563:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:2.0:1767384937.886609:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:2.0:1767384937.886699:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d562ebc5. 00000800:00000010:2.0:1767384937.886704:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000017ba2439. 00000800:00000010:2.0:1767384937.886708:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bbc2d5ba. 00000800:00000010:2.0:1767384937.886729:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bbc2d5ba. 00000800:00020000:2.0:1767384937.886736:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:2.0:1767384937.886744:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000017ba2439. 00000800:00000010:2.0:1767384937.886746:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d562ebc5. 00000400:02020000:2.0:1767384937.886790:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp35 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000004:00000001:3.0:1767384938.328888:0:17112:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384938.328893:0:17112:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384938.328900:0:17112:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000098a681d8. 00000020:00000040:3.0:1767384938.328906:0:17112:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384938.328911:0:17112:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384938.328914:0:17112:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384938.328919:0:17112:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384938.328925:0:17112:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000567fa46. 00000100:00000001:3.0:1767384938.328931:0:17112:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.328936:0:17112:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384938.328939:0:17112:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384938.328948:0:17112:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098a681d8] to pc [ptlrpcd_00_01+1] req@0000000098a681d8 x1853237348034048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384938.328983:0:17112:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.329001:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384938.329003:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384938.329006:0:16358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767384938.329009:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.329010:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.329019:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384938.329021:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.329023:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384938.329025:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384938.329026:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384938.329031:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000098a681d8 x1853237348034048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.329038:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384938.329040:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384938.329043:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384938.329045:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384938.329047:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384938.329049:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000098a681d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16358:1853237348034048:0@lo:13: 00000100:00000001:1.0:1767384938.329052:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384938.329062:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384938.329064:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384938.329066:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384938.329070:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006f64d073. 02000000:00000001:1.0:1767384938.329071:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384938.329075:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d60dcdd9. 00000400:00000010:1.0:1767384938.329080:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c52bb0f7. 00000100:00000200:1.0:1767384938.329086:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348034048, portal 4 00000100:00000001:1.0:1767384938.329087:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384938.329089:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647277824 : -119488062273792 : ffff9353847e4700) 00000100:00000040:1.0:1767384938.329093:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000098a681d8 x1853237348034048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384954 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.329099:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384938.329101:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384938.329104:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d3c899c. 00000100:00000200:1.0:1767384938.329105:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237348034048, offset 0 00000400:00000200:1.0:1767384938.329109:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384938.329119:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384938.329129:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958271d06600 00000400:00000200:1.0:1767384938.329133:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2688 00000400:00000200:1.0:1767384938.329138:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384938.329141:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384938.329146:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384938.329148:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1767384938.329150:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d9f87ed0. 00000100:00000040:1.0:1767384938.329152:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000d9f87ed0 x1853237348034048 msgsize 224 00000100:00100000:1.0:1767384938.329155:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384938.329165:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384938.329170:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d3c899c 00000400:00000010:1.0:1767384938.329172:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d3c899c. 00000100:00000001:1.0:1767384938.329174:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384938.329176:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000098a681d8 x1853237348034048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384954 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.329183:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384938.329190:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000098a681d8 x1853237348034048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384954 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.329195:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.329196:0:17898:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384938.329197:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384938.329201:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384938.329201:0:17898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348034048 00000100:00000040:1.0:1767384938.329206:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3082 usecs (4 jiffies) 02000000:00000001:0.0:1767384938.329206:0:17898:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384938.329211:0:17898:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384938.329212:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294927364 00000100:00000001:0.0:1767384938.329216:0:17898:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384938.329217:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c310db9c. 02000000:00000001:0.0:1767384938.329224:0:17898:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.329225:0:16358:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00100000:0.0:1767384938.329231:0:17898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348034048 00000100:00000001:1.0:1767384938.329233:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294927364 00000020:00000001:0.0:1767384938.329236:0:17898:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:1.0:1767384938.329237:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001e7f88ec. 00000020:00000040:0.0:1767384938.329241:0:17898:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562efd 00000100:00000001:1.0:1767384938.329242:0:16358:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384938.329246:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294927364 00000020:00000001:0.0:1767384938.329248:0:17898:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:1.0:1767384938.329249:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9c210ea. 00000100:00000001:1.0:1767384938.329253:0:16358:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000020:00000040:0.0:1767384938.329253:0:17898:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d9a32349 refcount=5 00000100:00000001:1.0:1767384938.329257:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294927364 00000100:00000010:1.0:1767384938.329261:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6ae0d85. 00000020:00000001:0.0:1767384938.329261:0:17898:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000001:1.0:1767384938.329265:0:16358:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000020:00000001:0.0:1767384938.329267:0:17898:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000001:1.0:1767384938.329269:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384938.329273:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.329275:0:17898:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384938.329276:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.329278:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384938.329286:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000816398cb. 00000020:00000010:0.0:1767384938.329291:0:17898:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000069e8a84f. 00000020:00000040:0.0:1767384938.329301:0:17898:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000029ff95b7) now 6 - evictor 00000100:00000001:0.0:1767384938.329314:0:17898:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384938.329320:0:17898:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013e42277. 00000020:00000010:0.0:1767384938.329324:0:17898:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7fa36bf. 00000020:00000010:0.0:1767384938.329329:0:17898:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000090a933f. 00000100:00000040:0.0:1767384938.329338:0:17898:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00080000:3.0:1767384938.329341:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:0.0:1767384938.329342:0:17898:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384938.329346:0:17898:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:3.0:1767384938.329347:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000029ff95b7) now 6 - evictor 00000100:00000001:0.0:1767384938.329349:0:17898:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.329358:0:17898:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.329370:0:17898:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384938.329381:0:17898:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384938.329384:0:17898:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384938.329389:0:17898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000001:1.0:1767384938.329392:0:17899:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384938.329393:0:17898:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d9a32349 : new rpc_count 1 00000100:00000001:1.0:1767384938.329395:0:17899:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384938.329399:0:17899:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.329400:0:17898:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590750707968 : -119482958843648 : ffff9354b4ae7100) 00000100:00000001:1.0:1767384938.329401:0:17899:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384938.329410:0:17898:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d9f87ed0 x1853237348034048/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:164/0 lens 224/0 e 0 to 0 dl 1767384949 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384938.329420:0:17898:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384938.329423:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000069e8a84f. 00000100:00000001:0.0:1767384938.329426:0:17898:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384938.329429:0:17898:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000069e8a84f. 00000100:00100000:0.0:1767384938.329435:0:17898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d9f87ed0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16358:x1853237348034048:12345-0@lo:13: 00000100:00000200:0.0:1767384938.329439:0:17898:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348034048 00000020:00000001:0.0:1767384938.329442:0:17898:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384938.329446:0:17898:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384938.329447:0:17898:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384938.329450:0:17898:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384938.329452:0:17898:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665454032 : -1044097584 : ffffffffc1c455d0) 00000020:00000001:0.0:1767384938.329455:0:17898:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384938.329464:0:17898:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384938.329466:0:17898:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384938.329468:0:17898:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384938.329471:0:17898:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.329475:0:17898:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384938.329477:0:17898:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384938.329481:0:17898:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000ea2f5213. 02000000:00000001:0.0:1767384938.329483:0:17898:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.329485:0:17898:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384938.329488:0:17898:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1767384938.329507:0:17898:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384938.329509:0:17898:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1767384938.329518:0:17898:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767384938.329521:0:17898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:0.0:1767384938.329525:0:17898:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:0.0:1767384938.329528:0:17898:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000d9a32349 dirty 0 pend 0 grant 0 00002000:00000020:0.0:1767384938.329532:0:17898:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:0.0:1767384938.329535:0:17898:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:0.0:1767384938.329540:0:17898:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384938.329542:0:17898:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384938.329544:0:17898:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384938.329547:0:17898:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237348034048 00010000:00000001:0.0:1767384938.329550:0:17898:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384938.329554:0:17898:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d9f87ed0 x1853237348034048/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:164/0 lens 224/368 e 0 to 0 dl 1767384949 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384938.329563:0:17898:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384938.329565:0:17898:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384938.329569:0:17898:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097a41e79 time=62 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384938.329574:0:17898:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384938.329576:0:17898:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:0.0:1767384938.329578:0:17898:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:0.0:1767384938.329581:0:17898:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384938.329583:0:17898:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.329586:0:17898:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384938.329588:0:17898:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384938.329596:0:17898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb6aad58. 00000100:00000200:0.0:1767384938.329600:0:17898:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237348034048, offset 224 00000400:00000200:0.0:1767384938.329605:0:17898:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384938.329612:0:17898:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384938.329618:0:17898:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958271d06600 00000400:00000200:0.0:1767384938.329623:0:17898:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c9d [1] + 224 00000400:00000200:0.0:1767384938.329627:0:17898:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384938.329630:0:17898:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384938.329633:0:17898:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384938.329638:0:17898:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000098a681d8 x1853237348034048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384954 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384938.329646:0:17898:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000098a681d8 x1853237348034048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384938.329662:0:17898:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384938.329667:0:17898:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb6aad58 00000400:00000010:0.0:1767384938.329669:0:17898:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb6aad58. 00000100:00000001:0.0:1767384938.329672:0:17898:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384938.329674:0:17898:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384938.329677:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384938.329678:0:17898:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.329679:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384938.329685:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384938.329685:0:17898:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000400:00000001:1.0:1767384938.329688:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384938.329690:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d60dcdd9. 00010000:00000001:0.0:1767384938.329690:0:17898:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384938.329695:0:17898:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384938.329696:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c52bb0f7 00000400:00000010:1.0:1767384938.329699:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c52bb0f7. 00000020:00000001:0.0:1767384938.329701:0:17898:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384938.329705:0:17898:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d9f87ed0 x1853237348034048/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:164/0 lens 224/368 e 0 to 0 dl 1767384949 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.329709:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384938.329714:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000098a681d8 x1853237348034048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384938.329730:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000098a681d8 x1853237348034048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384938.329731:0:17898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d9f87ed0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16358:x1853237348034048:12345-0@lo:13: Request processed in 306us (574us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384938.329742:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384938.329745:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.329747:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384938.329749:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1767384938.329750:0:17898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000001:1.0:1767384938.329751:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384938.329753:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384938.329757:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384938.329757:0:17898:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d9a32349 : new rpc_count 0 00000100:00000001:0.0:1767384938.329763:0:17898:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:1.0:1767384938.329764:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000046e5fbb1 time=62 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384938.329766:0:17898:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1767384938.329768:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000785c58c4 time=62 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384938.329772:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1767384938.329772:0:17898:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7fa36bf. 00000100:00000001:1.0:1767384938.329774:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384938.329778:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1767384938.329780:0:17898:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000090a933f. 00010000:00080000:1.0:1767384938.329782:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000098a681d8 x1853237348034048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384938.329788:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.329793:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000010:0.0:1767384938.329793:0:17898:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013e42277. 00000100:00000040:1.0:1767384938.329796:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000040:0.0:1767384938.329800:0:17898:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 4 00000100:00000001:1.0:1767384938.329801:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384938.329803:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.329806:0:17898:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384938.329810:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000098a681d8 x1853237348034048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.329872:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384938.329875:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384938.329876:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384938.329878:0:16358:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384938.329880:0:16358:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384938.329883:0:16358:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:1.0:1767384938.329887:0:16358:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006f80896a): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000040:3.0:1767384938.329889:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b543db4a-4900-454f-be04-352b2897a173->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384938.329895:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000001:1.0:1767384938.329899:0:16358:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384938.329900:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000adbcc088. 00000100:00000040:1.0:1767384938.329904:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098a681d8 x1853237348034048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384954 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384938.329905:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:3.0:1767384938.329911:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384938.329914:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384938.329918:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384938.329918:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000098a681d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16358:1853237348034048:0@lo:13: 02000000:00000010:3.0:1767384938.329924:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d68fe03e. 00000100:00000001:1.0:1767384938.329926:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384938.329930:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.329930:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384938.329935:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000098a681d8 x1853237348034048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384954 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384938.329937:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b543db4a-4900-454f-be04-352b2897a173->MGS req@00000000adbcc088 x1853237348034176/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384938.329953:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384938.329957:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384938.329957:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384938.329960:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384938.329961:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006f64d073. 00000100:00000040:3.0:1767384938.329965:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adbcc088] to pc [ptlrpcd_00_02+2] req@00000000adbcc088 x1853237348034176/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384938.329966:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384938.329969:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384938.329972:0:16358:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384938.329976:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384938.329979:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000567fa46. 02000000:00000001:1.0:1767384938.329985:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384938.329986:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384938.329987:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000098a681d8. 00000100:00000001:3.0:1767384938.329988:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.329990:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1767384938.329992:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384938.329993:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384938.329995:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384938.329999:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384938.329999:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384938.330000:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767384938.330003:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1070430. 00000100:00000001:0.0:1767384938.330005:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384938.330006:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1767384938.330007:0:38:0:(genops.c:1229:class_import_get()) import 00000000aab4eb9e refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384938.330010:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.330011:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384938.330014:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767384938.330015:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000adbcc088 x1853237348034176/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384938.330016:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.330016:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384938.330020:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384938.330021:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000567fa46. 00000100:00000001:3.0:1767384938.330026:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384938.330032:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000b1070430 x1853237348034304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384938.330036:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384938.330039:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384938.330040:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.330042:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384938.330046:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384938.330051:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384938.330054:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384938.330056:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.330057:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384938.330063:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1070430] to pc [ptlrpcd_00_03+3] req@00000000b1070430 x1853237348034304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384938.330065:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000adbcc088 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348034176:0@lo:400: 00000100:00000001:0.0:1767384938.330075:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384938.330079:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384938.330082:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.330083:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384938.330085:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384938.330086:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384938.330089:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:0.0:1767384938.330091:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013e42277. 00000100:00000010:3.0:1767384938.330092:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b77b7078. 00000020:00000040:3.0:1767384938.330096:0:38:0:(genops.c:1229:class_import_get()) import 0000000062c1ff66 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1767384938.330096:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.330100:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384938.330102:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384938.330103:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384938.330104:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384938.330104:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5033db8. 00000100:00000001:1.0:1767384938.330106:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767384938.330110:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002819ecbe. 00000100:00000001:1.0:1767384938.330110:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384938.330113:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb6aad58. 00000100:00000040:1.0:1767384938.330115:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b1070430 x1853237348034304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384938.330116:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384938.330119:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348034176, portal 25 00000100:00000040:3.0:1767384938.330124:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000b77b7078 x1853237348034432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384938.330127:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384938.330130:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647282304 : -119488062269312 : ffff9353847e5880) 00000100:00000040:0.0:1767384938.330141:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000adbcc088 x1853237348034176/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.330142:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384938.330148:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384938.330151:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.330151:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384938.330158:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b77b7078] to pc [ptlrpcd_00_00+0] req@00000000b77b7078 x1853237348034432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384938.330158:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384938.330162:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384938.330163:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384938.330168:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384938.330172:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1767384938.330175:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b1070430 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16361:1853237348034304:0@lo:400: 00000100:00000001:1.0:1767384938.330178:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767384938.330178:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db43e56e. 00000100:00000001:3.0:1767384938.330182:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384938.330182:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1767384938.330183:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237348034176, offset 0 02000000:00000001:1.0:1767384938.330186:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384938.330188:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (265) 02000000:00000001:1.0:1767384938.330189:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384938.330193:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1767384938.330194:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000077958acb. 02000000:00000001:1.0:1767384938.330197:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384938.330200:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d60dcdd9. 00000400:00000010:1.0:1767384938.330205:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c52bb0f7. 00000400:00000200:0.0:1767384938.330205:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384938.330210:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348034304, portal 10 00000100:00000001:1.0:1767384938.330214:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384938.330215:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647286784 : -119488062264832 : ffff9353847e6a00) 00000400:00000200:0.0:1767384938.330219:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958271d06680 00000100:00000040:1.0:1767384938.330222:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b1070430 x1853237348034304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.330227:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384938.330230:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384938.330233:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d3c899c. 00000400:00000200:0.0:1767384938.330240:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1421 [2] + 0 00000400:00000010:0.0:1767384938.330244:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000595cc22d. 00000400:00000200:0.0:1767384938.330248:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007ea415db 00000100:00000200:1.0:1767384938.330251:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237348034304, offset 0 00000400:00000200:0.0:1767384938.330252:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384938.330257:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384938.330261:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384938.330267:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384938.330267:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ea415db 00000400:00000010:0.0:1767384938.330271:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ea415db. 00000400:00000200:1.0:1767384938.330276:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958271d06700 00000100:00000001:0.0:1767384938.330277:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384938.330281:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384938.330283:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6936 00000400:00000200:1.0:1767384938.330289:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384938.330289:0:16360:0:(events.c:337:request_in_callback()) incoming req@000000000e7ad714 x1853237348034176 msgsize 224 00000400:00000200:1.0:1767384938.330295:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384938.330300:0:16361:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:0.0:1767384938.330301:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1767384938.330302:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1767384938.330306:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000010:1.0:1767384938.330308:0:16361:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ec8039dc. 00000100:00000040:1.0:1767384938.330311:0:16361:0:(events.c:337:request_in_callback()) incoming req@00000000ec8039dc x1853237348034304 msgsize 224 00000100:00100000:1.0:1767384938.330314:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384938.330323:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384938.330328:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384938.330329:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db43e56e 00000400:00000010:0.0:1767384938.330332:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db43e56e. 00000100:00000001:0.0:1767384938.330338:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384938.330343:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d3c899c 00000100:00000200:0.0:1767384938.330344:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000adbcc088 x1853237348034176/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384938.330346:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d3c899c. 00000100:00000001:3.0:1767384938.330350:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384938.330351:0:16361:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1767384938.330354:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348034176 00000100:00000200:1.0:1767384938.330358:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b1070430 x1853237348034304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384938.330359:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384938.330362:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384938.330364:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.330368:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384938.330370:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384938.330375:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348034176 00000100:00000040:0.0:1767384938.330376:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000adbcc088 x1853237348034176/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384938.330378:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384938.330381:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000001:1.0:1767384938.330382:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384938.330386:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b1070430 x1853237348034304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384938.330390:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384938.330394:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000100:00000001:0.0:1767384938.330395:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384938.330399:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:0.0:1767384938.330401:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384938.330405:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:1.0:1767384938.330406:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.330409:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.330410:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384938.330410:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1767384938.330416:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001bc43b5e. 00000100:00000001:0.0:1767384938.330416:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294927366 00000100:00000001:1.0:1767384938.330417:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.330420:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384938.330423:0:16361:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2773 usecs (3 jiffies) 00000020:00000010:3.0:1767384938.330424:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001bc43b5e. 00000100:00000001:0.0:1767384938.330426:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294927364 00000100:00000001:1.0:1767384938.330429:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294927364 00000020:00000010:3.0:1767384938.330431:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bd315ee. 00000100:00000001:0.0:1767384938.330433:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294927366 00000100:00000001:1.0:1767384938.330434:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294927366 00000020:00000010:3.0:1767384938.330436:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036bf9d70. 00000100:00000001:1.0:1767384938.330438:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294927364 00000020:00000010:3.0:1767384938.330442:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b360690a. 00000100:00000001:0.0:1767384938.330443:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294927364 00000100:00000040:3.0:1767384938.330451:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384938.330451:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294927366 00000100:00000001:1.0:1767384938.330452:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294927366 00000100:00000001:3.0:1767384938.330455:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384938.330457:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294927364 00000100:00000001:3.0:1767384938.330459:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384938.330461:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.330462:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294927364 00000100:00000001:3.0:1767384938.330465:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.330469:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294927366 00000100:00000001:0.0:1767384938.330469:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294927366 00000100:00000001:3.0:1767384938.330474:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.330474:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294927364 00000100:00000001:0.0:1767384938.330476:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294927364 00000100:00000001:3.0:1767384938.330484:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384938.330487:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384938.330489:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294927366 00000100:00000001:0.0:1767384938.330489:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384938.330506:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384938.330507:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00000001:1.0:1767384938.330510:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.330510:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384938.330512:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:3.0:1767384938.330517:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590281829456 : -119483427722160 : ffff935498bbec50) 00000100:00000001:1.0:1767384938.330518:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.330518:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.330522:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384938.330525:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384938.330528:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000e7ad714 x1853237348034176/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:164/0 lens 224/0 e 0 to 0 dl 1767384949 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.330528:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384938.330532:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384938.330533:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384938.330538:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384938.330538:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384938.330541:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384938.330547:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.330547:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384938.330550:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384938.330551:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384938.330552:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384938.330556:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001bc43b5e. 00000100:00000001:0.0:1767384938.330557:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.330561:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384938.330562:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.330563:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384938.330566:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384938.330568:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001bc43b5e. 00000100:00100000:3.0:1767384938.330573:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000e7ad714 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+14:16360:x1853237348034176:12345-0@lo:400: 00000100:00000001:1.0:1767384938.330575:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767384938.330577:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348034176 00000020:00000001:3.0:1767384938.330580:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1767384938.330581:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b77b7078 x1853237348034432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384938.330589:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384938.330591:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1767384938.330593:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.330593:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384938.330598:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1767384938.330599:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384938.330599:0:18467:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384938.330601:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289088 : -1048262528 : ffffffffc184c880) 02000000:00000001:1.0:1767384938.330603:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384938.330604:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1767384938.330604:0:18467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348034304 02000000:00000001:1.0:1767384938.330606:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384938.330607:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384938.330610:0:18467:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384938.330611:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1767384938.330612:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b77b7078 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16358:1853237348034432:0@lo:400: 00000100:00000001:0.0:1767384938.330614:0:18467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384938.330615:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384938.330618:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1767384938.330619:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.330619:0:18467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384938.330621:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1767384938.330623:0:17084:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1767384938.330624:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.330626:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384938.330627:0:18467:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384938.330628:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384938.330631:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384938.330633:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b6db991f. 00000100:00100000:0.0:1767384938.330633:0:18467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348034304 02000000:00000010:3.0:1767384938.330635:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000068d25154. 02000000:00000001:1.0:1767384938.330636:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384938.330639:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384938.330639:0:18467:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:1.0:1767384938.330642:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033e923c3. 00000100:00000001:3.0:1767384938.330644:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384938.330644:0:18467:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562e71 00000400:00000010:1.0:1767384938.330646:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d3c899c. 00000020:00000001:3.0:1767384938.330647:0:17084:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384938.330650:0:18467:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1767384938.330652:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348034432, portal 10 00010000:00000040:3.0:1767384938.330653:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348034176 00000020:00000040:0.0:1767384938.330654:0:18467:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099807a16 refcount=5 00010000:00000001:3.0:1767384938.330658:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384938.330659:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1767384938.330661:0:18467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00000100:00000001:1.0:1767384938.330662:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647284992 : -119488062266624 : ffff9353847e6300) 00010000:00000200:3.0:1767384938.330664:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000e7ad714 x1853237348034176/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:164/0 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384938.330670:0:18467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00000100:00000040:1.0:1767384938.330671:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b77b7078 x1853237348034432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384938.330678:0:18467:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1767384938.330679:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384938.330685:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384938.330685:0:18467:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000069e8a84f. 00000100:00000040:1.0:1767384938.330689:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384938.330691:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.330691:0:18467:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384938.330692:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fc9d359. 00000100:00001000:3.0:1767384938.330695:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=72 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384938.330697:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237348034432, offset 0 00000020:00000010:0.0:1767384938.330699:0:18467:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000069e8a84f. 00000100:00000001:3.0:1767384938.330705:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1767384938.330708:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384938.330711:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000020:00000010:0.0:1767384938.330711:0:18467:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3434736. 00000100:00000001:3.0:1767384938.330715:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000020:00000010:0.0:1767384938.330718:0:18467:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7fa36bf. 00000400:00000200:1.0:1767384938.330719:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384938.330720:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384938.330722:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384938.330725:0:18467:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000090a933f. 00000100:00000001:3.0:1767384938.330727:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384938.330732:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384938.330735:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958271d06780 00000100:00000040:0.0:1767384938.330735:0:18467:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000010:3.0:1767384938.330737:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d85af59. 00000100:00000001:0.0:1767384938.330741:0:18467:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384938.330744:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7160 00000100:00000001:0.0:1767384938.330746:0:18467:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384938.330748:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384938.330749:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237348034176, offset 224 00000100:00000001:0.0:1767384938.330750:0:18467:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384938.330756:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384938.330759:0:18467:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:3.0:1767384938.330760:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384938.330764:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384938.330767:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384938.330772:0:18467:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:1.0:1767384938.330773:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384938.330777:0:18467:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.330778:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958271d06680 00000100:00000010:1.0:1767384938.330779:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b43dc057. 00000100:00000040:1.0:1767384938.330784:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000b43dc057 x1853237348034432 msgsize 224 00000400:00000200:3.0:1767384938.330787:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ca9 [1] + 224 00000100:00000001:0.0:1767384938.330791:0:18467:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384938.330792:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384938.330801:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384938.330806:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384938.330807:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384938.330807:0:18467:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384938.330809:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384938.330830:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000adbcc088 x1853237348034176/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384938.330836:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000adbcc088 x1853237348034176/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384938.330839:0:18467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348034432 02000000:00000001:0.0:1767384938.330844:0:18467:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384938.330845:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fc9d359 00000100:00000001:0.0:1767384938.330846:0:18467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384938.330847:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384938.330850:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fc9d359. 00000100:00000001:0.0:1767384938.330851:0:18467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.330857:0:16358:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767384938.330858:0:18467:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.330861:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d85af59 00000100:00100000:0.0:1767384938.330863:0:18467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348034432 00000400:00000010:3.0:1767384938.330864:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d85af59. 00000100:00000200:1.0:1767384938.330866:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b77b7078 x1853237348034432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384938.330870:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1767384938.330870:0:18467:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384938.330873:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:0.0:1767384938.330875:0:18467:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562ee1 00000100:00000001:3.0:1767384938.330878:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.330881:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384938.330881:0:18467:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384938.330882:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:3.0:1767384938.330887:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:1.0:1767384938.330887:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b77b7078 x1853237348034432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384938.330887:0:18467:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000083ded37e refcount=5 00000020:00000001:3.0:1767384938.330890:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384938.330894:0:18467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00000020:00000001:3.0:1767384938.330895:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384938.330901:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000e7ad714 x1853237348034176/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:164/0 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384938.330902:0:18467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00000100:00000001:1.0:1767384938.330910:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.330911:0:18467:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384938.330916:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1767384938.330918:0:18467:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000069e8a84f. 00000100:00100000:3.0:1767384938.330920:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000e7ad714 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+14:16360:x1853237348034176:12345-0@lo:400: Request processed in 367us (627us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384938.330923:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384938.330924:0:18467:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000002d82c424. 00000100:00100000:3.0:1767384938.330928:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00000040:1.0:1767384938.330928:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2655 usecs (3 jiffies) 00000020:00000040:0.0:1767384938.330933:0:18467:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8d9ce3b) now 8 - evictor 00000100:00000040:3.0:1767384938.330935:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:1.0:1767384938.330935:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294927365 00000100:00000001:3.0:1767384938.330939:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384938.330940:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294927366 00000100:00000001:3.0:1767384938.330942:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384938.330945:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294927365 00000020:00000010:3.0:1767384938.330946:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036bf9d70. 00000100:00000001:0.0:1767384938.330947:0:18467:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384938.330948:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294927366 00000020:00000010:3.0:1767384938.330953:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b360690a. 00000100:00000001:1.0:1767384938.330953:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294927365 00000020:00000010:0.0:1767384938.330954:0:18467:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051da9e42. 00000100:00000001:1.0:1767384938.330959:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294927366 00000020:00000010:3.0:1767384938.330960:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bd315ee. 00000020:00000010:0.0:1767384938.330961:0:18467:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bac58e4d. 00000100:00000001:1.0:1767384938.330963:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294927365 00000020:00000040:3.0:1767384938.330965:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000100:00000001:1.0:1767384938.330968:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294927366 00000020:00000010:0.0:1767384938.330969:0:18467:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ab220128. 02000000:00000001:3.0:1767384938.330970:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384938.330971:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384938.330973:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000068d25154. 00000100:00000001:1.0:1767384938.330976:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384938.330978:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384938.330978:0:18467:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384938.330979:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.330982:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.330984:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384938.330984:0:18467:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384938.330988:0:18467:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.330990:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767384938.330992:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384938.330994:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1767384938.330996:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d030819. 00000100:00000001:0.0:1767384938.330996:0:18467:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384938.331000:0:18467:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:3.0:1767384938.331002:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000087955232. 00000100:00000001:0.0:1767384938.331004:0:18467:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.331006:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384938.331009:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384938.331012:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.331014:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.331017:0:18467:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384938.331027:0:17090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384938.331030:0:17090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384938.331031:0:18467:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384938.331035:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00000001:0.0:1767384938.331036:0:18467:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384938.331037:0:17089:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384938.331039:0:17090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000099807a16 : new rpc_count 1 00000100:00000001:1.0:1767384938.331041:0:17089:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384938.331042:0:17090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590750710656 : -119482958840960 : ffff9354b4ae7b80) 00000100:00100000:0.0:1767384938.331046:0:18467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00000040:3.0:1767384938.331049:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ec8039dc x1853237348034304/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:164/0 lens 224/0 e 0 to 0 dl 1767384949 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384938.331053:0:18467:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000083ded37e : new rpc_count 1 00000100:00000001:1.0:1767384938.331054:0:17089:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.331057:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384938.331057:0:17089:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384938.331061:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001bc43b5e. 00000100:00000001:0.0:1767384938.331064:0:18467:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590750708864 : -119482958842752 : ffff9354b4ae7480) 00000100:00000001:3.0:1767384938.331065:0:17090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384938.331069:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001bc43b5e. 00000100:00100000:3.0:1767384938.331075:0:17090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ec8039dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16361:x1853237348034304:12345-0@lo:400: 00000100:00000040:0.0:1767384938.331075:0:18467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b43dc057 x1853237348034432/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:164/0 lens 224/0 e 0 to 0 dl 1767384949 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.331076:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384938.331079:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384938.331083:0:17090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348034304 00000020:00000001:3.0:1767384938.331086:0:17090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384938.331089:0:17090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384938.331092:0:17090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384938.331095:0:17090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384938.331096:0:18467:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384938.331097:0:17090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000100:00000001:1.0:1767384938.331100:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384938.331101:0:17090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384938.331103:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384938.331103:0:18467:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009cbf5ae6. 00000020:00000001:3.0:1767384938.331104:0:17090:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384938.331107:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384938.331109:0:17090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000001:1.0:1767384938.331110:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384938.331110:0:18467:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384938.331111:0:17090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:1.0:1767384938.331114:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5033db8. 00000020:00000001:3.0:1767384938.331115:0:17090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384938.331116:0:18467:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009cbf5ae6. 00000020:00000001:3.0:1767384938.331120:0:17090:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1767384938.331121:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb6aad58 00000100:00000001:3.0:1767384938.331123:0:17090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:1.0:1767384938.331124:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb6aad58. 02000000:00000001:3.0:1767384938.331127:0:17090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1767384938.331129:0:18467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b43dc057 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16358:x1853237348034432:12345-0@lo:400: 00000100:00000001:1.0:1767384938.331130:0:16360:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:3.0:1767384938.331131:0:17090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000068d25154. 02000000:00000001:3.0:1767384938.331135:0:17090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384938.331136:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000adbcc088 x1853237348034176/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384938.331140:0:17090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384938.331141:0:18467:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348034432 00000020:00000001:3.0:1767384938.331145:0:17090:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384938.331148:0:18467:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:1.0:1767384938.331150:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000adbcc088 x1853237348034176/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384938.331152:0:18467:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000040:3.0:1767384938.331154:0:17090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348034304 00000020:00000001:0.0:1767384938.331156:0:18467:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384938.331159:0:17090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384938.331163:0:18467:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384938.331165:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000200:3.0:1767384938.331166:0:17090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ec8039dc x1853237348034304/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:164/0 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384938.331167:0:18467:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000100:00000001:1.0:1767384938.331168:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.331173:0:16360:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1767384938.331176:0:18467:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1767384938.331177:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384938.331181:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384938.331181:0:18467:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384938.331182:0:17090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384938.331183:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384938.331185:0:17090:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384938.331188:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384938.331188:0:18467:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00001000:3.0:1767384938.331189:0:17090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=66 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384938.331192:0:18467:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384938.331194:0:17090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:1.0:1767384938.331194:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=72 v=5 (5 0 0 0) 00000020:00000001:0.0:1767384938.331196:0:18467:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384938.331199:0:17090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00001000:1.0:1767384938.331203:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=72 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384938.331203:0:18467:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384938.331204:0:17090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000001:0.0:1767384938.331208:0:18467:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384938.331209:0:17090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384938.331211:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767384938.331212:0:17090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384938.331212:0:18467:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384938.331214:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.331217:0:17090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384938.331218:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1767384938.331219:0:18467:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000068e767e6. 00010000:00000001:1.0:1767384938.331221:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384938.331222:0:17090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384938.331224:0:18467:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384938.331227:0:17090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d85af59. 00000100:00000001:1.0:1767384938.331227:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.331229:0:18467:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384938.331233:0:17090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348034304, offset 224 00000100:00000040:1.0:1767384938.331234:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000adbcc088 x1853237348034176/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384938.331234:0:18467:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.331239:0:17090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:0.0:1767384938.331239:0:18467:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348034432 00010000:00000001:0.0:1767384938.331246:0:18467:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384938.331250:0:17090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:0.0:1767384938.331255:0:18467:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b43dc057 x1853237348034432/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:164/0 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.331257:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384938.331261:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1767384938.331264:0:17090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d06700 00000100:00000001:1.0:1767384938.331264:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384938.331273:0:17090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1cb1 [1] + 224 00000100:00000040:1.0:1767384938.331274:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000adbcc088 x1853237348034176/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384938.331278:0:18467:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1767384938.331280:0:17090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384938.331282:0:18467:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.331289:0:17090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:0.0:1767384938.331290:0:18467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=66 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384938.331295:0:17090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384938.331296:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000adbcc088 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348034176:0@lo:400: 00000100:00000200:3.0:1767384938.331301:0:17090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b1070430 x1853237348034304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384938.331305:0:18467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384938.331306:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.331311:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384938.331313:0:18467:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 22 to 0@lo 00000100:00000040:1.0:1767384938.331317:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000adbcc088 x1853237348034176/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384938.331318:0:17090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b1070430 x1853237348034304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384938.331318:0:18467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:0.0:1767384938.331325:0:18467:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384938.331329:0:18467:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.331335:0:18467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384938.331341:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1767384938.331343:0:18467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384938.331344:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384938.331348:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013e42277. 00000400:00000010:0.0:1767384938.331349:0:18467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db43e56e. 02000000:00000001:1.0:1767384938.331352:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384938.331353:0:17090:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384938.331354:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:0.0:1767384938.331355:0:18467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348034432, offset 224 00000020:00000040:1.0:1767384938.331357:0:16360:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000400:00000200:3.0:1767384938.331359:0:17090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d85af59 00000400:00000010:3.0:1767384938.331363:0:17090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d85af59. 00000020:00000001:1.0:1767384938.331363:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384938.331367:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d68fe03e. 00000100:00000001:3.0:1767384938.331368:0:17090:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384938.331371:0:17090:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1767384938.331372:0:18467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384938.331374:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384938.331375:0:17090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384938.331377:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1767384938.331380:0:17090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 21 to 0@lo 00000100:00000010:1.0:1767384938.331380:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000adbcc088. 00000400:00000200:0.0:1767384938.331385:0:18467:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384938.331386:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384938.331389:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384938.331391:0:17090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384938.331392:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384938.331393:0:17090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384938.331396:0:17090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384938.331397:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384938.331399:0:18467:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d06780 00000100:00000001:1.0:1767384938.331400:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384938.331403:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ec8039dc x1853237348034304/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:164/0 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.331407:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384938.331411:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384938.331413:0:18467:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1cb9 [1] + 224 00000400:00000200:0.0:1767384938.331424:0:18467:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384938.331425:0:17090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ec8039dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16361:x1853237348034304:12345-0@lo:400: Request processed in 366us (1111us total) trans 0 rc 0/0 00000100:00080000:1.0:1767384938.331428:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000400:00000200:0.0:1767384938.331433:0:18467:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:1.0:1767384938.331435:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8d9ce3b) now 8 - evictor 00000100:00100000:3.0:1767384938.331437:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00000001:0.0:1767384938.331440:0:18467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384938.331442:0:17090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099807a16 : new rpc_count 0 00000100:00000001:3.0:1767384938.331444:0:17090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384938.331446:0:17090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384938.331448:0:18467:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b77b7078 x1853237348034432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384938.331449:0:17090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7fa36bf. 00000100:00000001:1.0:1767384938.331450:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384938.331454:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384938.331455:0:17090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000090a933f. 00000400:00000001:1.0:1767384938.331458:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1767384938.331461:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3434736. 00000020:00000040:3.0:1767384938.331466:0:17090:0:(genops.c:898:class_export_put()) PUTting export 0000000099807a16 : new refcount 4 00000100:00000040:0.0:1767384938.331467:0:18467:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b77b7078 x1853237348034432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384938.331468:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384938.331471:0:17090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384938.331472:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d60dcdd9. 00000400:00000200:1.0:1767384938.331478:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c52bb0f7 00000400:00000010:1.0:1767384938.331481:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c52bb0f7. 00000100:00000001:1.0:1767384938.331485:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384938.331489:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b1070430 x1853237348034304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384938.331505:0:18467:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384938.331512:0:18467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db43e56e 00000100:00000200:1.0:1767384938.331514:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b1070430 x1853237348034304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384938.331516:0:18467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db43e56e. 00000100:00000001:0.0:1767384938.331522:0:18467:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384938.331526:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384938.331526:0:18467:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384938.331529:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.331532:0:16361:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384938.331532:0:18467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384938.331535:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384938.331537:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384938.331539:0:18467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:1.0:1767384938.331540:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384938.331544:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384938.331545:0:18467:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00001000:1.0:1767384938.331548:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 00000000617d1ace time=66 v=5 (5 0 0 0) 00000020:00000001:0.0:1767384938.331548:0:18467:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384938.331552:0:18467:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00001000:1.0:1767384938.331553:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 000000008de43404 time=66 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384938.331557:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384938.331559:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384938.331559:0:18467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b43dc057 x1853237348034432/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:164/0 lens 224/224 e 0 to 0 dl 1767384949 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384938.331562:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384938.331568:0:16361:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b1070430 x1853237348034304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384938.331578:0:16361:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384938.331581:0:18467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b43dc057 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16358:x1853237348034432:12345-0@lo:400: Request processed in 482us (792us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384938.331582:0:16361:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384938.331583:0:16361:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384938.331584:0:16361:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384938.331585:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384938.331587:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b1070430 x1853237348034304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.331603:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384938.331605:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384938.331606:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384938.331610:0:18467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00000040:1.0:1767384938.331612:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1070430 x1853237348034304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384938.331616:0:18467:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000083ded37e : new rpc_count 0 00000100:00000001:2.0:1767384938.331618:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384938.331619:0:18467:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384938.331622:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384938.331623:0:18467:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384938.331627:0:18467:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bac58e4d. 00000400:00000001:2.0:1767384938.331629:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767384938.331630:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b1070430 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16361:1853237348034304:0@lo:400: 00000400:00000001:2.0:1767384938.331632:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1767384938.331633:0:18467:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ab220128. 00000400:00000010:2.0:1767384938.331636:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033e923c3. 00000100:00000001:1.0:1767384938.331636:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384938.331638:0:18467:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051da9e42. 00000100:00000001:1.0:1767384938.331641:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384938.331642:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d3c899c 00000100:00000040:1.0:1767384938.331645:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b1070430 x1853237348034304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384938.331645:0:18467:0:(genops.c:898:class_export_put()) PUTting export 0000000083ded37e : new refcount 4 00000400:00000010:2.0:1767384938.331647:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d3c899c. 00000100:00000001:0.0:1767384938.331649:0:18467:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.331653:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384938.331659:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1767384938.331662:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b77b7078 x1853237348034432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384938.331662:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384938.331665:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000077958acb. 02000000:00000001:1.0:1767384938.331669:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384938.331670:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384938.331672:0:16361:0:(genops.c:1242:class_import_put()) import 00000000aab4eb9e refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384938.331676:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384938.331678:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000567fa46. 02000000:00000001:1.0:1767384938.331684:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:2.0:1767384938.331685:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b77b7078 x1853237348034432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384938.331686:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384938.331688:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b1070430. 00000100:00000001:1.0:1767384938.331693:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384938.331695:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.331699:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.331703:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384938.331705:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384938.331707:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.331708:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.331713:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384938.331714:0:16358:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384938.331716:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384938.331718:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384938.331721:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384938.331722:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384938.331725:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384938.331730:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000002c0000f4 time=66 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384938.331734:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c093201a time=66 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384938.331736:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384938.331738:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384938.331739:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384938.331742:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b77b7078 x1853237348034432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384938.331749:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.331751:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384938.331752:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384938.331754:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384938.331755:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384938.331765:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b77b7078 x1853237348034432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.331771:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384938.331773:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384938.331774:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384938.331777:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b77b7078 x1853237348034432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384938.331783:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b77b7078 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16358:1853237348034432:0@lo:400: 00000100:00000001:2.0:1767384938.331787:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.331788:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384938.331791:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b77b7078 x1853237348034432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.331797:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384938.331798:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384938.331801:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b6db991f. 02000000:00000001:2.0:1767384938.331804:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384938.331806:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384938.331807:0:16358:0:(genops.c:1242:class_import_put()) import 0000000062c1ff66 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384938.331809:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384938.331810:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002819ecbe. 02000000:00000001:2.0:1767384938.331842:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384938.331844:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384938.331845:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b77b7078. 00000100:00000001:2.0:1767384938.331850:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384938.331852:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.331854:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.331859:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384938.331862:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.331865:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384938.331868:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384938.335852:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294927366, at 4294927367 00000100:00000010:3.0:1767384938.335860:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6ae0d85. 00000100:00000040:2.0:1767384938.335867:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294927366, at 4294927367 00000100:00000010:2.0:1767384938.335875:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9c210ea. 00000100:00000040:1.0:1767384938.335886:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294927366, at 4294927367 00000100:00000010:1.0:1767384938.335894:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001e7f88ec. 00000100:00000040:0.0:1767384938.337141:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294927366, at 4294927368 00000100:00000010:0.0:1767384938.337149:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c310db9c. 00080000:00000010:3.0:1767384938.340712:0:35061:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ea6a22eb. 00080000:00000010:3.0:1767384938.340718:0:35061:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ea6a22eb. 00000020:00000001:3.0:1767384938.340721:0:35061:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384938.340727:0:35061:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ea6a22eb. 00080000:00000010:3.0:1767384938.340730:0:35061:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ea6a22eb. 00000020:00000001:3.0:1767384938.340732:0:35061:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384938.457872:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384938.457878:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000002298ce) refs 2 10000000:00000001:3.0:1767384938.457884:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384938.457887:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384938.457889:0:17086:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384938.457890:0:17086:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384938.457892:0:17086:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384938.457894:0:17086:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384938.457895:0:17086:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff935488f3f000 from 71 10000000:00000001:3.0:1767384938.457899:0:17086:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384938.457908:0:17086:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384938.457915:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000014b0b134. 00000020:00000040:3.0:1767384938.457919:0:17086:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:3.0:1767384938.457924:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384938.457927:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384938.457931:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384938.457938:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c24f3932. 00000100:00000001:3.0:1767384938.457945:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384938.457950:0:17086:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384938.457953:0:17086:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384938.457961:0:17086:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c357adc2. 00010000:00000001:3.0:1767384938.457965:0:17086:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384938.457969:0:17086:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002fa4dab2. 00000020:00000001:3.0:1767384938.457974:0:17086:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384938.457976:0:17086:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002fa4dab2 with handle 0xb57eb78819563118 to hash 00000020:00000001:3.0:1767384938.457978:0:17086:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384938.457980:0:17086:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384938.457983:0:17086:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384938.457986:0:17086:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384938.457988:0:17086:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384938.457991:0:17086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819563118 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384938.458001:0:17086:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819563118 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384938.458011:0:17086:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819563118 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384938.458017:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384938.458019:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384938.458025:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000da2a3684. 00000100:00000001:3.0:1767384938.458027:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624590014798080 : -119483694753536 : ffff935488d15900) 00000100:00000001:3.0:1767384938.458030:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384938.458032:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647276032 : -119488062275584 : ffff9353847e4000) 00000100:00000001:3.0:1767384938.458045:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384938.458048:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.458050:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384938.458052:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384938.458060:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000014b0b134 x1853237348034560/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384938.458070:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384938.458073:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384938.458076:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384938.458079:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384938.458082:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384938.458085:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000014b0b134 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348034560:0@lo:101: 00000100:00000001:3.0:1767384938.458089:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384938.458095:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384938.458098:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384938.458101:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384938.458106:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000942cc77c. 02000000:00000001:3.0:1767384938.458108:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384938.458114:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009306e848. 00000400:00000010:3.0:1767384938.458121:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d85af59. 00000100:00000200:3.0:1767384938.458128:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348034560, portal 25 00000100:00000001:3.0:1767384938.458130:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384938.458131:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647276032 : -119488062275584 : ffff9353847e4000) 00000100:00000040:3.0:1767384938.458135:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000014b0b134 x1853237348034560/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384954 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384938.458144:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384938.458148:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384938.458150:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051c03a31. 00000100:00000200:3.0:1767384938.458153:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237348034560, offset 0 00000400:00000200:3.0:1767384938.458160:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384938.458173:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384938.458184:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958271d06800 00000400:00000200:3.0:1767384938.458190:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1475 [2] + 0 00000400:00000010:3.0:1767384938.458194:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf5cb297. 00000400:00000200:3.0:1767384938.458204:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c1185870 00000400:00000200:3.0:1767384938.458211:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384938.458215:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384938.458328:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1185870 00000400:00000010:3.0:1767384938.458332:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c1185870. 00000100:00000001:3.0:1767384938.458337:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384938.458339:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384938.458343:0:17086:0:(events.c:337:request_in_callback()) incoming req@000000003d85ba1c x1853237348034560 msgsize 328 00000100:00100000:3.0:1767384938.458347:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384938.458349:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384938.458363:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384938.458369:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051c03a31 00000400:00000010:3.0:1767384938.458371:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000051c03a31. 00000100:00000001:3.0:1767384938.458374:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384938.458379:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000014b0b134 x1853237348034560/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384954 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384938.458389:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384938.458391:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384938.458392:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000014b0b134 x1853237348034560/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384954 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384938.458400:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384938.458401:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348034560 00000100:00000001:3.0:1767384938.458404:0:17086:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384938.458405:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384938.458408:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384938.458410:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.458412:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384938.458413:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384938.458418:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348034560 00000100:00000001:3.0:1767384938.458419:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294927494 00000020:00000001:2.0:1767384938.458420:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384938.458423:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:2.0:1767384938.458426:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:3.0:1767384938.458427:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3e7e0bc. 00000020:00000040:2.0:1767384938.458428:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000020:00000001:2.0:1767384938.458433:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:2.0:1767384938.458435:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:3.0:1767384938.458438:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384938.458438:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384938.458443:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008a87fa37. 00000100:00000001:2.0:1767384938.458446:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384938.458448:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008a87fa37. 00000100:00000001:3.0:1767384938.458452:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294927494 00000020:00000010:2.0:1767384938.458453:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e2a2da4. 00000020:00000010:2.0:1767384938.458459:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000876a8f3c. 00000100:00000010:3.0:1767384938.458460:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007e6f8588. 00000020:00000010:2.0:1767384938.458464:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002c3f31f1. 00000100:00000001:3.0:1767384938.458467:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384938.458473:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294927494 00000100:00000040:2.0:1767384938.458473:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384938.458478:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000010:3.0:1767384938.458479:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001117185a. 00000100:00000001:2.0:1767384938.458480:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384938.458482:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.458486:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384938.458504:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.458507:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294927494 00000100:00000010:3.0:1767384938.458513:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009bc401ca. 00000100:00000001:2.0:1767384938.458514:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384938.458525:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384938.458528:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384938.458532:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384938.458532:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384938.458535:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384938.458537:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384938.458538:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00000001:0.0:1767384938.458540:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384938.458544:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384938.458545:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:0.0:1767384938.458545:0:17084:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.458548:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384938.458550:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590281818192 : -119483427733424 : ffff935498bbc050) 00000100:00000001:0.0:1767384938.458551:0:17084:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384938.458552:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 00000000da2a3684 going to sleep for 11 seconds 00000100:00000001:3.0:1767384938.458560:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384938.458560:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003d85ba1c x1853237348034560/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:164/0 lens 328/0 e 0 to 0 dl 1767384949 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384938.458564:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.458571:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384938.458578:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008a87fa37. 00000100:00000001:2.0:1767384938.458579:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384938.458581:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008a87fa37. 00000100:00100000:2.0:1767384938.458584:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003d85ba1c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+14:17086:x1853237348034560:12345-0@lo:101: 00000100:00000200:2.0:1767384938.458586:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348034560 00000020:00000001:2.0:1767384938.458589:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384938.458591:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384938.458593:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384938.458594:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384938.458596:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289024 : -1048262592 : ffffffffc184c840) 00000020:00000001:2.0:1767384938.458598:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384938.458599:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384938.458601:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384938.458602:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384938.458605:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384938.458606:0:17081:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384938.458608:0:17081:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384938.458609:0:17081:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384938.458611:0:17081:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384938.458612:0:17081:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384938.458615:0:17081:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384938.458618:0:17081:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002ab41813. 00010000:00000001:2.0:1767384938.458620:0:17081:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384938.458622:0:17081:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000aa3321da. 00000020:00000001:2.0:1767384938.458623:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384938.458624:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000aa3321da with handle 0xb57eb7881956311f to hash 00000020:00000001:2.0:1767384938.458626:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384938.458626:0:17081:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590004430848 : -119483705120768 : ffff935488332800) 00010000:00000001:2.0:1767384938.458628:0:17081:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590004430848 : -119483705120768 : ffff935488332800) 00010000:00010000:2.0:1767384938.458629:0:17081:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000aa3321da/0xb57eb7881956311f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb57eb78819563118 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384938.458634:0:17081:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003d3e266f : new locks_count 10 00000020:00000040:2.0:1767384938.458635:0:17081:0:(genops.c:887:class_export_get()) GET export 000000003d3e266f refcount=15 00000100:00000001:2.0:1767384938.458646:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384938.458648:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384938.458650:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000062fa2ca7. 02000000:00000001:2.0:1767384938.458651:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.458653:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384938.458654:0:17081:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384938.458657:0:17081:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384938.458658:0:17081:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384938.458660:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384938.458661:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384938.458662:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384938.458663:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384938.458664:0:17081:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384938.458666:0:17081:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384938.458667:0:17081:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384938.458668:0:17081:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384938.458669:0:17081:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002ab41813) refcount = 1 00010000:00010000:2.0:1767384938.458672:0:17081:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000aa3321da/0xb57eb7881956311f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb57eb78819563118 expref: 15 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384938.458675:0:17081:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384938.458677:0:17081:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384938.458678:0:17081:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384938.458679:0:17081:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384938.458680:0:17081:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384938.458683:0:17081:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384938.458684:0:17081:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000aa3321da/0xb57eb7881956311f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819563118 expref: 15 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384938.458688:0:17081:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384938.458689:0:17081:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384938.458691:0:17081:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384938.458692:0:17081:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384938.458693:0:17081:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384938.458694:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384938.458695:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384938.458696:0:17081:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000aa3321da, rc 0) 00000020:00000001:2.0:1767384938.458700:0:17081:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384938.458702:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348034560 00010000:00000001:2.0:1767384938.458704:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384938.458707:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003d85ba1c x1853237348034560/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:164/0 lens 328/344 e 0 to 0 dl 1767384949 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384938.458712:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384938.458714:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384938.458717:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384938.458720:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384938.458721:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:2.0:1767384938.458723:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:2.0:1767384938.458725:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384938.458727:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.458729:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384938.458731:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384938.458734:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c99b0362. 00000100:00000200:2.0:1767384938.458737:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237348034560, offset 224 00000400:00000200:2.0:1767384938.458742:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384938.458747:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384938.458753:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958271d06800 00000400:00000200:2.0:1767384938.458758:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1cd1 [1] + 224 00000400:00000200:2.0:1767384938.458762:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384938.458765:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384938.458769:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384938.458772:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000014b0b134 x1853237348034560/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384954 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384938.458781:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000014b0b134 x1853237348034560/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384954 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.458797:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384938.458801:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c99b0362 00000400:00000010:2.0:1767384938.458802:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c99b0362. 00000100:00000001:2.0:1767384938.458805:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384938.458806:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384938.458834:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384938.458839:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384938.458841:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384938.458843:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384938.458844:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009306e848. 00000400:00000200:3.0:1767384938.458848:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d85af59 00000100:00000040:2.0:1767384938.458851:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000400:00000010:3.0:1767384938.458852:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d85af59. 00000100:00000001:3.0:1767384938.458855:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384938.458857:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:3.0:1767384938.458860:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000014b0b134 x1853237348034560/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384954 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384938.458861:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384938.458868:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384938.458873:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000014b0b134 x1853237348034560/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384954 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384938.458875:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d85ba1c x1853237348034560/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:164/0 lens 328/344 e 0 to 0 dl 1767384949 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384938.458885:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384938.458888:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384938.458892:0:17086:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384938.458895:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384938.458897:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384938.458898:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003d85ba1c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:17086:x1853237348034560:12345-0@lo:101: Request processed in 323us (551us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384938.458899:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384938.458904:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384938.458908:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=72 v=5 (5 0 0 0) 00000100:00100000:2.0:1767384938.458909:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00001000:3.0:1767384938.458912:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=72 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384938.458914:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:3.0:1767384938.458917:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384938.458918:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384938.458919:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.458920:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384938.458922:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384938.458925:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384938.458925:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000876a8f3c. 00000100:00000001:3.0:1767384938.458927:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384938.458931:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000014b0b134 x1853237348034560/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384954 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384938.458931:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002c3f31f1. 00000020:00000010:2.0:1767384938.458937:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e2a2da4. 00000100:00000001:3.0:1767384938.458942:0:17086:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384938.458943:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 02000000:00000001:2.0:1767384938.458946:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384938.458949:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000062fa2ca7. 00000100:00000001:3.0:1767384938.458951:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767384938.458952:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384938.458953:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.458955:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384938.458958:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000014b0b134 x1853237348034560/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384954 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384938.458960:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384938.458966:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000126a650c. 00000100:00100000:3.0:1767384938.458967:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000014b0b134 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348034560:0@lo:101: 00000400:00000010:2.0:1767384938.458971:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001bc9d762. 00000100:00000001:3.0:1767384938.458973:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384938.458976:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.458978:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384938.458980:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384938.458982:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000014b0b134 x1853237348034560/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384954 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384938.458986:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384938.458988:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000da2a3684. 00000100:00000001:3.0:1767384938.458990:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384938.458991:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384938.458993:0:17086:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384938.458995:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384938.458996:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384938.458997:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002fa4dab2 refcount=4 00000020:00000001:3.0:1767384938.458998:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384938.459000:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000040:3.0:1767384938.459003:0:17086:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000002fa4dab2, remote cookie: 0xb57eb7881956311f, flags: 0x0 00010000:00000001:3.0:1767384938.459005:0:17086:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384938.459006:0:17086:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384938.459007:0:17086:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384938.459008:0:17086:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384938.459009:0:17086:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384938.459010:0:17086:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c357adc2) refcount = 1 00010000:00010000:3.0:1767384938.459013:0:17086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819563118 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb7881956311f expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384938.459016:0:17086:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384938.459017:0:17086:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384938.459023:0:17086:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384938.459025:0:17086:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384938.459026:0:17086:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384938.459028:0:17086:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819563118 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb57eb7881956311f expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384938.459032:0:17086:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384938.459033:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384938.459034:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384938.459034:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384938.459035:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384938.459036:0:17086:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.459037:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384938.459038:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000014b0b134 x1853237348034560/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384954 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384938.459042:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384938.459044:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384938.459045:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000942cc77c. 02000000:00000001:3.0:1767384938.459047:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384938.459048:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384938.459049:0:17086:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:3.0:1767384938.459051:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384938.459052:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c24f3932. 02000000:00000001:3.0:1767384938.459055:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384938.459056:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384938.459058:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000014b0b134. 00000100:00000001:3.0:1767384938.459061:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384938.459062:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384938.459063:0:17086:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384938.459065:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384938.459067:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000002298ce) refs 3 10000000:00000001:3.0:1767384938.459069:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384938.459071:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384938.459072:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384938.459073:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002fa4dab2 refcount=3 00000020:00000001:3.0:1767384938.459075:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384938.459078:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384938.459086:0:17086:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384938.459087:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384938.459088:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384938.459089:0:17086:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384938.459092:0:17086:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384938.459094:0:17086:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000009b5878fe. 00000100:00000010:3.0:1767384938.459108:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000014b0b134. 00000020:00000040:3.0:1767384938.459111:0:17086:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:3.0:1767384938.459114:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384938.459116:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384938.459119:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384938.459123:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000526480a1. 00000100:00000001:3.0:1767384938.459126:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.459129:0:17086:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384938.459132:0:17086:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000942cc77c. 00000100:00000010:3.0:1767384938.459134:0:17086:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000946e6856. 00000020:00000040:3.0:1767384938.459136:0:17086:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00000001:3.0:1767384938.459140:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384938.459141:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384938.459144:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000da2a3684. 00000100:00000001:3.0:1767384938.459146:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624590014798080 : -119483694753536 : ffff935488d15900) 00000100:00000001:3.0:1767384938.459148:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384938.459149:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647276032 : -119488062275584 : ffff9353847e4000) 00000100:00000001:3.0:1767384938.459152:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384938.459153:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.459155:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384938.459157:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384938.459159:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000014b0b134 x1853237348034688/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384938.459166:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384938.459167:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384938.459168:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384938.459170:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384938.459171:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384938.459172:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000014b0b134 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348034688:0@lo:256: 00000100:00000001:3.0:1767384938.459180:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384938.459182:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384938.459184:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.459186:0:17086:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384938.459190:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009306e848. 00000400:00000010:3.0:1767384938.459193:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000002d42f2c2. 00000100:00000200:3.0:1767384938.459196:0:17086:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958271d06880-0x6958271d06880, portal 33 00000100:00000001:3.0:1767384938.459198:0:17086:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384938.459199:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384938.459201:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c24f3932. 02000000:00000001:3.0:1767384938.459202:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384938.459204:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf5cb297. 00000400:00000010:3.0:1767384938.459206:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d85af59. 00000100:00000200:3.0:1767384938.459207:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348034688, portal 25 00000100:00000001:3.0:1767384938.459209:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384938.459210:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647276032 : -119488062275584 : ffff9353847e4000) 00000100:00000040:3.0:1767384938.459212:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000014b0b134 x1853237348034688/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384954 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384938.459217:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384938.459218:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384938.459220:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051c03a31. 00000100:00000200:3.0:1767384938.459221:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237348034688, offset 0 00000400:00000200:3.0:1767384938.459224:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384938.459228:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384938.459232:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958271d06880 00000400:00000200:3.0:1767384938.459235:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x147d [2] + 0 00000400:00000010:3.0:1767384938.459237:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099db357d. 00000400:00000200:3.0:1767384938.459239:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003b041f18 00000400:00000200:3.0:1767384938.459242:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384938.459244:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384938.459246:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b041f18 00000400:00000010:3.0:1767384938.459247:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003b041f18. 00000100:00000001:3.0:1767384938.459249:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384938.459255:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384938.459257:0:17086:0:(events.c:337:request_in_callback()) incoming req@00000000c6874071 x1853237348034688 msgsize 304 00000100:00100000:3.0:1767384938.459262:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384938.459263:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384938.459272:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384938.459276:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051c03a31 00000400:00000010:3.0:1767384938.459277:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000051c03a31. 00000100:00000001:3.0:1767384938.459278:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384938.459280:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000014b0b134 x1853237348034688/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384954 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384938.459285:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384938.459286:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000014b0b134 x1853237348034688/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384954 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384938.459290:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.459291:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384938.459293:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.459295:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294927495 00000100:00000001:3.0:1767384938.459299:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294927494 00000100:00000001:3.0:1767384938.459301:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294927495 00000100:00000001:3.0:1767384938.459303:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294927494 00000100:00000001:3.0:1767384938.459305:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294927495 00000100:00000001:3.0:1767384938.459306:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294927494 00000100:00000001:3.0:1767384938.459307:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294927495 00000100:00000001:3.0:1767384938.459309:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294927494 00000100:00000001:3.0:1767384938.459310:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384938.459311:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.459312:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384938.459313:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384938.459314:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 00000000da2a3684 going to sleep for 11 seconds 00000100:00000001:3.0:1767384938.459316:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384938.459317:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.459328:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384938.459331:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348034688 02000000:00000001:2.0:1767384938.459332:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384938.459334:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384938.459335:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384938.459337:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384938.459339:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348034688 00000020:00000001:2.0:1767384938.459340:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384938.459341:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:2.0:1767384938.459342:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384938.459344:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000020:00000001:2.0:1767384938.459352:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:2.0:1767384938.459353:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384938.459355:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384938.459357:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008a87fa37. 00000100:00000001:2.0:1767384938.459359:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384938.459360:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008a87fa37. 00000020:00000010:2.0:1767384938.459363:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e2a2da4. 00000020:00000010:2.0:1767384938.459365:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000876a8f3c. 00000020:00000010:2.0:1767384938.459367:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002c3f31f1. 00000100:00000040:2.0:1767384938.459370:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384938.459371:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384938.459372:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384938.459373:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.459375:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.459385:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.459391:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384938.459392:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384938.459394:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00000040:2.0:1767384938.459396:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384938.459397:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590281822288 : -119483427729328 : ffff935498bbd050) 00000100:00000040:2.0:1767384938.459400:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c6874071 x1853237348034688/t0(0) o256->b543db4a-4900-454f-be04-352b2897a173@0@lo:164/0 lens 304/0 e 0 to 0 dl 1767384949 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.459406:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384938.459407:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008a87fa37. 00000100:00000001:2.0:1767384938.459408:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384938.459409:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008a87fa37. 00000100:00100000:2.0:1767384938.459411:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c6874071 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:17086:x1853237348034688:12345-0@lo:256: 00000100:00000200:2.0:1767384938.459414:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348034688 00000020:00000001:2.0:1767384938.459415:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384938.459417:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384938.459417:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384938.459419:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384938.459424:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289440 : -1048262176 : ffffffffc184c9e0) 00000020:00000001:2.0:1767384938.459427:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384938.459428:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384938.459429:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384938.459430:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384938.459432:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.459434:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384938.459436:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384938.459438:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000062fa2ca7. 02000000:00000001:2.0:1767384938.459440:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.459441:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384938.459443:0:17081:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384938.459446:0:17081:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384938.459448:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384938.459450:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384938.459452:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384938.459454:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384938.459455:0:17081:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384938.459457:0:17081:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000a8191c08. 20000000:00000001:2.0:1767384938.459458:0:17081:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384938.459469:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384938.459473:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384938.459477:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384938.459478:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384938.459479:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384938.459480:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384938.459481:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384938.459482:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384938.459483:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384938.459485:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384938.459486:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384938.459487:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384938.459488:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384938.459506:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384938.459509:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384938.459510:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384938.459511:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384938.459512:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384938.459518:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384938.459519:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384938.459520:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384938.459522:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384938.459523:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384938.459524:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384938.459525:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384938.459526:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384938.459527:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384938.459528:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384938.459529:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384938.459530:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384938.459532:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384938.459533:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384938.459534:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384938.459535:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767384938.459536:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:01000000:2.0:1767384938.459537:0:17081:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 724, pages 3372/1/4/3. 20000000:00000040:2.0:1767384938.459542:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384938.459543:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384938.459545:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384938.459546:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384938.459547:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384938.459548:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384938.459549:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384938.459550:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384938.459551:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384938.459552:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384938.459553:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384938.459555:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384938.459556:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384938.459557:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384938.459558:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384938.459559:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384938.459560:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384938.459561:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384938.459563:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384938.459564:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384938.459565:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384938.459571:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384938.459572:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384938.459573:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384938.459575:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384938.459576:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384938.459577:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384938.459578:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384938.459579:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384938.459580:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384938.459581:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384938.459582:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384938.459583:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384938.459584:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767384938.459586:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:01000000:2.0:1767384938.459587:0:17081:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 724, pages 2648/1/4/3. 20000000:01000000:2.0:1767384938.459588:0:17081:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1448, version 74 20000000:00000001:2.0:1767384938.459589:0:17081:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1448 : 1448 : 5a8) 00000100:00000001:2.0:1767384938.459591:0:17081:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384938.459594:0:17081:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000012b8444c. 00000100:00000010:2.0:1767384938.459596:0:17081:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000084bf3010. 00000020:00000040:2.0:1767384938.459597:0:17081:0:(genops.c:887:class_export_get()) GET export 000000003d3e266f refcount=16 00010000:00000001:2.0:1767384938.459599:0:17081:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384938.459601:0:17081:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384938.459603:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c99b0362. 00000400:00000010:2.0:1767384938.459607:0:17081:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000f88a0a9. 00000400:00000200:2.0:1767384938.459610:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384938.459616:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384938.459620:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1448 into portal 33 MB=0x6958271d06880 00000400:00000200:2.0:1767384938.459624:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1448/1448 into md 0x1ce1 [4] + 0 00000400:00000010:2.0:1767384938.459626:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009306e848. 00000400:00000200:2.0:1767384938.459628:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002d42f2c2 00000400:00000200:2.0:1767384938.459630:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384938.459632:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384938.459634:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d42f2c2 00000400:00000010:2.0:1767384938.459635:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000002d42f2c2. 00000100:00000001:2.0:1767384938.459637:0:17081:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384938.459638:0:17081:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000014b0b134 desc 00000000942cc77c mbits 1853237348034688 00000100:00000001:2.0:1767384938.459652:0:17081:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384938.459655:0:17081:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384938.459658:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384938.459663:0:17081:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1ced 00000400:00000200:2.0:1767384938.459665:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384938.459667:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384938.459670:0:17081:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:3.0:1767384938.459671:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384938.459672:0:17081:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000012b8444c 00000100:00000001:2.0:1767384938.459673:0:17081:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384938.459677:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c99b0362 00000100:00000001:3.0:1767384938.459680:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384938.459680:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c99b0362. 00000100:00000001:2.0:1767384938.459685:0:17081:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384938.459686:0:17081:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000012b8444c 00000100:00000001:2.0:1767384938.459688:0:17081:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384938.459691:0:17081:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1448 bytes via portal 33 id 12345-0@lo mbits 0x6958271d06880-0x6958271d06880 00000100:00000001:2.0:1767384938.459693:0:17081:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384938.459695:0:17081:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.459697:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384938.459698:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 15 00000100:00000010:2.0:1767384938.459700:0:17081:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000084bf3010. 00000100:00000010:2.0:1767384938.459701:0:17081:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000012b8444c. 00000100:00000001:2.0:1767384938.459703:0:17081:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384938.459704:0:17081:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384938.459708:0:17081:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000a8191c08. 20000000:00000001:2.0:1767384938.459710:0:17081:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384938.459712:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348034688 00010000:00000001:2.0:1767384938.459713:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384938.459715:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c6874071 x1853237348034688/t0(0) o256->b543db4a-4900-454f-be04-352b2897a173@0@lo:164/0 lens 304/240 e 0 to 0 dl 1767384949 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384938.459720:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384938.459721:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384938.459723:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384938.459725:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384938.459727:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:2.0:1767384938.459733:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:2.0:1767384938.459735:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384938.459737:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.459739:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384938.459741:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384938.459744:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c99b0362. 00000100:00000200:2.0:1767384938.459746:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237348034688, offset 224 00000400:00000200:2.0:1767384938.459750:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384938.459755:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384938.459759:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958271d06880 00000400:00000200:2.0:1767384938.459762:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1ce5 [1] + 224 00000400:00000200:2.0:1767384938.459766:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384938.459768:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384938.459771:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384938.459774:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000014b0b134 x1853237348034688/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384954 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384938.459783:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000014b0b134 x1853237348034688/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384954 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.459799:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384938.459803:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c99b0362 00000400:00000010:2.0:1767384938.459804:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c99b0362. 00000100:00000001:2.0:1767384938.459806:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384938.459807:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384938.459811:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384938.459811:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384938.459834:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384938.459836:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000400:00000001:3.0:1767384938.459837:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384938.459839:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf5cb297. 00010000:00000001:2.0:1767384938.459842:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384938.459843:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d85af59 00000400:00000010:3.0:1767384938.459847:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d85af59. 00000020:00000001:2.0:1767384938.459847:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.459850:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384938.459852:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384938.459855:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000014b0b134 x1853237348034688/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384954 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384938.459860:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6874071 x1853237348034688/t0(0) o256->b543db4a-4900-454f-be04-352b2897a173@0@lo:164/0 lens 304/240 e 0 to 0 dl 1767384949 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384938.459866:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000014b0b134 x1853237348034688/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384954 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384938.459885:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384938.459887:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384938.459889:0:17086:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:2.0:1767384938.459889:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c6874071 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:17086:x1853237348034688:12345-0@lo:256: Request processed in 478us (627us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384938.459891:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384938.459893:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384938.459895:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384938.459901:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384938.459903:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=72 v=5 (5 0 0 0) 00000100:00100000:2.0:1767384938.459906:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00001000:3.0:1767384938.459907:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384938.459910:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384938.459910:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384938.459913:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767384938.459915:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00010000:00000001:3.0:1767384938.459916:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.459920:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384938.459921:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.459924:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384938.459926:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000014b0b134 x1853237348034688/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384954 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384938.459928:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000876a8f3c. 00000020:00000010:2.0:1767384938.459932:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002c3f31f1. 00000020:00000010:2.0:1767384938.459937:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e2a2da4. 00000100:00000040:3.0:1767384938.459938:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000014b0b134 x1853237348034688/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384954 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384938.459941:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 02000000:00000001:2.0:1767384938.459946:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384938.459947:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:2.0:1767384938.459948:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000062fa2ca7. 00000100:00000001:3.0:1767384938.459949:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384938.459954:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1767384938.459955:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000014b0b134 x1853237348034688/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384954 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.459956:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384938.459962:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:3.0:1767384938.459964:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000014b0b134 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348034688:0@lo:256: 00000400:00000010:2.0:1767384938.459966:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e25c156. 00000400:00000010:2.0:1767384938.459971:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc83c627. 00000100:00000001:3.0:1767384938.459978:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384938.459980:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.459981:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384938.459982:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384938.459984:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000014b0b134 x1853237348034688/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384954 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384938.459988:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384938.459990:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000da2a3684. 00000100:00000001:3.0:1767384938.459991:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384938.459992:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384938.459994:0:17086:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 74, more 0. 10000000:00000001:3.0:1767384938.459997:0:17086:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384938.460002:0:17086:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000095dffa2e. 10000000:00000040:3.0:1767384938.460009:0:17086:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.134@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384938.460013:0:17086:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384938.460015:0:17086:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384938.460019:0:17086:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.134@tcp has 192.168.203.134@tcp. 00000100:00000001:3.0:1767384938.460021:0:17086:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384938.460022:0:17086:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384938.460023:0:17086:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.134@tcp with 192.168.203.134@tcp 00000100:00000200:3.0:1767384938.460025:0:17086:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.134@tcp' 00000100:00000200:3.0:1767384938.460027:0:17086:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 35 NIDs for '192.168.203.134@tcp' 00000400:00000200:3.0:1767384938.460029:0:17086:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:3.0:1767384938.460031:0:17086:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384938.460032:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.134@tcp 00000400:00000200:3.0:1767384938.460036:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384938.460039:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (36) 00000400:00000200:3.0:1767384938.460042:0:17086:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384938.460044:0:17086:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp: 0. pending discovery 00000400:00000200:3.0:1767384938.460045:0:17086:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (37) 00000400:00000200:3.0:1767384938.460047:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp 00000400:00000200:3.0:1767384938.460048:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.134@tcp10 00000400:00000200:3.0:1767384938.460051:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.460052:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp10 00000400:00000200:3.0:1767384938.460059:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.134@tcp11 00000400:00000200:3.0:1767384938.460063:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.460065:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp11 00000400:00000200:3.0:1767384938.460066:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.134@tcp12 00000400:00000200:3.0:1767384938.460069:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.460071:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp12 00000400:00000200:3.0:1767384938.460072:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.134@tcp13 00000400:00000200:3.0:1767384938.460075:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.460076:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp13 00000400:00000200:3.0:1767384938.460078:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.134@tcp14 00000400:00000200:3.0:1767384938.460081:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.460082:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp14 00000400:00000200:3.0:1767384938.460084:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.134@tcp15 00000400:00000200:3.0:1767384938.460087:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.460089:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp15 00000400:00000200:3.0:1767384938.460091:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.134@tcp16 00000400:00000200:3.0:1767384938.460094:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.460095:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp16 00000400:00000200:3.0:1767384938.460097:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.134@tcp17 00000400:00000200:3.0:1767384938.460100:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.460102:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp17 00000400:00000200:3.0:1767384938.460103:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.134@tcp18 00000400:00000200:3.0:1767384938.460106:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.460107:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp18 00000400:00000200:3.0:1767384938.460109:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.134@tcp19 00000400:00000200:3.0:1767384938.460113:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.460114:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp19 00000400:00000200:3.0:1767384938.460117:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.134@tcp20 00000400:00000200:3.0:1767384938.460119:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.460121:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp20 00000400:00000200:3.0:1767384938.460122:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.134@tcp21 00000400:00000200:3.0:1767384938.460125:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.460125:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp21 00000400:00000200:3.0:1767384938.460127:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.134@tcp22 00000400:00000200:3.0:1767384938.460128:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.460129:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp22 00000400:00000200:3.0:1767384938.460137:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.134@tcp23 00000400:00000200:3.0:1767384938.460139:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.460140:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp23 00000400:00000200:3.0:1767384938.460141:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.134@tcp24 00000400:00000200:3.0:1767384938.460143:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.460144:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp24 00000400:00000200:3.0:1767384938.460145:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.134@tcp25 00000400:00000200:3.0:1767384938.460147:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.460148:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp25 00000400:00000200:3.0:1767384938.460150:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.134@tcp26 00000400:00000200:3.0:1767384938.460152:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.460152:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp26 00000400:00000200:3.0:1767384938.460153:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.134@tcp27 00000400:00000200:3.0:1767384938.460155:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.460156:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp27 00000400:00000200:3.0:1767384938.460157:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.134@tcp28 00000400:00000200:3.0:1767384938.460158:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.460159:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp28 00000400:00000200:3.0:1767384938.460160:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.134@tcp29 00000400:00000200:3.0:1767384938.460161:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.460162:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp29 00000400:00000200:3.0:1767384938.460163:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.134@tcp30 00000400:00000200:3.0:1767384938.460165:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.460165:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp30 00000400:00000200:3.0:1767384938.460166:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.134@tcp31 00000400:00000200:3.0:1767384938.460168:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.460169:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp31 00000400:00000200:3.0:1767384938.460169:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.134@tcp32 00000400:00000200:3.0:1767384938.460171:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.460172:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp32 00000400:00000200:3.0:1767384938.460173:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.134@tcp33 00000400:00000200:3.0:1767384938.460174:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.460175:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp33 00000400:00000200:3.0:1767384938.460176:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.134@tcp34 00000400:00000200:3.0:1767384938.460177:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.460178:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp34 00000400:00000200:3.0:1767384938.460184:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.134@tcp35 00000400:00000200:3.0:1767384938.460186:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.460187:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp35 00000400:00000200:3.0:1767384938.460188:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.134@tcp36 00000400:00000200:3.0:1767384938.460189:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.460190:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp36 00000400:00000200:3.0:1767384938.460191:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.134@tcp37 00000400:00000200:3.0:1767384938.460193:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.460194:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp37 00000400:00000200:3.0:1767384938.460195:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.134@tcp38 00000400:00000200:3.0:1767384938.460196:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.460197:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp38 00000400:00000200:3.0:1767384938.460198:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.134@tcp39 00000400:00000200:3.0:1767384938.460199:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.460200:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp39 00000400:00000200:3.0:1767384938.460201:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.134@tcp40 00000400:00000200:3.0:1767384938.460203:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384938.460204:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp40 00000100:00000001:3.0:1767384938.460205:0:17086:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384938.460206:0:17086:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384938.460209:0:17086:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.134@tcp' by NID '192.168.203.134@tcp' 10000000:00000010:3.0:1767384938.460211:0:17086:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000004a1b71e. 10000000:00000040:3.0:1767384938.460213:0:17086:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 74/74 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.134@tcp::2 00000020:00000080:3.0:1767384938.460215:0:17086:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384938.460219:0:17086:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384938.460222:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cbb3a2ba. 00000020:00000010:3.0:1767384938.460224:0:17086:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002c35155c. 00000040:00000010:3.0:1767384938.460226:0:17086:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007df9b98c. 00000020:00000010:3.0:1767384938.460229:0:17086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f97d5211. 00000020:00000010:3.0:1767384938.460232:0:17086:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e2123c20. 00000020:00000010:3.0:1767384938.460235:0:17086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003cfcf466. 80000000:00000010:3.0:1767384938.460238:0:17086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008f09a283. 40000000:00000010:3.0:1767384938.460240:0:17086:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e148302e. 00100000:00000010:3.0:1767384938.460243:0:17086:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000056a038e9. 00040000:00000010:3.0:1767384938.460251:0:17086:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002819ecbe. 00040000:00000010:3.0:1767384938.460254:0:17086:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000cd31088e. 00040000:00000010:3.0:1767384938.460257:0:17086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009cf0e4bd. 00080000:00000010:3.0:1767384938.460262:0:17086:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009d49532e. 00080000:00000010:3.0:1767384938.460265:0:17086:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b3080e34. 00000004:00000010:3.0:1767384938.460270:0:17086:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001c436136. 00000004:00000010:3.0:1767384938.460273:0:17086:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000db09e920. 00000004:00000010:3.0:1767384938.460277:0:17086:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000842c19da. 00002000:00000010:3.0:1767384938.460280:0:17086:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f9a88e42. 00000004:00000010:3.0:1767384938.460282:0:17086:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000065a0d07a. 00000004:00000001:3.0:1767384938.460286:0:17086:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384938.460288:0:17086:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384938.460289:0:17086:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000004a1b71e 00000040:00001000:3.0:1767384938.460291:0:17086:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384938.460292:0:17086:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384938.460293:0:17086:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384938.460294:0:17086:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384938.460296:0:17086:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384938.460296:0:17086:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384938.460297:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384938.460298:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.134@tcp::2 00000040:00000001:3.0:1767384938.460299:0:17086:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384938.460336:0:17086:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384938.460340:0:17086:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002c35155c. 00000040:00000010:3.0:1767384938.460342:0:17086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007df9b98c. 00000020:00000010:3.0:1767384938.460344:0:17086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f97d5211. 00000020:00000010:3.0:1767384938.460346:0:17086:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e2123c20. 00000020:00000010:3.0:1767384938.460349:0:17086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003cfcf466. 80000000:00000010:3.0:1767384938.460351:0:17086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008f09a283. 40000000:00000010:3.0:1767384938.460354:0:17086:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e148302e. 00100000:00000010:3.0:1767384938.460356:0:17086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000056a038e9. 00040000:00000010:3.0:1767384938.460358:0:17086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002819ecbe. 00040000:00000010:3.0:1767384938.460363:0:17086:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000cd31088e. 00040000:00000010:3.0:1767384938.460365:0:17086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009cf0e4bd. 00080000:00000010:3.0:1767384938.460367:0:17086:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b3080e34. 00080000:00000010:3.0:1767384938.460375:0:17086:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009d49532e. 00000004:00000010:3.0:1767384938.460379:0:17086:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001c436136. 00000004:00000010:3.0:1767384938.460382:0:17086:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000db09e920. 00000004:00000010:3.0:1767384938.460385:0:17086:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000842c19da. 00002000:00000010:3.0:1767384938.460387:0:17086:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f9a88e42. 00000004:00000010:3.0:1767384938.460389:0:17086:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000065a0d07a. 00000020:00000010:3.0:1767384938.460391:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cbb3a2ba. 00000020:00000001:3.0:1767384938.460393:0:17086:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384938.460395:0:17086:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384938.460397:0:17086:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000004a1b71e. 10000000:00000010:3.0:1767384938.460400:0:17086:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000095dffa2e. 10000000:00000001:3.0:1767384938.460402:0:17086:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384938.460404:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384938.460407:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000014b0b134 x1853237348034688/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384954 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384938.460412:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384938.460413:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384938.460414:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c24f3932. 02000000:00000001:3.0:1767384938.460416:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384938.460417:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384938.460417:0:17086:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:3.0:1767384938.460419:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384938.460420:0:17086:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384938.460421:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384938.460421:0:17086:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:3.0:1767384938.460422:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384938.460423:0:17086:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000946e6856. 00000100:00000010:3.0:1767384938.460424:0:17086:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000942cc77c. 00000100:00000001:3.0:1767384938.460425:0:17086:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384938.460426:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000526480a1. 02000000:00000001:3.0:1767384938.460428:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384938.460428:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384938.460429:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000014b0b134. 00000100:00000001:3.0:1767384938.460431:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384938.460432:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384938.460441:0:17086:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000009b5878fe. 10000000:01000000:3.0:1767384938.460447:0:17086:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.134@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384938.460449:0:17086:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384938.460451:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384938.460452:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384938.460453:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002fa4dab2 refcount=3 00000020:00000001:3.0:1767384938.460455:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384938.460456:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384938.460458:0:17086:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384938.460460:0:17086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819563118 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb7881956311f expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384938.460464:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384938.460465:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384938.460466:0:17086:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819563118 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb7881956311f expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384938.460471:0:17086:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384938.460472:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384938.460473:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384938.460474:0:17086:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384938.460475:0:17086:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384938.460477:0:17086:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384938.460478:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384938.460479:0:17086:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000002298ce) refs 3 10000000:00000001:3.0:1767384938.460480:0:17086:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:2.0:1767384938.464847:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294927495, at 4294927496 00000100:00000010:2.0:1767384938.464854:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001117185a. 00000100:00000040:1.0:1767384938.464865:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294927495, at 4294927496 00000100:00000040:3.0:1767384938.464870:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294927495, at 4294927496 00000100:00000010:1.0:1767384938.464873:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007e6f8588. 00000100:00000040:0.0:1767384938.464875:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294927495, at 4294927496 00000100:00000010:3.0:1767384938.464879:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009bc401ca. 00000100:00000010:0.0:1767384938.464883:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3e7e0bc. 00000020:00000010:2.0:1767384938.466660:0:35099:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000008a87fa37. 00000020:00000040:2.0:1767384938.466665:0:35099:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384938.466667:0:35099:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000008a87fa37. 00010000:00000001:0.0:1767384938.520903:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384938.520908:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384938.520913:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384938.520914:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384938.520991:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384938.520995:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384938.520997:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384938.904891:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384938.904895:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384938.904898:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c29def7 00000400:00000010:0.0:1767384938.904902:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c29def7. 00000400:00000200:0.0:1767384938.904907:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384938.904914:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp41 recovery ping unlinked 00000400:00000010:0.0:1767384938.904924:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000addac56f. 00000400:00000010:0.0:1767384938.904927:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000008449be1. 00000400:00000200:0.0:1767384938.904933:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp28 00000400:00000010:0.0:1767384938.904936:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009f7e45ff. 00000400:00000010:0.0:1767384938.904940:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006fb8124d. 00000400:00000010:0.0:1767384938.904949:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c29def7. 00000400:00000010:0.0:1767384938.904954:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003f6c1a0d. 00000400:00000200:0.0:1767384938.904957:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp28 00000400:00000200:0.0:1767384938.904967:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp28 local destination 00000400:00000200:0.0:1767384938.904971:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp28 00000400:00000200:0.0:1767384938.904974:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp28 NI seq info: [164:164:256:4294967295] 192.168.203.134@tcp28 LPNI seq info [159:159:8:4294967295] 00000400:00000200:0.0:1767384938.904979:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp28 00000400:00000200:0.0:1767384938.904985:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp28(192.168.203.134@tcp28:) -> 192.168.203.134@tcp28(192.168.203.134@tcp28:192.168.203.134@tcp28) : GET try# 0 00000800:00000200:0.0:1767384938.904988:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp28 00000800:00000010:0.0:1767384938.904992:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005d0b26f2. 00000800:00000200:0.0:1767384938.904998:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2d165b7] -> 12345-192.168.203.134@tcp28 (2) 00000800:00000200:0.1:1767384938.905001:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2d165b7] -> 12345-192.168.203.134@tcp28 (2) 00000400:00000200:0.0:1767384938.905018:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp28 added to recovery queue. ping count: 5 next ping: 292 health :600 00000400:00000200:2.0:1767384938.905084:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:2.0:1767384938.905132:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:2.0:1767384938.905151:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:2.0:1767384938.905168:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:2.0:1767384938.905183:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:2.0:1767384938.905197:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:2.0:1767384938.905212:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:2.0:1767384938.905230:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:2.0:1767384938.905247:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:2.0:1767384938.905265:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:2.0:1767384938.905281:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:2.0:1767384938.905305:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:2.0:1767384938.905319:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:2.0:1767384938.905337:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:2.0:1767384938.905352:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:2.0:1767384938.905370:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:2.0:1767384938.905390:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:2.0:1767384938.905410:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:2.0:1767384938.905423:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:2.0:1767384938.905441:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:2.0:1767384938.905455:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:2.0:1767384938.905469:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:2.0:1767384938.905485:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:2.0:1767384938.905525:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:2.0:1767384938.905543:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:2.0:1767384938.905558:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:2.0:1767384938.905576:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:2.0:1767384938.905595:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:2.0:1767384938.905612:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:2.0:1767384938.905631:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:2.0:1767384938.905651:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:2.0:1767384938.905667:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:2.0:1767384938.905682:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:2.0:1767384938.905699:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:2.0:1767384938.905713:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:2.0:1767384938.905874:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d562ebc5. 00000800:00000010:2.0:1767384938.905878:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000080724dbd. 00000800:00000010:2.0:1767384938.905883:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008a87fa37. 00000800:00000010:2.0:1767384938.905898:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008a87fa37. 00000800:00020000:2.0:1767384938.905906:0:16349:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:2.0:1767384938.905909:0:16349:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000080724dbd. 00000800:00000010:2.0:1767384938.905911:0:16349:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d562ebc5. 00000400:02020000:2.0:1767384938.905950:0:16349:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp28 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384938.905956:0:16349:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp28 notifying 192.168.203.134@tcp28: down 00000800:00000200:2.0:1767384938.905961:0:16349:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp28 down 00000800:00000100:2.0:1767384938.905966:0:16349:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp28 00000800:00000010:2.0:1767384938.905968:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005d0b26f2. 00000400:00000200:2.0:1767384938.905972:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384938.905975:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp28->192.168.203.134@tcp28: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384938.905981:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384938.905984:0:16349:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp28 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384938.905987:0:16349:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp28) recovery failed with -71 00000001:00000001:2.0:1767384939.024910:0:35227:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384939.024914:0:35227:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp44 --if ens2 00000001:00000001:2.0:1767384939.028244:0:35227:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384939.035299:0:35228:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000012b8444c. 00000400:00000010:2.0:1767384939.035311:0:35228:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000080724dbd. 00000400:00000010:2.0:1767384939.035320:0:35228:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f9487a82. 00000400:00000010:2.0:1767384939.035322:0:35228:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000002538cbdf. 00000400:00000010:2.0:1767384939.035325:0:35228:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000038f79cec. 00000400:00000010:2.0:1767384939.035328:0:35228:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008a87fa37. 00000400:00000010:2.0:1767384939.035330:0:35228:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a2eed52e. 00000400:00000010:2.0:1767384939.035331:0:35228:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000061e8f55b. 00000400:00000010:2.0:1767384939.035333:0:35228:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d0ddd1b5. 00000800:00000010:2.0:1767384939.035346:0:35228:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000250f97a4. 00000800:00000200:2.0:1767384939.035355:0:35228:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384939.035365:0:35228:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384939.035396:0:35228:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:2.0:1767384939.035419:0:35228:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp44 [8/256/0/180] 00000400:00000010:2.0:1767384939.036786:0:35228:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000b53fe7b3. 00000400:00000010:2.0:1767384939.036791:0:35228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099db357d. 00000400:00000010:2.0:1767384939.036795:0:35228:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c99b0362. 00000400:00000001:2.0:1767384939.036810:0:35228:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384939.036840:0:35228:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384939.036843:0:35228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032e48dde. 00000400:00000200:2.0:1767384939.036848:0:35228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b051682 00000400:00000010:2.0:1767384939.036850:0:35228:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b051682. 00000400:00000010:2.0:1767384939.036856:0:35228:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 0000000065a2bc66. 00000400:00000200:2.0:1767384939.036863:0:35228:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (36) 00000400:00000200:2.0:1767384939.036879:0:35228:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:2.0:1767384939.036889:0:35228:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131116 00000020:00000010:2.0:1767384939.036897:0:35228:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000d562ebc5. 00000400:00000200:1.0:1767384939.036897:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384939.036905:0:35228:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:1.0:1767384939.036905:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000020:01000000:2.0:1767384939.036912:0:35228:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp44 00000400:00000010:1.0:1767384939.036913:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c52bb0f7. 00000400:00000200:1.0:1767384939.036917:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (37) 00000400:00000010:1.0:1767384939.036921:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000f871fd0. 00000400:00000010:2.0:1767384939.036930:0:35228:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000080724dbd. 00000400:00000200:1.0:1767384939.036931:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000010:2.0:1767384939.036937:0:35228:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000012b8444c. 00000400:00000200:1.0:1767384939.036946:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000020:00000001:3.0:1767384939.036949:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384939.036951:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 135], ns[150, 140] 10000000:00000001:3.0:1767384939.036954:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384939.036957:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 135], ns[60, 140] 10000000:00000001:3.0:1767384939.036958:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384939.036961:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384939.036964:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 60], ns[64, 60] 00000020:01000004:3.0:1767384939.036966:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384939.036970:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384939.036973:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384939.036974:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 60], ns[75, 60] 00000020:01000004:3.0:1767384939.036975:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384939.036978:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 60], ns[77, 60] 00000400:00000200:1.0:1767384939.036981:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 60], ns[82, 60] 00000020:01000004:3.0:1767384939.036985:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384939.036987:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 60], ns[88, 60] 00000020:01000004:3.0:1767384939.036989:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384939.036991:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384939.036995:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:1.0:1767384939.036995:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 60], ns[91, 60] 00000020:01000004:3.0:1767384939.036998:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384939.037001:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384939.037002:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 60], ns[103, 60] 00000100:00000010:3.0:1767384939.037006:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000014b0b134. 00000400:00000200:1.0:1767384939.037007:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 60], ns[109, 60] 00000020:00000040:3.0:1767384939.037013:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000400:00000200:1.0:1767384939.037016:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 60], ns[112, 60] 00000100:00000001:3.0:1767384939.037019:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384939.037020:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 60], ns[120, 60] 02000000:00000001:3.0:1767384939.037024:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384939.037027:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[125, 60] 02000000:00000001:3.0:1767384939.037029:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384939.037031:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 60], ns[129, 60] 00000400:00000200:1.0:1767384939.037035:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 60], ns[155, 60] 02000000:00000010:3.0:1767384939.037039:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009d49532e. 00000400:00000200:1.0:1767384939.037039:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 60], ns[159, 60] 00000400:00000200:1.0:1767384939.037046:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 60], ns[52, 60] 00000100:00000001:3.0:1767384939.037047:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384939.037051:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 52], ns[56, 52] 00000100:00000001:3.0:1767384939.037056:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384939.037059:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384939.037063:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[159, 52], ns[164, 52] 00000100:00000040:3.0:1767384939.037068:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014b0b134] to pc [ptlrpcd_00_01+1] req@0000000014b0b134 x1853237348034816/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384939.037069:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[118, 52], ns[122, 52] 00000400:00000200:1.0:1767384939.037080:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[127, 52], ns[131, 52] 00000400:00000200:1.0:1767384939.037088:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[131, 52], ns[135, 52] 00000400:00000200:1.0:1767384939.037091:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 52], ns[80, 52] 00000400:00000200:1.0:1767384939.037094:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 52], ns[145, 52] 00000400:00000200:1.0:1767384939.037097:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 52], ns[117, 52] 00000400:00000200:1.0:1767384939.037100:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 52], ns[163, 52] 10000000:00000001:3.0:1767384939.037104:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384939.037104:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 52], ns[108, 52] 10000000:00000001:3.0:1767384939.037110:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384939.037114:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384939.037114:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 52], ns[132, 52] 00000020:01000000:3.0:1767384939.037119:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384939.037121:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384939.037123:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[155, 52], ns[160, 52] 00000100:00000001:0.0:1767384939.037127:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384939.037128:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384939.037131:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[147, 52], ns[152, 52] 10000000:00000001:3.0:1767384939.037132:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384939.037132:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384939.037135:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384939.037138:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:1.0:1767384939.037141:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 52], ns[148, 52] 00000020:01000004:3.0:1767384939.037142:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:0.0:1767384939.037142:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000014b0b134 x1853237348034816/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384939.037147:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384939.037151:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384939.037154:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384939.037154:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[156, 52], ns[161, 52] 00000020:01000004:3.0:1767384939.037158:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384939.037161:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384939.037165:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384939.037167:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384939.037167:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 52], ns[0, 52] 00000020:01000004:3.0:1767384939.037170:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384939.037173:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1767384939.037175:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096e5d653. 00000400:00000200:1.0:1767384939.037177:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp42] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000001:0.0:1767384939.037178:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384939.037179:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00000001:3.0:1767384939.037185:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384939.037186:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp42 02000000:00000001:0.0:1767384939.037187:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384939.037190:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp42 02000000:00000001:0.0:1767384939.037191:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384939.037194:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384939.037197:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp42 lpni_is_preferred = 0 02000000:00000001:3.0:1767384939.037198:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384939.037198:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384939.037202:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp42 02000000:00000010:3.0:1767384939.037207:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b3080e34. 00000100:00100000:0.0:1767384939.037207:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000014b0b134 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348034816:0@lo:253: 00000100:00000001:3.0:1767384939.037213:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384939.037217:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp42 NI seq info: [165:165:256:4294967295] 192.168.203.134@tcp42 LPNI seq info [160:160:8:4294967295] 00000100:00000001:0.0:1767384939.037218:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384939.037220:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384939.037223:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384939.037227:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp42 02000000:00000001:0.0:1767384939.037227:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384939.037229:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096e5d653] to pc [ptlrpcd_00_02+2] req@0000000096e5d653 x1853237348034944/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384939.037232:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384939.037239:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384939.037243:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp42(192.168.203.134@tcp42:) -> 192.168.203.134@tcp42(192.168.203.134@tcp:192.168.203.134@tcp42) : PUT try# 0 02000000:00000010:0.0:1767384939.037247:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002299428b. 00000800:00000200:1.0:1767384939.037251:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.134@tcp42 10000000:00000001:3.0:1767384939.037253:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384939.037253:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384939.037256:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044f46150. 10000000:00000001:3.0:1767384939.037259:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384939.037261:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5cb9717. 00000020:00000001:3.0:1767384939.037262:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384939.037265:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000045d39b32. 00000020:01000000:3.0:1767384939.037266:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:0.0:1767384939.037270:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb6b021d. 00000020:00000010:3.0:1767384939.037271:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d562ebc5. 00000800:00000010:1.0:1767384939.037272:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000007ea415db. 00000100:00000200:0.0:1767384939.037277:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348034816, portal 25 00000800:00000200:1.0:1767384939.037279:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000045d39b32] -> 12345-192.168.203.134@tcp42 (2) 00000800:00000200:1.1:1767384939.037282:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000045d39b32] -> 12345-192.168.203.134@tcp42 (2) 00000100:00000001:3.0:1767384939.037283:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384939.037288:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384939.037289:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384939.037293:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647276032 : -119488062275584 : ffff9353847e4000) 00000100:00000001:3.0:1767384939.037295:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384939.037298:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384939.037300:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384939.037304:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096e5d653 x1853237348034944/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384939.037304:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000100:00000040:0.0:1767384939.037304:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000014b0b134 x1853237348034816/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384955 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384939.037311:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 0 00000100:00000001:3.0:1767384939.037327:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384939.037329:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384939.037332:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384939.037333:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384939.037337:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384939.037341:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384939.037341:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1767384939.037347:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000096e5d653 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348034944:0@lo:253: 00000400:00000010:0.0:1767384939.037348:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f8534105. 00000100:00000001:3.0:1767384939.037350:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384939.037355:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384939.037356:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384939.037356:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348034816, offset 0 02000000:00000001:3.0:1767384939.037360:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384939.037366:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000bdd98002. 00000400:00000200:0.0:1767384939.037368:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384939.037369:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384939.037371:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000010:3.0:1767384939.037374:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf5cb297. 00000400:00000010:3.0:1767384939.037381:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb5434ea. 00000400:00000200:0.0:1767384939.037383:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384939.037386:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348034944, portal 25 00000400:00000200:0.0:1767384939.037397:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d06900 00000100:00000001:3.0:1767384939.037398:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384939.037401:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647280512 : -119488062271104 : ffff9353847e5180) 00000100:00000040:3.0:1767384939.037407:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000096e5d653 x1853237348034944/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384955 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384939.037412:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14a1 [2] + 0 00000400:00000200:1.0:1767384939.037416:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000010:0.0:1767384939.037422:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0d4761e. 00000100:00000001:3.0:1767384939.037424:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384939.037429:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384939.037429:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000010a14956 00000400:00000010:3.0:1767384939.037434:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000860120cf. 00000100:00000200:3.0:1767384939.037438:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348034944, offset 0 00000400:00000200:0.0:1767384939.037439:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384939.037445:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384939.037449:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384939.037449:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384939.037456:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384939.037458:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010a14956 00000400:00000010:0.0:1767384939.037463:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000010a14956. 00000400:00000200:3.0:1767384939.037465:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d06980 00000400:00000200:3.0:1767384939.037471:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14a9 [2] + 0 00000100:00000001:0.0:1767384939.037471:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384939.037475:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1767384939.037476:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b2e3047. 00000400:00000200:1.0:1767384939.037476:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000100:00000040:0.0:1767384939.037482:0:16359:0:(events.c:337:request_in_callback()) incoming req@000000001a2d2a8a x1853237348034816 msgsize 4848 00000400:00000200:3.0:1767384939.037483:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000056005fbf 00000400:00000200:3.0:1767384939.037503:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384939.037510:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767384939.037511:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384939.037513:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056005fbf 00000400:00000010:3.0:1767384939.037516:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000056005fbf. 00000100:00000040:0.0:1767384939.037516:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384939.037523:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384939.037524:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384939.037526:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000100:00000040:3.0:1767384939.037527:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000e63b9092 x1853237348034944 msgsize 4848 00000100:00000001:0.0:1767384939.037531:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1767384939.037536:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384939.037539:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384939.037544:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8534105 00000400:00000010:0.0:1767384939.037548:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f8534105. 00000100:00000001:3.0:1767384939.037549:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384939.037555:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000100:00000001:0.0:1767384939.037555:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384939.037556:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000860120cf 00000400:00000010:3.0:1767384939.037560:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000860120cf. 00000100:00000200:0.0:1767384939.037561:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000014b0b134 x1853237348034816/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384955 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384939.037564:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384939.037570:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096e5d653 x1853237348034944/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384955 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384939.037578:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000100:00000001:3.0:1767384939.037588:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384939.037588:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384939.037593:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096e5d653 x1853237348034944/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384955 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384939.037596:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000014b0b134 x1853237348034816/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384955 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384939.037601:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000100:00000001:3.0:1767384939.037607:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384939.037612:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384939.037615:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384939.037618:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384939.037623:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000100:00000001:3.0:1767384939.037624:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384939.037631:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294928073 00000100:00000001:0.0:1767384939.037632:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384939.037635:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009bc401ca. 00000100:00000001:0.0:1767384939.037638:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294928073 00000100:00000001:3.0:1767384939.037642:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384939.037649:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294928073 00000400:00000200:1.0:1767384939.037650:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000100:00000001:0.0:1767384939.037651:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, keep current deadline 4294928073 00000100:00000010:3.0:1767384939.037653:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f09a283. 00000100:00000001:0.0:1767384939.037658:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294928073 00000100:00000001:3.0:1767384939.037659:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384939.037666:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294928073 00000100:00000001:0.0:1767384939.037667:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, keep current deadline 4294928073 00000100:00000010:3.0:1767384939.037670:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3e7e0bc. 00000100:00000001:0.0:1767384939.037672:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294928073 00000100:00000001:3.0:1767384939.037675:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384939.037675:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000100:00000001:3.0:1767384939.037679:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294928073 00000100:00000001:0.0:1767384939.037680:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294928073 00000100:00000010:3.0:1767384939.037685:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007e6f8588. 00000100:00000001:0.0:1767384939.037686:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294928073 00000100:00000001:3.0:1767384939.037690:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384939.037695:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384939.037695:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294928073 00000100:00000001:3.0:1767384939.037697:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384939.037699:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000100:00000001:0.0:1767384939.037701:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384939.037703:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384939.037708:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384939.037709:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384939.037716:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384939.037720:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384939.037721:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384939.037724:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384939.037725:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000100:00000001:3.0:1767384939.037726:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384939.037726:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384939.037731:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384939.037731:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384939.037735:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384939.037737:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384939.037738:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384939.037742:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384939.037746:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384939.037750:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384939.037758:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000100:00000001:3.0:1767384939.037759:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384939.037763:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348034816 02000000:00000001:3.0:1767384939.037766:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384939.037768:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384939.037770:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384939.037772:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384939.037775:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348034816 00000100:00000001:0.0:1767384939.037776:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384939.037777:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1767384939.037780:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348034944 00000020:00000040:3.0:1767384939.037781:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:3.0:1767384939.037785:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384939.037786:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:3.0:1767384939.037788:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000100:00000001:0.0:1767384939.037789:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384939.037792:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384939.037794:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000020:00000001:3.0:1767384939.037798:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 02000000:00000001:0.0:1767384939.037798:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384939.037804:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00100000:0.0:1767384939.037805:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348034944 00000100:00000001:3.0:1767384939.037809:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384939.037809:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384939.037811:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000010:3.0:1767384939.037838:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002114a2a7. 00000100:00000001:3.0:1767384939.037842:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384939.037842:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000020:00000001:0.0:1767384939.037842:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384939.037847:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=16 00000020:00000010:3.0:1767384939.037848:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002114a2a7. 00000020:00000001:0.0:1767384939.037853:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000010:3.0:1767384939.037855:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007df9b98c. 00000020:00000001:0.0:1767384939.037857:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000010:3.0:1767384939.037863:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000004a1b71e. 00000100:00000001:0.0:1767384939.037863:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384939.037870:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b360690a. 00000020:00000010:0.0:1767384939.037875:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009f775041. 00000400:00000200:1.0:1767384939.037880:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000100:00000001:0.0:1767384939.037880:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384939.037882:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:0.0:1767384939.037884:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009f775041. 00000100:00000001:3.0:1767384939.037887:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384939.037890:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384939.037893:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384939.037896:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002e73130. 00000100:00000001:3.0:1767384939.037901:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384939.037901:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004d03ae1e. 00000020:00000010:0.0:1767384939.037909:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ab220128. 00000100:00000001:3.0:1767384939.037912:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384939.037916:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384939.037919:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384939.037921:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384939.037922:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000100:00000001:3.0:1767384939.037925:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384939.037928:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384939.037928:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384939.037935:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384939.037936:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00000040:3.0:1767384939.037940:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:3.0:1767384939.037943:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590281831504 : -119483427720112 : ffff935498bbf450) 00000100:00000040:3.0:1767384939.037947:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001a2d2a8a x1853237348034816/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:165/0 lens 4848/0 e 0 to 0 dl 1767384950 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384939.037951:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384939.037954:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384939.037955:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384939.037959:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002114a2a7. 00000400:00000200:1.0:1767384939.037961:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000100:00000001:3.0:1767384939.037963:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384939.037964:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000020:00000010:3.0:1767384939.037970:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002114a2a7. 00000100:00000040:0.0:1767384939.037971:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000100:00000001:0.0:1767384939.037975:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590281825360 : -119483427726256 : ffff935498bbdc50) 00000100:00100000:3.0:1767384939.037978:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001a2d2a8a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+16:16359:x1853237348034816:12345-0@lo:253: 00000100:00000200:3.0:1767384939.037982:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348034816 00000100:00000040:0.0:1767384939.037984:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e63b9092 x1853237348034944/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:165/0 lens 4848/0 e 0 to 0 dl 1767384950 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384939.037985:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384939.037989:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384939.037992:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384939.037997:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384939.037999:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000100:00000001:0.0:1767384939.038000:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384939.038003:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009f775041. 00000020:00000001:3.0:1767384939.038006:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000100:00000001:0.0:1767384939.038008:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384939.038012:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1767384939.038013:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009f775041. 00000020:00000001:3.0:1767384939.038014:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384939.038019:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384939.038021:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384939.038024:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384939.038027:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e63b9092 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+16:16360:x1853237348034944:12345-0@lo:253: 00000100:00000001:3.0:1767384939.038029:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384939.038034:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1767384939.038034:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348034944 00000020:00000001:0.0:1767384939.038038:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:3.0:1767384939.038040:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000facf727b. 00000020:00000001:0.0:1767384939.038041:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:3.0:1767384939.038045:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384939.038046:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384939.038048:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384939.038048:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000020:00000001:0.0:1767384939.038050:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384939.038054:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 20000000:00000001:3.0:1767384939.038055:0:17084:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384939.038060:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384939.038062:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384939.038064:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000010:3.0:1767384939.038066:0:17084:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f82cdbe9. 20000000:01000000:3.0:1767384939.038070:0:17084:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384939.038074:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:0.0:1767384939.038075:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:3.0:1767384939.038077:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:0.0:1767384939.038079:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384939.038080:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384939.038085:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384939.038086:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:3.0:1767384939.038087:0:17084:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384939.038088:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 02000000:00000001:0.0:1767384939.038092:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:3.0:1767384939.038098:0:17084:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c6f22a4d. 02000000:00000010:0.0:1767384939.038100:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d52ae28e. 20000000:01000000:3.0:1767384939.038101:0:17084:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 02000000:00000001:0.0:1767384939.038105:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384939.038109:0:17084:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:0.0:1767384939.038109:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384939.038114:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:3.0:1767384939.038115:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:1.0:1767384939.038116:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00080000:00000001:3.0:1767384939.038120:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000010:0.0:1767384939.038125:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009b388840. 20000000:01000000:0.0:1767384939.038130:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384939.038132:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384939.038134:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:3.0:1767384939.038135:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:0.0:1767384939.038136:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384939.038141:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384939.038143:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384939.038150:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384939.038151:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00080000:00000001:3.0:1767384939.038155:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384939.038157:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384939.038159:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384939.038161:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384939.038164:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 000000007e91d003 00000020:00000001:3.0:1767384939.038167:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f71c5dba 00080000:00000002:3.0:1767384939.038169:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384939.038172:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384939.038175:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384939.038177:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384939.038184:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384939.038188:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00000400:00000200:1.0:1767384939.038189:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00080000:00000001:3.0:1767384939.038195:0:17084:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384939.038200:0:17084:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000002af2fcb. 00080000:00000001:3.0:1767384939.038203:0:17084:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585646479360 : -119488063072256 : ffff935384721800) 00080000:00000001:3.0:1767384939.038206:0:17084:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384939.038209:0:17084:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384939.038213:0:17084:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002114a2a7. 00080000:00000001:3.0:1767384939.038215:0:17084:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384939.038218:0:17084:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384939.038226:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00080000:00000001:3.0:1767384939.038230:0:17084:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384939.038246:0:17084:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384939.038249:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:1.0:1767384939.038276:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000100:00000001:3.0:1767384939.038279:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384939.038283:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384939.038308:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:1.0:1767384939.038327:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:1.0:1767384939.038342:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:1.0:1767384939.038358:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:1.0:1767384939.038381:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:1.0:1767384939.038410:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:1.0:1767384939.038438:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:1.0:1767384939.038617:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fa62a5c2. 00000800:00000010:1.0:1767384939.038622:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fb69445a. 00000800:00000010:1.0:1767384939.038627:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005086170f. 00000800:00000010:1.0:1767384939.038648:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005086170f. 00000800:00020000:1.0:1767384939.038657:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:1.0:1767384939.038659:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fb69445a. 00000800:00000010:1.0:1767384939.038661:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000fa62a5c2. 00000400:02020000:1.0:1767384939.038696:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp42 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384939.038701:0:16347:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp42 notifying 192.168.203.134@tcp42: down 00000800:00000200:1.0:1767384939.038707:0:16347:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp42 down 00000800:00000100:1.0:1767384939.038712:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 608 0@<0:0>->192.168.203.134@tcp42 00000800:00000010:1.0:1767384939.038715:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044f46150. 00000400:00000200:1.0:1767384939.038717:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384939.038721:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp42->192.168.203.134@tcp42: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384939.038727:0:16347:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp42 added to recovery queue. ping count: 0 next ping: 261 health :900 00000400:00000200:1.0:1767384939.038730:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384939.038738:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp: 1 00000400:00000200:1.0:1767384939.038741:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:3.0:1767384939.038769:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384939.038774:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x101151 00000400:00000001:3.0:1767384939.038777:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384939.038778:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384939.038779:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c52bb0f7 00000400:00000010:3.0:1767384939.038780:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c52bb0f7. 00000400:00000200:3.0:1767384939.038783:0:16356:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384939.038786:0:16356:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:3.0:1767384939.038788:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (38) 00000400:00000200:3.0:1767384939.038790:0:16356:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.134@tcp 00000400:00000200:3.0:1767384939.038792:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 rc -71 00000400:00000200:3.0:1767384939.038794:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:3.0:1767384939.038796:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (37) 00080000:00000010:0.0:1767384939.039257:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000002af2fcb. 00080000:00000010:3.0:1767384939.039331:0:17084:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002114a2a7. 00040000:00000001:3.0:1767384939.039337:0:17084:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384939.039339:0:17084:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384939.039341:0:17084:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384939.039344:0:17084:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:3.0:1767384939.039345:0:17084:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384939.039347:0:17084:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384939.039356:0:17084:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384939.039367:0:17084:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384939.039376:0:17084:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384939.039381:0:17084:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:0.0:1767384939.039381:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000492214cb. 20000000:01000000:1.0:1767384939.039384:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:0.0:1767384939.039386:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 20000000:00000001:1.0:1767384939.039388:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384939.039392:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:0.0:1767384939.039393:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767384939.039397:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384939.039399:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:1.0:1767384939.039400:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384939.039404:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000040:1.0:1767384939.039407:0:17105:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000002ab41813 count: 2 00010000:00000001:1.0:1767384939.039410:0:17105:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384939.039413:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384939.039414:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:1.0:1767384939.039416:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a3a7dbfa. 00000020:00000001:1.0:1767384939.039421:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384939.039423:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a3a7dbfa with handle 0xb57eb78819563126 to hash 00080000:00000001:0.0:1767384939.039423:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384939.039424:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384939.039428:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00080000:00000001:0.0:1767384939.039429:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384939.039431:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00080000:00000001:0.0:1767384939.039432:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384939.039436:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384939.039437:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384939.039439:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384939.039440:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384939.039442:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819563126 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000002:0.0:1767384939.039444:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000e523df4c 00000020:00000001:0.0:1767384939.039453:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000aa1b0688 00010000:00000001:1.0:1767384939.039455:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000002:0.0:1767384939.039457:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:1.0:1767384939.039458:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384939.039462:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:0.0:1767384939.039463:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384939.039464:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384939.039468:0:17105:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:0.0:1767384939.039469:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384939.039472:0:17105:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000aa3321da/0xb57eb7881956311f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819563118 expref: 16 pid: 17081 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384939.039474:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384939.039480:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384939.039482:0:17105:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384939.039497:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384939.039498:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00010000:00000001:1.0:1767384939.039499:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384939.039501:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384939.039505:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384939.039506:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384939.039507:0:17105:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384939.039516:0:17105:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819563126 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000010:0.0:1767384939.039517:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008863e407. 00010000:00000040:1.0:1767384939.039524:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002ab41813) refcount = 2 00080000:00000001:0.0:1767384939.039524:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590259700224 : -119483449851392 : ffff9354976a4200) 00010000:00000040:1.0:1767384939.039531:0:17105:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00080000:00000001:0.0:1767384939.039531:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000040:1.0:1767384939.039534:0:17105:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000aa3321da/0xb57eb7881956311f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xb57eb78819563118 expref: 16 pid: 17081 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384939.039536:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000020:3.0:1767384939.039538:0:17084:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000040:1.0:1767384939.039540:0:17105:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00080000:00000010:0.0:1767384939.039542:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009f775041. 00010000:00000040:1.0:1767384939.039543:0:17105:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819563126 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384939.039544:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384939.039547:0:17084:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f82cdbe9. 00080000:00000001:0.0:1767384939.039549:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384939.039554:0:17084:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384939.039556:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000010:1.0:1767384939.039558:0:17105:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005086170f. 00010000:00000040:3.0:1767384939.039559:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348034816 00000100:00000001:1.0:1767384939.039563:0:17105:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00010000:00000001:3.0:1767384939.039564:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000010:1.0:1767384939.039568:0:17105:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb69445a. 00080000:00000001:0.0:1767384939.039568:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384939.039570:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001a2d2a8a x1853237348034816/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:165/0 lens 4848/4768 e 0 to 0 dl 1767384950 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384939.039573:0:17105:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624590878584192 : -119482830967424 : ffff9354bc4dad80) 00000100:00000001:1.0:1767384939.039578:0:17105:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624590878584192 : -119482830967424 : ffff9354bc4dad80) 00000100:00000001:1.0:1767384939.039582:0:17105:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00080000:00000001:0.0:1767384939.039582:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:1.0:1767384939.039586:0:17105:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384939.039587:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384939.039589:0:17105:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384939.039591:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384939.039593:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:3.0:1767384939.039595:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=73 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384939.039595:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384939.039610:0:17105:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:3.0:1767384939.039611:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384939.039613:0:17105:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000040:3.0:1767384939.039614:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:1.0:1767384939.039616:0:17105:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000100:00000001:3.0:1767384939.039619:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:1.0:1767384939.039619:0:17105:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384939.039623:0:17105:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c0eff6b. 02000000:00000001:3.0:1767384939.039624:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384939.039628:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384939.039628:0:17105:0:(genops.c:1229:class_import_get()) import 000000003b66da55 refcount=2 obd=MGS 00000100:00000001:3.0:1767384939.039633:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384939.039634:0:17105:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384939.039637:0:17105:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767384939.039640:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384939.039641:0:17105:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384939.039644:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000860120cf. 02000000:00000010:1.0:1767384939.039646:0:17105:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000053908059. 00000100:00000200:3.0:1767384939.039647:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348034816, offset 224 00000100:00000001:1.0:1767384939.039650:0:17105:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384939.039654:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:1.0:1767384939.039655:0:17105:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000aa3321da/0xb57eb7881956311f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb57eb78819563118 expref: 16 pid: 17081 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384939.039663:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:1.0:1767384939.039668:0:17105:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000aa3321da/0xb57eb7881956311f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb57eb78819563118 expref: 16 pid: 17081 timeout: 410 lvb_type: 0 00000400:00000200:3.0:1767384939.039670:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d06900 00000400:00000200:3.0:1767384939.039677:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d05 [2] + 224 00000400:00000200:3.0:1767384939.039685:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384939.039688:0:17105:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000400:00000200:3.0:1767384939.039691:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384939.039692:0:17105:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384939.039694:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384939.039697:0:17105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c0eff6b x1853237348035072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384939.039700:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000014b0b134 x1853237348034816/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384955 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384939.039713:0:17105:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384939.039715:0:17105:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384939.039721:0:17105:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000c0eff6b pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17105:1853237348035072:0@lo:104: 00000100:00000001:1.0:1767384939.039727:0:17105:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384939.039729:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000014b0b134 x1853237348034816/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384955 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384939.039729:0:17105:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384939.039732:0:17105:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384939.039736:0:17105:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384939.039740:0:17105:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000138d866d. 02000000:00000001:1.0:1767384939.039742:0:17105:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384939.039746:0:17105:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d60dcdd9. 00000100:00000001:3.0:1767384939.039748:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384939.039750:0:17105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fc9d359. 00000100:00000200:1.0:1767384939.039752:0:17105:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348035072, portal 16 00000100:00000001:1.0:1767384939.039754:0:17105:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384939.039757:0:17105:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590750709760 : -119482958841856 : ffff9354b4ae7800) 00000100:00000040:1.0:1767384939.039761:0:17105:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000000c0eff6b x1853237348035072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384955 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384939.039762:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000860120cf 00000400:00000010:3.0:1767384939.039766:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000860120cf. 00000100:00000001:3.0:1767384939.039771:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384939.039772:0:17105:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384939.039773:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1767384939.039777:0:17105:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384939.039779:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384939.039780:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384939.039781:0:17105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000935f2dcd. 00000100:00000040:3.0:1767384939.039784:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000200:1.0:1767384939.039786:0:17105:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237348035072, offset 0 00000100:00000001:0.0:1767384939.039786:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384939.039787:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384939.039790:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384939.039793:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384939.039793:0:17105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384939.039798:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a2d2a8a x1853237348034816/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:165/0 lens 4848/4768 e 0 to 0 dl 1767384950 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384939.039799:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767384939.039804:0:17105:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:0.0:1767384939.039804:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384939.039808:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5cb9717. 00000400:00000200:0.0:1767384939.039841:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb6b021d 00000400:00000200:1.0:1767384939.039843:0:17105:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958271d06a00 00000100:00100000:3.0:1767384939.039844:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001a2d2a8a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+16:16359:x1853237348034816:12345-0@lo:253: Request processed in 1887us (2359us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384939.039846:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb6b021d. 00000100:00000001:0.0:1767384939.039854:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384939.039858:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000400:00000200:1.0:1767384939.039859:0:17105:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x18b9 [2] + 656 00000100:00000200:0.0:1767384939.039863:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000014b0b134 x1853237348034816/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384955 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384939.039864:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000400:00000200:1.0:1767384939.039867:0:17105:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384939.039869:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384939.039873:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1767384939.039876:0:17105:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384939.039879:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000004a1b71e. 00000100:00000001:1.0:1767384939.039882:0:17105:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:3.0:1767384939.039886:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b360690a. 00000100:00000200:0.0:1767384939.039887:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000014b0b134 x1853237348034816/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384955 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384939.039891:0:17105:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:00000010:3.0:1767384939.039892:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007df9b98c. 00000100:00000010:1.0:1767384939.039898:0:17105:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036b6898b. 00000020:00000040:3.0:1767384939.039899:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 15 00000100:00000040:1.0:1767384939.039904:0:17105:0:(events.c:337:request_in_callback()) incoming req@0000000036b6898b x1853237348035072 msgsize 328 00000100:00000001:0.0:1767384939.039906:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384939.039907:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384939.039911:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000facf727b. 00000100:00100000:1.0:1767384939.039912:0:17105:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384939.039913:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384939.039915:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384939.039919:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384939.039920:0:16359:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384939.039921:0:17105:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:3.0:1767384939.039923:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:0.0:1767384939.039924:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1767384939.039927:0:17105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000935f2dcd 00000400:00000010:3.0:1767384939.039928:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b2e3047. 00000100:00000001:0.0:1767384939.039928:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384939.039930:0:17105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000935f2dcd. 00000100:00000001:0.0:1767384939.039933:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384939.039934:0:17105:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767384939.039935:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000860120cf. 00000100:00000200:1.0:1767384939.039939:0:17105:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000c0eff6b x1853237348035072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384955 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384939.039939:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384939.039946:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=73 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384939.039949:0:17105:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384939.039954:0:17105:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c0eff6b x1853237348035072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384955 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00001000:0.0:1767384939.039954:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=73 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384939.039963:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384939.039965:0:17105:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384939.039967:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384939.039968:0:17105:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384939.039970:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384939.039973:0:17105:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384939.039974:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348035072 00010000:00000001:0.0:1767384939.039974:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384939.039977:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294928076 02000000:00000001:3.0:1767384939.039979:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1767384939.039980:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384939.039983:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384939.039983:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294928073 00000100:00000001:0.0:1767384939.039985:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384939.039986:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384939.039989:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294928076 02000000:00000001:3.0:1767384939.039992:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384939.039993:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294928073 00000100:00000040:0.0:1767384939.039994:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000014b0b134 x1853237348034816/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384955 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384939.039997:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348035072 00000100:00000001:1.0:1767384939.039999:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294928076 00000100:00000001:1.0:1767384939.040003:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294928073 00000020:00000001:3.0:1767384939.040007:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384939.040008:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294928076 00000020:00000040:3.0:1767384939.040010:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562d98 00000020:00000001:3.0:1767384939.040014:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384939.040014:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294928073 00000020:00000040:3.0:1767384939.040016:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 000000009de0d226 refcount=3 00000100:00000001:1.0:1767384939.040018:0:17105:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384939.040022:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590787602432 : -119482921949184 : ffff9354b6e16800) 00000100:00000001:1.0:1767384939.040023:0:17105:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384939.040028:0:17105:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384939.040029:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590787602432 : -119482921949184 : ffff9354b6e16800) 00010000:00000001:1.0:1767384939.040033:0:17105:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384939.040035:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384939.040038:0:17105:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384939.040040:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002114a2a7. 00010000:00000001:1.0:1767384939.040043:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384939.040046:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384939.040047:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384939.040048:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384939.040051:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002114a2a7. 00010000:00000001:1.0:1767384939.040051:0:17105:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384939.040054:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1767384939.040055:0:17105:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000010:3.0:1767384939.040058:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007df9b98c. 00000100:00000001:0.0:1767384939.040058:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384939.040064:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000004a1b71e. 00010000:00000001:1.0:1767384939.040064:0:17105:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:01000004:0.0:1767384939.040066:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:00000010:3.0:1767384939.040070:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b360690a. 00000100:00000001:1.0:1767384939.040070:0:17105:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384939.040071:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000001:1.0:1767384939.040075:0:17105:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:0.0:1767384939.040076:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384939.040077:0:17105:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384939.040081:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00100000:1.0:1767384939.040081:0:17105:0:(client.c:2690:ptlrpc_set_wait()) set 00000000fb69445a going to sleep for 11 seconds 00000020:01000004:0.0:1767384939.040081:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384939.040087:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:01000004:0.0:1767384939.040087:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384939.040088:0:17105:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384939.040092:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384939.040092:0:17105:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384939.040092:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384939.040096:0:16359:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000100:00000001:3.0:1767384939.040097:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384939.040099:0:16359:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384939.040101:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:3.0:1767384939.040102:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384939.040103:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384939.040109:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384939.040109:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000014b0b134 x1853237348034816/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384955 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384939.040120:0:22109:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384939.040121:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000014b0b134 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348034816:0@lo:253: 00000100:00000001:3.0:1767384939.040122:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384939.040123:0:22109:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384939.040127:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384939.040130:0:22109:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:0.0:1767384939.040130:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384939.040136:0:22109:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000009de0d226 : new rpc_count 1 00000100:00000001:0.0:1767384939.040137:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384939.040138:0:17073:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384939.040138:0:22109:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590750698112 : -119482958853504 : ffff9354b4ae4a80) 00000100:00000040:0.0:1767384939.040143:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000014b0b134 x1853237348034816/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384955 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384939.040144:0:17073:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384939.040147:0:22109:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000036b6898b x1853237348035072/t0(0) o104->b543db4a-4900-454f-be04-352b2897a173@0@lo:165/0 lens 328/0 e 0 to 0 dl 1767384950 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384939.040176:0:22109:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384939.040176:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384939.040180:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:1.0:1767384939.040181:0:22109:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000084401c85. 02000000:00000010:0.0:1767384939.040184:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002299428b. 00000100:00000001:1.0:1767384939.040185:0:22109:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384939.040190:0:22109:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000084401c85. 02000000:00000001:0.0:1767384939.040192:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:1.0:1767384939.040194:0:22109:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000036b6898b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:b543db4a-4900-454f-be04-352b2897a173+3:17105:x1853237348035072:12345-0@lo:104: 00000020:00000001:0.0:1767384939.040196:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:1.0:1767384939.040198:0:22109:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348035072 00000020:00000040:0.0:1767384939.040200:0:16359:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00010000:00000001:1.0:1767384939.040201:0:22109:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384939.040205:0:22109:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384939.040205:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384939.040209:0:22109:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:0.0:1767384939.040209:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009d49532e. 00000020:00000040:1.0:1767384939.040210:0:22109:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002fa4dab2 refcount=2 00000020:00000001:1.0:1767384939.040214:0:22109:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:1.0:1767384939.040216:0:22109:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 02000000:00000001:0.0:1767384939.040217:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767384939.040218:0:22109:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384939.040223:0:22109:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384939.040223:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384939.040227:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000014b0b134. 00010000:00010000:1.0:1767384939.040228:0:22109:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819563118 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb57eb7881956311f expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384939.040232:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384939.040235:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384939.040237:0:22109:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384939.040239:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384939.040245:0:22109:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384939.040249:0:22109:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001b2be34a. 02000000:00000001:1.0:1767384939.040251:0:22109:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384939.040252:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384939.040253:0:22109:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384939.040255:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384939.040257:0:22109:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384939.040260:0:22109:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384939.040260:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767384939.040262:0:22109:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ecba4e0e time=73 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384939.040264:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384939.040266:0:22109:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384939.040270:0:22109:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:1.0:1767384939.040272:0:22109:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:1.0:1767384939.040274:0:22109:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384939.040275:0:22109:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384939.040276:0:22109:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384939.040278:0:22109:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384939.040280:0:22109:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000935f2dcd. 00000100:00000200:1.0:1767384939.040282:0:22109:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237348035072, offset 224 00000400:00000200:1.0:1767384939.040285:0:22109:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384939.040289:0:22109:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384939.040293:0:22109:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958271d06a00 00000400:00000200:1.0:1767384939.040296:0:22109:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1d19 [1] + 224 00000400:00000200:1.0:1767384939.040299:0:22109:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384939.040301:0:22109:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384939.040303:0:22109:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384939.040306:0:22109:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000c0eff6b x1853237348035072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384955 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384939.040311:0:22109:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000000c0eff6b x1853237348035072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384955 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384939.040323:0:22109:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384939.040326:0:22109:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000935f2dcd 00000400:00000010:1.0:1767384939.040327:0:22109:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000935f2dcd. 00000100:00000001:1.0:1767384939.040329:0:22109:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384939.040330:0:22109:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384939.040332:0:22109:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384939.040335:0:22109:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:1.0:1767384939.040337:0:22109:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767384939.040340:0:17105:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000010:1.0:1767384939.040346:0:22109:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000009006a620. 00000400:00000001:0.0:1767384939.040347:0:17105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384939.040349:0:22109:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000001:0.0:1767384939.040351:0:17105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384939.040355:0:17105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d60dcdd9. 00000400:00000200:0.0:1767384939.040359:0:17105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fc9d359 00010000:00010000:1.0:1767384939.040360:0:22109:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000010:0.0:1767384939.040362:0:17105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fc9d359. 00010000:00000001:1.0:1767384939.040363:0:22109:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384939.040366:0:22109:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384939.040369:0:22109:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384939.040369:0:17105:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384939.040378:0:22109:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036b6898b x1853237348035072/t0(0) o104->b543db4a-4900-454f-be04-352b2897a173@0@lo:165/0 lens 328/224 e 0 to 0 dl 1767384950 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767384939.040378:0:17105:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000c0eff6b x1853237348035072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384955 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1767384939.040383:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384939.040387:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384939.040392:0:17078:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767384939.040398:0:17078:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767384939.040403:0:17078:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:1.0:1767384939.040403:0:22109:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000036b6898b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:b543db4a-4900-454f-be04-352b2897a173+3:17105:x1853237348035072:12345-0@lo:104: Request processed in 224us (495us total) trans 0 rc 0/0 00010000:00010000:3.0:1767384939.040408:0:17078:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819563118 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb57eb7881956311f expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384939.040415:0:17105:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000c0eff6b x1853237348035072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384955 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384939.040416:0:22109:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:1.0:1767384939.040422:0:22109:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009de0d226 : new rpc_count 0 00000100:00000001:1.0:1767384939.040426:0:22109:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:3.0:1767384939.040427:0:17078:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002fa4dab2 already unused, calling callback (00000000099ed54c) 00000100:00000001:1.0:1767384939.040428:0:22109:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 10000000:00000001:3.0:1767384939.040432:0:17078:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000010:1.0:1767384939.040432:0:22109:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000004a1b71e. 10000000:00010000:3.0:1767384939.040435:0:17078:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819563118 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb57eb7881956311f expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384939.040437:0:22109:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b360690a. 00000020:00000010:1.0:1767384939.040440:0:22109:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007df9b98c. 00000020:00000040:1.0:1767384939.040445:0:22109:0:(genops.c:898:class_export_put()) PUTting export 000000009de0d226 : new refcount 2 00000100:00000001:1.0:1767384939.040448:0:22109:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384939.040453:0:17078:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384939.040457:0:17078:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384939.040460:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384939.040460:0:17105:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384939.040463:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002fa4dab2 refcount=3 00000100:00000001:0.0:1767384939.040464:0:17105:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384939.040466:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00010000:00000001:3.0:1767384939.040469:0:17078:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867058688 : -119483842492928 : ffff935480030600) 00000100:00000001:0.0:1767384939.040469:0:17105:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384939.040474:0:17105:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384939.040475:0:17078:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384939.040479:0:17078:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819563118 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb57eb7881956311f expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384939.040479:0:17105:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384939.040483:0:17105:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384939.040500:0:17078:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384939.040503:0:17078:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819563118 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb57eb7881956311f expref: -99 pid: 17086 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384939.040503:0:17105:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384939.040510:0:17078:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00001000:0.0:1767384939.040510:0:17105:0:(import.c:2128:obd_at_measure()) add 5 to 000000008ef118cb time=73 v=5 (5 0 0 0) 10000000:00000001:3.0:1767384939.040517:0:17078:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00001000:0.0:1767384939.040518:0:17105:0:(import.c:2128:obd_at_measure()) add 1 to 00000000456edb1d time=73 v=5 (1 0 0 0) 10000000:00000040:3.0:1767384939.040519:0:17078:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1767384939.040521:0:17078:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767384939.040523:0:17078:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384939.040533:0:17078:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384939.040539:0:17105:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384939.040541:0:17105:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384939.040544:0:17078:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00010000:00000001:0.0:1767384939.040544:0:17105:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 10000000:00000001:3.0:1767384939.040548:0:17078:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767384939.040548:0:17105:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384939.040550:0:17078:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000002298ce) refs 2 00000100:00000001:0.0:1767384939.040553:0:17105:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384939.040554:0:17078:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384939.040556:0:17078:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384939.040560:0:17078:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:0.0:1767384939.040562:0:17105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c0eff6b x1853237348035072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384955 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384939.040563:0:17078:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384939.040566:0:17078:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384939.040569:0:17078:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384939.040571:0:17078:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384939.040574:0:17078:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002fa4dab2 with handle 0xb57eb78819563118 from hash 00010000:00000001:3.0:1767384939.040578:0:17078:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1767384939.040579:0:17105:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384939.040580:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384939.040582:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384939.040584:0:17105:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384939.040586:0:17105:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384939.040589:0:17078:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384939.040600:0:17078:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384939.040600:0:17105:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1767384939.040604:0:17078:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384939.040605:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384939.040608:0:17078:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767384939.040610:0:17078:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767384939.040614:0:17078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004e5b23bd. 00010000:00000001:0.0:1767384939.040614:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1767384939.040617:0:17078:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00010000:00000001:0.0:1767384939.040618:0:17105:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384939.040622:0:17078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384939.040624:0:17078:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767384939.040626:0:17105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c0eff6b x1853237348035072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384955 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384939.040627:0:17078:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384939.040633:0:17078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000037bd8ef1. 00000100:00000001:3.0:1767384939.040638:0:17078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384939.040642:0:17078:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767384939.040645:0:17078:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819563118 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb57eb7881956311f expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384939.040645:0:17105:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000c0eff6b pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17105:1853237348035072:0@lo:104: 00010000:00010000:3.0:1767384939.040656:0:17078:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:0.0:1767384939.040656:0:17105:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384939.040658:0:17078:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384939.040661:0:17105:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384939.040662:0:17078:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384939.040664:0:17078:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384939.040666:0:17105:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000040:3.0:1767384939.040670:0:17078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e5b23bd] to pc [ptlrpcd_00_03+3] req@000000004e5b23bd x1853237348035200/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384939.040670:0:17105:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384939.040677:0:17105:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c0eff6b x1853237348035072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384955 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384939.040686:0:17105:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384939.040688:0:17105:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384939.040690:0:17105:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000138d866d. 00010000:00000001:3.0:1767384939.040693:0:17078:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384939.040694:0:17105:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1767384939.040696:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767384939.040697:0:17105:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1767384939.040699:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1767384939.040701:0:17105:0:(genops.c:1242:class_import_put()) import 000000003b66da55 refcount=1 obd=MGS 00010000:00000001:3.0:1767384939.040702:0:17078:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384939.040706:0:17078:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384939.040707:0:17105:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:3.0:1767384939.040709:0:17078:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384939.040711:0:17105:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000053908059. 00010000:00010000:3.0:1767384939.040712:0:17078:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819563118 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb57eb7881956311f expref: -99 pid: 17086 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384939.040718:0:17105:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1767384939.040719:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384939.040722:0:17078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.134@tcp lock: 000000002fa4dab2/0xb57eb78819563118 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb57eb7881956311f expref: -99 pid: 17086 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384939.040722:0:17105:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384939.040726:0:17105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c0eff6b. 00000100:00000001:1.0:1767384939.040730:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:3.0:1767384939.040733:0:17078:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c357adc2 count: 0 00000100:00000001:0.0:1767384939.040733:0:17105:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384939.040734:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384939.040736:0:17105:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384939.040737:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1767384939.040742:0:17105:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fb69445a. 00000100:00000040:1.0:1767384939.040744:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004e5b23bd x1853237348035200/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384939.040747:0:17105:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384939.040750:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384939.040752:0:17105:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384939.040754:0:17078:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1767384939.040758:0:17078:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000009006a620. 00000100:00000001:1.0:1767384939.040758:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000010:0.0:1767384939.040759:0:17105:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005086170f. 00000100:00000001:1.0:1767384939.040761:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384939.040765:0:17078:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384939.040766:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1767384939.040767:0:17105:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384939.040770:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767384939.040770:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384939.040772:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384939.040774:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384939.040775:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384939.040778:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767384939.040779:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767384939.040780:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004e5b23bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348035200:0@lo:103: 00000020:00000001:3.0:1767384939.040783:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384939.040787:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384939.040787:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:1.0:1767384939.040788:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:3.0:1767384939.040792:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767384939.040793:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1767384939.040793:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000001:3.0:1767384939.040794:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384939.040798:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384939.040799:0:17105:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819563126 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384939.040800:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767384939.040801:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384939.040806:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384939.040809:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000138d866d. 02000000:00000001:1.0:1767384939.040812:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384939.040833:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384939.040835:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384939.040837:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384939.040840:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384939.040846:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072ef2c8e. 00000400:00000010:1.0:1767384939.040852:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000935f2dcd. 00000100:00000200:1.0:1767384939.040856:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348035200, portal 18 00000100:00000001:1.0:1767384939.040858:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384939.040859:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647281408 : -119488062270208 : ffff9353847e5500) 00000100:00000040:1.0:1767384939.040863:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004e5b23bd x1853237348035200/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384955 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384939.040868:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384939.040871:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384939.040873:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e4bc2813. 00000100:00000200:1.0:1767384939.040875:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237348035200, offset 0 00000400:00000200:1.0:1767384939.040877:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384939.040881:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384939.040885:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958271d06a80 00000400:00000200:1.0:1767384939.040888:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 656 00000400:00000200:1.0:1767384939.040891:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384939.040892:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384939.040895:0:16361:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384939.040897:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384939.040899:0:16361:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000efba0dc3. 00000100:00000040:1.0:1767384939.040900:0:16361:0:(events.c:337:request_in_callback()) incoming req@00000000efba0dc3 x1853237348035200 msgsize 328 00000100:00100000:1.0:1767384939.040903:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384939.040909:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384939.040913:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4bc2813 00000400:00000010:1.0:1767384939.040914:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e4bc2813. 00000100:00000001:1.0:1767384939.040916:0:16361:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384939.040918:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004e5b23bd x1853237348035200/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384955 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384939.040924:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384939.040926:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004e5b23bd x1853237348035200/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384955 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384939.040935:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384939.040936:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384939.040939:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384939.040940:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348035200 00000100:00000001:1.0:1767384939.040943:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384939.040944:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384939.040948:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294928077 00000100:00000001:0.0:1767384939.040948:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384939.040952:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384939.040954:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294928076 02000000:00000001:0.0:1767384939.040956:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384939.040959:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294928077 00000100:00100000:0.0:1767384939.040961:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348035200 00000100:00000001:1.0:1767384939.040962:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294928076 00000020:00000001:0.0:1767384939.040965:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384939.040967:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294928077 00000020:00000040:0.0:1767384939.040969:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000001:1.0:1767384939.040970:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294928076 00000100:00000001:1.0:1767384939.040974:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294928077 00000020:00000001:0.0:1767384939.040974:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384939.040978:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=16 00000100:00000001:1.0:1767384939.040979:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294928076 00000020:00000001:0.0:1767384939.040983:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:1.0:1767384939.040984:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384939.040988:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384939.040990:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:1.0:1767384939.040991:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384939.040994:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384939.040998:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384939.041000:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384939.041003:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384939.041003:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071df33f5. 00000100:00000001:1.0:1767384939.041008:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384939.041009:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384939.041010:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384939.041013:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384939.041017:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384939.041017:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071df33f5. 00000020:00000010:0.0:1767384939.041028:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b0843e2. 00000020:00000010:0.0:1767384939.041032:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bc9ab106. 00000020:00000010:0.0:1767384939.041036:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000090a933f. 00000100:00000040:0.0:1767384939.041042:0:17076:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384939.041044:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384939.041046:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384939.041048:0:17076:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384939.041051:0:17076:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384939.041054:0:17076:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384939.041056:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384939.041058:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384939.041060:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000aa3321da refcount=4 00000020:00000001:0.0:1767384939.041063:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004430848 : -119483705120768 : ffff935488332800) 00010000:00000001:0.0:1767384939.041065:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004430848 : -119483705120768 : ffff935488332800) 00010000:00010000:0.0:1767384939.041069:0:17076:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000aa3321da/0xb57eb7881956311f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb57eb78819563118 expref: 16 pid: 17081 timeout: 410 lvb_type: 0 00010000:00000001:0.0:1767384939.041083:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384939.041084:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384939.041085:0:17076:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384939.041087:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384939.041091:0:17076:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384939.041095:0:17076:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000efba0dc3 x1853237348035200/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:165/0 lens 328/0 e 0 to 0 dl 1767384950 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384939.041102:0:17076:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384939.041103:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384939.041115:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384939.041125:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384939.041127:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384939.041131:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:0.0:1767384939.041134:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000100:00000001:0.0:1767384939.041136:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590750702592 : -119482958849024 : ffff9354b4ae5c00) 00000100:00000040:0.0:1767384939.041141:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000efba0dc3 x1853237348035200/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:165/0 lens 328/0 e 0 to 0 dl 1767384950 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384939.041150:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384939.041152:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071df33f5. 00000100:00000001:0.0:1767384939.041155:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384939.041157:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071df33f5. 00000100:00100000:0.0:1767384939.041166:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000efba0dc3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b543db4a-4900-454f-be04-352b2897a173+16:16361:x1853237348035200:12345-0@lo:103: 00000100:00000200:0.0:1767384939.041170:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348035200 00010000:00000001:0.0:1767384939.041172:0:17076:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384939.041174:0:17076:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384939.041176:0:17076:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384939.041179:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384939.041181:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384939.041185:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001b51d0e5. 02000000:00000001:0.0:1767384939.041187:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384939.041189:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384939.041195:0:17076:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384939.041198:0:17076:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384939.041200:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384939.041201:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384939.041202:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000aa3321da refcount=4 00000020:00000001:0.0:1767384939.041204:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004430848 : -119483705120768 : ffff935488332800) 00010000:00000001:0.0:1767384939.041207:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004430848 : -119483705120768 : ffff935488332800) 00010000:00000040:0.0:1767384939.041209:0:17076:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000002ab41813 count: 3 00010000:00010000:0.0:1767384939.041213:0:17076:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000aa3321da/0xb57eb7881956311f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb57eb78819563118 expref: 16 pid: 17081 timeout: 410 lvb_type: 0 00000100:00001000:0.0:1767384939.041219:0:17076:0:(import.c:2128:obd_at_measure()) add 0 to 00000000f06c522d time=1767384939 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384939.041222:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384939.041226:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384939.041228:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384939.041230:0:17076:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000aa3321da/0xb57eb7881956311f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb57eb78819563118 expref: 16 pid: 17081 timeout: 410 lvb_type: 0 00000020:00000001:0.0:1767384939.041236:0:17076:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384939.041238:0:17076:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384939.041240:0:17076:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384939.041242:0:17076:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384939.041245:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384939.041247:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384939.041252:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384939.041254:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384939.041256:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384939.041257:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384939.041260:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000aa3321da with handle 0xb57eb7881956311f from hash 00010000:00000001:0.0:1767384939.041263:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384939.041265:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384939.041266:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384939.041268:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384939.041269:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384939.041270:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384939.041272:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000aa3321da/0xb57eb7881956311f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb57eb78819563118 expref: 16 pid: 17081 timeout: 410 lvb_type: 0 00010000:00000040:0.0:1767384939.041284:0:17076:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003d3e266f : new locks_count 9 00000020:00000040:0.0:1767384939.041286:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 15 00010000:00000001:0.0:1767384939.041290:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384939.041291:0:17076:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384939.041293:0:17076:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384939.041295:0:17076:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000a3a7dbfa 00010000:00000001:0.0:1767384939.041297:0:17076:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384939.041298:0:17076:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384939.041300:0:17076:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384939.041301:0:17076:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384939.041303:0:17076:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384939.041305:0:17076:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384939.041307:0:17076:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384939.041308:0:17076:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819563126 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384939.041314:0:17076:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384939.041317:0:17076:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384939.041318:0:17076:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384939.041320:0:17076:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384939.041321:0:17076:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002ab41813) refcount = 2 00010000:00010000:0.0:1767384939.041324:0:17076:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819563126 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384939.041330:0:17076:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384939.041332:0:17076:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384939.041333:0:17076:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384939.041335:0:17076:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384939.041338:0:17076:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000071df33f5. 00000100:00000001:0.0:1767384939.041340:0:17076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384939.041343:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cb6b021d. 00000100:00000001:0.0:1767384939.041345:0:17076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624589916260992 : -119483793290624 : ffff935482f1ca80) 00000100:00000001:0.0:1767384939.041347:0:17076:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624589916260992 : -119483793290624 : ffff935482f1ca80) 00000100:00000001:0.0:1767384939.041349:0:17076:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384939.041354:0:17076:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384939.041356:0:17076:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384939.041358:0:17076:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384939.041360:0:17076:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003151402s 00010000:00000001:0.0:1767384939.041363:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384939.041365:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384939.041367:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a3a7dbfa refcount=5 00000020:00000001:0.0:1767384939.041369:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00010000:00000001:0.0:1767384939.041372:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00010000:00000001:0.0:1767384939.041375:0:17076:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384939.041378:0:17076:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819563126 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384939.041384:0:17076:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384939.041386:0:17076:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819563126 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384939.041392:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384939.041394:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384939.041395:0:17076:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819563126 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384939.041401:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384939.041402:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384939.041404:0:17076:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384939.041406:0:17076:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819563126 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384939.041412:0:17076:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a3a7dbfa already unused, calling callback (00000000df0e66e0) 00010000:00000001:0.0:1767384939.041414:0:17076:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384939.041416:0:17076:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384939.041418:0:17076:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819563126 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384939.041424:0:17076:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384939.041430:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384939.041431:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384939.041433:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a3a7dbfa refcount=6 00000020:00000001:0.0:1767384939.041435:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00010000:00000001:0.0:1767384939.041437:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00080000:00000010:1.0:1767384939.041439:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008863e407. 00010000:00000001:0.0:1767384939.041440:0:17076:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384939.041444:0:17076:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819563126 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384939.041451:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384939.041454:0:17076:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384939.041455:0:17076:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384939.041468:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384939.041470:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000010:3.0:1767384939.041472:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009f775041. 00010000:00000001:0.0:1767384939.041473:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384939.041477:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384939.041480:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a3a7dbfa with handle 0xb57eb78819563126 from hash 00040000:00000001:3.0:1767384939.041482:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:0.0:1767384939.041484:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00040000:00000001:3.0:1767384939.041485:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384939.041496:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384939.041498:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:3.0:1767384939.041500:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384939.041502:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00010000:00000001:0.0:1767384939.041502:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384939.041506:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:01000000:3.0:1767384939.041507:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00010000:00000001:0.0:1767384939.041509:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 20000000:00000001:3.0:1767384939.041511:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384939.041512:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 20000000:01000000:3.0:1767384939.041514:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00010000:00010000:1.0:1767384939.041514:0:17105:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819563126 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384939.041515:0:17076:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384939.041519:0:17076:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000001:3.0:1767384939.041522:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:0.0:1767384939.041523:0:17076:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384939.041527:0:17105:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384939.041529:0:17076:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384939.041531:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384939.041534:0:17076:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384939.041535:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819563126 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384939.041538:0:17076:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384939.041544:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384939.041545:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384939.041547:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384939.041549:0:17076:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384939.041553:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384939.041554:0:17076:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384939.041555:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384939.041557:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:0.0:1767384939.041559:0:17076:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384939.041560:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384939.041564:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00010000:00010000:0.0:1767384939.041565:0:17076:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819563126 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767384939.041566:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384939.041571:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384939.041573:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384939.041577:0:17105:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000002ab41813 count: 4 00010000:00000001:0.0:1767384939.041578:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384939.041580:0:17105:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384939.041582:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384939.041584:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002ac7ce46. 00010000:00000001:0.0:1767384939.041587:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384939.041588:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:0.0:1767384939.041589:0:17076:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000040:1.0:1767384939.041591:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002ac7ce46 with handle 0xb57eb7881956312d to hash 00010000:00000001:0.0:1767384939.041593:0:17076:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:1.0:1767384939.041595:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384939.041596:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384939.041597:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318196224 : -119483391355392 : ffff93549ae6d600) 00010000:00000001:0.0:1767384939.041600:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384939.041601:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318196224 : -119483391355392 : ffff93549ae6d600) 00010000:00000001:0.0:1767384939.041603:0:17076:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384939.041604:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384939.041606:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384939.041606:0:17076:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384939.041612:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002ac7ce46/0xb57eb7881956312d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 20000000:00000001:0.0:1767384939.041612:0:17076:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384939.041617:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384939.041621:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a3a7dbfa/0xb57eb78819563126 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384939.041622:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384939.041624:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384939.041627:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384939.041630:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384939.041632:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384939.041634:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384939.041635:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384939.041637:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384939.041637:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384939.041641:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384939.041641:0:17076:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384939.041644:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384939.041646:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000001:0.0:1767384939.041646:0:17076:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000040:1.0:1767384939.041649:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002ab41813) refcount = 2 00010000:00000001:0.0:1767384939.041651:0:17076:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000020:3.0:1767384939.041653:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:1.0:1767384939.041653:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002ac7ce46/0xb57eb7881956312d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384939.041655:0:17076:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384939.041658:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000001:0.0:1767384939.041661:0:17076:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384939.041662:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009b388840. 00000100:00000001:0.0:1767384939.041667:0:17076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 20000000:00000001:3.0:1767384939.041668:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384939.041671:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cb6b021d. 00010000:00000040:3.0:1767384939.041673:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348034944 00000100:00000001:0.0:1767384939.041677:0:17076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384939.041679:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384939.041681:0:17076:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384939.041683:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000200:3.0:1767384939.041686:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e63b9092 x1853237348034944/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:165/0 lens 4848/4768 e 0 to 0 dl 1767384950 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384939.041687:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000010:0.0:1767384939.041687:0:17076:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000071df33f5. 00010000:00000001:1.0:1767384939.041690:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384939.041695:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384939.041696:0:17076:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384939.041700:0:17076:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384939.041701:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384939.041702:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384939.041704:0:17076:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384939.041705:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384939.041708:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003151402s 00010000:00000001:3.0:1767384939.041711:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384939.041712:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384939.041713:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384939.041715:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:3.0:1767384939.041718:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=73 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384939.041718:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002ac7ce46 refcount=4 00010000:00000001:0.0:1767384939.041718:0:17076:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384939.041723:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318196224 : -119483391355392 : ffff93549ae6d600) 00000100:00001000:0.0:1767384939.041725:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 0000000059180339 time=73 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384939.041726:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384939.041726:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318196224 : -119483391355392 : ffff93549ae6d600) 00000100:00000040:3.0:1767384939.041731:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:1.0:1767384939.041733:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000001:3.0:1767384939.041736:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000001:0.0:1767384939.041736:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:1.0:1767384939.041737:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002ac7ce46/0xb57eb7881956312d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384939.041741:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767384939.041742:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 22 to 0@lo 02000000:00000001:3.0:1767384939.041744:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384939.041750:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000001:3.0:1767384939.041751:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384939.041753:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000040:3.0:1767384939.041757:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:1.0:1767384939.041758:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002ac7ce46/0xb57eb7881956312d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384939.041758:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:3.0:1767384939.041760:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002bfa20d4. 02000000:00000001:0.0:1767384939.041763:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384939.041766:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348034944, offset 224 00000100:00000001:0.0:1767384939.041769:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384939.041775:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384939.041776:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384939.041778:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384939.041780:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384939.041783:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002ac7ce46/0xb57eb7881956312d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384939.041783:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db43e56e. 00000400:00000200:3.0:1767384939.041786:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384939.041795:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:0.0:1767384939.041796:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237348035200, offset 224 00010000:00000001:1.0:1767384939.041797:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384939.041799:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d06980 00010000:00000001:1.0:1767384939.041803:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384939.041805:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002ac7ce46/0xb57eb7881956312d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384939.041808:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d0d [2] + 224 00000400:00000200:3.0:1767384939.041836:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384939.041839:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:1.0:1767384939.041845:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002ac7ce46 already unused, calling callback (00000000df0e66e0) 00010000:00000001:1.0:1767384939.041848:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:0.0:1767384939.041849:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384939.041854:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384939.041855:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000200:3.0:1767384939.041859:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096e5d653 x1853237348034944/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384955 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384939.041859:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002ac7ce46/0xb57eb7881956312d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384939.041862:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384939.041877:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:0.0:1767384939.041878:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958271d06a80 00010000:00000001:1.0:1767384939.041880:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384939.041883:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384939.041886:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002ac7ce46 refcount=5 00000020:00000001:1.0:1767384939.041889:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318196224 : -119483391355392 : ffff93549ae6d600) 00000100:00000040:3.0:1767384939.041890:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000096e5d653 x1853237348034944/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384955 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384939.041893:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1d29 [1] + 224 00010000:00000001:1.0:1767384939.041895:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318196224 : -119483391355392 : ffff93549ae6d600) 00010000:00000001:1.0:1767384939.041900:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384939.041905:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002ac7ce46/0xb57eb7881956312d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384939.041905:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384939.041910:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384939.041915:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:0.0:1767384939.041915:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384939.041918:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bfa20d4 00010000:00000001:1.0:1767384939.041919:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000010:3.0:1767384939.041922:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002bfa20d4. 00010000:00000001:1.0:1767384939.041923:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384939.041928:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384939.041929:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384939.041930:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384939.041930:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384939.041932:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384939.041936:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384939.041938:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384939.041939:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384939.041939:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004e5b23bd x1853237348035200/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384955 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384939.041944:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 21 to 0@lo 00000020:00000040:1.0:1767384939.041944:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002ac7ce46 with handle 0xb57eb7881956312d from hash 00010000:00000001:3.0:1767384939.041949:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384939.041950:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:3.0:1767384939.041954:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384939.041955:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384939.041958:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384939.041959:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384939.041960:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384939.041963:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:3.0:1767384939.041965:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e63b9092 x1853237348034944/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:165/0 lens 4848/4768 e 0 to 0 dl 1767384950 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384939.041965:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004e5b23bd x1853237348035200/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384955 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384939.041966:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384939.041969:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384939.041971:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384939.041976:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384939.041981:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384939.041983:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384939.041988:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384939.041990:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384939.041992:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384939.042001:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384939.042003:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384939.042005:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384939.042008:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002ac7ce46/0xb57eb7881956312d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384939.042011:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e63b9092 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:16360:x1853237348034944:12345-0@lo:253: Request processed in 4008us (4480us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384939.042013:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db43e56e 00010000:00000001:1.0:1767384939.042019:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1767384939.042019:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db43e56e. 00010000:00000001:1.0:1767384939.042022:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1767384939.042024:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00010000:00000001:1.0:1767384939.042025:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767384939.042025:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767384939.042028:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00010000:00000001:1.0:1767384939.042029:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:0.0:1767384939.042030:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384939.042032:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384939.042034:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384939.042035:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384939.042037:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384939.042037:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384939.042038:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000010:3.0:1767384939.042040:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004d03ae1e. 00010000:00000001:1.0:1767384939.042041:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384939.042045:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 20000000:00000001:1.0:1767384939.042046:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384939.042048:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ab220128. 00010000:00010000:1.0:1767384939.042050:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002ac7ce46/0xb57eb7881956312d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384939.042053:0:17076:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384939.042054:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002e73130. 00010000:00000001:1.0:1767384939.042061:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384939.042061:0:17076:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384939.042062:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00010000:00000001:1.0:1767384939.042064:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384939.042068:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002ac7ce46/0xb57eb7881956312d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384939.042069:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:0.0:1767384939.042072:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000efba0dc3 x1853237348035200/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:165/0 lens 328/224 e 0 to 0 dl 1767384950 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384939.042073:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d52ae28e. 02000000:00000001:3.0:1767384939.042078:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000040:1.0:1767384939.042080:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002ab41813 count: 0 00000100:00000001:3.0:1767384939.042081:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384939.042087:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1767384939.042088:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 20000000:00000001:1.0:1767384939.042091:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:3.0:1767384939.042095:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000256031a3. 00000100:00100000:0.0:1767384939.042096:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000efba0dc3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b543db4a-4900-454f-be04-352b2897a173+14:16361:x1853237348035200:12345-0@lo:103: Request processed in 943us (1192us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384939.042101:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002bfa20d4. 00000100:00100000:0.0:1767384939.042111:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:0.0:1767384939.042114:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:3.0:1767384939.042116:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384939.042117:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384939.042119:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384939.042121:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:3.0:1767384939.042122:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384939.042125:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384939.042126:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf5cb297. 00000020:00000010:0.0:1767384939.042126:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bc9ab106. 00000400:00000200:3.0:1767384939.042134:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb5434ea 00000400:00000010:3.0:1767384939.042135:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eb5434ea. 00000020:00000010:0.0:1767384939.042135:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000090a933f. 00000100:00000001:3.0:1767384939.042141:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384939.042143:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b0843e2. 00000100:00000200:3.0:1767384939.042145:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096e5d653 x1853237348034944/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384955 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384939.042156:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000100:00000200:3.0:1767384939.042157:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096e5d653 x1853237348034944/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384955 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384939.042162:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384939.042167:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384939.042170:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384939.042171:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384939.042173:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384939.042180:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384939.042181:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384939.042183:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384939.042183:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384939.042187:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1767384939.042188:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=73 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384939.042193:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=73 v=5 (1 0 0 0) 00000400:00000001:0.0:1767384939.042193:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384939.042197:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384939.042198:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384939.042201:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384939.042201:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000072ef2c8e. 00010000:00000001:3.0:1767384939.042203:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384939.042206:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384939.042208:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384939.042208:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000935f2dcd 00000400:00000010:0.0:1767384939.042213:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000935f2dcd. 00000100:00000040:3.0:1767384939.042215:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096e5d653 x1853237348034944/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384955 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384939.042218:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384939.042223:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384939.042226:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1767384939.042226:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004e5b23bd x1853237348035200/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384955 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384939.042229:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384939.042233:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384939.042236:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384939.042239:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384939.042242:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384939.042245:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384939.042247:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000200:0.0:1767384939.042247:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004e5b23bd x1853237348035200/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384955 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384939.042250:0:16360:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384939.042253:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384939.042255:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384939.042260:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096e5d653 x1853237348034944/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384955 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384939.042265:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384939.042268:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384939.042272:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000096e5d653 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348034944:0@lo:253: 00000100:00000001:0.0:1767384939.042273:0:16361:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384939.042276:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384939.042279:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384939.042279:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384939.042282:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384939.042283:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384939.042287:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096e5d653 x1853237348034944/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384955 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384939.042288:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384939.042295:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:0.0:1767384939.042295:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 000000009e62be5a time=73 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384939.042298:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1767384939.042300:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=73 v=5 (1 0 0 0) 02000000:00000010:3.0:1767384939.042301:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000bdd98002. 02000000:00000001:3.0:1767384939.042307:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384939.042307:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384939.042309:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384939.042311:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767384939.042312:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384939.042314:0:16361:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384939.042315:0:16360:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:0.0:1767384939.042320:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384939.042321:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384939.042324:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b3080e34. 00000100:00000040:0.0:1767384939.042328:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004e5b23bd x1853237348035200/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384955 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384939.042329:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384939.042331:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384939.042334:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096e5d653. 00000100:00000001:3.0:1767384939.042339:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384939.042343:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384939.042343:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384939.042348:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384939.042349:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384939.042351:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384939.042352:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384939.042356:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384939.042356:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e5b23bd x1853237348035200/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384955 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384939.042360:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384939.042364:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384939.042386:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004e5b23bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348035200:0@lo:103: 00000100:00000001:0.0:1767384939.042392:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384939.042394:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384939.042396:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004e5b23bd x1853237348035200/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384955 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384939.042403:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384939.042405:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384939.042407:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000138d866d. 02000000:00000001:0.0:1767384939.042410:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384939.042412:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384939.042413:0:16361:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:0.0:1767384939.042415:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384939.042417:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000037bd8ef1. 02000000:00000001:0.0:1767384939.042419:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384939.042421:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384939.042422:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004e5b23bd. 00000100:00000001:0.0:1767384939.042425:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384939.042426:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384939.042428:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384939.042432:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384939.042434:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384939.042436:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384939.042438:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384939.046875:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294928077, at 4294928078 00000100:00000040:1.0:1767384939.046883:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294928077, at 4294928078 00000100:00000010:0.0:1767384939.046884:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009bc401ca. 00000100:00000010:1.0:1767384939.046892:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f09a283. 00010000:00000010:0.1:1767384939.047855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000aa3321da. 00010000:00000010:0.1:1767384939.047862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a3a7dbfa. 00010000:00000010:3.1:1767384939.047892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c357adc2. 00010000:00000010:3.1:1767384939.047902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002fa4dab2. 00000100:00000040:3.0:1767384939.047913:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294928077, at 4294928079 00000100:00000010:3.0:1767384939.047917:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007e6f8588. 00000100:00000040:2.0:1767384939.048717:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294928077, at 4294928079 00000100:00000010:2.0:1767384939.048725:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3e7e0bc. 00010000:00000010:1.1:1767384939.049838:0:35234:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002ab41813. 00010000:00000010:1.1:1767384939.049847:0:35234:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002ac7ce46. 00000400:00000010:3.0:1767384939.053474:0:35233:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f7815201. 00000400:00000040:3.0:1767384939.053504:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384939.053507:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384939.053509:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384939.053510:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384939.053512:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384939.053513:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384939.053515:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384939.053516:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384939.053517:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384939.053518:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384939.053519:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384939.053520:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384939.053522:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384939.053523:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384939.053523:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384939.053525:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384939.053526:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384939.053527:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384939.053527:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384939.053529:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384939.053530:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384939.053534:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384939.053535:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384939.053536:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384939.053537:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384939.053539:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384939.053540:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384939.053541:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384939.053542:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384939.053543:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384939.053544:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384939.053545:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384939.053546:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384939.053547:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384939.053548:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384939.053549:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384939.053550:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384939.053551:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384939.053552:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384939.053553:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384939.053554:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384939.053555:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384939.053556:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384939.053557:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384939.053558:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384939.053559:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384939.053560:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384939.053560:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384939.053562:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384939.053563:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384939.053564:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384939.053565:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384939.053566:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384939.053567:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384939.053568:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384939.053569:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384939.053569:0:35233:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384939.053663:0:35233:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f7815201. 00000100:00000001:1.0:1767384939.353903:0:17897:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384939.353908:0:17897:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384939.545915:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384939.545921:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384939.545927:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384939.545929:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384939.545966:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384939.545979:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384939.545984:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384939.929880:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ceaa5a60] -> 12345-192.168.203.134@tcp26 (4) 00000400:00000001:2.0:1767384939.929894:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384939.929900:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:0.1:1767384939.929903:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ceaa5a60] -> 12345-192.168.203.134@tcp26 (4) 00000400:00000200:2.0:1767384939.929904:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c29def7 00000400:00000010:2.0:1767384939.929908:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c29def7. 00000400:00000200:2.0:1767384939.929915:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384939.929920:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp28 recovery ping unlinked 00000400:00000010:2.0:1767384939.929928:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009f7e45ff. 00000400:00000010:2.0:1767384939.929933:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006fb8124d. 00000400:00000200:2.0:1767384939.929944:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp39 00000400:00000010:2.0:1767384939.929948:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000bb9ebf37. 00000400:00000010:2.0:1767384939.929954:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b4d38b9e. 00000400:00000010:2.0:1767384939.929959:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b0ce52c. 00000400:00000010:2.0:1767384939.929967:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000017e0073c. 00000400:00000200:2.0:1767384939.929971:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp39 00000400:00000200:2.0:1767384939.929985:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp39 local destination 00000400:00000200:2.0:1767384939.929991:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp39 00000400:00000200:2.0:1767384939.929995:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp39 NI seq info: [166:166:256:4294967295] 192.168.203.134@tcp39 LPNI seq info [161:161:8:4294967295] 00000400:00000200:2.0:1767384939.930001:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp39 00000400:00000200:0.0:1767384939.930016:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.930017:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp39(192.168.203.134@tcp39:) -> 192.168.203.134@tcp39(192.168.203.134@tcp39:192.168.203.134@tcp39) : GET try# 0 00000800:00000200:2.0:1767384939.930027:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp39 00000800:00000010:2.0:1767384939.930031:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bbd4c237. 00000800:00000200:2.0:1767384939.930036:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e1b9ebf] -> 12345-192.168.203.134@tcp39 (2) 00000800:00000200:2.1:1767384939.930041:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e1b9ebf] -> 12345-192.168.203.134@tcp39 (2) 00000400:00000200:2.0:1767384939.930056:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp39 added to recovery queue. ping count: 3 next ping: 269 health :700 00000400:00000200:2.0:1767384939.930060:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp42 00000400:00000010:2.0:1767384939.930064:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006bcfb46b. 00000400:00000200:0.0:1767384939.930064:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000010:2.0:1767384939.930072:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000666e4986. 00000400:00000010:2.0:1767384939.930076:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050f4446d. 00000400:00000010:2.0:1767384939.930082:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000886dd861. 00000400:00000200:2.0:1767384939.930085:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp42 00000400:00000200:2.0:1767384939.930092:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp42 local destination 00000400:00000200:2.0:1767384939.930096:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp42 00000400:00000200:2.0:1767384939.930101:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp42 NI seq info: [167:167:256:4294967295] 192.168.203.134@tcp42 LPNI seq info [162:162:8:4294967295] 00000400:00000200:2.0:1767384939.930105:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp42 00000400:00000200:0.0:1767384939.930111:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.930115:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp42(192.168.203.134@tcp42:) -> 192.168.203.134@tcp42(192.168.203.134@tcp42:192.168.203.134@tcp42) : GET try# 0 00000800:00000200:2.0:1767384939.930120:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp42 00000800:00000010:2.0:1767384939.930126:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000098ada871. 00000800:00000200:2.0:1767384939.930132:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000045d39b32] -> 12345-192.168.203.134@tcp42 (2) 00000800:00000200:2.1:1767384939.930137:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000045d39b32] -> 12345-192.168.203.134@tcp42 (2) 00000400:00000200:2.0:1767384939.930148:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp42 added to recovery queue. ping count: 1 next ping: 263 health :900 00000400:00000200:0.0:1767384939.930179:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.930205:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:0.0:1767384939.930249:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.930283:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384939.930324:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.930356:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384939.930383:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.930410:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384939.930435:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.930467:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:0.0:1767384939.930538:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.930549:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.930633:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:0.0:1767384939.930633:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.930696:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:0.0:1767384939.930717:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.930755:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:0.0:1767384939.930784:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384939.930953:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:0.0:1767384939.931036:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:0.0:1767384939.931110:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:0.0:1767384939.931193:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:0.0:1767384939.931259:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384939.931332:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:0.0:1767384939.931402:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:0.0:1767384939.931471:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:0.0:1767384939.931549:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.931588:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:0.0:1767384939.931619:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:0.0:1767384939.931687:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:0.0:1767384939.931742:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:0.0:1767384939.931791:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:0.0:1767384939.931869:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:0.0:1767384939.931925:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.931960:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384939.931973:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.932016:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384939.932046:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.932073:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:0.0:1767384939.932115:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.932138:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:0.0:1767384939.932183:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.932194:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:0.0:1767384939.932232:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.932243:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:0.0:1767384939.932295:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.932315:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384939.932360:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.932391:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:0.0:1767384939.932443:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.932457:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.932527:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.932552:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.932573:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.932601:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.932637:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000800:00000010:0.0:1767384939.932688:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009b388840. 00000400:00000200:2.0:1767384939.932689:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000800:00000010:0.0:1767384939.932698:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c1185870. 00000800:00000010:0.0:1767384939.932707:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000181aa2fd. 00000800:00000010:0.0:1767384939.932742:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000181aa2fd. 00000400:00000200:2.0:1767384939.932753:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000800:00020000:0.0:1767384939.932765:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000400:00000200:2.0:1767384939.932792:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.932848:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.932889:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.932921:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.932957:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.933001:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.933048:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.933069:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.933090:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.933125:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.933148:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.933169:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.933184:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.933199:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.933222:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.933240:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.933258:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.933273:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.933290:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.933305:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.134:988 00000800:00000010:2.0:1767384939.933447:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d562ebc5. 00000800:00000010:2.0:1767384939.933451:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000083144761. 00000800:00000010:2.0:1767384939.933454:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fce5a138. 00000800:00000010:2.0:1767384939.933478:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fce5a138. 00000400:00000200:2.0:1767384939.933525:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.933546:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.933559:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.933573:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.933596:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.933610:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.933624:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.933639:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.933652:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.933670:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.933685:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.933699:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.933716:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.933741:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.933780:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.933807:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.933862:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.933906:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.933959:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.934005:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.934048:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.934099:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.934154:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.934202:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.934252:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.934295:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.934341:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.934380:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384939.934387:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.934404:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp39 from 209.3.0.2 00000800:00000010:3.0:1767384939.934409:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000039671d1d. 00000400:00000200:2.0:1767384939.934422:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.934478:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.934543:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.934604:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.934655:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.934701:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.934753:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.934840:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.934901:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.934965:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.935027:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.935091:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.134:988 00000800:00000010:3.0:1767384939.935112:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f82cdbe9. 00000800:00000010:3.0:1767384939.935118:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000044d2eed9. 00000400:00000200:2.0:1767384939.935131:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.134:988 00000800:00000010:3.0:1767384939.935140:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a98fd7a8. 00000800:00000200:3.1:1767384939.935146:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e1b9ebf] -> 12345-192.168.203.134@tcp39 (2) 00000800:00000200:3.1:1767384939.935151:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp39 00000000a98fd7a8 deleted 00000400:00000200:2.0:1767384939.935153:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.134:988 00000800:00000010:3.1:1767384939.935154:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a98fd7a8. 00000800:00000200:3.1:1767384939.935163:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384939.935169:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp39 ip 192.168.203.134:977 00000800:00000200:3.1:1767384939.935172:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bbd4c237 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384939.935178:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp39 p 3.x 192.168.203.134 -> 192.168.203.134:977 incarnation:1767384927994306811 sched[0] 00000400:00000200:2.0:1767384939.935178:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.134:988 00000800:00000010:3.0:1767384939.935185:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000084a76fd3. 00000400:00000200:2.0:1767384939.935213:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.134:988 00000800:00000010:3.0:1767384939.935241:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000084a76fd3. 00000400:00000200:2.0:1767384939.935243:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.134:988 00000800:00000010:3.0:1767384939.935246:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000044d2eed9. 00000800:00000010:3.0:1767384939.935281:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000039671d1d. 00000400:00000200:2.0:1767384939.935288:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.134:988 00000800:00000001:3.0:1767384939.935291:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384939.935297:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384939.935311:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.134:988 00000800:00000200:3.0:1767384939.935343:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384939.935347:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bbd4c237. 00000400:00000200:3.0:1767384939.935351:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384939.935356:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp39->192.168.203.134@tcp39: GET: OK 00000400:00000200:3.0:1767384939.935361:0:16353:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384939.935365:0:16353:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp39 recovery message sent successfully:0 00000800:00000200:3.1:1767384939.935414:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384939.935420:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp39 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384927994306811 sched[0] 00000800:00000010:3.0:1767384939.935423:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000083144761. 00000800:00000010:2.0:1767384939.935458:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000516792d0. 00000800:00000010:2.0:1767384939.935464:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f8534105. 00000800:00000010:2.0:1767384939.935467:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fce5a138. 00000400:00000200:3.0:1767384939.935499:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000800:00000010:2.0:1767384939.935520:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fce5a138. 00000400:00000200:3.0:1767384939.935555:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.935602:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384939.935619:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.935621:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp42 from 208.3.0.2 00000800:00000010:2.0:1767384939.935631:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ac84cf06. 00000400:00000200:3.0:1767384939.935676:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.935726:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.935786:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.935871:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.935923:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.935987:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.936061:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.936124:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.936189:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.936255:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.936314:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.936382:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.936442:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.936514:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.936586:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.936655:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.936722:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.936798:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.936891:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.936961:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000800:00000010:2.0:1767384939.936977:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007ae6b2d8. 00000800:00000010:2.0:1767384939.936982:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e78f7960. 00000800:00000010:2.0:1767384939.937001:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000083144761. 00000800:00000200:2.1:1767384939.937007:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000045d39b32] -> 12345-192.168.203.134@tcp42 (2) 00000800:00000200:2.1:1767384939.937012:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp42 0000000083144761 deleted 00000800:00000010:2.1:1767384939.937014:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000083144761. 00000800:00000200:2.1:1767384939.937017:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384939.937023:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp42 ip 192.168.203.134:976 00000800:00000200:2.1:1767384939.937026:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000098ada871 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384939.937028:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000800:00000200:2.0:1767384939.937033:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp42 p 3.x 192.168.203.134 -> 192.168.203.134:976 incarnation:1767384934631148090 sched[0] 00000800:00000010:2.0:1767384939.937039:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fce5a138. 00000400:00000200:3.0:1767384939.937062:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000800:00000010:2.0:1767384939.937085:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fce5a138. 00000800:00000010:2.0:1767384939.937090:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e78f7960. 00000400:00000200:3.0:1767384939.937103:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000800:00000010:2.0:1767384939.937122:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ac84cf06. 00000800:00000001:3.0:1767384939.937127:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384939.937135:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384939.937137:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384939.937148:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384939.937162:0:16349:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:3.0:1767384939.937168:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp39(192.168.203.134@tcp39) <- 192.168.203.134@tcp39 : GET - for me 00000800:00000200:2.0:1767384939.937173:0:16349:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp42 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384934631148090 sched[0] 00000800:00000010:2.0:1767384939.937177:0:16349:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f8534105. 00000400:00000200:3.0:1767384939.937185:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384939.937193:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 272/272 into md 0x1cfd [1] + 0 00000400:00000200:3.0:1767384939.937205:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp39 to MR: 192.168.203.134@tcp39 local destination 00000400:00000200:3.0:1767384939.937212:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp39 NI seq info: [168:168:256:4294967295] 192.168.203.134@tcp39 LPNI seq info [163:163:8:4294967295] 00000400:00000200:2.0:1767384939.937220:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.937228:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp39(192.168.203.134@tcp39:192.168.203.134@tcp39) -> 192.168.203.134@tcp39(192.168.203.134@tcp39:192.168.203.134@tcp39) 192.168.203.134@tcp39 : REPLY try# 0 00000800:00000200:3.0:1767384939.937234:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.134@tcp39 00000800:00000010:3.0:1767384939.937237:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002f6e1455. 00000800:00000200:3.0:1767384939.937247:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e1b9ebf] -> 12345-192.168.203.134@tcp39 (4) 00000800:00000200:3.0:1767384939.937253:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp39 ip 192.168.203.134:988 00000800:00000200:3.0:1767384939.937256:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002f6e1455 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384939.937264:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000800:00000200:3.0:1767384939.937307:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384939.937310:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000098ada871. 00000400:00000200:2.0:1767384939.937314:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.937315:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384939.937324:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp42->192.168.203.134@tcp42: GET: OK 00000400:00000200:3.0:1767384939.937330:0:16353:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384939.937333:0:16353:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp42 recovery message sent successfully:0 00000800:00000001:3.0:1767384939.937345:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384939.937349:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384939.937377:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000800:00000200:3.0:1767384939.937397:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384939.937401:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002f6e1455. 00000400:00000200:2.0:1767384939.937406:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.937407:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384939.937415:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp39->192.168.203.134@tcp39: REPLY: OK 00000800:00000001:3.0:1767384939.937427:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384939.937432:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384939.937433:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384939.937440:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384939.937441:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.937448:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp42(192.168.203.134@tcp42) <- 192.168.203.134@tcp42 : GET - for me 00000400:00000200:3.0:1767384939.937457:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384939.937463:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 272/272 into md 0x1cfd [1] + 0 00000400:00000200:3.0:1767384939.937470:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp42 to MR: 192.168.203.134@tcp42 local destination 00000400:00000200:2.0:1767384939.937471:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.937478:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp42 NI seq info: [169:169:256:4294967295] 192.168.203.134@tcp42 LPNI seq info [164:164:8:4294967295] 00000400:00000200:3.0:1767384939.937508:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp42(192.168.203.134@tcp42:192.168.203.134@tcp42) -> 192.168.203.134@tcp42(192.168.203.134@tcp42:192.168.203.134@tcp42) 192.168.203.134@tcp42 : REPLY try# 0 00000800:00000200:3.0:1767384939.937513:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.134@tcp42 00000800:00000010:3.0:1767384939.937517:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002f6e1455. 00000400:00000200:2.0:1767384939.937518:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000800:00000200:3.0:1767384939.937551:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000045d39b32] -> 12345-192.168.203.134@tcp42 (4) 00000800:00000200:3.0:1767384939.937557:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp42 ip 192.168.203.134:988 00000800:00000200:3.0:1767384939.937560:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002f6e1455 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384939.937574:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000800:00000200:3.0:1767384939.937601:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384939.937604:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002f6e1455. 00000400:00000200:2.0:1767384939.937605:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.937608:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384939.937615:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp42->192.168.203.134@tcp42: REPLY: OK 00000800:00000001:3.0:1767384939.937624:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384939.937627:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384939.937629:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384939.937634:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384939.937635:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384939.937636:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000800:00000001:3.0:1767384939.937638:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384939.937646:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp39(192.168.203.134@tcp39) <- 192.168.203.134@tcp39 : REPLY - for me 00000400:00000200:3.0:1767384939.937656:0:16353:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp39: Reply from 12345-192.168.203.134@tcp39 of length 272/272 into md 0x1d3d 00000400:00000200:2.0:1767384939.937670:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000800:00000001:3.0:1767384939.937671:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384939.937679:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384939.937681:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384939.937685:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp39->192.168.203.134@tcp39: REPLY: OK 00000400:00000200:3.0:1767384939.937689:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b0ce52c 00000400:00000010:3.0:1767384939.937690:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b0ce52c. 00000400:00000200:3.0:1767384939.937694:0:16353:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384939.937699:0:16353:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000bb9ebf37. 00000400:00000010:3.0:1767384939.937702:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b4d38b9e. 00000400:00000200:2.0:1767384939.937707:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000800:00000001:3.0:1767384939.937709:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384939.937715:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384939.937717:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384939.937722:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384939.937723:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384939.937727:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384939.937734:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp42(192.168.203.134@tcp42) <- 192.168.203.134@tcp42 : REPLY - for me 00000400:00000200:3.0:1767384939.937744:0:16353:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp42: Reply from 12345-192.168.203.134@tcp42 of length 272/272 into md 0x1d41 00000800:00000001:3.0:1767384939.937748:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384939.937753:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384939.937756:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384939.937761:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp42->192.168.203.134@tcp42: REPLY: OK 00000400:00000200:3.0:1767384939.937766:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050f4446d 00000400:00000200:2.0:1767384939.937766:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000010:3.0:1767384939.937777:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050f4446d. 00000400:00000200:3.0:1767384939.937782:0:16353:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384939.937788:0:16353:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006bcfb46b. 00000400:00000010:3.0:1767384939.937792:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000666e4986. 00000800:00000001:3.0:1767384939.937800:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384939.937803:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000800:00000001:3.0:1767384939.937804:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384939.937810:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384939.937814:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384939.937866:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.937886:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.937915:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.937939:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.937970:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.938008:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.938021:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.938070:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.938078:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.938123:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.938144:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.938185:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.938218:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.938248:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.938285:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.938322:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.938358:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.938388:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.938414:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.938449:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.938471:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.938528:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.938549:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.938574:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.938598:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.938631:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.938649:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.938687:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.938703:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.938749:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.938761:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.938801:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.938850:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.938880:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.938902:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.938938:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.938962:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.939017:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.939019:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.939073:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.939094:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.939139:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.939158:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.939194:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.134:988 00000400:00000200:3.0:1767384939.939233:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.939261:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.939328:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.939389:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.939429:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.134:988 00000800:00000010:3.0:1767384939.939458:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c95149dc. 00000400:00000200:2.0:1767384939.939459:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.134:988 00000800:00000010:3.0:1767384939.939464:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000044d2eed9. 00000800:00000010:3.0:1767384939.939469:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000084a76fd3. 00000400:00000200:2.0:1767384939.939501:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.134:988 00000800:00000010:3.0:1767384939.939524:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000084a76fd3. 00000400:00000200:2.0:1767384939.939533:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.939570:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.939620:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.939685:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.134:988 00000400:00000200:2.0:1767384939.939755:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.134:988 00000800:00000010:2.0:1767384939.939978:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000053d6760d. 00000800:00000010:2.0:1767384939.939983:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f8534105. 00000800:00000010:2.0:1767384939.939993:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fce5a138. 00000400:00000200:3.0:1767384939.939998:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384939.940009:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fce5a138. 00000400:00000200:3.0:1767384939.940049:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp42 from 206.3.0.2 00000800:00000010:3.0:1767384939.940052:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000264ce9ea. 00000400:00000200:3.0:1767384939.940065:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384939.940072:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp39 from 207.3.0.2 00000800:00000010:3.0:1767384939.940074:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000017ea922f. 00000800:00000010:3.0:1767384939.940365:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009e7b5c1d. 00000800:00000010:3.0:1767384939.940370:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a98fd7a8. 00000800:00000010:3.0:1767384939.940383:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006feca786. 00000800:00000200:3.1:1767384939.940387:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000045d39b32] -> 12345-192.168.203.134@tcp42 (4) 00000800:00000200:3.1:1767384939.940391:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp42 000000006feca786 deleted 00000800:00000010:3.1:1767384939.940393:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006feca786. 00000800:00000200:3.1:1767384939.940395:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384939.940399:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp42 p 3.x 192.168.203.134 -> 192.168.203.134:974 incarnation:1767384934631148090 sched[0] 00000800:00000010:3.0:1767384939.940404:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000084a76fd3. 00000800:00000010:3.0:1767384939.940450:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000084a76fd3. 00000800:00000010:3.0:1767384939.940453:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a98fd7a8. 00000800:00000010:3.0:1767384939.940468:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000264ce9ea. 00000800:00000010:3.0:1767384939.940476:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d52ae28e. 00000800:00000010:3.0:1767384939.940508:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a98fd7a8. 00000800:00000010:3.0:1767384939.940520:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006feca786. 00000800:00000200:3.1:1767384939.940524:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e1b9ebf] -> 12345-192.168.203.134@tcp39 (4) 00000800:00000200:3.1:1767384939.940528:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp39 000000006feca786 deleted 00000800:00000010:3.1:1767384939.940529:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006feca786. 00000800:00000200:3.1:1767384939.940531:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384939.940534:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp39 p 3.x 192.168.203.134 -> 192.168.203.134:975 incarnation:1767384927994306811 sched[0] 00000800:00000010:3.0:1767384939.940538:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000084a76fd3. 00000800:00000200:1.1:1767384939.940547:0:16349:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384939.940557:0:16349:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp42 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384934631148090 sched[0] 00000800:00000010:1.0:1767384939.940563:0:16349:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f8534105. 00000800:00000010:3.0:1767384939.940571:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000084a76fd3. 00000800:00000010:3.0:1767384939.940575:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a98fd7a8. 00000800:00000010:3.0:1767384939.940603:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000017ea922f. 00000800:00000001:1.0:1767384939.940608:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384939.940612:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384939.940614:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384939.940618:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384939.940618:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384939.940624:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384939.940638:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384939.940644:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp39 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384927994306811 sched[0] 00000800:00000010:3.0:1767384939.940646:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000044d2eed9. 00000800:00000001:1.0:1767384939.940675:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384939.940686:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384939.941064:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c1185870. 00000800:00000010:0.0:1767384939.941069:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009b388840. 00000400:02020000:0.0:1767384939.941115:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp26 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384939.945867:0:16348:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:0.0:1767384940.570099:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384940.570104:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384940.570109:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384940.570111:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384940.570184:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384940.570187:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384940.570190:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384940.858302:0:35731:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004597a7d5. 00080000:00000010:0.0:1767384940.858314:0:35731:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004597a7d5. 00000020:00000001:0.0:1767384940.858320:0:35731:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384940.858330:0:35731:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004597a7d5. 00080000:00000010:0.0:1767384940.858336:0:35731:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004597a7d5. 00000020:00000001:0.0:1767384940.858340:0:35731:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384941.494560:0:35895:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384941.494563:0:35895:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp45 --if ens2 00000001:00000001:0.0:1767384941.497496:0:35895:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384941.503448:0:35896:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000000598db0. 00000400:00000010:0.0:1767384941.503459:0:35896:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e14872f3. 00000400:00000010:0.0:1767384941.503467:0:35896:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000368499a9. 00000400:00000010:0.0:1767384941.503488:0:35896:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000004cfcb3f1. 00000400:00000010:0.0:1767384941.503491:0:35896:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000088ea1d1d. 00000400:00000010:0.0:1767384941.503494:0:35896:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000670d7a1c. 00000400:00000010:0.0:1767384941.503496:0:35896:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d482edd5. 00000400:00000010:0.0:1767384941.503497:0:35896:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000039dad5cc. 00000400:00000010:0.0:1767384941.503500:0:35896:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000393c6c61. 00000800:00000010:0.0:1767384941.503518:0:35896:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000009fcaf01a. 00000800:00000200:0.0:1767384941.503527:0:35896:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384941.503538:0:35896:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384941.503568:0:35896:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:0.0:1767384941.503588:0:35896:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp45 [8/256/0/180] 00000400:00000010:0.0:1767384941.504898:0:35896:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 00000000cd3967a4. 00000400:00000010:0.0:1767384941.504903:0:35896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5cb9717. 00000400:00000010:0.0:1767384941.504907:0:35896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db43e56e. 00000400:00000001:0.0:1767384941.504924:0:35896:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384941.504925:0:35896:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384941.504927:0:35896:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099db357d. 00000400:00000200:0.0:1767384941.504929:0:35896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c99b0362 00000400:00000010:0.0:1767384941.504931:0:35896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c99b0362. 00000400:00000010:0.0:1767384941.504934:0:35896:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000b53fe7b3. 00000400:00000200:0.0:1767384941.504938:0:35896:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (36) 00000400:00000200:0.0:1767384941.504952:0:35896:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:0.0:1767384941.504962:0:35896:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131117 00000400:00000200:3.0:1767384941.504969:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:0.0:1767384941.504970:0:35896:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000009b388840. 00000020:01000000:0.0:1767384941.504977:0:35896:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384941.504978:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 00000020:01000000:0.0:1767384941.504982:0:35896:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp45 00000400:00000010:3.0:1767384941.504994:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d85af59. 00000400:00000200:3.0:1767384941.504998:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (37) 00000400:00000010:0.0:1767384941.505000:0:35896:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e14872f3. 00000400:00000010:3.0:1767384941.505004:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a69de38e. 00000400:00000010:0.0:1767384941.505007:0:35896:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000000598db0. 00000400:00000200:3.0:1767384941.505013:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000020:00000001:1.0:1767384941.505026:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384941.505027:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 10000000:00000001:1.0:1767384941.505031:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384941.505035:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384941.505037:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 135], ns[150, 140] 10000000:01000000:1.0:1767384941.505038:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384941.505043:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384941.505046:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384941.505048:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 135], ns[60, 140] 00000020:01000004:1.0:1767384941.505049:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384941.505052:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384941.505055:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384941.505056:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 60], ns[64, 60] 00000020:01000004:1.0:1767384941.505057:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384941.505060:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384941.505063:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384941.505064:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 60], ns[75, 60] 00000020:01000004:1.0:1767384941.505066:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384941.505069:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384941.505073:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 60], ns[77, 60] 00000100:00000010:1.0:1767384941.505076:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf94e448. 00000400:00000200:3.0:1767384941.505077:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 60], ns[82, 60] 00000020:00000040:1.0:1767384941.505082:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000400:00000200:3.0:1767384941.505086:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 60], ns[88, 60] 00000100:00000001:1.0:1767384941.505090:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384941.505091:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 60], ns[91, 60] 02000000:00000001:1.0:1767384941.505093:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384941.505098:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384941.505101:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 60], ns[103, 60] 02000000:00000010:1.0:1767384941.505106:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000fa62a5c2. 00000400:00000200:3.0:1767384941.505108:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 60], ns[109, 60] 00000100:00000001:1.0:1767384941.505114:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384941.505116:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 60], ns[112, 60] 00000100:00000001:1.0:1767384941.505122:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384941.505123:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 60], ns[120, 60] 00000100:00000001:1.0:1767384941.505126:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384941.505134:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[125, 60] 00000100:00000040:1.0:1767384941.505137:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf94e448] to pc [ptlrpcd_00_00+0] req@00000000bf94e448 x1853237348035328/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384941.505145:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 60], ns[129, 60] 00000400:00000200:3.0:1767384941.505160:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 60], ns[155, 60] 00000400:00000200:3.0:1767384941.505165:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 60], ns[159, 60] 10000000:00000001:1.0:1767384941.505176:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384941.505181:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 60], ns[52, 60] 10000000:00000001:1.0:1767384941.505181:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384941.505185:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384941.505190:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384941.505192:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384941.505192:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384941.505193:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 52], ns[56, 52] 00000020:00000001:1.0:1767384941.505197:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00100000:0.0:1767384941.505198:0:16359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767384941.505199:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384941.505201:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384941.505202:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[159, 52], ns[164, 52] 00000100:00000001:0.0:1767384941.505204:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384941.505206:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384941.505210:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:3.0:1767384941.505214:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[118, 52], ns[122, 52] 00000020:01000004:1.0:1767384941.505214:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:0.0:1767384941.505217:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:1.0:1767384941.505218:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384941.505221:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384941.505222:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384941.505225:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[127, 52], ns[131, 52] 00000100:00000001:0.0:1767384941.505226:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384941.505230:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:1.0:1767384941.505233:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384941.505234:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[131, 52], ns[135, 52] 00000100:00000001:0.0:1767384941.505234:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:1.0:1767384941.505235:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384941.505239:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384941.505243:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000040:0.0:1767384941.505243:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf94e448 x1853237348035328/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384941.505244:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 52], ns[80, 52] 00000020:01000004:1.0:1767384941.505248:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384941.505251:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384941.505256:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f3e38540. 00000400:00000200:3.0:1767384941.505259:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 52], ns[145, 52] 00000020:00000040:1.0:1767384941.505261:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00000001:1.0:1767384941.505267:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384941.505268:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384941.505270:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384941.505272:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 52], ns[117, 52] 00000100:00000001:0.0:1767384941.505272:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384941.505273:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384941.505279:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384941.505281:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 52], ns[163, 52] 00000400:00000200:3.0:1767384941.505284:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 52], ns[108, 52] 02000000:00000010:1.0:1767384941.505284:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b05e1d22. 00000100:00000001:1.0:1767384941.505291:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384941.505291:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384941.505292:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 52], ns[132, 52] 00000100:00000001:1.0:1767384941.505297:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384941.505298:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384941.505301:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384941.505302:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[155, 52], ns[160, 52] 00000100:00100000:0.0:1767384941.505306:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bf94e448 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348035328:0@lo:253: 00000100:00000040:1.0:1767384941.505308:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3e38540] to pc [ptlrpcd_00_01+1] req@00000000f3e38540 x1853237348035456/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384941.505315:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384941.505317:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 52], ns[168, 52] 02000000:00000001:0.0:1767384941.505321:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384941.505325:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384941.505330:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384941.505334:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 52], ns[148, 52] 10000000:00000001:1.0:1767384941.505337:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384941.505337:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b3080e34. 00000400:00000200:3.0:1767384941.505343:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[156, 52], ns[161, 52] 10000000:00000001:1.0:1767384941.505343:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384941.505343:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384941.505349:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384941.505352:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0d4761e. 00000020:01000000:1.0:1767384941.505353:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384941.505357:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[164, 52], ns[169, 52] 00000020:00000010:1.0:1767384941.505359:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000009b388840. 00000400:00000010:0.0:1767384941.505359:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e14872f3. 00000100:00000200:0.0:1767384941.505367:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348035328, portal 25 00000100:00000001:0.0:1767384941.505370:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384941.505371:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 52], ns[0, 52] 00000100:00000001:1.0:1767384941.505372:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384941.505373:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590750701696 : -119482958849920 : ffff9354b4ae5880) 00000100:00100000:1.0:1767384941.505377:0:16358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:0.0:1767384941.505381:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bf94e448 x1853237348035328/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384957 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384941.505383:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384941.505390:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384941.505395:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp43 00000100:00000001:1.0:1767384941.505395:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384941.505398:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384941.505401:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384941.505404:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384941.505405:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp43 00000100:00000001:1.0:1767384941.505405:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384941.505409:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384941.505411:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd52b01c. 00000400:00000200:3.0:1767384941.505414:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp43 lpni_is_preferred = 0 00000100:00000040:1.0:1767384941.505415:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f3e38540 x1853237348035456/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384941.505416:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348035328, offset 0 00000400:00000200:3.0:1767384941.505422:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp43 00000400:00000200:0.0:1767384941.505429:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384941.505432:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp43 NI seq info: [170:170:256:4294967295] 192.168.203.134@tcp43 LPNI seq info [165:165:8:4294967295] 00000100:00000001:1.0:1767384941.505439:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384941.505441:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384941.505443:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384941.505444:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp43 02000000:00000001:1.0:1767384941.505447:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384941.505450:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384941.505452:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp43(192.168.203.134@tcp43:) -> 192.168.203.134@tcp43(192.168.203.134@tcp:192.168.203.134@tcp43) : PUT try# 0 00000800:00000200:3.0:1767384941.505460:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 624 bytes in 1 frags to 12345-192.168.203.134@tcp43 00000100:00100000:1.0:1767384941.505463:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f3e38540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348035456:0@lo:253: 00000400:00000200:0.0:1767384941.505465:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:3.0:1767384941.505480:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7824156. 00000100:00000001:1.0:1767384941.505483:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384941.505487:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:3.0:1767384941.505490:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a2a73b13. 00000400:00000200:0.0:1767384941.505490:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d06b00 02000000:00000001:1.0:1767384941.505491:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384941.505496:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:3.0:1767384941.505497:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000a8046e66. 00000400:00000200:0.0:1767384941.505501:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14cd [2] + 0 02000000:00000010:1.0:1767384941.505502:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006f6381ab. 00000800:00000200:3.0:1767384941.505508:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a2a73b13] -> 12345-192.168.203.134@tcp43 (2) 02000000:00000001:1.0:1767384941.505508:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384941.505509:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b332578f. 00000400:00000200:0.0:1767384941.505516:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fa6d9c01 00000800:00000200:3.1:1767384941.505517:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a2a73b13] -> 12345-192.168.203.134@tcp43 (2) 00000400:00000010:1.0:1767384941.505517:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac2f01d3. 00000400:00000200:0.0:1767384941.505524:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384941.505525:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000956d349c. 00000400:00000200:0.0:1767384941.505530:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384941.505531:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348035456, portal 25 00000400:00000200:3.0:1767384941.505534:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000100:00000001:1.0:1767384941.505536:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384941.505538:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590750707072 : -119482958844544 : ffff9354b4ae6d80) 00000400:00000200:3.0:1767384941.505539:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100571 rc 0 00000400:00000200:0.0:1767384941.505540:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa6d9c01 00000400:00000010:0.0:1767384941.505544:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa6d9c01. 00000100:00000040:1.0:1767384941.505546:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f3e38540 x1853237348035456/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384957 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384941.505551:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384941.505554:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384941.505554:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384941.505559:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384941.505560:0:16359:0:(events.c:337:request_in_callback()) incoming req@0000000020bfbeaf x1853237348035328 msgsize 4848 00000400:00000010:1.0:1767384941.505562:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c27d4ab. 00000100:00000200:1.0:1767384941.505566:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348035456, offset 0 00000100:00100000:0.0:1767384941.505570:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384941.505574:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384941.505579:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384941.505583:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384941.505590:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384941.505592:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:1.0:1767384941.505593:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d06b80 00000400:00000200:1.0:1767384941.505600:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14d5 [2] + 0 00000400:00000010:1.0:1767384941.505602:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008248ab79. 00000400:00000200:1.0:1767384941.505605:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d4352c49 00000400:00000200:0.0:1767384941.505608:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd52b01c 00000400:00000200:1.0:1767384941.505610:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384941.505611:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fd52b01c. 00000100:00000001:0.0:1767384941.505616:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384941.505617:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384941.505622:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4352c49 00000100:00000200:0.0:1767384941.505623:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bf94e448 x1853237348035328/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384957 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384941.505625:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d4352c49. 00000100:00000001:1.0:1767384941.505631:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384941.505634:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384941.505635:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384941.505636:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000100:00000040:1.0:1767384941.505638:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000623636e6 x1853237348035456 msgsize 4848 00000100:00000040:0.0:1767384941.505641:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf94e448 x1853237348035328/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384957 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384941.505651:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384941.505652:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384941.505654:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384941.505656:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384941.505662:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384941.505664:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384941.505667:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294930541 00000100:00000010:0.0:1767384941.505672:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ead3e42d. 00000100:00000001:0.0:1767384941.505679:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384941.505680:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c27d4ab 00000400:00000200:3.0:1767384941.505681:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000010:1.0:1767384941.505684:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c27d4ab. 00000100:00000001:0.0:1767384941.505685:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294930541 00000100:00000001:1.0:1767384941.505689:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:0.0:1767384941.505690:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004e9a3493. 00000100:00000200:1.0:1767384941.505695:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f3e38540 x1853237348035456/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384957 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384941.505695:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384941.505703:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294930541 00000100:00000001:1.0:1767384941.505704:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1767384941.505710:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000009054425. 00000100:00000040:1.0:1767384941.505711:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f3e38540 x1853237348035456/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384957 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384941.505714:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384941.505720:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294930541 00000100:00000001:1.0:1767384941.505724:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384941.505726:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f977713f. 00000400:00000200:3.0:1767384941.505727:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000100:00000001:1.0:1767384941.505729:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384941.505731:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384941.505737:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384941.505737:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384941.505744:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384941.505746:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294930541 00000100:00000001:0.0:1767384941.505748:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384941.505752:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, keep current deadline 4294930541 00000100:00000001:0.0:1767384941.505752:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384941.505756:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384941.505758:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294930541 00000100:00000001:0.0:1767384941.505759:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384941.505762:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384941.505764:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, keep current deadline 4294930541 00000100:00000001:0.0:1767384941.505765:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384941.505769:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294930541 00000100:00000001:1.0:1767384941.505773:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294930541 00000100:00000001:1.0:1767384941.505776:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294930541 00000100:00000001:1.0:1767384941.505777:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294930541 00000100:00000001:1.0:1767384941.505779:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384941.505781:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384941.505783:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384941.505786:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384941.505788:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000100:00000001:1.0:1767384941.505849:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384941.505852:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348035328 02000000:00000001:1.0:1767384941.505854:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384941.505856:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384941.505858:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384941.505861:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384941.505864:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348035328 00000020:00000001:1.0:1767384941.505866:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384941.505868:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:1.0:1767384941.505870:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384941.505878:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000020:00000001:1.0:1767384941.505880:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:1.0:1767384941.505882:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:1.0:1767384941.505886:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384941.505889:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000020:00000010:1.0:1767384941.505890:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cbf3b014. 00000100:00000001:1.0:1767384941.505895:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384941.505898:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cbf3b014. 00000020:00000010:1.0:1767384941.505904:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010903251. 00000020:00000010:1.0:1767384941.505909:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a43ea991. 00000020:00000010:1.0:1767384941.505914:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000016d65e14. 00000100:00000040:1.0:1767384941.505923:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384941.505926:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384941.505927:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384941.505929:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384941.505934:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000100:00000001:1.0:1767384941.505935:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384941.505947:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384941.505959:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384941.505960:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384941.505965:0:17081:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384941.505966:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348035456 02000000:00000001:0.0:1767384941.505970:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384941.505972:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384941.505973:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000100:00000001:1.0:1767384941.505974:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384941.505977:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384941.505979:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384941.505984:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384941.505985:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00000040:1.0:1767384941.505990:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00100000:0.0:1767384941.505990:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348035456 00000020:00000001:0.0:1767384941.505996:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384941.505997:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590281827408 : -119483427724208 : ffff935498bbe450) 00000020:00000040:0.0:1767384941.506001:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000040:1.0:1767384941.506003:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000020bfbeaf x1853237348035328/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:167/0 lens 4848/0 e 0 to 0 dl 1767384952 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384941.506006:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384941.506010:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000100:00000001:1.0:1767384941.506012:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384941.506017:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000010:1.0:1767384941.506018:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cbf3b014. 00000400:00000200:3.0:1767384941.506020:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000020:00000001:0.0:1767384941.506021:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:1.0:1767384941.506023:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384941.506027:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cbf3b014. 00000100:00000001:0.0:1767384941.506029:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384941.506034:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8891e0a. 00000100:00100000:1.0:1767384941.506035:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000020bfbeaf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:16359:x1853237348035328:12345-0@lo:253: 00000100:00000001:0.0:1767384941.506040:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384941.506041:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348035328 00000020:00000010:0.0:1767384941.506044:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e8891e0a. 00000020:00000001:1.0:1767384941.506050:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384941.506052:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384941.506055:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384941.506057:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1767384941.506057:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e77ad6a7. 00000020:00000001:1.0:1767384941.506059:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000001:1.0:1767384941.506063:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1767384941.506064:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a2bae1f6. 00000020:00000001:1.0:1767384941.506065:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384941.506070:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000020:00000001:1.0:1767384941.506070:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1767384941.506071:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000090a933f. 00000020:00000001:1.0:1767384941.506074:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384941.506078:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384941.506079:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384941.506081:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384941.506082:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1767384941.506085:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384941.506086:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384941.506092:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000cf33d19b. 00000100:00000001:0.0:1767384941.506093:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384941.506095:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384941.506099:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384941.506099:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384941.506101:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 20000000:00000001:1.0:1767384941.506102:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384941.506111:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009b388840. 20000000:01000000:1.0:1767384941.506115:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384941.506118:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:0.0:1767384941.506119:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 20000000:00000001:1.0:1767384941.506121:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:0.0:1767384941.506122:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 20000000:00000001:1.0:1767384941.506124:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384941.506127:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384941.506129:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00100000:0.0:1767384941.506132:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000400:00000200:3.0:1767384941.506133:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000100:00000040:0.0:1767384941.506138:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 20000000:00000010:1.0:1767384941.506139:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000000c8ac82. 20000000:01000000:1.0:1767384941.506143:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 00000100:00000001:0.0:1767384941.506145:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590281824336 : -119483427727280 : ffff935498bbd850) 20000000:00000001:1.0:1767384941.506149:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000040:0.0:1767384941.506153:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000623636e6 x1853237348035456/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:167/0 lens 4848/0 e 0 to 0 dl 1767384952 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384941.506155:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:3.0:1767384941.506159:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00080000:00000001:1.0:1767384941.506160:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00000001:0.0:1767384941.506169:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:1.0:1767384941.506177:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000010:0.0:1767384941.506179:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8891e0a. 00000100:00000001:0.0:1767384941.506183:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384941.506185:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e8891e0a. 00080000:00000001:1.0:1767384941.506191:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384941.506196:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000623636e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:16358:x1853237348035456:12345-0@lo:253: 00080000:00000001:1.0:1767384941.506197:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384941.506201:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384941.506202:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348035456 00080000:00000001:1.0:1767384941.506204:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384941.506205:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384941.506207:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00080000:00000001:1.0:1767384941.506207:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384941.506209:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00080000:00000002:1.0:1767384941.506214:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000e523df4c 00000020:00000001:0.0:1767384941.506215:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384941.506219:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384941.506221:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000aa1b0688 00000020:00000001:0.0:1767384941.506222:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00080000:00000002:1.0:1767384941.506226:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000001:0.0:1767384941.506227:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384941.506229:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384941.506231:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384941.506233:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384941.506236:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384941.506237:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384941.506240:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:1.0:1767384941.506242:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384941.506244:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:1.0:1767384941.506246:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384941.506249:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 02000000:00000010:0.0:1767384941.506251:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000bdd98002. 02000000:00000001:0.0:1767384941.506254:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384941.506255:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00000400:00000200:3.0:1767384941.506258:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000100:00000001:0.0:1767384941.506259:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384941.506261:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:00000001:0.0:1767384941.506264:0:17084:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000010:1.0:1767384941.506266:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a12d8257. 00080000:00000001:1.0:1767384941.506270:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585652644352 : -119488056907264 : ffff935384d02a00) 20000000:00000010:0.0:1767384941.506272:0:17084:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009d49532e. 00080000:00000001:1.0:1767384941.506273:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384941.506278:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 20000000:01000000:0.0:1767384941.506279:0:17084:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384941.506282:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000010:1.0:1767384941.506283:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000cbf3b014. 20000000:00000001:0.0:1767384941.506284:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:1.0:1767384941.506288:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384941.506289:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384941.506292:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00080000:00000001:1.0:1767384941.506294:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:00000001:0.0:1767384941.506295:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384941.506298:0:17084:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384941.506307:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384941.506324:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384941.506326:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.506373:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.506434:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.506486:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.506509:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.506528:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.506545:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.506560:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.506572:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.506588:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.506606:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.506629:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.506650:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.506674:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.506712:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.506742:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.506771:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.506797:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.506836:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:3.0:1767384941.506997:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000facf727b. 00000800:00000010:3.0:1767384941.507002:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009299e827. 00000800:00000010:3.0:1767384941.507006:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006202690e. 00000800:00000010:3.0:1767384941.507030:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006202690e. 00000800:00020000:3.0:1767384941.507039:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:3.0:1767384941.507043:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009299e827. 00000800:00000010:3.0:1767384941.507046:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000facf727b. 00000400:02020000:3.0:1767384941.507102:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp43 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00080000:00000010:1.0:1767384941.507110:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a12d8257. 00000400:00000200:3.0:1767384941.507111:0:16347:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp43 notifying 192.168.203.134@tcp43: down 00000800:00000200:3.0:1767384941.507121:0:16347:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp43 down 00000800:00000100:3.0:1767384941.507128:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 624 0@<0:0>->192.168.203.134@tcp43 00000800:00000010:3.0:1767384941.507132:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7824156. 00000400:00000200:3.0:1767384941.507143:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384941.507148:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp43->192.168.203.134@tcp43: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384941.507154:0:16347:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp43 added to recovery queue. ping count: 0 next ping: 264 health :900 00000400:00000200:3.0:1767384941.507158:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384941.507161:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp: 1 00080000:00000010:0.0:1767384941.507161:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000cbf3b014. 00000400:00000200:3.0:1767384941.507166:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00040000:00000001:0.0:1767384941.507167:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384941.507170:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384941.507172:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384941.507176:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:0.0:1767384941.507178:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384941.507180:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384941.507197:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:1.0:1767384941.507204:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 20000000:00000001:0.0:1767384941.507206:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384941.507210:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000400:00000200:1.0:1767384941.507211:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x101171 20000000:00000010:3.0:1767384941.507212:0:17084:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000909986d7. 00080000:00000001:0.0:1767384941.507216:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384941.507217:0:17084:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 00000400:00000001:1.0:1767384941.507217:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384941.507221:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 20000000:00000001:3.0:1767384941.507223:0:17084:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384941.507224:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d85af59 00000400:00000010:1.0:1767384941.507227:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d85af59. 00080000:00000001:3.0:1767384941.507228:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384941.507232:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384941.507232:0:16356:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384941.507237:0:16356:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00080000:00000001:3.0:1767384941.507239:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:1.0:1767384941.507240:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (38) 00000400:00000200:1.0:1767384941.507245:0:16356:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.134@tcp 00000400:00000200:1.0:1767384941.507248:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 rc -71 00080000:00000001:3.0:1767384941.507251:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384941.507251:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00080000:00000001:3.0:1767384941.507256:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:1.0:1767384941.507257:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (37) 00080000:00000001:3.0:1767384941.507261:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384941.507264:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384941.507266:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384941.507268:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 000000007e91d003 20000000:01000000:1.0:1767384941.507270:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384941.507275:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000020:00000001:3.0:1767384941.507276:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f71c5dba 10000000:01000000:1.0:1767384941.507278:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000002:3.0:1767384941.507280:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:1.0:1767384941.507282:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384941.507287:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384941.507288:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384941.507293:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384941.507295:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000049123b6c. 00080000:00000001:3.0:1767384941.507296:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384941.507299:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384941.507304:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00010000:00000001:1.0:1767384941.507306:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384941.507309:0:17084:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000010:1.0:1767384941.507310:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009fb158e7. 00000020:00000001:1.0:1767384941.507315:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000010:3.0:1767384941.507316:0:17084:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004922adab. 00000020:00000040:1.0:1767384941.507317:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009fb158e7 with handle 0xb57eb78819563134 to hash 00000020:00000001:1.0:1767384941.507322:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384941.507324:0:17084:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585646473216 : -119488063078400 : ffff935384720000) 00010000:00000001:1.0:1767384941.507324:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00010000:00000001:1.0:1767384941.507329:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00080000:00000001:3.0:1767384941.507330:0:17084:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384941.507332:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000001:3.0:1767384941.507335:0:17084:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384941.507335:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384941.507340:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009fb158e7/0xb57eb78819563134 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1767384941.507341:0:17084:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006202690e. 00080000:00000001:3.0:1767384941.507347:0:17084:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384941.507349:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384941.507350:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384941.507352:0:17084:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:0.0:1767384941.507354:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384941.507355:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 20000000:00000010:0.0:1767384941.507357:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009b388840. 00010000:00000001:1.0:1767384941.507359:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:3.0:1767384941.507362:0:17084:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384941.507362:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 20000000:00000001:0.0:1767384941.507363:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384941.507365:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384941.507368:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000040:0.0:1767384941.507368:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348035328 00010000:00000001:1.0:1767384941.507371:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384941.507373:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384941.507374:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384941.507377:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384941.507378:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:3.0:1767384941.507379:0:17084:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000200:0.0:1767384941.507380:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000020bfbeaf x1853237348035328/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:167/0 lens 4848/4768 e 0 to 0 dl 1767384952 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384941.507381:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384941.507385:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000049123b6c) refcount = 1 00010000:00010000:1.0:1767384941.507391:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009fb158e7/0xb57eb78819563134 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384941.507393:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384941.507397:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384941.507399:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00001000:0.0:1767384941.507401:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=75 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384941.507402:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384941.507405:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384941.507408:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384941.507408:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384941.507412:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384941.507412:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 20000000:00000001:1.0:1767384941.507417:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:0.0:1767384941.507417:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 20000000:01000000:1.0:1767384941.507421:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003151402s 02000000:00000001:0.0:1767384941.507422:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384941.507425:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384941.507426:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384941.507428:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384941.507430:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384941.507433:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd52b01c. 00000020:00000001:1.0:1767384941.507434:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384941.507437:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009fb158e7 refcount=4 00000100:00000200:0.0:1767384941.507437:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348035328, offset 224 00000020:00000001:1.0:1767384941.507439:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00010000:00000001:1.0:1767384941.507443:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00000400:00000200:0.0:1767384941.507446:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384941.507447:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384941.507450:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009fb158e7/0xb57eb78819563134 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384941.507455:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384941.507458:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384941.507461:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009fb158e7/0xb57eb78819563134 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384941.507465:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d06b00 00000400:00000200:0.0:1767384941.507483:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d4d [2] + 224 00000400:00000200:0.0:1767384941.507487:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384941.507488:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384941.507491:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384941.507493:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:1.0:1767384941.507494:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009fb158e7/0xb57eb78819563134 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384941.507497:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384941.507502:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:0.0:1767384941.507502:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bf94e448 x1853237348035328/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384957 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384941.507505:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384941.507510:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384941.507513:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009fb158e7/0xb57eb78819563134 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384941.507516:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000bf94e448 x1853237348035328/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384957 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384941.507519:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009fb158e7 already unused, calling callback (00000000df0e66e0) 00010000:00000001:1.0:1767384941.507521:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384941.507523:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384941.507525:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009fb158e7/0xb57eb78819563134 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384941.507539:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384941.507541:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384941.507543:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384941.507544:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009fb158e7 refcount=5 00000020:00000001:1.0:1767384941.507545:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00010000:00000001:1.0:1767384941.507547:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00000100:00000001:0.0:1767384941.507552:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384941.507557:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384941.507559:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009fb158e7/0xb57eb78819563134 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384941.507560:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd52b01c 00000400:00000010:0.0:1767384941.507564:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fd52b01c. 00010000:00000001:1.0:1767384941.507567:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384941.507570:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1767384941.507570:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384941.507571:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384941.507574:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384941.507575:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384941.507575:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384941.507578:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384941.507581:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000001:3.0:1767384941.507582:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384941.507583:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:1.0:1767384941.507585:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000001:3.0:1767384941.507586:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384941.507586:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384941.507589:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:3.0:1767384941.507590:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0d4761e. 00000020:00000001:0.0:1767384941.507590:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384941.507592:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384941.507596:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:1.0:1767384941.507597:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009fb158e7 with handle 0xb57eb78819563134 from hash 00000400:00000200:3.0:1767384941.507598:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e14872f3 00000100:00000040:0.0:1767384941.507601:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000020bfbeaf x1853237348035328/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:167/0 lens 4848/4768 e 0 to 0 dl 1767384952 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384941.507602:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e14872f3. 00010000:00000001:1.0:1767384941.507603:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384941.507606:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384941.507608:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384941.507609:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384941.507613:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384941.507616:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000200:3.0:1767384941.507617:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bf94e448 x1853237348035328/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384957 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384941.507620:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00100000:0.0:1767384941.507622:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000020bfbeaf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b543db4a-4900-454f-be04-352b2897a173+15:16359:x1853237348035328:12345-0@lo:253: Request processed in 1605us (2057us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384941.507623:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384941.507627:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384941.507633:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384941.507638:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384941.507641:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00100000:0.0:1767384941.507642:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00000200:3.0:1767384941.507643:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bf94e448 x1853237348035328/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384957 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384941.507644:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384941.507647:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384941.507649:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00010000:00000001:1.0:1767384941.507650:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384941.507656:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384941.507656:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384941.507659:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384941.507660:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384941.507661:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384941.507662:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384941.507665:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009fb158e7/0xb57eb78819563134 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384941.507665:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a43ea991. 00000100:00000001:3.0:1767384941.507666:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384941.507669:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384941.507671:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000016d65e14. 00000100:00000001:3.0:1767384941.507672:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384941.507674:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384941.507677:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384941.507677:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1767384941.507678:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010903251. 00010000:00000001:1.0:1767384941.507681:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:3.0:1767384941.507684:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384941.507684:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000040:0.0:1767384941.507685:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00010000:00000001:1.0:1767384941.507687:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384941.507691:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:3.0:1767384941.507692:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=75 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384941.507693:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384941.507696:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000cf33d19b. 00000100:00001000:3.0:1767384941.507697:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=75 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384941.507700:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384941.507702:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384941.507702:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384941.507704:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384941.507707:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384941.507707:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384941.507708:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384941.507713:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00010000:1.0:1767384941.507714:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009fb158e7/0xb57eb78819563134 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384941.507715:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384941.507716:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384941.507721:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384941.507722:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b332578f. 00000100:00000040:3.0:1767384941.507727:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf94e448 x1853237348035328/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384957 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384941.507728:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd52b01c. 00010000:00000001:1.0:1767384941.507730:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384941.507735:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384941.507739:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009fb158e7/0xb57eb78819563134 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384941.507745:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384941.507751:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000040:1.0:1767384941.507752:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000049123b6c count: 0 00000100:00000001:3.0:1767384941.507754:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384941.507760:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:1.0:1767384941.507762:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:3.0:1767384941.507763:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 20000000:00000001:1.0:1767384941.507766:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:01000004:3.0:1767384941.507767:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384941.507771:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384941.507779:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384941.507781:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384941.507782:0:16359:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384941.507784:0:16359:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384941.507785:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384941.507786:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384941.507790:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf94e448 x1853237348035328/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384957 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384941.507799:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bf94e448 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348035328:0@lo:253: 00000100:00000001:3.0:1767384941.507804:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384941.507806:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384941.507809:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf94e448 x1853237348035328/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384957 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384941.507842:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384941.507844:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384941.507846:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b3080e34. 02000000:00000001:3.0:1767384941.507850:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384941.507852:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384941.507854:0:16359:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:3.0:1767384941.507856:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384941.507857:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000fa62a5c2. 02000000:00000001:3.0:1767384941.507861:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384941.507862:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384941.507863:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf94e448. 00000100:00000001:3.0:1767384941.507867:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384941.507868:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384941.507870:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384941.507874:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384941.507876:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384941.507878:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384941.507879:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384941.508730:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004922adab. 00080000:00000010:3.0:1767384941.508774:0:17084:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006202690e. 00040000:00000001:3.0:1767384941.508778:0:17084:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384941.508779:0:17084:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384941.508781:0:17084:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384941.508784:0:17084:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:3.0:1767384941.508785:0:17084:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384941.508792:0:17084:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384941.508794:0:17084:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384941.508802:0:17084:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384941.508804:0:17084:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384941.508808:0:17084:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384941.508830:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384941.508833:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384941.508835:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384941.508837:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384941.508839:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384941.508843:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000055bc0ddb. 00010000:00000001:1.0:1767384941.508846:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384941.508848:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000070e762e5. 00000020:00000001:1.0:1767384941.508851:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384941.508854:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000070e762e5 with handle 0xb57eb7881956313b to hash 00000020:00000001:1.0:1767384941.508856:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384941.508857:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384941.508859:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384941.508861:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384941.508862:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384941.508864:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000070e762e5/0xb57eb7881956313b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384941.508869:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384941.508871:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384941.508878:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384941.508879:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384941.508880:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384941.508882:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384941.508883:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384941.508885:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384941.508886:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384941.508887:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384941.508888:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384941.508889:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000055bc0ddb) refcount = 1 00010000:00010000:1.0:1767384941.508891:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000070e762e5/0xb57eb7881956313b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384941.508895:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384941.508896:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384941.508897:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384941.508899:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384941.508900:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384941.508902:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384941.508904:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003151402s 00010000:00000001:1.0:1767384941.508906:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384941.508907:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384941.508907:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070e762e5 refcount=4 00000020:00000001:1.0:1767384941.508909:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384941.508910:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384941.508912:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384941.508913:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070e762e5/0xb57eb7881956313b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384941.508917:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384941.508918:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070e762e5/0xb57eb7881956313b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384941.508922:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384941.508923:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384941.508924:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000070e762e5/0xb57eb7881956313b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384941.508932:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384941.508933:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384941.508935:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384941.508936:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000070e762e5/0xb57eb7881956313b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384941.508940:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000070e762e5 already unused, calling callback (00000000df0e66e0) 00010000:00000001:1.0:1767384941.508941:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384941.508942:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384941.508944:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000070e762e5/0xb57eb7881956313b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384941.508948:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384941.508949:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384941.508950:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384941.508951:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070e762e5 refcount=5 00000020:00000001:1.0:1767384941.508953:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384941.508954:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384941.508956:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384941.508958:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000070e762e5/0xb57eb7881956313b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384941.508961:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384941.508962:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384941.508964:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384941.508966:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384941.508967:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384941.508970:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384941.508971:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384941.508973:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000070e762e5 with handle 0xb57eb7881956313b from hash 00010000:00000001:1.0:1767384941.508974:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384941.508975:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384941.508976:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384941.508980:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384941.508982:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384941.508983:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384941.508984:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384941.508985:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384941.508986:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384941.508987:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384941.508989:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384941.508991:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384941.508993:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384941.508994:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384941.508996:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384941.508998:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384941.508999:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000070e762e5/0xb57eb7881956313b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384941.509003:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384941.509004:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384941.509006:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384941.509007:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384941.509008:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384941.509009:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384941.509010:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384941.509012:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384941.509014:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384941.509015:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000070e762e5/0xb57eb7881956313b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384941.509019:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384941.509020:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384941.509022:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000070e762e5/0xb57eb7881956313b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384941.509025:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000055bc0ddb count: 0 00010000:00000001:1.0:1767384941.509037:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384941.509038:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384941.509113:0:17084:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384941.509118:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384941.509119:0:17084:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009d49532e. 20000000:00000001:3.0:1767384941.509124:0:17084:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384941.509127:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348035456 00010000:00000001:3.0:1767384941.509129:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384941.509133:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000623636e6 x1853237348035456/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:167/0 lens 4848/4768 e 0 to 0 dl 1767384952 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384941.509141:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384941.509143:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384941.509146:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=75 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384941.509150:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384941.509152:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:3.0:1767384941.509155:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:3.0:1767384941.509157:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384941.509159:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384941.509161:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384941.509164:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384941.509167:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009299e827. 00000100:00000200:3.0:1767384941.509170:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348035456, offset 224 00000400:00000200:3.0:1767384941.509175:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384941.509180:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384941.509187:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d06b80 00000400:00000200:3.0:1767384941.509189:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d55 [2] + 224 00000400:00000200:3.0:1767384941.509193:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384941.509195:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384941.509197:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384941.509199:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f3e38540 x1853237348035456/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384957 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384941.509205:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f3e38540 x1853237348035456/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384957 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384941.509228:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384941.509234:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009299e827 00000400:00000010:3.0:1767384941.509236:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009299e827. 00000100:00000001:3.0:1767384941.509238:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384941.509240:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384941.509245:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384941.509248:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384941.509249:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:1.0:1767384941.509251:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384941.509254:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384941.509256:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384941.509258:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384941.509262:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384941.509265:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000623636e6 x1853237348035456/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:167/0 lens 4848/4768 e 0 to 0 dl 1767384952 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384941.509265:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384941.509268:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac2f01d3. 00000400:00000200:1.0:1767384941.509273:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000956d349c 00000400:00000010:1.0:1767384941.509277:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000956d349c. 00000100:00000001:1.0:1767384941.509285:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384941.509286:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000623636e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+14:16358:x1853237348035456:12345-0@lo:253: Request processed in 3113us (3644us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384941.509291:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f3e38540 x1853237348035456/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384957 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384941.509302:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00000200:1.0:1767384941.509303:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f3e38540 x1853237348035456/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384957 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384941.509308:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:3.0:1767384941.509313:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384941.509313:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384941.509318:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384941.509319:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384941.509320:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384941.509323:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384941.509324:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a2bae1f6. 00000100:00000001:1.0:1767384941.509324:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384941.509328:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384941.509331:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000090a933f. 02000000:00000001:1.0:1767384941.509331:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384941.509337:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e77ad6a7. 00000100:00001000:1.0:1767384941.509338:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=75 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384941.509343:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=75 v=5 (1 0 0 0) 00000020:00000040:3.0:1767384941.509344:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000100:00000001:1.0:1767384941.509346:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384941.509348:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384941.509349:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384941.509350:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:3.0:1767384941.509352:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000bdd98002. 00010000:00000001:1.0:1767384941.509352:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384941.509356:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384941.509357:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384941.509360:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384941.509360:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f3e38540 x1853237348035456/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384957 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384941.509367:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384941.509371:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384941.509374:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf5cb297. 00000100:00000001:1.0:1767384941.509374:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384941.509376:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384941.509380:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009299e827. 00000020:01000004:1.0:1767384941.509381:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384941.509384:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384941.509386:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384941.509388:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384941.509389:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384941.509390:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384941.509391:0:16358:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384941.509392:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384941.509399:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384941.509401:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f3e38540 x1853237348035456/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384957 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384941.509407:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f3e38540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348035456:0@lo:253: 00000100:00000001:1.0:1767384941.509409:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384941.509410:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384941.509412:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f3e38540 x1853237348035456/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384957 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384941.509416:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384941.509417:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384941.509419:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006f6381ab. 02000000:00000001:1.0:1767384941.509422:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384941.509423:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384941.509424:0:16358:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:1.0:1767384941.509425:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384941.509426:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b05e1d22. 02000000:00000001:1.0:1767384941.509428:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384941.509429:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384941.509430:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f3e38540. 00000100:00000001:1.0:1767384941.509432:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384941.509433:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384941.509434:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384941.509437:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384941.509438:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384941.509439:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384941.509440:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384941.510846:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000049123b6c. 00010000:00000010:1.1:1767384941.510852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009fb158e7. 00000100:00000040:0.0:1767384941.511018:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294930541, at 4294930542 00000100:00000010:0.0:1767384941.511024:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ead3e42d. 00000100:00000040:2.0:1767384941.511849:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294930541, at 4294930543 00000100:00000010:2.0:1767384941.511855:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000009054425. 00000100:00000040:1.0:1767384941.511858:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294930541, at 4294930543 00000100:00000010:1.0:1767384941.511865:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004e9a3493. 00000100:00000040:3.0:1767384941.511866:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294930541, at 4294930543 00000100:00000010:3.0:1767384941.511875:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f977713f. 00010000:00000010:1.1:1767384941.514840:0:35898:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000055bc0ddb. 00010000:00000010:1.1:1767384941.514845:0:35898:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000070e762e5. 00000400:00000010:0.0:1767384941.520239:0:35901:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000043f00e44. 00000400:00000040:0.0:1767384941.520261:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384941.520263:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384941.520265:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384941.520267:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384941.520269:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384941.520270:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384941.520272:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384941.520273:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384941.520274:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384941.520275:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384941.520276:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384941.520277:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384941.520279:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384941.520280:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384941.520281:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384941.520282:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384941.520283:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384941.520284:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384941.520285:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384941.520287:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384941.520288:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384941.520289:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384941.520290:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384941.520291:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384941.520292:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384941.520293:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384941.520294:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384941.520295:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384941.520296:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384941.520297:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384941.520298:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384941.520300:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384941.520301:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384941.520302:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384941.520303:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384941.520304:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384941.520304:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384941.520306:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384941.520312:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384941.520313:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384941.520314:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384941.520315:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384941.520316:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384941.520317:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384941.520318:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384941.520319:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384941.520319:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384941.520320:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384941.520322:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384941.520322:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384941.520323:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384941.520324:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384941.520325:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384941.520326:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384941.520327:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384941.520328:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384941.520329:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384941.520405:0:35901:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000043f00e44. 00010000:00000001:0.0:1767384941.592879:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384941.592883:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384941.592888:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384941.592889:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384941.592909:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384941.592911:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384941.592913:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384941.976948:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp41 00000400:00000010:2.0:1767384941.976956:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000002f1d5133. 00000400:00000010:2.0:1767384941.976964:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e80cf62e. 00000400:00000010:2.0:1767384941.976969:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000409334f6. 00000400:00000010:2.0:1767384941.976979:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000061e1a59f. 00000400:00000200:2.0:1767384941.976985:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp41 00000400:00000200:2.0:1767384941.977004:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp41 local destination 00000400:00000200:2.0:1767384941.977012:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp41 00000400:00000200:2.0:1767384941.977018:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp41 NI seq info: [171:171:256:4294967295] 192.168.203.134@tcp41 LPNI seq info [166:166:8:4294967295] 00000400:00000200:2.0:1767384941.977025:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp41 00000400:00000200:2.0:1767384941.977038:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp41(192.168.203.134@tcp41:) -> 192.168.203.134@tcp41(192.168.203.134@tcp41:192.168.203.134@tcp41) : GET try# 0 00000800:00000200:2.0:1767384941.977045:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp41 00000800:00000010:2.0:1767384941.977050:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000027a1c0ac. 00000800:00000200:2.0:1767384941.977058:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e05045b2] -> 12345-192.168.203.134@tcp41 (2) 00000800:00000200:2.1:1767384941.977064:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e05045b2] -> 12345-192.168.203.134@tcp41 (2) 00000400:00000200:2.0:1767384941.977091:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp41 added to recovery queue. ping count: 3 next ping: 271 health :700 00000400:00000200:3.0:1767384941.977145:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.977212:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.977235:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.977252:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.977270:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.977296:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.977329:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.977356:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.977374:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.977391:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.977407:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.977425:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.977441:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.977457:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.977491:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.977511:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.977528:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.977543:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.977562:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.977589:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.977619:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.977658:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.977691:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.977710:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.977747:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.977767:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.977791:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.977808:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.978091:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.978111:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.978139:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.978170:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.978211:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.978242:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:3.0:1767384941.978275:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:3.0:1767384941.978440:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000facf727b. 00000800:00000010:3.0:1767384941.978445:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c9c6ceb8. 00000800:00000010:3.0:1767384941.978449:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001bc43b5e. 00000800:00000010:3.0:1767384941.978485:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001bc43b5e. 00000800:00020000:3.0:1767384941.978494:0:16349:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:3.0:1767384941.978497:0:16349:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c9c6ceb8. 00000800:00000010:3.0:1767384941.978500:0:16349:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000facf727b. 00000400:02020000:3.0:1767384941.978553:0:16349:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp41 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384941.978559:0:16349:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp41 notifying 192.168.203.134@tcp41: down 00000400:00000200:3.0:1767384941.978563:0:16349:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384941.978576:0:16349:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp41 00000800:00000010:3.0:1767384941.978579:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000027a1c0ac. 00000400:00000200:3.0:1767384941.978583:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384941.978586:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp41->192.168.203.134@tcp41: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384941.978594:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384941.978596:0:16349:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384941.978599:0:16349:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp41) recovery failed with -71 00010000:00000001:0.0:1767384942.617864:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384942.617870:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.617875:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384942.617876:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384942.617905:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384942.617910:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384942.617913:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384943.000923:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:1.0:1767384943.000924:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a29a8e78] -> 12345-192.168.203.134@tcp11 (6) 00000400:00000001:3.0:1767384943.000928:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384943.000932:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000409334f6 00000800:00000200:1.0:1767384943.000933:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp11 ip 192.168.203.134:988 00000400:00000010:3.0:1767384943.000936:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000409334f6. 00000800:00000200:1.0:1767384943.000939:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ad538527 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1767384943.000942:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384943.000947:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp41 recovery ping unlinked 00000400:00000010:3.0:1767384943.000958:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000002f1d5133. 00000400:00000010:3.0:1767384943.000963:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e80cf62e. 00000400:00000200:3.0:1767384943.000973:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp29 00000400:00000010:3.0:1767384943.000984:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001657601b. 00000400:00000010:3.0:1767384943.000990:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002e2a2da4. 00000400:00000010:3.0:1767384943.000994:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051c03a31. 00000400:00000010:3.0:1767384943.001002:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004db35af0. 00000400:00000200:3.0:1767384943.001007:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp29 00000400:00000200:3.0:1767384943.001022:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp29 local destination 00000400:00000200:3.0:1767384943.001029:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp29 00000400:00000200:3.0:1767384943.001034:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp29 NI seq info: [172:172:256:4294967295] 192.168.203.134@tcp29 LPNI seq info [167:167:8:4294967295] 00000800:00000200:2.0:1767384943.001038:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384943.001040:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384943.001041:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp29 00000400:00000200:3.0:1767384943.001052:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp29(192.168.203.134@tcp29:) -> 192.168.203.134@tcp29(192.168.203.134@tcp29:192.168.203.134@tcp29) : GET try# 0 00000800:00000001:1.0:1767384943.001052:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384943.001059:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384943.001061:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp29 00000800:00000010:3.0:1767384943.001065:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fa26cbce. 00000800:00000001:1.0:1767384943.001070:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384943.001075:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009bd365ee] -> 12345-192.168.203.134@tcp29 (2) 00000800:00000200:3.1:1767384943.001080:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009bd365ee] -> 12345-192.168.203.134@tcp29 (2) 00000400:00000200:3.0:1767384943.001102:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp29 added to recovery queue. ping count: 5 next ping: 296 health :500 00000400:00000200:3.0:1767384943.001105:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp43 00000400:00000010:3.0:1767384943.001107:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000031ffd30d. 00000400:00000010:3.0:1767384943.001109:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000666e4986. 00000400:00000010:3.0:1767384943.001112:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004eecb070. 00000400:00000010:3.0:1767384943.001115:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007bba2f78. 00000400:00000200:3.0:1767384943.001117:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp43 00000400:00000200:3.0:1767384943.001123:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp43 local destination 00000400:00000200:3.0:1767384943.001126:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp43 00000400:00000200:3.0:1767384943.001128:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp43 NI seq info: [173:173:256:4294967295] 192.168.203.134@tcp43 LPNI seq info [168:168:8:4294967295] 00000400:00000200:3.0:1767384943.001130:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp43 00000400:00000200:3.0:1767384943.001135:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp43(192.168.203.134@tcp43:) -> 192.168.203.134@tcp43(192.168.203.134@tcp43:192.168.203.134@tcp43) : GET try# 0 00000800:00000200:3.0:1767384943.001137:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp43 00000800:00000010:3.0:1767384943.001140:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a2c08272. 00000800:00000200:3.0:1767384943.001143:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a2a73b13] -> 12345-192.168.203.134@tcp43 (2) 00000800:00000200:3.1:1767384943.001146:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a2a73b13] -> 12345-192.168.203.134@tcp43 (2) 00000400:00000200:3.0:1767384943.001174:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp43 added to recovery queue. ping count: 1 next ping: 266 health :900 00000400:00000200:2.0:1767384943.001203:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.001233:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.001260:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.001288:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.001306:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.001334:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.001352:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.001381:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.001398:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.001433:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.001451:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.001499:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.001525:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.001544:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.001582:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.001585:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.001613:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.001637:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.001656:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.001681:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.001705:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.001736:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.001745:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.001786:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.001794:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.001892:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.001902:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.001928:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.001951:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.001966:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.001997:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.002010:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.002042:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.002064:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.002079:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.002105:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.002155:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.002157:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.002225:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.002231:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.002271:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.002282:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.002318:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.002333:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.002372:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.002382:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.002421:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.002437:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.002478:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.002500:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.002523:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.002545:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.002564:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.002588:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.002610:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.002631:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.002670:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.002691:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.002714:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.002736:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.002761:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.002793:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.002813:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.002902:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.002953:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.002963:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.003010:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.003015:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.003074:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.003090:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.003141:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.003165:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.003188:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.003212:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.134:988 00000800:00000010:1.0:1767384943.003220:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009b388840. 00000800:00000010:1.0:1767384943.003226:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fdf40c2d. 00000800:00000010:1.0:1767384943.003231:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000de8e3ded. 00000400:00000200:2.0:1767384943.003244:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.134:988 00000800:00000010:1.0:1767384943.003253:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000de8e3ded. 00000800:00020000:1.0:1767384943.003261:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:1.0:1767384943.003264:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fdf40c2d. 00000800:00000010:1.0:1767384943.003266:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009b388840. 00000400:00000200:2.0:1767384943.003270:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.003298:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.134:988 00000400:02020000:1.0:1767384943.003315:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp43 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384943.003322:0:16348:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp43 notifying 192.168.203.134@tcp43: down 00000400:00000200:1.0:1767384943.003326:0:16348:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384943.003330:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp43 00000400:00000200:2.0:1767384943.003331:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.134:988 00000800:00000010:1.0:1767384943.003335:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a2c08272. 00000400:00000200:1.0:1767384943.003341:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384943.003346:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp43->192.168.203.134@tcp43: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384943.003354:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384943.003355:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.003358:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384943.003364:0:16348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp43) recovery failed with -71 00000400:00000200:2.0:1767384943.003379:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.003393:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.003405:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.003417:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.003430:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.003443:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.134:988 00000800:00000010:2.0:1767384943.003576:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002299428b. 00000800:00000010:2.0:1767384943.003580:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000926995f6. 00000800:00000010:2.0:1767384943.003583:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000f5de1c5. 00000800:00000010:2.0:1767384943.003614:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000f5de1c5. 00000400:00000200:3.0:1767384943.003642:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384943.003656:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp29 from 205.3.0.2 00000800:00000010:3.0:1767384943.003659:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f142326d. 00000800:00000010:0.0:1767384943.003707:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bdd98002. 00000800:00000010:0.0:1767384943.003715:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000653e559a. 00000800:00000010:0.0:1767384943.003740:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006894ea0a. 00000800:00000200:0.1:1767384943.003748:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009bd365ee] -> 12345-192.168.203.134@tcp29 (2) 00000800:00000200:0.1:1767384943.003754:0:16347:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp29 000000006894ea0a deleted 00000800:00000010:0.1:1767384943.003758:0:16347:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006894ea0a. 00000800:00000200:0.1:1767384943.003771:0:16347:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384943.003777:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp29 ip 192.168.203.134:973 00000800:00000200:0.1:1767384943.003780:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa26cbce type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384943.003784:0:16347:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp29 p 3.x 192.168.203.134 -> 192.168.203.134:973 incarnation:1767384908074280871 sched[0] 00000800:00000010:0.0:1767384943.003789:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fe655802. 00000800:00000010:0.0:1767384943.003863:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fe655802. 00000800:00000010:0.0:1767384943.003877:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000653e559a. 00000800:00000200:2.1:1767384943.003886:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384943.003895:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp29 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384908074280871 sched[0] 00000800:00000010:2.0:1767384943.003899:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000926995f6. 00000800:00000010:0.0:1767384943.003914:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f142326d. 00000800:00000001:1.0:1767384943.003926:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384943.003932:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384943.003939:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384943.003946:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384943.003964:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000800:00000001:0.0:1767384943.003981:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384943.003988:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384943.003989:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384943.003992:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fa26cbce. 00000800:00000001:0.0:1767384943.003993:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384943.003999:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384943.004004:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384943.004006:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp29->192.168.203.134@tcp29: GET: OK 00000400:00000200:2.0:1767384943.004009:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.004011:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384943.004018:0:16352:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp29 recovery message sent successfully:0 00000400:00000200:0.0:1767384943.004018:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp29(192.168.203.134@tcp29) <- 192.168.203.134@tcp29 : GET - for me 00000400:00000200:0.0:1767384943.004030:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384943.004038:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 272/272 into md 0x1d45 [1] + 0 00000400:00000200:2.0:1767384943.004045:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384943.004049:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp29 to MR: 192.168.203.134@tcp29 local destination 00000400:00000200:0.0:1767384943.004059:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp29 NI seq info: [174:174:256:4294967295] 192.168.203.134@tcp29 LPNI seq info [169:169:8:4294967295] 00000400:00000200:0.0:1767384943.004071:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp29(192.168.203.134@tcp29:192.168.203.134@tcp29) -> 192.168.203.134@tcp29(192.168.203.134@tcp29:192.168.203.134@tcp29) 192.168.203.134@tcp29 : REPLY try# 0 00000800:00000200:0.0:1767384943.004075:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.134@tcp29 00000400:00000200:2.0:1767384943.004078:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000800:00000010:0.0:1767384943.004079:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd9a1efa. 00000800:00000200:0.0:1767384943.004087:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009bd365ee] -> 12345-192.168.203.134@tcp29 (4) 00000800:00000200:0.0:1767384943.004093:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp29 ip 192.168.203.134:988 00000800:00000200:0.0:1767384943.004096:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cd9a1efa type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384943.004107:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000800:00000001:1.0:1767384943.004125:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384943.004136:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.004163:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000800:00000001:1.0:1767384943.004176:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384943.004183:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384943.004186:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384943.004190:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd9a1efa. 00000800:00000001:1.0:1767384943.004191:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384943.004197:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384943.004198:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384943.004200:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000800:00000001:3.0:1767384943.004201:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384943.004206:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp29->192.168.203.134@tcp29: REPLY: OK 00000400:00000200:1.0:1767384943.004210:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp29(192.168.203.134@tcp29) <- 192.168.203.134@tcp29 : REPLY - for me 00000400:00000200:1.0:1767384943.004227:0:16352:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp29: Reply from 12345-192.168.203.134@tcp29 of length 272/272 into md 0x1d71 00000800:00000001:1.0:1767384943.004231:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384943.004246:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384943.004247:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:1.0:1767384943.004247:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384943.004254:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp29->192.168.203.134@tcp29: REPLY: OK 00000400:00000200:1.0:1767384943.004258:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051c03a31 00000400:00000010:1.0:1767384943.004259:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000051c03a31. 00000400:00000200:1.0:1767384943.004263:0:16352:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384943.004266:0:16352:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001657601b. 00000400:00000010:1.0:1767384943.004269:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002e2a2da4. 00000800:00000001:1.0:1767384943.004274:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384943.004277:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384943.004281:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.004297:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.004317:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.004329:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.004340:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.004361:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.004383:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.004394:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.004406:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.004417:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.004430:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.004442:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.004453:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.004485:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.004501:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.004523:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.004535:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.004547:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.004558:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.004570:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.004582:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.004594:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.004608:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.004620:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.004632:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:2.0:1767384943.004643:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:2.0:1767384943.004742:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000be57af9f. 00000800:00000010:2.0:1767384943.004745:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000926995f6. 00000800:00000010:2.0:1767384943.004748:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000f5de1c5. 00000800:00000010:2.0:1767384943.004764:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000f5de1c5. 00000800:00020000:2.0:1767384943.004769:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:2.0:1767384943.004771:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000926995f6. 00000800:00000010:2.0:1767384943.004772:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000be57af9f. 00000400:02020000:2.0:1767384943.004798:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp29 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00080000:00000010:3.0:1767384943.087358:0:36409:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005ff4f763. 00080000:00000010:3.0:1767384943.087371:0:36409:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005ff4f763. 00000020:00000001:3.0:1767384943.087377:0:36409:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384943.087387:0:36409:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005ff4f763. 00080000:00000010:3.0:1767384943.087392:0:36409:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005ff4f763. 00000020:00000001:3.0:1767384943.087396:0:36409:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384943.448882:0:17112:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000040:2.0:1767384943.448884:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b543db4a-4900-454f-be04-352b2897a173->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000020:1.0:1767384943.448886:0:17112:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:2.0:1767384943.448900:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384943.448902:0:17112:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f3e38540. 00000100:00000010:2.0:1767384943.448906:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc8bdf86. 00000020:00000040:1.0:1767384943.448908:0:17112:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:2.0:1767384943.448914:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:1.0:1767384943.448914:0:17112:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384943.448918:0:17112:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384943.448920:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384943.448923:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384943.448924:0:17112:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384943.448927:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384943.448931:0:17112:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000869ee878. 02000000:00000010:2.0:1767384943.448934:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000096e56ce1. 00000100:00000001:1.0:1767384943.448938:0:17112:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.448940:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.448944:0:17112:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384943.448946:0:17112:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384943.448951:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b543db4a-4900-454f-be04-352b2897a173->MGS req@00000000bc8bdf86 x1853237348035712/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384943.448954:0:17112:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3e38540] to pc [ptlrpcd_00_02+2] req@00000000f3e38540 x1853237348035584/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384943.448981:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384943.448984:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384943.448991:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc8bdf86] to pc [ptlrpcd_00_03+3] req@00000000bc8bdf86 x1853237348035712/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384943.448995:0:17112:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.449008:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.449008:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384943.449012:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384943.449016:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384943.449018:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767384943.449019:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001009c66d. 00000100:00000001:1.0:1767384943.449021:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767384943.449024:0:38:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:1.0:1767384943.449026:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f3e38540 x1853237348035584/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384943.449031:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384943.449033:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384943.449037:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384943.449042:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000178973a. 00000100:00000001:2.0:1767384943.449046:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384943.449055:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000001009c66d x1853237348035840/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384943.449055:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384943.449058:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384943.449063:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384943.449066:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384943.449070:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384943.449070:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.449074:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384943.449076:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f3e38540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16360:1853237348035584:0@lo:13: 00000100:00000001:1.0:1767384943.449080:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384943.449081:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001009c66d] to pc [ptlrpcd_00_00+0] req@000000001009c66d x1853237348035840/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384943.449085:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384943.449089:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384943.449093:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384943.449097:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ace57d61. 02000000:00000001:1.0:1767384943.449100:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384943.449105:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac2f01d3. 00000400:00000010:1.0:1767384943.449110:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e4bc2813. 00000100:00000001:2.0:1767384943.449113:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384943.449115:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348035584, portal 4 00000100:00000001:1.0:1767384943.449118:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384943.449119:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590750707072 : -119482958844544 : ffff9354b4ae6d80) 00000100:00000040:2.0:1767384943.449126:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767384943.449128:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f3e38540 x1853237348035584/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384959 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384943.449135:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384943.449140:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767384943.449141:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9fb1daf. 00000100:00000040:1.0:1767384943.449144:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1767384943.449147:0:38:0:(genops.c:1229:class_import_get()) import 00000000aab4eb9e refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000010:1.0:1767384943.449148:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005734283f. 00000100:00000001:2.0:1767384943.449154:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:1.0:1767384943.449154:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237348035584, offset 0 02000000:00000001:2.0:1767384943.449158:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384943.449161:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384943.449162:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384943.449168:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f2e603bc. 00000100:00000001:2.0:1767384943.449172:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384943.449174:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384943.449181:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000b9fb1daf x1853237348035968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384943.449188:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958271d06c00 00000100:00000001:2.0:1767384943.449196:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384943.449197:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2912 00000100:00000001:2.0:1767384943.449201:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384943.449216:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384943.449217:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9fb1daf] to pc [ptlrpcd_00_01+1] req@00000000b9fb1daf x1853237348035968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384943.449222:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384943.449231:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384943.449233:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:2.0:1767384943.449235:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384943.449236:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005b13aad7. 00000100:00000040:2.0:1767384943.449239:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384943.449246:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1767384943.449247:0:16360:0:(events.c:337:request_in_callback()) incoming req@000000005b13aad7 x1853237348035584 msgsize 224 00000100:00100000:1.0:1767384943.449251:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:2.0:1767384943.449252:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004f1ab0f3. 00000020:00000040:2.0:1767384943.449257:0:38:0:(genops.c:1229:class_import_get()) import 0000000062c1ff66 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384943.449257:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384943.449261:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384943.449264:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384943.449267:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005734283f 00000100:00000001:0.0:1767384943.449270:0:17898:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1767384943.449271:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005734283f. 00000100:00100000:0.0:1767384943.449275:0:17898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348035584 00000100:00000001:1.0:1767384943.449276:0:16360:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384943.449277:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384943.449280:0:17898:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:2.0:1767384943.449283:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ab9afda9. 00000100:00000200:1.0:1767384943.449283:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f3e38540 x1853237348035584/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384959 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384943.449284:0:17898:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384943.449287:0:17898:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.449291:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384943.449294:0:17898:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.449300:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384943.449301:0:17898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348035584 00000100:00000040:2.0:1767384943.449303:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000004f1ab0f3 x1853237348036096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767384943.449305:0:17898:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1767384943.449307:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f3e38540 x1853237348035584/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384959 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384943.449315:0:17898:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562efd 00000020:00000001:0.0:1767384943.449319:0:17898:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384943.449323:0:17898:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d9a32349 refcount=5 00000020:00000001:0.0:1767384943.449328:0:17898:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000020:00000001:0.0:1767384943.449333:0:17898:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000001:1.0:1767384943.449336:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.449339:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384943.449340:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384943.449340:0:17898:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384943.449344:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384943.449346:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000059a4bd9d. 00000100:00000001:1.0:1767384943.449347:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384943.449352:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f1ab0f3] to pc [ptlrpcd_00_02+2] req@000000004f1ab0f3 x1853237348036096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384943.449352:0:17898:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000816398cb. 00000100:00000040:1.0:1767384943.449353:0:16360:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3003 usecs (4 jiffies) 00000100:00000001:1.0:1767384943.449359:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294932484 00000020:00000040:0.0:1767384943.449363:0:17898:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000029ff95b7) now 6 - evictor 00000100:00000010:1.0:1767384943.449365:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008424fdaa. 00000100:00000001:1.0:1767384943.449373:0:16360:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384943.449376:0:17898:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384943.449379:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294932484 00000020:00000010:0.0:1767384943.449382:0:17898:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c164edf. 00000100:00000010:1.0:1767384943.449386:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001bc8cd83. 00000020:00000010:0.0:1767384943.449388:0:17898:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005d3f9ce0. 00000100:00000001:1.0:1767384943.449391:0:16360:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000020:00000010:0.0:1767384943.449395:0:17898:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008b247449. 00000100:00000001:1.0:1767384943.449396:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294932484 00000100:00000001:2.0:1767384943.449401:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384943.449402:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dde5b085. 00000100:00000040:0.0:1767384943.449405:0:17898:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384943.449409:0:16360:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000040:2.0:1767384943.449410:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (270) 00000100:00000001:0.0:1767384943.449410:0:17898:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384943.449413:0:17898:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384943.449416:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294932484 00000100:00000001:0.0:1767384943.449416:0:17898:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384943.449421:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001dbb4e1f. 00000100:00000001:1.0:1767384943.449424:0:16360:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384943.449425:0:17898:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.449427:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384943.449428:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384943.449432:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384943.449432:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.449433:0:17898:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384943.449437:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384943.449439:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.449442:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384943.449443:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001009c66d x1853237348035840/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384943.449447:0:17898:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384943.449450:0:17898:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384943.449455:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1767384943.449470:0:17898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000040:0.0:1767384943.449475:0:17898:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d9a32349 : new rpc_count 1 00000100:00000001:1.0:1767384943.449476:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384943.449478:0:17898:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590750696320 : -119482958855296 : ffff9354b4ae4380) 00000100:00000001:1.0:1767384943.449482:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384943.449485:0:17898:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005b13aad7 x1853237348035584/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:169/0 lens 224/0 e 0 to 0 dl 1767384954 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384943.449486:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384943.449487:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384943.449491:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384943.449501:0:17898:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384943.449502:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384943.449505:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000816398cb. 00000100:00000040:1.0:1767384943.449507:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004f1ab0f3 x1853237348036096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384943.449508:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384943.449508:0:17898:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384943.449513:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384943.449513:0:17898:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000816398cb. 02000000:00000001:2.0:1767384943.449520:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384943.449524:0:17898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005b13aad7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16360:x1853237348035584:12345-0@lo:13: 00000100:00100000:2.0:1767384943.449529:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001009c66d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16358:1853237348035840:0@lo:400: 00000100:00000001:1.0:1767384943.449531:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767384943.449533:0:17898:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348035584 00000100:00000001:1.0:1767384943.449534:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.449538:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384943.449539:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1767384943.449542:0:17898:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:1.0:1767384943.449543:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384943.449544:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767384943.449546:0:17898:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:2.0:1767384943.449549:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384943.449550:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384943.449550:0:17898:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384943.449556:0:17898:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1767384943.449557:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1767384943.449557:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004f1ab0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16360:1853237348036096:0@lo:400: 00000020:00000001:0.0:1767384943.449560:0:17898:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665454032 : -1044097584 : ffffffffc1c455d0) 02000000:00000010:2.0:1767384943.449563:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000073e3a6f0. 00000100:00000001:1.0:1767384943.449566:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767384943.449566:0:17898:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1767384943.449568:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384943.449570:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767384943.449571:0:17898:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384943.449573:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384943.449574:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba31f8a8. 00000020:00000001:0.0:1767384943.449574:0:17898:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1767384943.449576:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767384943.449578:0:17898:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384943.449581:0:17898:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384943.449582:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e27d5f88. 00000400:00000010:2.0:1767384943.449584:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000409334f6. 02000000:00000001:1.0:1767384943.449585:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.449585:0:17898:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384943.449589:0:17898:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1767384943.449591:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348035840, portal 4 00000400:00000010:1.0:1767384943.449592:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c24b94a. 02000000:00000010:0.0:1767384943.449594:0:17898:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000c1418056. 00000100:00000001:2.0:1767384943.449599:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767384943.449599:0:17898:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384943.449600:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005734283f. 00000100:00000001:2.0:1767384943.449602:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667942528 : -119483041609088 : ffff9354afbf8a80) 00000100:00000001:0.0:1767384943.449604:0:17898:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384943.449606:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348036096, portal 10 00002000:00000001:0.0:1767384943.449609:0:17898:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:1.0:1767384943.449610:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384943.449613:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001009c66d x1853237348035840/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384943.449614:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667955072 : -119483041596544 : ffff9354afbfbb80) 00002000:00000001:0.0:1767384943.449614:0:17898:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384943.449618:0:17898:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000040:1.0:1767384943.449622:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004f1ab0f3 x1853237348036096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384943.449627:0:17898:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767384943.449633:0:17898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:0.0:1767384943.449640:0:17898:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:2.0:1767384943.449643:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000020:0.0:1767384943.449645:0:17898:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000d9a32349 dirty 0 pend 0 grant 0 00000100:00000001:1.0:1767384943.449646:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384943.449652:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384943.449653:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00002000:00000020:0.0:1767384943.449654:0:17898:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000400:00000010:2.0:1767384943.449657:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c99b0362. 00000400:00000010:1.0:1767384943.449659:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a90983c2. 00002000:00000001:0.0:1767384943.449659:0:17898:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000200:2.0:1767384943.449664:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237348035840, offset 0 00000100:00000200:1.0:1767384943.449664:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237348036096, offset 0 00000001:00000001:0.0:1767384943.449665:0:17898:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384943.449668:0:17898:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384943.449672:0:17898:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384943.449675:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:0.0:1767384943.449676:0:17898:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237348035584 00010000:00000001:0.0:1767384943.449679:0:17898:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:1.0:1767384943.449683:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:0.0:1767384943.449685:0:17898:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005b13aad7 x1853237348035584/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:169/0 lens 224/368 e 0 to 0 dl 1767384954 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384943.449689:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384943.449696:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958271d06e00 00000400:00000200:2.0:1767384943.449704:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384943.449704:0:17898:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1767384943.449708:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7384 00010000:00000001:0.0:1767384943.449709:0:17898:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384943.449712:0:17898:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097a41e79 time=67 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384943.449718:0:17898:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1767384943.449719:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958271d06d00 00000400:00000200:1.0:1767384943.449722:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384943.449727:0:17898:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000400:00000200:1.0:1767384943.449729:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384943.449733:0:17898:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:0.0:1767384943.449736:0:17898:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1767384943.449740:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3888 02000000:00000001:0.0:1767384943.449740:0:17898:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.449745:0:17898:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384943.449748:0:17898:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384943.449749:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384943.449750:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384943.449751:0:17898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045c3d373. 00000100:00000200:1.0:1767384943.449752:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1767384943.449766:0:17898:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237348035584, offset 224 00000100:00000010:1.0:1767384943.449767:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000035cec20e. 00000400:00000200:2.0:1767384943.449769:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384943.449772:0:16360:0:(events.c:337:request_in_callback()) incoming req@0000000035cec20e x1853237348036096 msgsize 224 00000400:00000200:0.0:1767384943.449778:0:17898:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384943.449782:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384943.449785:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384943.449789:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:0.0:1767384943.449789:0:17898:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384943.449791:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384943.449800:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a90983c2 00000400:00000200:0.0:1767384943.449800:0:17898:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958271d06c00 00000400:00000010:1.0:1767384943.449805:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a90983c2. 00000100:00000010:2.0:1767384943.449807:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ec2c2553. 00000100:00000001:1.0:1767384943.449808:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384943.449812:0:17898:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1d79 [1] + 224 00000100:00000200:1.0:1767384943.449835:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004f1ab0f3 x1853237348036096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384943.449841:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000ec2c2553 x1853237348035840 msgsize 224 00000100:00000001:1.0:1767384943.449842:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384943.449846:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004f1ab0f3 x1853237348036096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384943.449856:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384943.449856:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.449861:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384943.449863:0:17898:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384943.449866:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384943.449869:0:17898:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384943.449870:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384943.449872:0:16360:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2602 usecs (3 jiffies) 00000100:00000001:0.0:1767384943.449874:0:17898:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384943.449876:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294932484 00000100:00000001:1.0:1767384943.449880:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294932484 00000100:00000200:0.0:1767384943.449880:0:17898:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f3e38540 x1853237348035584/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384959 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384943.449885:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294932484 00000100:00000001:1.0:1767384943.449889:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294932484 00000100:00000001:1.0:1767384943.449893:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294932484 00000100:00000001:1.0:1767384943.449897:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294932484 00000100:00000040:0.0:1767384943.449899:0:17898:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000f3e38540 x1853237348035584/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384943.449900:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294932484 00000400:00000200:2.0:1767384943.449905:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c99b0362 00000100:00000001:1.0:1767384943.449905:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294932484 00000100:00000001:1.0:1767384943.449910:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384943.449915:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.449918:0:17898:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767384943.449919:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c99b0362. 00000100:00000001:2.0:1767384943.449925:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384943.449930:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001009c66d x1853237348035840/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384943.449931:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384943.449938:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384943.449940:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384943.449940:0:17898:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045c3d373 00000400:00000010:0.0:1767384943.449944:0:17898:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045c3d373. 00000100:00000040:1.0:1767384943.449948:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bc8bdf86 x1853237348035712/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384943.449950:0:17898:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384943.449952:0:17898:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384943.449954:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384943.449957:0:17898:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384943.449962:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001009c66d x1853237348035840/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384959 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384943.449963:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767384943.449964:0:17898:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:1.0:1767384943.449966:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384943.449970:0:17898:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:1.0:1767384943.449971:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1767384943.449973:0:17898:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384943.449976:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384943.449977:0:17898:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1767384943.449982:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384943.449985:0:17898:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005b13aad7 x1853237348035584/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:169/0 lens 224/368 e 0 to 0 dl 1767384954 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384943.449989:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384943.449989:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bc8bdf86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348035712:0@lo:400: 00000100:00000001:2.0:1767384943.449996:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384943.449999:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384943.450003:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384943.450005:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384943.450007:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384943.450007:0:17898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005b13aad7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16360:x1853237348035584:12345-0@lo:13: Request processed in 508us (757us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384943.450011:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3003 usecs (4 jiffies) 02000000:00000001:1.0:1767384943.450011:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384943.450015:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003fc6ff19. 00000100:00000001:2.0:1767384943.450017:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294932485 02000000:00000001:1.0:1767384943.450018:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384943.450025:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d6a8eed. 00000100:00000001:2.0:1767384943.450028:0:16358:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294932484 00000100:00100000:0.0:1767384943.450029:0:17898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000400:00000010:1.0:1767384943.450030:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a90983c2. 00000100:00000040:0.0:1767384943.450036:0:17898:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d9a32349 : new rpc_count 0 00000100:00000200:1.0:1767384943.450037:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348035712, portal 25 00000100:00000001:2.0:1767384943.450038:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294932485 00000100:00000001:0.0:1767384943.450041:0:17898:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384943.450042:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384943.450045:0:17898:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384943.450046:0:16358:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294932484 00000100:00000001:1.0:1767384943.450046:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667952384 : -119483041599232 : ffff9354afbfb100) 00000020:00000010:0.0:1767384943.450050:0:17898:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005d3f9ce0. 00000100:00000001:2.0:1767384943.450055:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294932485 00000100:00000040:1.0:1767384943.450055:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bc8bdf86 x1853237348035712/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384943.450055:0:17898:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008b247449. 00000100:00000001:2.0:1767384943.450064:0:16358:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294932484 00000020:00000010:0.0:1767384943.450064:0:17898:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c164edf. 00000100:00000001:1.0:1767384943.450065:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1767384943.450070:0:17898:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 4 00000100:00000040:1.0:1767384943.450071:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384943.450072:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294932485 00000100:00000001:0.0:1767384943.450075:0:17898:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384943.450076:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094a405b6. 00000100:00000001:2.0:1767384943.450078:0:16358:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294932484 00000100:00000200:1.0:1767384943.450081:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237348035712, offset 0 00000100:00000001:2.0:1767384943.450087:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384943.450087:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384943.450092:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:0.0:1767384943.450093:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384943.450097:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384943.450100:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384943.450101:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958271d06c80 00000400:00000010:0.0:1767384943.450101:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac2f01d3. 00000400:00000200:0.0:1767384943.450106:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4bc2813 00000100:00000001:2.0:1767384943.450108:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384943.450109:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e4bc2813. 00000100:00000001:2.0:1767384943.450113:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384943.450113:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384943.450119:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1515 [2] + 0 00000100:00000200:0.0:1767384943.450119:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f3e38540 x1853237348035584/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384943.450123:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767384943.450124:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd958cd3. 00000100:00000001:2.0:1767384943.450127:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384943.450130:0:16361:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b1a9c9b7 00000100:00000001:2.0:1767384943.450135:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384943.450136:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384943.450138:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384943.450138:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f3e38540 x1853237348035584/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384943.450142:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384943.450150:0:16358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000200:1.0:1767384943.450150:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384943.450157:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384943.450158:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1a9c9b7 00000100:00000001:0.0:1767384943.450158:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384943.450162:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b1a9c9b7. 00000100:00000001:0.0:1767384943.450162:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384943.450164:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384943.450164:0:16360:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384943.450168:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384943.450169:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384943.450171:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384943.450172:0:16361:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384943.450173:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384943.450174:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384943.450175:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384943.450177:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384943.450179:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384943.450181:0:16361:0:(events.c:337:request_in_callback()) incoming req@0000000004a0f0f3 x1853237348035712 msgsize 224 00000100:00000001:2.0:1767384943.450182:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00001000:0.0:1767384943.450184:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000046e5fbb1 time=67 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384943.450191:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9fb1daf x1853237348035968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384943.450191:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000785c58c4 time=67 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384943.450192:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384943.450197:0:16361:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384943.450199:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384943.450202:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384943.450207:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384943.450208:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384943.450213:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384943.450214:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094a405b6 00010000:00080000:0.0:1767384943.450214:0:16360:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f3e38540 x1853237348035584/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384943.450216:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384943.450219:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094a405b6. 02000000:00000001:2.0:1767384943.450223:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384943.450224:0:16361:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384943.450228:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384943.450231:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bc8bdf86 x1853237348035712/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384943.450233:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384943.450241:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9fb1daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16358:1853237348035968:0@lo:400: 00000100:00000001:2.0:1767384943.450253:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384943.450258:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384943.450259:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1767384943.450259:0:16360:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384943.450262:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bc8bdf86 x1853237348035712/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384959 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384943.450264:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.450265:0:16360:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767384943.450270:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384943.450272:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.450273:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384943.450275:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.450277:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294932486 00000100:00000040:0.0:1767384943.450279:0:16360:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384943.450281:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294932485 00000100:00000001:0.0:1767384943.450282:0:16360:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000010:2.0:1767384943.450284:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000807aefed. 00000100:00000001:0.0:1767384943.450285:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.450287:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294932486 02000000:00000001:2.0:1767384943.450290:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.450292:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294932485 00000100:00000040:0.0:1767384943.450293:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f3e38540 x1853237348035584/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384943.450297:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002aea5c17. 00000100:00000001:1.0:1767384943.450298:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294932486 00000100:00000001:0.0:1767384943.450306:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384943.450307:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c99b0362. 00000100:00000001:1.0:1767384943.450307:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294932485 00000100:00000001:0.0:1767384943.450312:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384943.450314:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384943.450316:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348035968, portal 10 00000100:00000001:1.0:1767384943.450316:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294932486 00000004:00000001:0.0:1767384943.450317:0:16360:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384943.450321:0:16360:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:2.0:1767384943.450322:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384943.450323:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294932485 00000004:00000040:0.0:1767384943.450326:0:16360:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000001:2.0:1767384943.450327:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667946112 : -119483041605504 : ffff9354afbf9880) 00000100:00000001:1.0:1767384943.450328:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384943.450334:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.450338:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:0.0:1767384943.450339:0:16360:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006f80896a): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000001:1.0:1767384943.450340:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384943.450341:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9fb1daf x1853237348035968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384943.450349:0:16360:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.450353:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384943.450356:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f3e38540 x1853237348035584/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384959 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384943.450357:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384943.450362:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384943.450364:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384943.450366:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.450369:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384943.450372:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f3e38540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16360:1853237348035584:0@lo:13: 00000100:00000001:0.0:1767384943.450376:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.450377:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384943.450379:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f3e38540 x1853237348035584/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384959 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767384943.450382:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:1.0:1767384943.450388:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000029ff95b7) now 6 - evictor 00000100:00000001:0.0:1767384943.450388:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384943.450391:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384943.450395:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ace57d61. 02000000:00000001:0.0:1767384943.450400:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384943.450403:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384943.450405:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1767384943.450406:0:16360:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384943.450407:0:18467:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384943.450411:0:18467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348036096 00000020:00000001:0.0:1767384943.450411:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1767384943.450412:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384943.450415:0:18467:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384943.450417:0:18467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767384943.450418:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050f4446d. 00000100:00000001:1.0:1767384943.450419:0:18467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384943.450419:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000869ee878. 00000100:00000200:2.0:1767384943.450426:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237348035968, offset 0 02000000:00000001:1.0:1767384943.450426:0:18467:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384943.450426:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:1.0:1767384943.450430:0:18467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348036096 02000000:00000001:0.0:1767384943.450430:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384943.450433:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f3e38540. 00000020:00000001:1.0:1767384943.450434:0:18467:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384943.450438:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1767384943.450438:0:18467:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562ee1 00000100:00000001:0.0:1767384943.450439:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384943.450442:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384943.450443:0:18467:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384943.450446:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384943.450447:0:18467:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000083ded37e refcount=5 00000020:00000001:1.0:1767384943.450451:0:18467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00000400:00000200:2.0:1767384943.450452:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384943.450452:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384943.450468:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767384943.450470:0:18467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00000100:00000001:0.0:1767384943.450471:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384943.450474:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384943.450477:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.450478:0:18467:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384943.450479:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384943.450484:0:18467:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fe9ac43d. 00000020:00000010:1.0:1767384943.450489:0:18467:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000069e8a84f. 00000020:00000040:1.0:1767384943.450511:0:18467:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8d9ce3b) now 8 - evictor 00000400:00000200:2.0:1767384943.450512:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958271d06d80 00000100:00000001:1.0:1767384943.450523:0:18467:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384943.450527:0:18467:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a12d8257. 00000020:00000010:1.0:1767384943.450530:0:18467:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000095424437. 00000100:00080000:0.0:1767384943.450533:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000400:00000200:2.0:1767384943.450534:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7608 00000020:00000010:1.0:1767384943.450536:0:18467:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005bedbaad. 00000020:00000040:0.0:1767384943.450537:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8d9ce3b) now 8 - evictor 00000400:00000200:2.0:1767384943.450544:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384943.450546:0:18467:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384943.450550:0:18467:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384943.450552:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384943.450552:0:18467:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384943.450556:0:18467:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384943.450559:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384943.450561:0:18467:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384943.450562:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384943.450564:0:18467:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384943.450566:0:18467:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384943.450568:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008ae87b56. 00000100:00000040:2.0:1767384943.450573:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000008ae87b56 x1853237348035968 msgsize 224 00000100:00100000:2.0:1767384943.450578:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384943.450582:0:18467:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384943.450591:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384943.450593:0:18467:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384943.450596:0:18467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348035968 02000000:00000001:1.0:1767384943.450597:0:18467:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384943.450598:0:17090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384943.450599:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050f4446d 00000100:00000001:1.0:1767384943.450599:0:18467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384943.450602:0:18467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.450602:0:17090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1767384943.450604:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050f4446d. 02000000:00000001:1.0:1767384943.450606:0:18467:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384943.450609:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00000001:2.0:1767384943.450610:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1767384943.450611:0:18467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348035968 00000100:00000040:0.0:1767384943.450613:0:17090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000083ded37e : new rpc_count 1 00000020:00000001:1.0:1767384943.450615:0:18467:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384943.450616:0:17090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590750703488 : -119482958848128 : ffff9354b4ae5f80) 00000100:00000200:2.0:1767384943.450619:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9fb1daf x1853237348035968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384943.450619:0:18467:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562e71 00000020:00000001:1.0:1767384943.450623:0:18467:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384943.450623:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000035cec20e x1853237348036096/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:169/0 lens 224/0 e 0 to 0 dl 1767384954 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384943.450637:0:18467:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099807a16 refcount=5 00000100:00000001:0.0:1767384943.450637:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384943.450642:0:18467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00000020:00000010:0.0:1767384943.450642:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000816398cb. 00000100:00000001:0.0:1767384943.450647:0:17090:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384943.450648:0:18467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00000020:00000010:0.0:1767384943.450653:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000816398cb. 00000100:00000001:2.0:1767384943.450656:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384943.450657:0:18467:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384943.450662:0:18467:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf001a7b. 00000100:00100000:0.0:1767384943.450662:0:17090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000035cec20e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16360:x1853237348036096:12345-0@lo:400: 00000100:00000040:2.0:1767384943.450664:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9fb1daf x1853237348035968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384943.450667:0:18467:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384943.450671:0:17090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348036096 00000020:00000010:1.0:1767384943.450673:0:18467:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf001a7b. 00000020:00000001:0.0:1767384943.450675:0:17090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384943.450678:0:17090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:1.0:1767384943.450680:0:18467:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f321222. 00000020:00000001:0.0:1767384943.450682:0:17090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384943.450686:0:18467:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000066559649. 00000020:00000001:0.0:1767384943.450687:0:17090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384943.450689:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384943.450691:0:18467:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005729c0d4. 00000100:00000001:2.0:1767384943.450692:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384943.450692:0:17090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000020:00000001:0.0:1767384943.450698:0:17090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384943.450699:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.450699:0:18467:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384943.450701:0:18467:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384943.450704:0:18467:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384943.450705:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2710 usecs (3 jiffies) 00000020:00000001:0.0:1767384943.450707:0:17090:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384943.450709:0:18467:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384943.450712:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294932484 00000020:00000001:0.0:1767384943.450712:0:17090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384943.450713:0:18467:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384943.450716:0:18467:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384943.450716:0:17090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384943.450718:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294932486 00000020:00000001:0.0:1767384943.450719:0:17090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.450726:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294932484 00000100:00000001:1.0:1767384943.450726:0:18467:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384943.450726:0:17090:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384943.450730:0:17090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384943.450733:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294932486 02000000:00000001:0.0:1767384943.450733:0:17090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384943.450735:0:18467:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:0.0:1767384943.450736:0:17090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000026dfb2ce. 00000100:00000001:1.0:1767384943.450739:0:18467:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384943.450741:0:17090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.450744:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294932484 00000100:00100000:1.0:1767384943.450745:0:18467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00000001:0.0:1767384943.450745:0:17090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384943.450751:0:17090:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.450752:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294932486 00000100:00000001:2.0:1767384943.450755:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294932484 00000100:00000001:2.0:1767384943.450757:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294932486 00000100:00000001:2.0:1767384943.450759:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384943.450761:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384943.450762:0:17090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348036096 00000100:00000040:1.0:1767384943.450763:0:18467:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000099807a16 : new rpc_count 1 00000100:00000001:2.0:1767384943.450764:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384943.450767:0:17090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384943.450768:0:18467:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624585658080256 : -119488051471360 : ffff935385231c00) 00000100:00000001:2.0:1767384943.450770:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384943.450773:0:17090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000035cec20e x1853237348036096/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:169/0 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384943.450774:0:18467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008ae87b56 x1853237348035968/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:169/0 lens 224/0 e 0 to 0 dl 1767384954 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384943.450779:0:17090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384943.450782:0:17090:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.450786:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1767384943.450787:0:17090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=71 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384943.450791:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.450793:0:17090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384943.450799:0:17090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:1.0:1767384943.450802:0:18467:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384943.450802:0:17090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:0.0:1767384943.450806:0:17090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384943.450807:0:17897:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384943.450807:0:18467:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf001a7b. 02000000:00000001:0.0:1767384943.450808:0:17090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384943.450813:0:17897:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348035840 00000100:00000001:1.0:1767384943.450813:0:18467:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384943.450827:0:17090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384943.450830:0:17090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1767384943.450834:0:18467:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf001a7b. 00000400:00000010:0.0:1767384943.450834:0:17090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045c3d373. 02000000:00000001:2.0:1767384943.450839:0:17897:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1767384943.450841:0:17090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348036096, offset 224 00000100:00000001:2.0:1767384943.450842:0:17897:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384943.450846:0:18467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008ae87b56 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16358:x1853237348035968:12345-0@lo:400: 00000100:00000001:2.0:1767384943.450847:0:17897:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384943.450851:0:17090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384943.450855:0:17897:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384943.450856:0:18467:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348035968 00000020:00000001:1.0:1767384943.450860:0:18467:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:2.0:1767384943.450863:0:17897:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348035840 00000400:00000200:0.0:1767384943.450863:0:17090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384943.450864:0:18467:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384943.450867:0:18467:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384943.450869:0:17897:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384943.450870:0:18467:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000040:2.0:1767384943.450874:0:17897:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562efd 00000020:00000001:1.0:1767384943.450874:0:18467:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000400:00000200:0.0:1767384943.450874:0:17090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d06e00 00000020:00000001:2.0:1767384943.450879:0:17897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384943.450881:0:18467:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000040:2.0:1767384943.450884:0:17897:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d9a32349 refcount=5 00000020:00000001:1.0:1767384943.450884:0:18467:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384943.450884:0:17090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d85 [1] + 224 00000020:00000001:2.0:1767384943.450891:0:17897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000020:00000001:1.0:1767384943.450892:0:18467:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384943.450892:0:17090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384943.450895:0:18467:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384943.450899:0:17897:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000400:00000200:0.0:1767384943.450899:0:17090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384943.450900:0:18467:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.450902:0:17090:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384943.450905:0:18467:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384943.450908:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384943.450909:0:17090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004f1ab0f3 x1853237348036096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384943.450910:0:18467:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384943.450912:0:18467:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1767384943.450914:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000039ff7621. 02000000:00000010:1.0:1767384943.450916:0:18467:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000883c34e4. 00000100:00000001:2.0:1767384943.450920:0:17897:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384943.450921:0:18467:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.450926:0:18467:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384943.450928:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000039ff7621. 00000020:00000001:1.0:1767384943.450931:0:18467:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384943.450936:0:18467:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348035968 00000020:00000010:2.0:1767384943.450937:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003b4abbf3. 00010000:00000001:1.0:1767384943.450939:0:18467:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767384943.450940:0:17090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004f1ab0f3 x1853237348036096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384943.450945:0:17897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006dc12886. 00010000:00000200:1.0:1767384943.450945:0:18467:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008ae87b56 x1853237348035968/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:169/0 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384943.450953:0:17897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002c3f31f1. 00000100:00000001:0.0:1767384943.450961:0:17090:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384943.450962:0:18467:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1767384943.450965:0:17897:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00010000:00000001:1.0:1767384943.450965:0:18467:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384943.450967:0:17090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045c3d373 00000100:00001000:1.0:1767384943.450970:0:18467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=71 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384943.450971:0:17090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045c3d373. 00000100:00000001:2.0:1767384943.450972:0:17897:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384943.450976:0:17897:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384943.450978:0:18467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384943.450978:0:17090:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384943.450981:0:17090:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1767384943.450984:0:18467:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 22 to 0@lo 00000100:00000001:2.0:1767384943.450986:0:17897:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384943.450986:0:17090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384943.450993:0:17090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:1.0:1767384943.450994:0:18467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000001:2.0:1767384943.450995:0:17897:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:0.0:1767384943.450997:0:17090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:1.0:1767384943.450998:0:18467:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384943.451000:0:17090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384943.451001:0:18467:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384943.451003:0:17090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384943.451005:0:18467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384943.451008:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035cec20e x1853237348036096/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:169/0 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384943.451011:0:18467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384943.451015:0:17897:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:1.0:1767384943.451016:0:18467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094a405b6. 00000100:00000001:2.0:1767384943.451020:0:17897:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384943.451022:0:18467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348035968, offset 224 00000100:00100000:0.0:1767384943.451027:0:17090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000035cec20e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16360:x1853237348036096:12345-0@lo:400: Request processed in 391us (1252us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384943.451031:0:18467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384943.451036:0:17897:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384943.451041:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000400:00000200:1.0:1767384943.451043:0:18467:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384943.451044:0:17090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000083ded37e : new rpc_count 0 00000100:00000001:0.0:1767384943.451048:0:17090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384943.451049:0:17090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384943.451050:0:17897:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384943.451052:0:18467:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d06d80 00000100:00000001:2.0:1767384943.451054:0:17897:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384943.451054:0:17090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000095424437. 00000400:00000200:1.0:1767384943.451061:0:18467:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d9d [1] + 224 00000020:00000010:0.0:1767384943.451061:0:17090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005bedbaad. 00000100:00100000:2.0:1767384943.451066:0:17897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000020:00000010:0.0:1767384943.451067:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a12d8257. 00000400:00000200:1.0:1767384943.451068:0:18467:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1767384943.451072:0:17090:0:(genops.c:898:class_export_put()) PUTting export 0000000083ded37e : new refcount 4 00000100:00000040:2.0:1767384943.451075:0:17897:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d9a32349 : new rpc_count 1 00000100:00000001:0.0:1767384943.451076:0:17090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384943.451077:0:18467:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384943.451082:0:17897:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624585658082944 : -119488051468672 : ffff935385232680) 00000100:00000001:1.0:1767384943.451084:0:18467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384943.451090:0:18467:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9fb1daf x1853237348035968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384943.451091:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384943.451093:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ec2c2553 x1853237348035840/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:169/0 lens 224/0 e 0 to 0 dl 1767384954 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384943.451095:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384943.451098:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384943.451101:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384943.451103:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c24b94a. 00000400:00000200:0.0:1767384943.451108:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005734283f 00000400:00000010:0.0:1767384943.451111:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005734283f. 00000100:00000040:1.0:1767384943.451118:0:18467:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9fb1daf x1853237348035968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384943.451122:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384943.451123:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384943.451128:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004f1ab0f3 x1853237348036096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384943.451130:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000039ff7621. 00000100:00000001:2.0:1767384943.451137:0:17897:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384943.451140:0:18467:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384943.451141:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000039ff7621. 00000100:00000200:0.0:1767384943.451142:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004f1ab0f3 x1853237348036096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384943.451146:0:18467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094a405b6 00000400:00000010:1.0:1767384943.451150:0:18467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094a405b6. 00000100:00100000:2.0:1767384943.451153:0:17897:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ec2c2553 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16358:x1853237348035840:12345-0@lo:400: 00000100:00000001:1.0:1767384943.451156:0:18467:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384943.451159:0:18467:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384943.451162:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384943.451164:0:17897:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348035840 00000100:00000001:1.0:1767384943.451164:0:18467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.451165:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384943.451170:0:17897:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384943.451170:0:16360:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767384943.451171:0:18467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 02000000:00000001:0.0:1767384943.451175:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1767384943.451176:0:17897:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:1.0:1767384943.451176:0:18467:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384943.451177:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384943.451182:0:18467:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.451182:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384943.451183:0:17897:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384943.451189:0:18467:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1767384943.451189:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384943.451190:0:17897:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384943.451195:0:17897:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000100:00000040:1.0:1767384943.451196:0:18467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008ae87b56 x1853237348035968/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:169/0 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384943.451196:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 000000002c0000f4 time=71 v=5 (5 0 0 0) 00000020:00000001:2.0:1767384943.451201:0:17897:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384943.451206:0:17897:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384943.451206:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c093201a time=71 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384943.451212:0:18467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008ae87b56 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16358:x1853237348035968:12345-0@lo:400: Request processed in 407us (635us total) trans 0 rc 0/0 00000020:00000001:2.0:1767384943.451213:0:17897:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384943.451214:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384943.451217:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384943.451219:0:17897:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1767384943.451220:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1767384943.451224:0:17897:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384943.451224:0:18467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00010000:00080000:0.0:1767384943.451226:0:16360:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004f1ab0f3 x1853237348036096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384943.451229:0:17897:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384943.451233:0:17897:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384943.451235:0:18467:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099807a16 : new rpc_count 0 02000000:00000001:2.0:1767384943.451238:0:17897:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384943.451240:0:18467:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:2.0:1767384943.451244:0:17897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000062fa2ca7. 00000100:00000001:1.0:1767384943.451245:0:18467:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384943.451245:0:16360:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384943.451250:0:18467:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000066559649. 00000100:00000001:0.0:1767384943.451250:0:16360:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767384943.451251:0:17897:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384943.451254:0:16360:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000020:00000010:1.0:1767384943.451256:0:18467:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005729c0d4. 00000100:00000001:2.0:1767384943.451258:0:17897:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.451258:0:16360:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000010:1.0:1767384943.451260:0:18467:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f321222. 00000100:00000001:0.0:1767384943.451260:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384943.451265:0:18467:0:(genops.c:898:class_export_put()) PUTting export 0000000099807a16 : new refcount 4 00000020:00000001:2.0:1767384943.451267:0:17897:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384943.451267:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004f1ab0f3 x1853237348036096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384943.451269:0:18467:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1767384943.451274:0:17897:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237348035840 00010000:00000001:2.0:1767384943.451282:0:17897:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384943.451282:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384943.451287:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384943.451288:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384943.451289:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000200:2.0:1767384943.451291:0:17897:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ec2c2553 x1853237348035840/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:169/0 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384943.451292:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f1ab0f3 x1853237348036096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384943.451293:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348035712 02000000:00000001:1.0:1767384943.451297:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384943.451300:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384943.451302:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384943.451309:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384943.451314:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348035712 00000020:00000001:1.0:1767384943.451317:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384943.451320:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00100000:0.0:1767384943.451323:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004f1ab0f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16360:1853237348036096:0@lo:400: 00000020:00000001:1.0:1767384943.451324:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384943.451328:0:17897:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:1.0:1767384943.451328:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00010000:00000001:2.0:1767384943.451332:0:17897:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384943.451332:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00001000:2.0:1767384943.451340:0:17897:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7bcd663 time=67 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384943.451340:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:0.0:1767384943.451341:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384943.451347:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384943.451347:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384943.451349:0:17897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384943.451351:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004f1ab0f3 x1853237348036096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384943.451352:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf001a7b. 00000100:00000040:2.0:1767384943.451355:0:17897:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:1.0:1767384943.451357:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384943.451362:0:17897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000020:00000010:1.0:1767384943.451363:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf001a7b. 02000000:00000001:2.0:1767384943.451369:0:17897:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1767384943.451370:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f321222. 00000100:00000001:0.0:1767384943.451370:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384943.451374:0:17897:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384943.451375:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000066559649. 02000000:00000001:0.0:1767384943.451375:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384943.451378:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e27d5f88. 00000020:00000010:1.0:1767384943.451381:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005729c0d4. 00000100:00000001:2.0:1767384943.451382:0:17897:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384943.451383:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384943.451386:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767384943.451388:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:0.0:1767384943.451388:0:16360:0:(genops.c:1242:class_import_put()) import 0000000062c1ff66 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:2.0:1767384943.451392:0:17897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384943.451394:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384943.451394:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384943.451397:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ab9afda9. 00000400:00000010:2.0:1767384943.451398:0:17897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050f4446d. 00000100:00000001:1.0:1767384943.451398:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384943.451402:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384943.451403:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:2.0:1767384943.451405:0:17897:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237348035840, offset 224 00000100:00000001:1.0:1767384943.451406:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384943.451406:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384943.451409:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004f1ab0f3. 00000100:00000001:0.0:1767384943.451414:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384943.451415:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384943.451416:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384943.451417:0:17897:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384943.451421:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384943.451428:0:17897:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384943.451429:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384943.451431:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.451432:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384943.451436:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384943.451436:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384943.451440:0:17897:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958271d06d00 00000100:00000001:0.0:1767384943.451440:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384943.451445:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00000040:1.0:1767384943.451448:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000400:00000200:2.0:1767384943.451452:0:17897:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1d81 [1] + 224 00000100:00000001:1.0:1767384943.451453:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590281820240 : -119483427731376 : ffff935498bbc850) 00000100:00000040:1.0:1767384943.451476:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000004a0f0f3 x1853237348035712/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:169/0 lens 224/0 e 0 to 0 dl 1767384954 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384943.451477:0:17897:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384943.451486:0:17897:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384943.451492:0:17897:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384943.451499:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767384943.451500:0:17897:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001009c66d x1853237348035840/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384943.451505:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf001a7b. 00000100:00000001:1.0:1767384943.451510:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384943.451515:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf001a7b. 00000100:00000040:2.0:1767384943.451519:0:17897:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001009c66d x1853237348035840/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384943.451522:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000004a0f0f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+14:16361:x1853237348035712:12345-0@lo:400: 00000100:00000200:1.0:1767384943.451529:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348035712 00000020:00000001:1.0:1767384943.451532:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384943.451535:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384943.451537:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384943.451540:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384943.451541:0:17897:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384943.451542:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289088 : -1048262528 : ffffffffc184c880) 00000020:00000001:1.0:1767384943.451546:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384943.451547:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384943.451548:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384943.451549:0:17897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050f4446d 00000020:00000001:1.0:1767384943.451550:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384943.451552:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384943.451554:0:17897:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050f4446d. 00000020:00000001:1.0:1767384943.451555:0:17084:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384943.451558:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384943.451559:0:17897:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384943.451560:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384943.451563:0:17897:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:1.0:1767384943.451564:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ace57d61. 02000000:00000001:1.0:1767384943.451566:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.451567:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384943.451568:0:17084:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384943.451571:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348035712 00010000:00000001:1.0:1767384943.451573:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384943.451576:0:17897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384943.451576:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000004a0f0f3 x1853237348035712/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:169/0 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384943.451581:0:17897:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:2.0:1767384943.451587:0:17897:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384943.451590:0:17897:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384943.451596:0:17897:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384943.451597:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384943.451599:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384943.451601:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=77 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384943.451602:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ec2c2553 x1853237348035840/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:169/0 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384943.451604:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384943.451608:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:1.0:1767384943.451611:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:1.0:1767384943.451615:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384943.451618:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.451622:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384943.451625:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384943.451628:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094a405b6. 00000100:00100000:2.0:1767384943.451629:0:17897:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ec2c2553 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16358:x1853237348035840:12345-0@lo:400: Request processed in 503us (1784us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384943.451631:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237348035712, offset 224 00000400:00000200:1.0:1767384943.451639:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384943.451646:0:17897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000400:00000200:1.0:1767384943.451647:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384943.451652:0:17897:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d9a32349 : new rpc_count 0 00000100:00000001:2.0:1767384943.451655:0:17897:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1767384943.451656:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958271d06c80 00000100:00000001:2.0:1767384943.451659:0:17897:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1767384943.451662:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1d95 [1] + 224 00000020:00000010:2.0:1767384943.451664:0:17897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006dc12886. 00000400:00000200:1.0:1767384943.451665:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384943.451670:0:17897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002c3f31f1. 00000400:00000200:1.0:1767384943.451670:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384943.451676:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384943.451677:0:17897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003b4abbf3. 00000100:00000200:1.0:1767384943.451681:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bc8bdf86 x1853237348035712/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384943.451682:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 4 00000100:00000001:2.0:1767384943.451688:0:17897:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384943.451694:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bc8bdf86 x1853237348035712/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384943.451708:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384943.451713:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094a405b6 00000400:00000010:1.0:1767384943.451714:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094a405b6. 00000100:00000001:1.0:1767384943.451716:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384943.451717:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384943.451721:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384943.451724:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:1.0:1767384943.451727:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384943.451728:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384943.451730:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384943.451734:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384943.451737:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384943.451739:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004a0f0f3 x1853237348035712/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:169/0 lens 224/224 e 0 to 0 dl 1767384954 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384943.451740:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:0.0:1767384943.451741:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384943.451745:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384943.451745:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384943.451749:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d6a8eed. 00000400:00000200:0.0:1767384943.451753:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a90983c2 00000100:00100000:1.0:1767384943.451754:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000004a0f0f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+14:16361:x1853237348035712:12345-0@lo:400: Request processed in 257us (1569us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384943.451756:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a90983c2. 00000100:00000001:0.0:1767384943.451762:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384943.451765:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000400:00000001:2.0:1767384943.451766:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1767384943.451768:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bc8bdf86 x1853237348035712/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384943.451769:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000400:00000001:2.0:1767384943.451770:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384943.451776:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002aea5c17. 00000100:00000001:1.0:1767384943.451776:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384943.451781:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384943.451782:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bc8bdf86 x1853237348035712/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384943.451783:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c99b0362 00000020:00000010:1.0:1767384943.451784:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000066559649. 00000400:00000010:2.0:1767384943.451789:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c99b0362. 00000020:00000010:1.0:1767384943.451791:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005729c0d4. 00000100:00000001:2.0:1767384943.451796:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384943.451798:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f321222. 00000100:00000001:0.0:1767384943.451799:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384943.451802:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000100:00000200:2.0:1767384943.451803:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9fb1daf x1853237348035968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384943.451808:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384943.451809:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384943.451812:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ace57d61. 00000100:00000001:0.0:1767384943.451830:0:16361:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384943.451832:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384943.451833:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384943.451834:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384943.451838:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384943.451838:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.451841:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384943.451844:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=77 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384943.451849:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=77 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384943.451850:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9fb1daf x1853237348035968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384943.451850:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384943.451853:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767384943.451857:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006037b9c4. 00000100:00000001:0.0:1767384943.451857:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384943.451863:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767384943.451864:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3ddece0. 00010000:00000001:0.0:1767384943.451866:0:16361:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.451872:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.451874:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384943.451876:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bc8bdf86 x1853237348035712/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384943.451878:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384943.451884:0:16358:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384943.451886:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384943.451888:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384943.451889:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384943.451890:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384943.451893:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc8bdf86 x1853237348035712/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384943.451898:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384943.451901:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bc8bdf86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348035712:0@lo:400: 00000100:00000001:2.0:1767384943.451902:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.451906:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384943.451907:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.451908:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384943.451913:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bc8bdf86 x1853237348035712/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384943.451916:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 00000000617d1ace time=71 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384943.451918:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384943.451920:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:2.0:1767384943.451923:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 000000008de43404 time=71 v=5 (1 0 0 0) 02000000:00000010:0.0:1767384943.451923:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003fc6ff19. 02000000:00000001:0.0:1767384943.451925:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384943.451928:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384943.451930:0:16361:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000100:00000001:2.0:1767384943.451931:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767384943.451933:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384943.451934:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384943.451935:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000096e56ce1. 00010000:00000001:2.0:1767384943.451941:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384943.451941:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00080000:2.0:1767384943.451945:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b9fb1daf x1853237348035968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384943.451949:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384943.451951:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc8bdf86. 00000100:00000001:0.0:1767384943.451955:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384943.451958:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384943.451961:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384943.451965:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.451966:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384943.451969:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384943.451970:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384943.451974:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384943.451975:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384943.451978:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.451979:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384943.451982:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384943.451986:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9fb1daf x1853237348035968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384943.451994:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384943.451996:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384943.451997:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384943.452000:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9fb1daf x1853237348035968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384943.452008:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9fb1daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16358:1853237348035968:0@lo:400: 00000400:00000001:2.0:1767384943.452013:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384943.452015:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384943.452016:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba31f8a8. 00000400:00000200:2.0:1767384943.452020:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000409334f6 00000400:00000010:2.0:1767384943.452021:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000409334f6. 00000100:00000001:2.0:1767384943.452024:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384943.452026:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001009c66d x1853237348035840/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384943.452034:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001009c66d x1853237348035840/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384943.452055:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384943.452056:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384943.452059:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384943.452060:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384943.452061:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384943.452063:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384943.452064:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384943.452068:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000056cb386c time=67 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384943.452071:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000785c58c4 time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384943.452073:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384943.452075:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384943.452076:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384943.452079:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001009c66d x1853237348035840/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384943.452087:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.452089:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384943.452090:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384943.452092:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384943.452093:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384943.452096:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001009c66d x1853237348035840/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384943.452104:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384943.452106:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384943.452107:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384943.452109:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001009c66d x1853237348035840/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384943.452116:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001009c66d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16358:1853237348035840:0@lo:400: 00000100:00000001:2.0:1767384943.452119:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384943.452122:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384943.452124:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9fb1daf x1853237348035968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384943.452131:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384943.452138:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384943.452140:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000807aefed. 02000000:00000001:2.0:1767384943.452144:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384943.452145:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384943.452147:0:16358:0:(genops.c:1242:class_import_put()) import 00000000aab4eb9e refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384943.452148:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384943.452150:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f2e603bc. 02000000:00000001:2.0:1767384943.452152:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384943.452154:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384943.452155:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9fb1daf. 00000100:00000001:2.0:1767384943.452158:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384943.452159:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384943.452161:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384943.452163:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001009c66d x1853237348035840/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384943.452170:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384943.452171:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384943.452172:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000073e3a6f0. 02000000:00000001:2.0:1767384943.452174:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384943.452175:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384943.452176:0:16358:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384943.452178:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384943.452179:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000178973a. 02000000:00000001:2.0:1767384943.452180:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384943.452182:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384943.452183:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001009c66d. 00000100:00000001:2.0:1767384943.452185:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384943.452186:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384943.452188:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384943.452192:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384943.452194:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.452196:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384943.452198:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384943.455843:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294932486, at 4294932487 00000100:00000010:1.0:1767384943.455849:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001bc8cd83. 00000100:00000040:3.0:1767384943.455858:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294932486, at 4294932487 00000100:00000010:3.0:1767384943.455867:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001dbb4e1f. 00000100:00000040:2.0:1767384943.455880:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294932486, at 4294932487 00000100:00000040:0.0:1767384943.455885:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294932486, at 4294932487 00000100:00000010:2.0:1767384943.455886:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dde5b085. 00000100:00000010:0.0:1767384943.455893:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008424fdaa. 00010000:00000001:0.0:1767384943.640876:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384943.640883:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384943.640889:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384943.640891:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384943.640941:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384943.640946:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384943.640950:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384943.758887:0:36573:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384943.758891:0:36573:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp46 --if ens2 00000001:00000001:1.0:1767384943.761928:0:36573:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384943.768802:0:36574:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000006f64d073. 00000400:00000010:1.0:1767384943.768832:0:36574:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000fdf40c2d. 00000400:00000010:1.0:1767384943.768840:0:36574:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000bad43c90. 00000400:00000010:1.0:1767384943.768844:0:36574:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000eeda03cc. 00000400:00000010:1.0:1767384943.768847:0:36574:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b6009975. 00000400:00000010:1.0:1767384943.768851:0:36574:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000063e66654. 00000400:00000010:1.0:1767384943.768853:0:36574:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a94c8f8b. 00000400:00000010:1.0:1767384943.768854:0:36574:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000065107c22. 00000400:00000010:1.0:1767384943.768861:0:36574:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000f0d008ef. 00000800:00000010:1.0:1767384943.768876:0:36574:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000002f1147c2. 00000800:00000200:1.0:1767384943.768884:0:36574:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384943.768895:0:36574:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384943.768927:0:36574:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:1.0:1767384943.768947:0:36574:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp46 [8/256/0/180] 00000400:00000010:1.0:1767384943.770359:0:36574:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 00000000db878f5c. 00000400:00000010:1.0:1767384943.770364:0:36574:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000635e04a8. 00000400:00000010:1.0:1767384943.770369:0:36574:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094a405b6. 00000400:00000001:1.0:1767384943.770385:0:36574:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384943.770386:0:36574:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384943.770388:0:36574:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5cb9717. 00000400:00000200:1.0:1767384943.770389:0:36574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db43e56e 00000400:00000010:1.0:1767384943.770391:0:36574:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db43e56e. 00000400:00000010:1.0:1767384943.770394:0:36574:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 00000000cd3967a4. 00000400:00000200:1.0:1767384943.770397:0:36574:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (36) 00000400:00000200:1.0:1767384943.770408:0:36574:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:1.0:1767384943.770416:0:36574:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131118 00000020:00000010:1.0:1767384943.770422:0:36574:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000009b388840. 00000020:01000000:1.0:1767384943.770427:0:36574:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384943.770429:0:36574:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp46 00000400:00000200:2.0:1767384943.770431:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384943.770438:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 00000400:00000010:1.0:1767384943.770443:0:36574:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000fdf40c2d. 00000400:00000010:1.0:1767384943.770447:0:36574:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000006f64d073. 00000400:00000010:2.0:1767384943.770470:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000409334f6. 00000400:00000200:2.0:1767384943.770474:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (37) 00000400:00000010:2.0:1767384943.770479:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000da95d1a9. 00000020:00000001:3.0:1767384943.770482:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384943.770484:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 10000000:00000001:3.0:1767384943.770487:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384943.770490:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384943.770492:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384943.770507:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384943.770507:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000020:01000004:3.0:1767384943.770509:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384943.770510:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384943.770511:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384943.770513:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384943.770513:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 135], ns[150, 140] 00000020:01000004:3.0:1767384943.770515:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384943.770516:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384943.770518:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384943.770519:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 135], ns[60, 140] 00000020:01000004:3.0:1767384943.770520:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384943.770522:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384943.770524:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 60], ns[64, 60] 00000100:00000010:3.0:1767384943.770528:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096e5d653. 00000400:00000200:2.0:1767384943.770530:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 60], ns[75, 60] 00000020:00000040:3.0:1767384943.770532:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000400:00000200:2.0:1767384943.770535:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 60], ns[77, 60] 00000100:00000001:3.0:1767384943.770537:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384943.770541:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384943.770541:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 60], ns[82, 60] 02000000:00000001:3.0:1767384943.770546:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384943.770547:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 60], ns[88, 60] 00000400:00000200:2.0:1767384943.770553:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 60], ns[91, 60] 02000000:00000010:3.0:1767384943.770555:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000facf727b. 00000400:00000200:2.0:1767384943.770558:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 60], ns[103, 60] 00000100:00000001:3.0:1767384943.770561:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384943.770563:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 60], ns[109, 60] 00000400:00000200:2.0:1767384943.770568:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 60], ns[112, 60] 00000400:00000200:2.0:1767384943.770572:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 60], ns[120, 60] 00000100:00000001:3.0:1767384943.770575:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384943.770576:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384943.770576:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[125, 60] 00000400:00000200:2.0:1767384943.770582:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 60], ns[129, 60] 00000100:00000040:3.0:1767384943.770584:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096e5d653] to pc [ptlrpcd_00_03+3] req@0000000096e5d653 x1853237348036224/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384943.770586:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 60], ns[155, 60] 00000400:00000200:2.0:1767384943.770591:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 60], ns[159, 60] 00000400:00000200:2.0:1767384943.770605:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 60], ns[52, 60] 00000400:00000200:2.0:1767384943.770610:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 52], ns[56, 52] 10000000:00000001:3.0:1767384943.770612:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384943.770615:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384943.770615:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[159, 52], ns[164, 52] 00000020:00000001:3.0:1767384943.770618:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384943.770621:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384943.770621:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 52], ns[174, 52] 00000100:00000001:0.0:1767384943.770625:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384943.770626:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[127, 52], ns[131, 52] 00000020:00000001:3.0:1767384943.770628:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384943.770631:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384943.770631:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1767384943.770634:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384943.770636:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[131, 52], ns[135, 52] 00000100:00000001:0.0:1767384943.770636:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:01000000:3.0:1767384943.770637:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384943.770641:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384943.770643:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000040:0.0:1767384943.770645:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096e5d653 x1853237348036224/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384943.770646:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384943.770646:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 52], ns[80, 52] 00000020:01000004:3.0:1767384943.770649:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384943.770652:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384943.770656:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384943.770659:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384943.770661:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384943.770662:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 52], ns[145, 52] 00000020:01000004:3.0:1767384943.770664:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384943.770664:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384943.770668:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384943.770671:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008e6892f1. 00000400:00000200:2.0:1767384943.770671:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 52], ns[117, 52] 02000000:00000001:0.0:1767384943.770673:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1767384943.770675:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 02000000:00000001:0.0:1767384943.770677:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384943.770679:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384943.770681:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 52], ns[163, 52] 02000000:00000001:3.0:1767384943.770683:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384943.770683:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384943.770687:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384943.770689:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000096e5d653 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348036224:0@lo:253: 00000400:00000200:2.0:1767384943.770690:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 52], ns[108, 52] 00000100:00000001:0.0:1767384943.770697:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384943.770702:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 52], ns[132, 52] 02000000:00000001:0.0:1767384943.770703:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1767384943.770705:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000006a5a49a. 02000000:00000001:0.0:1767384943.770706:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384943.770711:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384943.770712:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384943.770714:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[155, 52], ns[160, 52] 00000100:00000001:3.0:1767384943.770718:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:0.0:1767384943.770719:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009d49532e. 00000100:00000001:3.0:1767384943.770720:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384943.770721:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 52], ns[168, 52] 02000000:00000001:0.0:1767384943.770725:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384943.770728:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e6892f1] to pc [ptlrpcd_00_00+0] req@000000008e6892f1 x1853237348036352/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384943.770730:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 52], ns[148, 52] 00000400:00000010:0.0:1767384943.770731:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5cb9717. 00000400:00000010:0.0:1767384943.770738:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004cb48e79. 00000400:00000200:2.0:1767384943.770739:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[166, 52], ns[171, 52] 00000100:00000200:0.0:1767384943.770744:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348036224, portal 25 00000100:00000001:0.0:1767384943.770758:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384943.770760:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[164, 52], ns[169, 52] 10000000:00000001:3.0:1767384943.770764:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384943.770767:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[168, 52], ns[173, 52] 00000100:00000001:0.0:1767384943.770767:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647280512 : -119488062271104 : ffff9353847e5180) 10000000:00000001:3.0:1767384943.770768:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384943.770773:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384943.770776:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000096e5d653 x1853237348036224/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:3.0:1767384943.770781:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384943.770785:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 00000020:00000010:3.0:1767384943.770787:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000009b388840. 00000400:00000200:2.0:1767384943.770793:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp26 00000100:00000001:0.0:1767384943.770797:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384943.770802:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384943.770803:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384943.770804:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp26 lpni_is_preferred = 0 00000100:00100000:3.0:1767384943.770806:0:16359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000010:0.0:1767384943.770808:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f35bb364. 00000100:00000001:3.0:1767384943.770809:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384943.770809:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp26 00000100:00000200:0.0:1767384943.770834:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348036224, offset 0 00000400:00000200:0.0:1767384943.770841:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384943.770845:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384943.770845:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp26 NI seq info: [175:175:256:4294967295] 192.168.203.134@tcp26 LPNI seq info [170:170:8:4294967295] 00000100:00000001:3.0:1767384943.770848:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384943.770850:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384943.770852:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384943.770852:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp26 00000100:00000001:3.0:1767384943.770853:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384943.770859:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008e6892f1 x1853237348036352/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384943.770862:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp26(192.168.203.134@tcp26:) -> 192.168.203.134@tcp26(192.168.203.134@tcp:192.168.203.134@tcp26) : PUT try# 0 00000100:00000001:3.0:1767384943.770867:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384943.770869:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384943.770869:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.134@tcp26 02000000:00000001:3.0:1767384943.770872:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384943.770874:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384943.770876:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767384943.770876:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000178973a. 02000000:00000001:3.0:1767384943.770880:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384943.770883:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008e6892f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348036352:0@lo:253: 00000800:00000200:2.0:1767384943.770884:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ceaa5a60] -> 12345-192.168.203.134@tcp26 (4) 00000100:00000001:3.0:1767384943.770888:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384943.770890:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.1:1767384943.770891:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ceaa5a60] -> 12345-192.168.203.134@tcp26 (4) 02000000:00000001:3.0:1767384943.770892:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384943.770894:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d06e80 02000000:00000001:3.0:1767384943.770895:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384943.770902:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1539 [2] + 0 02000000:00000010:3.0:1767384943.770904:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000044e9f4d5. 00000400:00000010:0.0:1767384943.770905:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c7e7e1b. 02000000:00000001:3.0:1767384943.770909:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384943.770910:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp26 ip 192.168.203.134:988 00000400:00000200:0.0:1767384943.770912:0:16361:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ed4bd463 00000400:00000010:3.0:1767384943.770915:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfbc4a0d. 00000800:00000200:2.1:1767384943.770915:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000178973a type 1, nob 736 niov 1 nkiov 1 00000400:00000200:0.0:1767384943.770920:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384943.770922:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000028388c78. 00000400:00000200:0.0:1767384943.770926:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384943.770928:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000100:00000200:3.0:1767384943.770929:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348036352, portal 25 00000400:00000200:0.0:1767384943.770931:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed4bd463 00000100:00000001:3.0:1767384943.770932:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384943.770933:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100571 rc 0 00000400:00000010:0.0:1767384943.770934:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ed4bd463. 00000100:00000001:3.0:1767384943.770936:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647288576 : -119488062263040 : ffff9353847e7100) 00000100:00000001:0.0:1767384943.770942:0:16361:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384943.770943:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008e6892f1 x1853237348036352/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384943.770945:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384943.770950:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384943.770950:0:16361:0:(events.c:337:request_in_callback()) incoming req@00000000e4174ed7 x1853237348036224 msgsize 4848 00000100:00000001:2.0:1767384943.770954:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384943.770959:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384943.770962:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384943.770965:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384943.770966:0:16361:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:3.0:1767384943.770971:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b58aa36e. 00000100:00000200:3.0:1767384943.770975:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348036352, offset 0 00000100:00000001:0.0:1767384943.770977:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384943.770983:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f35bb364 00000400:00000010:0.0:1767384943.770986:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f35bb364. 00000100:00000001:0.0:1767384943.770989:0:16361:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384943.770994:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384943.770994:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096e5d653 x1853237348036224/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384943.771008:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384943.771010:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384943.771013:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096e5d653 x1853237348036224/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384943.771020:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d06f00 00000100:00000001:0.0:1767384943.771021:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.771025:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384943.771030:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1541 [2] + 0 00000100:00000001:0.0:1767384943.771030:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384943.771035:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055edf7fb. 00000400:00000200:3.0:1767384943.771042:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000086b7ea2b 00000100:00000001:0.0:1767384943.771042:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294932807 00000100:00000010:0.0:1767384943.771048:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000011e9ba15. 00000400:00000200:3.0:1767384943.771051:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384943.771054:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384943.771058:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384943.771061:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294932807 00000400:00000200:3.0:1767384943.771063:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086b7ea2b 00000100:00000010:0.0:1767384943.771065:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000074c7bc4b. 00000400:00000010:3.0:1767384943.771067:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086b7ea2b. 00000100:00000001:0.0:1767384943.771068:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384943.771074:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384943.771074:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294932807 00000100:00000010:0.0:1767384943.771076:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006a58dbb6. 00000100:00000200:3.0:1767384943.771078:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384943.771080:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1767384943.771083:0:16359:0:(events.c:337:request_in_callback()) incoming req@00000000d29305cb x1853237348036352 msgsize 4848 00000100:00000001:0.0:1767384943.771085:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294932807 00000100:00000010:0.0:1767384943.771090:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ead3e42d. 00000100:00100000:3.0:1767384943.771094:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384943.771096:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000040:3.0:1767384943.771098:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384943.771102:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384943.771106:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384943.771110:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384943.771110:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.771115:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384943.771117:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b58aa36e 00000100:00000001:0.0:1767384943.771120:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767384943.771121:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b58aa36e. 00000100:00000001:0.0:1767384943.771125:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384943.771126:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384943.771130:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384943.771133:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008e6892f1 x1853237348036352/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384943.771134:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384943.771138:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.771143:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384943.771147:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000100:00000001:3.0:1767384943.771150:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384943.771153:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008e6892f1 x1853237348036352/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384943.771160:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384943.771161:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.771164:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384943.771165:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384943.771172:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384943.771176:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294932807 00000100:00000001:3.0:1767384943.771179:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, keep current deadline 4294932807 00000100:00000001:3.0:1767384943.771181:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294932807 00000100:00000001:0.0:1767384943.771182:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384943.771184:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, keep current deadline 4294932807 00000100:00100000:0.0:1767384943.771186:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348036224 00000100:00000001:3.0:1767384943.771189:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294932807 02000000:00000001:0.0:1767384943.771190:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384943.771193:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384943.771196:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294932807 00000100:00000001:0.0:1767384943.771196:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384943.771200:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384943.771202:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348036224 00000020:00000001:0.0:1767384943.771205:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384943.771208:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294932807 00000020:00000040:0.0:1767384943.771208:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:0.0:1767384943.771212:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384943.771214:0:16359:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294932807 00000400:00000200:2.0:1767384943.771214:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000100:00000001:3.0:1767384943.771216:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384943.771219:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384943.771223:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000100:00000001:3.0:1767384943.771224:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384943.771227:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:3.0:1767384943.771230:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384943.771231:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:0.0:1767384943.771237:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384943.771241:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009cbf5ae6. 00000100:00000001:0.0:1767384943.771243:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384943.771246:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009cbf5ae6. 00000020:00000010:0.0:1767384943.771254:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dab912e7. 00000020:00000010:0.0:1767384943.771259:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005d3f9ce0. 00000400:00000200:2.0:1767384943.771263:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000020:00000010:0.0:1767384943.771265:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008b247449. 00000100:00000040:0.0:1767384943.771279:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384943.771283:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384943.771285:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384943.771287:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.771295:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.771306:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384943.771312:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000100:00000001:0.0:1767384943.771319:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384943.771324:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348036352 02000000:00000001:0.0:1767384943.771326:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384943.771328:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384943.771329:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384943.771332:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384943.771334:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348036352 00000020:00000001:0.0:1767384943.771335:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384943.771337:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:0.0:1767384943.771338:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:3.0:1767384943.771340:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:0.0:1767384943.771341:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000020:00000001:0.0:1767384943.771346:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000800:00000010:3.0:1767384943.771348:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000178973a. 00000020:00000001:0.0:1767384943.771349:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:0.0:1767384943.771355:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384943.771357:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384943.771358:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009cbf5ae6. 00000100:00000001:0.0:1767384943.771362:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384943.771366:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009cbf5ae6. 00000400:00000200:3.0:1767384943.771368:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp26->192.168.203.134@tcp26: PUT: OK 00000400:00000200:2.0:1767384943.771371:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:3.0:1767384943.771374:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:00000010:0.0:1767384943.771374:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c164edf. 00000400:00000200:3.0:1767384943.771377:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp: 0 00000020:00000010:0.0:1767384943.771384:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005f3d780e. 00000800:00000001:3.0:1767384943.771386:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1767384943.771388:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c41bf3b7. 00000100:00000001:0.0:1767384943.771394:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384943.771395:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:3.0:1767384943.771396:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384943.771397:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384943.771403:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384943.771405:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.771409:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384943.771410:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384943.771411:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:3.0:1767384943.771431:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp26(192.168.203.134@tcp26) <- 192.168.203.134@tcp26 : PUT - for me 00000100:00000001:0.0:1767384943.771434:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384943.771437:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384943.771441:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 640 into portal 0 MB=0x8000000000000000 00000100:00100000:0.0:1767384943.771445:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00000040:0.0:1767384943.771450:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:0.0:1767384943.771451:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590281826384 : -119483427725232 : ffff935498bbe050) 00000400:00000200:3.0:1767384943.771471:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 592/640 into md 0x1c7d [1] + 0 00000100:00000040:0.0:1767384943.771473:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e4174ed7 x1853237348036224/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:169/0 lens 4848/0 e 0 to 0 dl 1767384954 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384943.771491:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a816d0cf. 00000100:00000001:0.0:1767384943.771495:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384943.771497:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000af15f5ad 00000020:00000010:0.0:1767384943.771499:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009cbf5ae6. 00000400:00000200:2.0:1767384943.771500:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000100:00000001:0.0:1767384943.771503:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384943.771505:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1767384943.771507:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009cbf5ae6. 00000800:00000001:3.0:1767384943.771514:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384943.771518:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384943.771524:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e4174ed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:16361:x1853237348036224:12345-0@lo:253: 00000400:00000200:3.0:1767384943.771525:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp26->192.168.203.134@tcp26: PUT: OK 00000400:00000200:3.0:1767384943.771531:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af15f5ad 00000100:00000200:0.0:1767384943.771534:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348036224 00000400:00000010:3.0:1767384943.771535:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af15f5ad. 00000020:00000001:0.0:1767384943.771538:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384943.771539:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:3.0:1767384943.771541:0:16351:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000020:00000001:0.0:1767384943.771542:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384943.771544:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (38) 00000020:00000001:0.0:1767384943.771545:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384943.771550:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384943.771552:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000400:00000200:3.0:1767384943.771553:0:16351:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000020:00000001:0.0:1767384943.771556:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384943.771559:0:16351:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.134@tcp (640 bytes) 00000020:00000001:0.0:1767384943.771559:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384943.771562:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384943.771564:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384943.771567:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000020:00000001:0.0:1767384943.771568:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384943.771572:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000100:00000001:0.0:1767384943.771574:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384943.771578:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384943.771581:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (39) 02000000:00000010:0.0:1767384943.771583:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b3080e34. 02000000:00000001:0.0:1767384943.771593:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.771596:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384943.771597:0:16351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 20000000:00000001:0.0:1767384943.771599:0:17084:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384943.771605:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp26 to MR: 192.168.203.134@tcp26 local destination 00000400:00000200:2.0:1767384943.771605:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 20000000:00000010:0.0:1767384943.771610:0:17084:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b05e1d22. 00000400:00000200:3.0:1767384943.771615:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp26 NI seq info: [176:176:256:4294967295] 192.168.203.134@tcp26 LPNI seq info [171:171:8:4294967295] 20000000:01000000:0.0:1767384943.771615:0:17084:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384943.771620:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384943.771623:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384943.771626:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384943.771629:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384943.771634:0:17084:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384943.771640:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp26(192.168.203.134@tcp26:192.168.203.134@tcp26) -> 192.168.203.134@tcp26(192.168.203.134@tcp26:192.168.203.134@tcp26) 192.168.203.134@tcp26 : ACK try# 0 00000400:00000200:2.0:1767384943.771642:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 20000000:00000010:0.0:1767384943.771644:0:17084:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000080e77292. 00000800:00000200:3.0:1767384943.771649:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp26 20000000:01000000:0.0:1767384943.771650:0:17084:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 00000800:00000010:3.0:1767384943.771658:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdf8034. 20000000:00000001:0.0:1767384943.771658:0:17084:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384943.771665:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000800:00000200:3.0:1767384943.771666:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ceaa5a60] -> 12345-192.168.203.134@tcp26 (4) 00080000:00000001:0.0:1767384943.771669:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000800:00000200:3.0:1767384943.771675:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp26 ip 192.168.203.134:989 00000800:00000200:3.0:1767384943.771679:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009bdf8034 type 0, nob 96 niov 1 nkiov 0 00080000:00000001:0.0:1767384943.771685:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000001:3.0:1767384943.771693:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384943.771694:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00080000:00000001:0.0:1767384943.771699:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384943.771700:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384943.771703:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384943.771706:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384943.771708:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384943.771709:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384943.771712:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 000000007e91d003 00000020:00000001:0.0:1767384943.771716:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f71c5dba 00080000:00000002:0.0:1767384943.771717:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384943.771720:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384943.771723:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384943.771724:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384943.771727:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384943.771731:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:0.0:1767384943.771734:0:17084:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384943.771737:0:17084:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000230a1b02. 00080000:00000001:0.0:1767384943.771740:0:17084:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585638136832 : -119488071414784 : ffff935383f2cc00) 00080000:00000001:0.0:1767384943.771742:0:17084:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384943.771746:0:17084:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384943.771749:0:17084:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009cbf5ae6. 00000400:00000200:2.0:1767384943.771751:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00080000:00000001:0.0:1767384943.771752:0:17084:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384943.771761:0:17084:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000200:3.0:1767384943.771763:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384943.771767:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdf8034. 00000400:00000200:3.0:1767384943.771774:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:0.0:1767384943.771775:0:17084:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384943.771780:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp26->192.168.203.134@tcp26: ACK: OK 00000800:00000001:3.0:1767384943.771786:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384943.771788:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000800:00000001:3.0:1767384943.771789:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384943.771791:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:0.0:1767384943.771792:0:17084:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000001:3.0:1767384943.771796:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384943.771800:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384943.771804:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384943.771809:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp26(192.168.203.134@tcp26) <- 192.168.203.134@tcp26 : ACK - for me 00000400:00000200:3.0:1767384943.771846:0:16351:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp26: ACK from 12345-192.168.203.134@tcp26 into md 0x1dbd 00000400:00000200:3.0:1767384943.771851:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384943.771852:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384943.771855:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384943.771861:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp26->192.168.203.134@tcp26: ACK: OK 00000100:00100000:0.0:1767384943.771862:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000400:00000200:3.0:1767384943.771867:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000409334f6 00000400:00000200:2.0:1767384943.771867:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000100:00000040:0.0:1767384943.771867:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000100:00000001:0.0:1767384943.771870:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590281828432 : -119483427723184 : ffff935498bbe850) 00000400:00000010:3.0:1767384943.771871:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000409334f6. 00000100:00000040:0.0:1767384943.771876:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d29305cb x1853237348036352/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:169/0 lens 4848/0 e 0 to 0 dl 1767384954 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384943.771879:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384943.771886:0:16351:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 00000100:00000001:0.0:1767384943.771887:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384943.771892:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000028c1542f. 00000400:00000200:3.0:1767384943.771893:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000100:00000001:0.0:1767384943.771895:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384943.771900:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (38) 00000020:00000010:0.0:1767384943.771900:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000028c1542f. 00000100:00100000:0.0:1767384943.771910:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d29305cb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:16359:x1853237348036352:12345-0@lo:253: 00000100:00000200:0.0:1767384943.771914:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348036352 00000020:00000001:0.0:1767384943.771916:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000001:3.0:1767384943.771917:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384943.771919:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384943.771922:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384943.771923:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384943.771924:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384943.771928:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000001:0.0:1767384943.771930:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384943.771931:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000020:00000001:0.0:1767384943.771932:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384943.771934:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384943.771935:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384943.771937:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.771941:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384943.771944:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384943.771949:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006f6381ab. 02000000:00000001:0.0:1767384943.771951:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.771952:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384943.771954:0:17083:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384943.771956:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 20000000:00000010:0.0:1767384943.771960:0:17083:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000fa62a5c2. 00000400:00000010:3.0:1767384943.771962:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 0000000024175e91. 20000000:01000000:0.0:1767384943.771964:0:17083:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000010:3.0:1767384943.771968:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000baf2f313. 20000000:00000001:0.0:1767384943.771973:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000010:3.0:1767384943.771974:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000340fbb2f. 20000000:00000001:0.0:1767384943.771976:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384943.771979:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384943.771981:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000024175e91 20000000:00000001:0.0:1767384943.771981:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384943.771986:0:17083:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000010:3.0:1767384943.771987:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 00000000d7716515. 00000400:00000200:3.0:1767384943.771994:0:16356:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 640 success 00000400:00000200:3.0:1767384943.771999:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102071 00000400:00000200:2.0:1767384943.771999:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:3.0:1767384943.772003:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (37) 00000400:00000010:3.0:1767384943.772007:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 0000000065a0d07a. 00000400:00000010:3.0:1767384943.772011:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078859d67. 00000400:00000010:3.0:1767384943.772015:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000933a08f9. 00000400:00000200:3.0:1767384943.772021:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp 00000400:00000200:3.0:1767384943.772028:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:3.0:1767384943.772033:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 135], ns[150, 140] 00000400:00000200:3.0:1767384943.772039:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 135], ns[60, 140] 00000400:00000200:3.0:1767384943.772045:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 60], ns[64, 60] 00000400:00000200:3.0:1767384943.772051:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 60], ns[75, 60] 00000400:00000200:3.0:1767384943.772058:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 60], ns[77, 60] 00000400:00000200:2.0:1767384943.772060:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:3.0:1767384943.772065:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 60], ns[82, 60] 00000400:00000200:3.0:1767384943.772072:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 60], ns[88, 60] 00000400:00000200:3.0:1767384943.772078:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 60], ns[91, 60] 00000400:00000200:3.0:1767384943.772084:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 60], ns[103, 60] 00000400:00000200:3.0:1767384943.772090:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 60], ns[109, 60] 00000400:00000200:3.0:1767384943.772104:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 60], ns[112, 60] 00000400:00000200:3.0:1767384943.772111:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 60], ns[120, 60] 00000400:00000200:3.0:1767384943.772117:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[125, 60] 00000400:00000200:2.0:1767384943.772118:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:3.0:1767384943.772123:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 60], ns[129, 60] 00000400:00000200:3.0:1767384943.772130:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 60], ns[155, 60] 00000400:00000200:3.0:1767384943.772135:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 60], ns[159, 60] 00000400:00000200:3.0:1767384943.772140:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 60], ns[176, 60] 00000400:00000200:3.0:1767384943.772147:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 60], ns[56, 60] 00000400:00000200:3.0:1767384943.772153:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[159, 56], ns[164, 56] 00000400:00000200:2.0:1767384943.772158:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:3.0:1767384943.772159:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 56], ns[174, 56] 00000400:00000200:3.0:1767384943.772165:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[127, 56], ns[131, 56] 00000400:00000200:3.0:1767384943.772171:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[131, 56], ns[135, 56] 00000400:00000200:3.0:1767384943.772175:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 56], ns[80, 56] 00000400:00000200:3.0:1767384943.772181:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 56], ns[145, 56] 00000400:00000200:3.0:1767384943.772187:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 56], ns[117, 56] 00000400:00000200:3.0:1767384943.772193:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 56], ns[163, 56] 00000400:00000200:3.0:1767384943.772199:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 56], ns[108, 56] 00000400:00000200:3.0:1767384943.772204:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 56], ns[132, 56] 00000400:00000200:2.0:1767384943.772207:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:3.0:1767384943.772214:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[155, 56], ns[160, 56] 00000400:00000200:3.0:1767384943.772220:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 56], ns[168, 56] 00000400:00000200:3.0:1767384943.772224:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 56], ns[148, 56] 00000400:00000200:3.0:1767384943.772228:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[166, 56], ns[171, 56] 00000400:00000200:3.0:1767384943.772234:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[164, 56], ns[169, 56] 00000400:00000200:3.0:1767384943.772240:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[168, 56], ns[173, 56] 00000400:00000200:2.0:1767384943.772240:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:3.0:1767384943.772244:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp27 00000400:00000200:3.0:1767384943.772249:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp27 00000400:00000200:3.0:1767384943.772253:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp27 lpni_is_preferred = 0 00000400:00000200:3.0:1767384943.772256:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp27 00000400:00000200:3.0:1767384943.772262:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp27 NI seq info: [177:177:256:4294967295] 192.168.203.134@tcp27 LPNI seq info [172:172:8:4294967295] 00000400:00000200:3.0:1767384943.772268:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp27 00000400:00000200:3.0:1767384943.772278:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp27(192.168.203.134@tcp27:) -> 192.168.203.134@tcp27(192.168.203.134@tcp:192.168.203.134@tcp27) : GET try# 0 00000800:00000200:3.0:1767384943.772284:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp27 00000800:00000010:3.0:1767384943.772289:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009bdf8034. 00000400:00000200:2.0:1767384943.772292:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000800:00000200:3.0:1767384943.772294:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000502d956c] -> 12345-192.168.203.134@tcp27 (6) 00000800:00000200:3.0:1767384943.772302:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp27 ip 192.168.203.134:988 00000800:00000200:3.0:1767384943.772304:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009bdf8034 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384943.772317:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp 00000400:00000200:3.0:1767384943.772321:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100271 rc 0 00000400:00000200:2.0:1767384943.772341:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000800:00000200:3.0:1767384943.772370:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384943.772373:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009bdf8034. 00000400:00000200:3.0:1767384943.772378:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384943.772379:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:3.0:1767384943.772383:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp27->192.168.203.134@tcp27: GET: OK 00000400:00000200:3.0:1767384943.772386:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384943.772395:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp: 0 00000800:00000001:3.0:1767384943.772402:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384943.772407:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384943.772409:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384943.772413:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384943.772414:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:3.0:1767384943.772419:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp27(192.168.203.134@tcp27) <- 192.168.203.134@tcp27 : GET - for me 00000400:00000200:3.0:1767384943.772428:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 640 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384943.772433:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 640/640 into md 0x1db9 [1] + 0 00000400:00000200:3.0:1767384943.772440:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp27 to MR: 192.168.203.134@tcp27 local destination 00000400:00000200:2.0:1767384943.772443:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:3.0:1767384943.772446:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp27 NI seq info: [178:178:256:4294967295] 192.168.203.134@tcp27 LPNI seq info [173:173:8:4294967295] 00000400:00000200:3.0:1767384943.772471:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp27(192.168.203.134@tcp27:192.168.203.134@tcp27) -> 192.168.203.134@tcp27(192.168.203.134@tcp27:192.168.203.134@tcp27) 192.168.203.134@tcp27 : REPLY try# 0 00000800:00000200:3.0:1767384943.772476:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.134@tcp27 00000800:00000010:3.0:1767384943.772479:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdf8034. 00000800:00000200:3.0:1767384943.772483:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000502d956c] -> 12345-192.168.203.134@tcp27 (6) 00000800:00000200:3.0:1767384943.772488:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp27 ip 192.168.203.134:987 00000400:00000200:2.0:1767384943.772488:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000800:00000200:3.0:1767384943.772490:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009bdf8034 type 3, nob 736 niov 1 nkiov 1 00000400:00000200:2.0:1767384943.772524:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000800:00000001:0.0:1767384943.772542:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384943.772559:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384943.772560:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000800:00000010:3.0:1767384943.772563:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdf8034. 00000400:00000200:3.0:1767384943.772568:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384943.772572:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp27->192.168.203.134@tcp27: REPLY: OK 00000800:00000001:0.0:1767384943.772575:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384943.772579:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384943.772585:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384943.772586:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384943.772591:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384943.772605:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:0.0:1767384943.772614:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp27(192.168.203.134@tcp27) <- 192.168.203.134@tcp27 : REPLY - for me 00000400:00000200:0.0:1767384943.772624:0:16353:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp27: Reply from 12345-192.168.203.134@tcp27 of length 640/640 into md 0x1dd5 00000800:00000001:0.0:1767384943.772628:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384943.772636:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384943.772637:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384943.772642:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp27->192.168.203.134@tcp27: REPLY: OK 00000400:00000200:2.0:1767384943.772643:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384943.772645:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078859d67 00000400:00000010:0.0:1767384943.772648:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078859d67. 00000400:00000200:0.0:1767384943.772651:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384943.772654:0:16353:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.134@tcp has discovery enabled 00000400:00000200:0.0:1767384943.772657:0:16353:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000200:0.0:1767384943.772660:0:16353:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.134@tcp data present 38. state = 0x100271 00000400:00000200:0.0:1767384943.772664:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:2.0:1767384943.772668:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:0.0:1767384943.772674:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (38) 00000800:00000001:0.0:1767384943.772680:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384943.772683:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384943.772699:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:3.0:1767384943.772705:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384943.772710:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1000f1 00000400:00000010:3.0:1767384943.772717:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 780 at 00000000f9a88e42. 00000400:00000010:3.0:1767384943.772721:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 936 at 00000000487233c7. 00000400:00000010:3.0:1767384943.772725:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 780 at 0000000000d99fdf. 00000400:00000200:2.0:1767384943.772735:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:3.0:1767384943.772755:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp28(00000000649be00a) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384943.772767:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp38(000000008514e7e9) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384943.772773:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp41(000000009e3dba7a) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384943.772779:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp43(00000000b235ff9b) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:3.0:1767384943.772793:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000008acbf429. 00000400:00000200:3.0:1767384943.772799:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 000000008acbf429 nid 192.168.203.134@tcp44 00000400:00000010:3.0:1767384943.772804:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000006432ff00. 00000400:00000200:3.0:1767384943.772806:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 000000006432ff00 net tcp44 00000400:00000200:3.0:1767384943.772809:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (37) 00000400:00000200:3.0:1767384943.772839:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp44 flags 0x11 00000400:00000010:3.0:1767384943.772845:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000de973be8. 00000400:00000200:3.0:1767384943.772850:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000de973be8 nid 192.168.203.134@tcp45 00000400:00000010:3.0:1767384943.772853:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000027146701. 00000400:00000200:3.0:1767384943.772856:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 0000000027146701 net tcp45 00000400:00000200:3.0:1767384943.772859:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (38) 00000400:00000200:3.0:1767384943.772862:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp45 flags 0x11 00000400:00000010:3.0:1767384943.772867:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000b4d38b9e. 00000400:00000200:3.0:1767384943.772871:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000b4d38b9e nid 192.168.203.134@tcp46 00000400:00000010:3.0:1767384943.772874:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000029d87441. 00000400:00000200:3.0:1767384943.772877:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 0000000029d87441 net tcp46 00000400:00000200:3.0:1767384943.772879:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (39) 00000400:00000200:3.0:1767384943.772882:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp46 flags 0x11 00000800:00000010:2.0:1767384943.772882:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000be57af9f. 00000400:00000010:3.0:1767384943.772886:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 780 at 00000000f9a88e42. 00000800:00000010:2.0:1767384943.772886:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000020a3867d. 00000400:00000010:3.0:1767384943.772890:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 936 at 00000000487233c7. 00000800:00000010:2.0:1767384943.772892:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000048081628. 00000400:00000010:3.0:1767384943.772893:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 780 at 0000000000d99fdf. 00000400:00000010:3.0:1767384943.772896:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 0000000065a0d07a. 00000400:00000200:3.0:1767384943.772899:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:3.0:1767384943.772901:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100171 00000400:00000200:3.0:1767384943.772905:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 rc 1 00000400:00000200:3.0:1767384943.772908:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 00000400:00000200:3.0:1767384943.772912:0:16356:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.134@tcp 00000400:00000200:3.0:1767384943.772914:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100111 rc 0 00000800:00000010:2.0:1767384943.772915:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000048081628. 00000400:00000200:3.0:1767384943.772918:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:3.0:1767384943.772921:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (40) 00000800:00020000:2.0:1767384943.772922:0:16349:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:2.0:1767384943.772926:0:16349:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000020a3867d. 00000800:00000010:2.0:1767384943.772930:0:16349:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000be57af9f. 00080000:00000010:0.0:1767384943.772957:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000230a1b02. 00000400:02020000:2.0:1767384943.772981:0:16349:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp26 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00080000:00000010:3.0:1767384943.772997:0:17084:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009cbf5ae6. 00040000:00000001:3.0:1767384943.773007:0:17084:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384943.773010:0:17084:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384943.773019:0:17084:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384943.773022:0:17084:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:3.0:1767384943.773024:0:17084:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384943.773026:0:17084:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384943.773036:0:17084:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384943.773045:0:17084:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384943.773049:0:17084:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384943.773055:0:17084:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:0.0:1767384943.773059:0:17083:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000230a1b02. 20000000:01000000:0.0:1767384943.773063:0:17083:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 20000000:00000001:0.0:1767384943.773065:0:17083:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384943.773068:0:17083:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384943.773070:0:17083:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:2.0:1767384943.773072:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384943.773076:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384943.773076:0:17083:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 10000000:01000000:2.0:1767384943.773079:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384943.773084:0:17083:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384943.773085:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384943.773094:0:17083:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384943.773098:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384943.773098:0:17083:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384943.773100:0:17083:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384943.773104:0:17083:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384943.773107:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009bac606f. 00080000:00000002:0.0:1767384943.773107:0:17083:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000980f9615 00000020:00000001:0.0:1767384943.773113:0:17083:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009e445471 00010000:00000001:2.0:1767384943.773115:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000002:0.0:1767384943.773117:0:17083:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000010:2.0:1767384943.773119:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007be4110a. 00080000:00000001:0.0:1767384943.773124:0:17083:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384943.773127:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384943.773129:0:17083:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384943.773131:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007be4110a with handle 0xb57eb78819563142 to hash 00080000:00000001:0.0:1767384943.773134:0:17083:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384943.773135:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384943.773138:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590004429312 : -119483705122304 : ffff935488332200) 00000020:00000001:0.0:1767384943.773140:0:17083:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384943.773144:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590004429312 : -119483705122304 : ffff935488332200) 00000020:00000001:0.0:1767384943.773146:0:17083:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00010000:00000001:2.0:1767384943.773150:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384943.773151:0:17083:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384943.773154:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384943.773157:0:17083:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005674b607. 00010000:00010000:2.0:1767384943.773159:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007be4110a/0xb57eb78819563142 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384943.773161:0:17084:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:0.0:1767384943.773163:0:17083:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585638140928 : -119488071410688 : ffff935383f2dc00) 00000100:00000001:3.0:1767384943.773165:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384943.773168:0:17084:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b05e1d22. 00080000:00000001:0.0:1767384943.773169:0:17083:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384943.773172:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000001:00000001:0.0:1767384943.773173:0:17083:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 20000000:00000001:3.0:1767384943.773175:0:17084:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384943.773176:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000010:0.0:1767384943.773177:0:17083:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000028c1542f. 00010000:00000040:3.0:1767384943.773180:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348036224 00010000:00000001:2.0:1767384943.773180:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:0.0:1767384943.773181:0:17083:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384943.773183:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384943.773184:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:0.0:1767384943.773185:0:17083:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384943.773186:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:3.0:1767384943.773189:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e4174ed7 x1853237348036224/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:169/0 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384943.773190:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384943.773192:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384943.773193:0:17083:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384943.773195:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384943.773199:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384943.773201:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384943.773202:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384943.773203:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000001:3.0:1767384943.773205:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384943.773205:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009bac606f) refcount = 1 00080000:00000001:0.0:1767384943.773205:0:17083:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00001000:3.0:1767384943.773210:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=77 v=5 (1 0 0 0) 00010000:00010000:2.0:1767384943.773210:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007be4110a/0xb57eb78819563142 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384943.773215:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384943.773216:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000040:3.0:1767384943.773218:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:2.0:1767384943.773218:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384943.773220:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384943.773221:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:2.0:1767384943.773222:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384943.773223:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384943.773225:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384943.773225:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384943.773228:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 20000000:00000001:2.0:1767384943.773228:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384943.773230:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003151402s 00000100:00000040:3.0:1767384943.773231:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384943.773234:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b58aa36e. 00000100:00000200:3.0:1767384943.773237:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348036224, offset 224 00010000:00000001:2.0:1767384943.773240:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1767384943.773242:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384943.773242:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384943.773244:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007be4110a refcount=4 00000020:00000001:2.0:1767384943.773246:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004429312 : -119483705122304 : ffff935488332200) 00000400:00000200:3.0:1767384943.773248:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384943.773249:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004429312 : -119483705122304 : ffff935488332200) 00010000:00000001:2.0:1767384943.773251:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000200:3.0:1767384943.773253:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d06e80 00010000:00010000:2.0:1767384943.773253:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007be4110a/0xb57eb78819563142 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384943.773258:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1dc1 [2] + 224 00010000:00000001:2.0:1767384943.773260:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384943.773261:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007be4110a/0xb57eb78819563142 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384943.773263:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384943.773267:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384943.773268:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384943.773270:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384943.773271:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384943.773272:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007be4110a/0xb57eb78819563142 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384943.773278:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:3.0:1767384943.773279:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096e5d653 x1853237348036224/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384943.773279:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384943.773282:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384943.773284:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007be4110a/0xb57eb78819563142 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384943.773290:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000096e5d653 x1853237348036224/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384943.773291:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007be4110a already unused, calling callback (00000000df0e66e0) 00010000:00000001:2.0:1767384943.773294:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384943.773296:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384943.773298:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007be4110a/0xb57eb78819563142 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384943.773303:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1767384943.773305:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384943.773305:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384943.773306:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384943.773307:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007be4110a refcount=5 00000020:00000001:2.0:1767384943.773309:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004429312 : -119483705122304 : ffff935488332200) 00000400:00000200:3.0:1767384943.773310:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b58aa36e 00000400:00000010:3.0:1767384943.773313:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b58aa36e. 00000100:00000001:3.0:1767384943.773316:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384943.773318:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384943.773318:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004429312 : -119483705122304 : ffff935488332200) 00010000:00000001:2.0:1767384943.773321:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1767384943.773322:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384943.773324:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007be4110a/0xb57eb78819563142 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384943.773325:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384943.773326:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:0.0:1767384943.773329:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384943.773330:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384943.773334:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384943.773334:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000001:0.0:1767384943.773335:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384943.773336:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384943.773336:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000001:0.0:1767384943.773337:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384943.773339:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384943.773341:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5cb9717. 00000100:00000040:3.0:1767384943.773342:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4174ed7 x1853237348036224/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:169/0 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384943.773345:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:0.0:1767384943.773346:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cb48e79 00010000:00000001:2.0:1767384943.773347:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:0.0:1767384943.773351:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004cb48e79. 00010000:00000001:2.0:1767384943.773352:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384943.773355:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384943.773358:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e4174ed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:16361:x1853237348036224:12345-0@lo:253: Request processed in 1862us (2405us total) trans 0 rc 0/0 00000020:00000040:2.0:1767384943.773358:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007be4110a with handle 0xb57eb78819563142 from hash 00000100:00000001:0.0:1767384943.773358:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384943.773363:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000200:0.0:1767384943.773364:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096e5d653 x1853237348036224/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384943.773365:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384943.773368:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384943.773370:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00100000:3.0:1767384943.773371:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00010000:00000001:2.0:1767384943.773373:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:3.0:1767384943.773376:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00010000:00000001:2.0:1767384943.773377:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384943.773380:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1767384943.773381:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384943.773383:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384943.773383:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384943.773384:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096e5d653 x1853237348036224/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384943.773387:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384943.773388:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005d3f9ce0. 00010000:00000001:2.0:1767384943.773391:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000010:3.0:1767384943.773394:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008b247449. 00010000:00000001:2.0:1767384943.773394:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1767384943.773398:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384943.773399:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1767384943.773400:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dab912e7. 00010000:00000001:2.0:1767384943.773401:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384943.773402:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384943.773404:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00010000:00000001:2.0:1767384943.773404:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.773407:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384943.773408:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384943.773409:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384943.773412:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b3080e34. 00000100:00000001:0.0:1767384943.773412:0:16361:0:(client.c:1578:after_reply()) Process entered 00010000:00010000:2.0:1767384943.773413:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007be4110a/0xb57eb78819563142 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384943.773416:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767384943.773418:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384943.773418:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384943.773422:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384943.773422:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384943.773423:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384943.773425:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384943.773427:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384943.773428:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384943.773428:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384943.773430:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00001000:0.0:1767384943.773431:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=77 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384943.773433:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000771762ea. 00000100:00001000:0.0:1767384943.773435:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=77 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384943.773439:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1767384943.773440:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b58aa36e. 00000100:00000001:0.0:1767384943.773441:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767384943.773442:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384943.773443:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384943.773446:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384943.773448:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384943.773450:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384943.773451:0:16361:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.773469:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384943.773470:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384943.773473:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096e5d653 x1853237348036224/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384943.773476:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007be4110a/0xb57eb78819563142 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384943.773486:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384943.773491:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1767384943.773494:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:0.0:1767384943.773494:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384943.773498:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:0.0:1767384943.773499:0:16361:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00010000:2.0:1767384943.773501:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007be4110a/0xb57eb78819563142 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000020:01000004:0.0:1767384943.773502:0:16361:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384943.773504:0:16361:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384943.773507:0:16361:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384943.773509:0:16361:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384943.773511:0:16361:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384943.773514:0:16361:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00010000:00000040:2.0:1767384943.773515:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009bac606f count: 0 00000020:01000004:0.0:1767384943.773515:0:16361:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384943.773518:0:16361:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384943.773520:0:16361:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384943.773523:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096e5d653 x1853237348036224/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384943.773526:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384943.773529:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00100000:0.0:1767384943.773531:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000096e5d653 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348036224:0@lo:253: 00000100:00000001:0.0:1767384943.773535:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384943.773537:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384943.773538:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096e5d653 x1853237348036224/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384943.773542:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384943.773549:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384943.773551:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009d49532e. 02000000:00000001:0.0:1767384943.773554:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384943.773556:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384943.773557:0:16361:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:0.0:1767384943.773558:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384943.773560:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000facf727b. 02000000:00000001:0.0:1767384943.773562:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384943.773564:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384943.773565:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096e5d653. 00000100:00000001:0.0:1767384943.773567:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384943.773568:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384943.773569:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384943.773573:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384943.773574:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.773575:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384943.773576:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384943.774586:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005674b607. 00080000:00000010:0.0:1767384943.774622:0:17083:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000028c1542f. 00040000:00000001:0.0:1767384943.774629:0:17083:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384943.774631:0:17083:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384943.774632:0:17083:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384943.774635:0:17083:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:0.0:1767384943.774637:0:17083:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384943.774638:0:17083:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384943.774641:0:17083:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384943.774649:0:17083:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384943.774651:0:17083:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384943.774654:0:17083:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384943.774659:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384943.774662:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384943.774663:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384943.774666:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384943.774667:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384943.774671:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009e946a76. 00010000:00000001:2.0:1767384943.774674:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384943.774676:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003ccf5960. 00000020:00000001:2.0:1767384943.774678:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384943.774680:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003ccf5960 with handle 0xb57eb78819563149 to hash 00000020:00000001:2.0:1767384943.774681:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384943.774682:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590004436480 : -119483705115136 : ffff935488333e00) 00010000:00000001:2.0:1767384943.774685:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590004436480 : -119483705115136 : ffff935488333e00) 00010000:00000001:2.0:1767384943.774686:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384943.774687:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384943.774689:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003ccf5960/0xb57eb78819563149 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384943.774692:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384943.774699:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384943.774701:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384943.774702:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384943.774704:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384943.774705:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384943.774706:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384943.774707:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384943.774708:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384943.774709:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384943.774710:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384943.774711:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009e946a76) refcount = 1 00010000:00010000:2.0:1767384943.774713:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003ccf5960/0xb57eb78819563149 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384943.774716:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384943.774717:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384943.774718:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384943.774719:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384943.774720:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384943.774721:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384943.774722:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003151402s 00010000:00000001:2.0:1767384943.774724:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384943.774725:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384943.774726:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003ccf5960 refcount=4 00000020:00000001:2.0:1767384943.774727:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004436480 : -119483705115136 : ffff935488333e00) 00010000:00000001:2.0:1767384943.774728:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004436480 : -119483705115136 : ffff935488333e00) 00010000:00000001:2.0:1767384943.774729:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384943.774731:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003ccf5960/0xb57eb78819563149 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384943.774735:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384943.774736:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003ccf5960/0xb57eb78819563149 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384943.774740:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384943.774741:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384943.774748:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003ccf5960/0xb57eb78819563149 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384943.774751:0:17083:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384943.774752:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384943.774755:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384943.774756:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384943.774759:0:17083:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fa62a5c2. 00010000:00000001:2.0:1767384943.774760:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384943.774763:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003ccf5960/0xb57eb78819563149 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 20000000:00000001:0.0:1767384943.774764:0:17083:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384943.774770:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348036352 00010000:00010000:2.0:1767384943.774771:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003ccf5960 already unused, calling callback (00000000df0e66e0) 00010000:00000001:2.0:1767384943.774776:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384943.774776:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384943.774779:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384943.774782:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003ccf5960/0xb57eb78819563149 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000200:0.0:1767384943.774783:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d29305cb x1853237348036352/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:169/0 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384943.774795:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384943.774798:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384943.774799:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767384943.774800:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384943.774802:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003ccf5960 refcount=5 00000020:00000001:2.0:1767384943.774803:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004436480 : -119483705115136 : ffff935488333e00) 00010000:00000001:2.0:1767384943.774805:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004436480 : -119483705115136 : ffff935488333e00) 00010000:00000001:2.0:1767384943.774809:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:0.0:1767384943.774809:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384943.774838:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=77 v=5 (1 0 0 0) 00010000:00010000:2.0:1767384943.774841:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003ccf5960/0xb57eb78819563149 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384943.774842:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384943.774847:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:0.0:1767384943.774851:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:0.0:1767384943.774856:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384943.774857:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:0.0:1767384943.774859:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384943.774861:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1767384943.774863:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384943.774864:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384943.774868:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384943.774870:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000010:0.0:1767384943.774872:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004cb48e79. 00010000:00000001:2.0:1767384943.774873:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384943.774878:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:0.0:1767384943.774879:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348036352, offset 224 00010000:00000001:2.0:1767384943.774882:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384943.774886:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003ccf5960 with handle 0xb57eb78819563149 from hash 00000400:00000200:0.0:1767384943.774887:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384943.774891:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384943.774895:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384943.774897:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384943.774904:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384943.774907:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:0.0:1767384943.774907:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d06f00 00010000:00000001:2.0:1767384943.774909:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384943.774912:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384943.774914:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:0.0:1767384943.774914:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1dc9 [2] + 224 00010000:00000001:2.0:1767384943.774916:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384943.774921:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384943.774922:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384943.774923:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384943.774926:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:0.0:1767384943.774930:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384943.774931:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384943.774934:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384943.774935:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384943.774936:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384943.774939:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384943.774942:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384943.774942:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008e6892f1 x1853237348036352/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384943.774947:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003ccf5960/0xb57eb78819563149 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384943.774961:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384943.774961:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000008e6892f1 x1853237348036352/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384943.774964:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384943.774966:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384943.774969:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384943.774972:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384943.774975:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384943.774976:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384943.774979:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.774979:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 20000000:00000001:2.0:1767384943.774982:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384943.774985:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cb48e79 00010000:00010000:2.0:1767384943.774986:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003ccf5960/0xb57eb78819563149 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384943.774989:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004cb48e79. 00000100:00000001:0.0:1767384943.774994:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384943.774996:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384943.775000:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1767384943.775003:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384943.775003:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384943.775004:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384943.775006:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:2.0:1767384943.775008:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003ccf5960/0xb57eb78819563149 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384943.775010:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000400:00000001:3.0:1767384943.775014:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384943.775015:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384943.775017:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384943.775018:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384943.775020:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfbc4a0d. 00010000:00000040:2.0:1767384943.775020:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009e946a76 count: 0 00000020:00000001:0.0:1767384943.775021:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384943.775027:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028388c78 00000100:00000040:0.0:1767384943.775028:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d29305cb x1853237348036352/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:169/0 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384943.775032:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000028388c78. 00010000:00000001:2.0:1767384943.775035:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384943.775038:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384943.775039:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384943.775045:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008e6892f1 x1853237348036352/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384943.775060:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d29305cb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:16359:x1853237348036352:12345-0@lo:253: Request processed in 3170us (3974us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384943.775070:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008e6892f1 x1853237348036352/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384943.775072:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00000040:0.0:1767384943.775077:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:0.0:1767384943.775081:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384943.775084:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384943.775087:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384943.775089:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005f3d780e. 00000100:00000001:3.0:1767384943.775091:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384943.775095:0:16359:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384943.775096:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c41bf3b7. 02000000:00000001:3.0:1767384943.775097:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384943.775100:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384943.775102:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c164edf. 00000100:00000001:3.0:1767384943.775103:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384943.775108:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384943.775110:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000100:00001000:3.0:1767384943.775112:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=77 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384943.775116:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384943.775117:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=77 v=5 (1 0 0 0) 02000000:00000010:0.0:1767384943.775120:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006f6381ab. 00000100:00000001:3.0:1767384943.775122:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384943.775125:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384943.775127:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384943.775128:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384943.775131:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.775131:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384943.775137:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384943.775138:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384943.775142:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008e6892f1 x1853237348036352/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384943.775145:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5cb9717. 00000100:00000001:3.0:1767384943.775153:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384943.775153:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004cb48e79. 00000100:00000001:3.0:1767384943.775157:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384943.775160:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384943.775162:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384943.775164:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384943.775165:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384943.775167:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384943.775168:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384943.775176:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384943.775177:0:16359:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384943.775178:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384943.775180:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384943.775182:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008e6892f1 x1853237348036352/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384943.775188:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008e6892f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348036352:0@lo:253: 00000100:00000001:3.0:1767384943.775191:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384943.775192:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384943.775193:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008e6892f1 x1853237348036352/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384943.775197:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384943.775198:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384943.775200:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000044e9f4d5. 02000000:00000001:3.0:1767384943.775206:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384943.775207:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384943.775208:0:16359:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:3.0:1767384943.775210:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384943.775211:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000006a5a49a. 02000000:00000001:3.0:1767384943.775214:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384943.775215:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384943.775215:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008e6892f1. 00000100:00000001:3.0:1767384943.775217:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384943.775218:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384943.775219:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384943.775224:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384943.775225:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384943.775226:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384943.775228:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384943.776874:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294932807, at 4294932808 00000100:00000040:0.0:1767384943.776874:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294932807, at 4294932808 00000100:00000040:2.0:1767384943.776882:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294932807, at 4294932808 00000100:00000010:0.0:1767384943.776882:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000011e9ba15. 00000100:00000010:3.0:1767384943.776884:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ead3e42d. 00000100:00000010:2.0:1767384943.776895:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006a58dbb6. 00000100:00000040:1.0:1767384943.777850:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294932807, at 4294932809 00000100:00000010:1.0:1767384943.777856:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000074c7bc4b. 00010000:00000010:2.1:1767384943.783943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009bac606f. 00010000:00000010:2.1:1767384943.783952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007be4110a. 00010000:00000010:2.1:1767384943.783957:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009e946a76. 00010000:00000010:2.1:1767384943.783962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003ccf5960. 00000400:00000010:1.0:1767384943.786822:0:36579:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000924df012. 00000400:00000040:1.0:1767384943.786865:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384943.786868:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384943.786871:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384943.786872:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384943.786874:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384943.786875:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384943.786878:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384943.786879:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384943.786880:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384943.786887:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384943.786888:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384943.786889:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384943.786891:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384943.786892:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384943.786893:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384943.786895:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384943.786896:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384943.786896:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384943.786897:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384943.786899:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384943.786900:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384943.786902:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384943.786903:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384943.786903:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384943.786904:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384943.786906:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384943.786907:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384943.786908:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384943.786909:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384943.786910:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384943.786911:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384943.786912:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384943.786913:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384943.786914:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384943.786915:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384943.786916:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384943.786916:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384943.786918:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384943.786919:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384943.786920:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384943.786921:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384943.786922:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384943.786923:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384943.786924:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384943.786925:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384943.786926:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384943.786926:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384943.786927:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384943.786933:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384943.786934:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384943.786935:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384943.786936:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384943.786937:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384943.786938:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384943.786939:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384943.786940:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384943.786941:0:36579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384943.787042:0:36579:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000924df012. 10000000:00000001:1.0:1767384943.960887:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384943.960893:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000002298ce) refs 2 10000000:00000001:1.0:1767384943.960897:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384943.960901:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384943.960903:0:17086:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384943.960905:0:17086:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384943.960907:0:17086:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384943.960910:0:17086:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384943.960913:0:17086:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff935488f3f000 from 75 10000000:00000001:1.0:1767384943.960916:0:17086:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384943.960918:0:17086:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384943.960926:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000287e7a0f. 00000020:00000040:1.0:1767384943.960930:0:17086:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:1.0:1767384943.960935:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384943.960939:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384943.960944:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384943.960950:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a12d8257. 00000100:00000001:1.0:1767384943.960957:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384943.960961:0:17086:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384943.960965:0:17086:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384943.960972:0:17086:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003f1e2075. 00010000:00000001:1.0:1767384943.960976:0:17086:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384943.960979:0:17086:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009fb158e7. 00000020:00000001:1.0:1767384943.960984:0:17086:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384943.960990:0:17086:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009fb158e7 with handle 0xb57eb78819563150 to hash 00000020:00000001:1.0:1767384943.960993:0:17086:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384943.960995:0:17086:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00010000:00000001:1.0:1767384943.961005:0:17086:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00010000:00000001:1.0:1767384943.961009:0:17086:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384943.961012:0:17086:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384943.961015:0:17086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.134@tcp lock: 000000009fb158e7/0xb57eb78819563150 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384943.961024:0:17086:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.134@tcp lock: 000000009fb158e7/0xb57eb78819563150 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384943.961035:0:17086:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.134@tcp lock: 000000009fb158e7/0xb57eb78819563150 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384943.961041:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384943.961043:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384943.961049:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0d9dbc2. 00000100:00000001:1.0:1767384943.961051:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624585624867008 : -119488084684608 : ffff9353832850c0) 00000100:00000001:1.0:1767384943.961054:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384943.961056:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590750699904 : -119482958851712 : ffff9354b4ae5180) 00000100:00000001:1.0:1767384943.961061:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384943.961064:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.961066:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384943.961068:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384943.961077:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000287e7a0f x1853237348036480/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384943.961087:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384943.961089:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384943.961093:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384943.961096:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384943.961098:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384943.961102:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000287e7a0f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348036480:0@lo:101: 00000100:00000001:1.0:1767384943.961107:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384943.961112:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384943.961115:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384943.961116:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384943.961125:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ace57d61. 02000000:00000001:1.0:1767384943.961126:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384943.961130:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062b54012. 00000400:00000010:1.0:1767384943.961135:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8f9ca25. 00000100:00000200:1.0:1767384943.961139:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348036480, portal 25 00000100:00000001:1.0:1767384943.961140:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384943.961141:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590750699904 : -119482958851712 : ffff9354b4ae5180) 00000100:00000040:1.0:1767384943.961144:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000287e7a0f x1853237348036480/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384959 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384943.961149:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384943.961151:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384943.961153:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000afc9968b. 00000100:00000200:1.0:1767384943.961155:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237348036480, offset 0 00000400:00000200:1.0:1767384943.961160:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384943.961170:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384943.961179:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958271d06f80 00000400:00000200:1.0:1767384943.961184:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1551 [2] + 0 00000400:00000010:1.0:1767384943.961188:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9f76cb9. 00000400:00000200:1.0:1767384943.961190:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dd71a938 00000400:00000200:1.0:1767384943.961195:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384943.961199:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384943.961202:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd71a938 00000400:00000010:1.0:1767384943.961203:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd71a938. 00000100:00000001:1.0:1767384943.961207:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384943.961208:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384943.961210:0:17086:0:(events.c:337:request_in_callback()) incoming req@000000000a06b37c x1853237348036480 msgsize 328 00000100:00100000:1.0:1767384943.961213:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384943.961215:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384943.961227:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384943.961232:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afc9968b 00000400:00000010:1.0:1767384943.961233:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000afc9968b. 00000100:00000001:1.0:1767384943.961235:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384943.961237:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000287e7a0f x1853237348036480/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384959 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384943.961253:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384943.961257:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000287e7a0f x1853237348036480/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384959 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384943.961263:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.961264:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384943.961265:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384943.961269:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384943.961270:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348036480 00000100:00000001:1.0:1767384943.961274:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294932997 02000000:00000001:2.0:1767384943.961275:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:1.0:1767384943.961279:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000052faf4d6. 00000100:00000001:2.0:1767384943.961280:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384943.961285:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.961287:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1767384943.961290:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.961293:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294932997 00000100:00000010:1.0:1767384943.961297:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001c3f3dba. 00000100:00100000:2.0:1767384943.961298:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348036480 00000100:00000001:1.0:1767384943.961301:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000020:00000001:2.0:1767384943.961302:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384943.961306:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000001:1.0:1767384943.961307:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294932997 00000020:00000001:2.0:1767384943.961308:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:1.0:1767384943.961311:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008424fdaa. 00000020:00000040:2.0:1767384943.961312:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000020:00000001:2.0:1767384943.961317:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:1.0:1767384943.961318:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000020:00000001:2.0:1767384943.961320:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:1.0:1767384943.961322:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294932997 00000100:00000001:2.0:1767384943.961327:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:1.0:1767384943.961328:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dde5b085. 00000020:00000010:2.0:1767384943.961332:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a041b371. 00000100:00000001:1.0:1767384943.961333:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384943.961340:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384943.961340:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384943.961345:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a041b371. 00000100:00000001:1.0:1767384943.961346:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.961350:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384943.961352:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000807aefed. 00000100:00000001:1.0:1767384943.961352:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384943.961354:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e0d9dbc2 going to sleep for 11 seconds 00000020:00000010:2.0:1767384943.961358:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b3e0d380. 00000100:00000001:1.0:1767384943.961358:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384943.961360:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384943.961365:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002c3f31f1. 00000100:00000040:2.0:1767384943.961373:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384943.961375:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384943.961376:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384943.961377:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.961383:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.961394:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384943.961404:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384943.961406:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384943.961409:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00000040:2.0:1767384943.961412:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384943.961414:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590281833552 : -119483427718064 : ffff935498bbfc50) 00000100:00000040:2.0:1767384943.961417:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000a06b37c x1853237348036480/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:169/0 lens 328/0 e 0 to 0 dl 1767384954 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384943.961436:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384943.961437:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a041b371. 00000100:00000001:2.0:1767384943.961439:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384943.961440:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a041b371. 00000100:00100000:2.0:1767384943.961447:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000a06b37c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:17086:x1853237348036480:12345-0@lo:101: 00000100:00000200:2.0:1767384943.961480:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348036480 00000020:00000001:2.0:1767384943.961488:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384943.961491:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384943.961494:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384943.961501:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384943.961507:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289024 : -1048262592 : ffffffffc184c840) 00000020:00000001:2.0:1767384943.961512:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384943.961517:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384943.961520:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384943.961522:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384943.961524:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384943.961525:0:17083:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384943.961527:0:17083:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384943.961528:0:17083:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384943.961530:0:17083:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384943.961532:0:17083:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384943.961535:0:17083:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384943.961541:0:17083:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009e946a76. 00010000:00000001:2.0:1767384943.961545:0:17083:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384943.961551:0:17083:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003ccf5960. 00000020:00000001:2.0:1767384943.961553:0:17083:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384943.961554:0:17083:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003ccf5960 with handle 0xb57eb78819563157 to hash 00000020:00000001:2.0:1767384943.961556:0:17083:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384943.961557:0:17083:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590004436480 : -119483705115136 : ffff935488333e00) 00010000:00000001:2.0:1767384943.961558:0:17083:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590004436480 : -119483705115136 : ffff935488333e00) 00010000:00010000:2.0:1767384943.961560:0:17083:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000003ccf5960/0xb57eb78819563157 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb57eb78819563150 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384943.961573:0:17083:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003d3e266f : new locks_count 10 00000020:00000040:2.0:1767384943.961575:0:17083:0:(genops.c:887:class_export_get()) GET export 000000003d3e266f refcount=15 00000100:00000001:2.0:1767384943.961582:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384943.961583:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384943.961586:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000b53fe7b3. 02000000:00000001:2.0:1767384943.961587:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.961589:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384943.961591:0:17083:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384943.961593:0:17083:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384943.961595:0:17083:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384943.961597:0:17083:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384943.961598:0:17083:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384943.961599:0:17083:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384943.961600:0:17083:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384943.961602:0:17083:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384943.961603:0:17083:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384943.961604:0:17083:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384943.961605:0:17083:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384943.961606:0:17083:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009e946a76) refcount = 1 00010000:00010000:2.0:1767384943.961609:0:17083:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003ccf5960/0xb57eb78819563157 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb57eb78819563150 expref: 15 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384943.961613:0:17083:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384943.961614:0:17083:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384943.961615:0:17083:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384943.961616:0:17083:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384943.961617:0:17083:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384943.961621:0:17083:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384943.961622:0:17083:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000003ccf5960/0xb57eb78819563157 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819563150 expref: 15 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384943.961626:0:17083:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384943.961628:0:17083:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384943.961629:0:17083:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384943.961635:0:17083:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384943.961636:0:17083:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384943.961637:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384943.961639:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384943.961640:0:17083:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000003ccf5960, rc 0) 00000020:00000001:2.0:1767384943.961642:0:17083:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384943.961645:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348036480 00010000:00000001:2.0:1767384943.961647:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384943.961651:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000a06b37c x1853237348036480/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:169/0 lens 328/344 e 0 to 0 dl 1767384954 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384943.961657:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384943.961658:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384943.961661:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384943.961665:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384943.961667:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:2.0:1767384943.961669:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:2.0:1767384943.961671:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384943.961673:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.961675:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384943.961677:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384943.961679:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c99b0362. 00000100:00000200:2.0:1767384943.961681:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237348036480, offset 224 00000400:00000200:2.0:1767384943.961685:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384943.961690:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384943.961694:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958271d06f80 00000400:00000200:2.0:1767384943.961697:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1de9 [1] + 224 00000400:00000200:2.0:1767384943.961700:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384943.961703:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384943.961705:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384943.961707:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000287e7a0f x1853237348036480/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384959 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384943.961713:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000287e7a0f x1853237348036480/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384959 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384943.961727:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384943.961736:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c99b0362 00000400:00000010:2.0:1767384943.961737:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c99b0362. 00000100:00000001:2.0:1767384943.961740:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384943.961741:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384943.961743:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384943.961746:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:2.0:1767384943.961748:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384943.961749:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384943.961751:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384943.961754:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a06b37c x1853237348036480/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:169/0 lens 328/344 e 0 to 0 dl 1767384954 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384943.961757:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384943.961764:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000a06b37c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:17086:x1853237348036480:12345-0@lo:101: Request processed in 327us (551us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384943.961766:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384943.961770:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000400:00000001:1.0:1767384943.961771:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384943.961773:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000400:00000010:1.0:1767384943.961775:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062b54012. 00000100:00000001:2.0:1767384943.961777:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384943.961780:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1767384943.961782:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8f9ca25 00000020:00000010:2.0:1767384943.961784:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b3e0d380. 00000400:00000010:1.0:1767384943.961786:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8f9ca25. 00000020:00000010:2.0:1767384943.961789:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002c3f31f1. 00000100:00000001:1.0:1767384943.961791:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384943.961793:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000807aefed. 00000020:00000040:2.0:1767384943.961797:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 02000000:00000001:2.0:1767384943.961801:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384943.961804:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000b53fe7b3. 02000000:00000001:2.0:1767384943.961808:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:1.0:1767384943.961809:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000287e7a0f x1853237348036480/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384959 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384943.961812:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384943.961991:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384943.961995:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba31f8a8. 00000400:00000010:2.0:1767384943.961998:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037c0d1fe. 00000100:00000200:1.0:1767384943.962163:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000287e7a0f x1853237348036480/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384959 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384943.962171:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384943.962173:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384943.962176:0:17086:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384943.962179:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384943.962181:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384943.962182:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384943.962186:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384943.962191:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=77 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384943.962196:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384943.962199:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384943.962201:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384943.962203:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384943.962205:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.962207:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384943.962211:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000287e7a0f x1853237348036480/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384959 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384943.962218:0:17086:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384943.962220:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384943.962222:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384943.962225:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000287e7a0f x1853237348036480/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384959 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384943.962233:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000287e7a0f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348036480:0@lo:101: 00000100:00000001:1.0:1767384943.962238:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384943.962241:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.962243:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384943.962244:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384943.962247:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000287e7a0f x1853237348036480/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384959 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384943.962254:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384943.962263:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e0d9dbc2. 00000100:00000001:1.0:1767384943.962268:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384943.962269:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384943.962272:0:17086:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384943.962275:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384943.962277:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384943.962279:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009fb158e7 refcount=4 00000020:00000001:1.0:1767384943.962281:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00010000:00000001:1.0:1767384943.962284:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00010000:00000040:1.0:1767384943.962288:0:17086:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000009fb158e7, remote cookie: 0xb57eb78819563157, flags: 0x0 00010000:00000001:1.0:1767384943.962292:0:17086:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384943.962294:0:17086:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384943.962296:0:17086:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384943.962297:0:17086:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384943.962298:0:17086:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384943.962300:0:17086:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003f1e2075) refcount = 1 00010000:00010000:1.0:1767384943.962303:0:17086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.134@tcp lock: 000000009fb158e7/0xb57eb78819563150 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb78819563157 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384943.962310:0:17086:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384943.962312:0:17086:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384943.962314:0:17086:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384943.962317:0:17086:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384943.962320:0:17086:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384943.962323:0:17086:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.134@tcp lock: 000000009fb158e7/0xb57eb78819563150 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb57eb78819563157 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384943.962329:0:17086:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384943.962330:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384943.962332:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384943.962333:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384943.962334:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384943.962336:0:17086:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.962338:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384943.962341:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000287e7a0f x1853237348036480/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384959 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384943.962362:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384943.962364:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384943.962367:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ace57d61. 02000000:00000001:1.0:1767384943.962371:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384943.962374:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384943.962375:0:17086:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:1.0:1767384943.962378:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384943.962380:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a12d8257. 02000000:00000001:1.0:1767384943.962384:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384943.962386:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384943.962388:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000287e7a0f. 00000100:00000001:1.0:1767384943.962392:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384943.962393:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384943.962396:0:17086:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384943.962399:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384943.962402:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000002298ce) refs 3 10000000:00000001:1.0:1767384943.962405:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384943.962407:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384943.962409:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384943.962410:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009fb158e7 refcount=3 00000020:00000001:1.0:1767384943.962412:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00010000:00000001:1.0:1767384943.962415:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00010000:00000001:1.0:1767384943.962417:0:17086:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384943.962419:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384943.962420:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384943.962422:0:17086:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384943.962425:0:17086:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384943.962429:0:17086:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000008637738c. 00000100:00000010:1.0:1767384943.962444:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000287e7a0f. 00000020:00000040:1.0:1767384943.962448:0:17086:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:1.0:1767384943.962451:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384943.962467:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384943.962469:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384943.962475:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a12d8257. 00000100:00000001:1.0:1767384943.962478:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.962489:0:17086:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384943.962493:0:17086:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ace57d61. 00000100:00000010:1.0:1767384943.962496:0:17086:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000036c02a7e. 00000020:00000040:1.0:1767384943.962499:0:17086:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00000001:1.0:1767384943.962503:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384943.962505:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384943.962509:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0d9dbc2. 00000100:00000001:1.0:1767384943.962512:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624585624867008 : -119488084684608 : ffff9353832850c0) 00000100:00000001:1.0:1767384943.962514:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384943.962516:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590750699904 : -119482958851712 : ffff9354b4ae5180) 00000100:00000001:1.0:1767384943.962519:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384943.962520:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.962523:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384943.962524:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384943.962528:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000287e7a0f x1853237348036608/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384943.962536:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384943.962537:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384943.962540:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384943.962542:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384943.962545:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384943.962547:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000287e7a0f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348036608:0@lo:256: 00000100:00000001:1.0:1767384943.962551:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384943.962554:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384943.962556:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.962558:0:17086:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384943.962564:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062b54012. 00000400:00000010:1.0:1767384943.962568:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ebd83b4b. 00000100:00000200:1.0:1767384943.962572:0:17086:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958271d07000-0x6958271d07000, portal 33 00000100:00000001:1.0:1767384943.962575:0:17086:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384943.962578:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384943.962581:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000017aa5fc7. 02000000:00000001:1.0:1767384943.962583:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384943.962586:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bef0f9ce. 00000400:00000010:1.0:1767384943.962596:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8f9ca25. 00000100:00000200:1.0:1767384943.962599:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348036608, portal 25 00000100:00000001:1.0:1767384943.962602:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384943.962603:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590750699904 : -119482958851712 : ffff9354b4ae5180) 00000100:00000040:1.0:1767384943.962609:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000287e7a0f x1853237348036608/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384959 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384943.962615:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384943.962617:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384943.962619:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000afc9968b. 00000100:00000200:1.0:1767384943.962622:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237348036608, offset 0 00000400:00000200:1.0:1767384943.962627:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384943.962636:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384943.962643:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958271d07000 00000400:00000200:1.0:1767384943.962649:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1569 [2] + 0 00000400:00000010:1.0:1767384943.962653:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c28960d. 00000400:00000200:1.0:1767384943.962655:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000018f78add 00000400:00000200:1.0:1767384943.962658:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384943.962661:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384943.962664:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018f78add 00000400:00000010:1.0:1767384943.962665:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000018f78add. 00000100:00000001:1.0:1767384943.962668:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384943.962670:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384943.962673:0:17086:0:(events.c:337:request_in_callback()) incoming req@0000000052450cac x1853237348036608 msgsize 304 00000100:00100000:1.0:1767384943.962680:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384943.962682:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384943.962695:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384943.962699:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afc9968b 00000400:00000010:1.0:1767384943.962702:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000afc9968b. 00000100:00000001:1.0:1767384943.962706:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384943.962711:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000287e7a0f x1853237348036608/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384959 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384943.962719:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384943.962720:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384943.962723:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348036608 02000000:00000001:2.0:1767384943.962727:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384943.962727:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000287e7a0f x1853237348036608/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384959 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384943.962730:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384943.962732:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384943.962737:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384943.962742:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348036608 00000020:00000001:2.0:1767384943.962753:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384943.962755:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:2.0:1767384943.962759:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384943.962761:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000020:00000001:2.0:1767384943.962766:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:1.0:1767384943.962767:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384943.962769:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:1.0:1767384943.962774:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384943.962776:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384943.962780:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a041b371. 00000100:00000001:2.0:1767384943.962784:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384943.962784:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384943.962787:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a041b371. 00000100:00000001:1.0:1767384943.962792:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294932998 00000020:00000010:2.0:1767384943.962793:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000807aefed. 00000020:00000010:2.0:1767384943.962800:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b3e0d380. 00000020:00000010:2.0:1767384943.962802:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002c3f31f1. 00000100:00000001:1.0:1767384943.962806:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294932997 00000100:00000040:2.0:1767384943.962809:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384943.962812:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384943.962844:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384943.962846:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.962849:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.962850:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294932999 00000100:00000001:2.0:1767384943.962852:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384943.962856:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294932997 00000100:00000001:2.0:1767384943.962862:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384943.962864:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294932999 00000100:00000001:2.0:1767384943.962865:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384943.962872:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00000001:1.0:1767384943.962873:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294932997 00000100:00000040:2.0:1767384943.962874:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384943.962878:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590666968144 : -119483042583472 : ffff9354afb0ac50) 00000100:00000001:1.0:1767384943.962878:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294932999 00000100:00000040:2.0:1767384943.962887:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000052450cac x1853237348036608/t0(0) o256->b543db4a-4900-454f-be04-352b2897a173@0@lo:169/0 lens 304/0 e 0 to 0 dl 1767384954 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384943.962889:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294932997 00000100:00000001:1.0:1767384943.962898:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384943.962899:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384943.962903:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a041b371. 00000100:00000001:1.0:1767384943.962904:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.962907:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384943.962909:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384943.962911:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a041b371. 00000100:00000001:1.0:1767384943.962914:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384943.962917:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000052450cac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:17086:x1853237348036608:12345-0@lo:256: 00000100:00100000:1.0:1767384943.962919:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e0d9dbc2 going to sleep for 11 seconds 00000100:00000200:2.0:1767384943.962921:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348036608 00000100:00000001:1.0:1767384943.962924:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384943.962928:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384943.962929:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384943.962935:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384943.962936:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384943.962938:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384943.962940:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289440 : -1048262176 : ffffffffc184c9e0) 00000020:00000001:2.0:1767384943.962942:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384943.962944:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384943.962946:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384943.962947:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384943.962948:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.962950:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384943.962951:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384943.962953:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000b53fe7b3. 02000000:00000001:2.0:1767384943.962955:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.962956:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384943.962958:0:17083:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384943.962962:0:17083:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384943.962964:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384943.962966:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384943.962968:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384943.962970:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384943.962972:0:17083:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384943.962974:0:17083:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000014537bb5. 20000000:00000001:2.0:1767384943.962977:0:17083:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384943.962989:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384943.962993:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384943.962998:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384943.962999:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384943.963001:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384943.963003:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384943.963005:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384943.963007:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384943.963009:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384943.963011:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384943.963013:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384943.963014:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384943.963016:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384943.963017:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384943.963024:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384943.963026:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384943.963028:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384943.963030:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384943.963032:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384943.963034:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384943.963036:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384943.963039:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384943.963040:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384943.963042:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384943.963043:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384943.963045:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384943.963047:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384943.963048:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384943.963050:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384943.963052:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384943.963053:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384943.963055:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384943.963056:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384943.963058:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767384943.963060:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:2.0:1767384943.963061:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:2.0:1767384943.963063:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:2.0:1767384943.963065:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:01000000:2.0:1767384943.963067:0:17083:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 784, pages 3312/1/4/3. 20000000:00000040:2.0:1767384943.963073:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384943.963075:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384943.963076:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384943.963078:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384943.963079:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384943.963081:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384943.963083:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384943.963085:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384943.963086:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384943.963088:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384943.963090:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384943.963091:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384943.963093:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384943.963095:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384943.963100:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384943.963102:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384943.963104:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384943.963106:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384943.963107:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384943.963109:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384943.963110:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384943.963112:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384943.963114:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384943.963116:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384943.963117:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384943.963119:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384943.963121:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384943.963123:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384943.963125:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384943.963126:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384943.963127:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384943.963129:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384943.963130:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384943.963132:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767384943.963134:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:2.0:1767384943.963135:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:2.0:1767384943.963136:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:2.0:1767384943.963139:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:01000000:2.0:1767384943.963141:0:17083:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 784, pages 2528/1/4/3. 20000000:01000000:2.0:1767384943.963143:0:17083:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1568, version 80 20000000:00000001:2.0:1767384943.963144:0:17083:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1568 : 1568 : 620) 00000100:00000001:2.0:1767384943.963147:0:17083:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384943.963149:0:17083:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000002c40ee33. 00000100:00000010:2.0:1767384943.963151:0:17083:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000049c2b32d. 00000020:00000040:2.0:1767384943.963153:0:17083:0:(genops.c:887:class_export_get()) GET export 000000003d3e266f refcount=16 00010000:00000001:2.0:1767384943.963156:0:17083:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384943.963158:0:17083:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384943.963160:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c99b0362. 00000400:00000010:2.0:1767384943.963166:0:17083:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ccf01c55. 00000400:00000200:2.0:1767384943.963171:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384943.963181:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384943.963188:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1568 into portal 33 MB=0x6958271d07000 00000400:00000200:2.0:1767384943.963195:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1568/1568 into md 0x1df9 [4] + 0 00000400:00000010:2.0:1767384943.963198:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062b54012. 00000400:00000200:2.0:1767384943.963201:0:17083:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ebd83b4b 00000400:00000200:2.0:1767384943.963203:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384943.963208:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384943.963211:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ebd83b4b 00000400:00000010:2.0:1767384943.963213:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000ebd83b4b. 00000100:00000001:2.0:1767384943.963217:0:17083:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384943.963219:0:17083:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000287e7a0f desc 00000000ace57d61 mbits 1853237348036608 00000100:00000001:2.0:1767384943.963231:0:17083:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384943.963234:0:17083:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384943.963240:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384943.963249:0:17083:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1e05 00000400:00000200:2.0:1767384943.963254:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384943.963258:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384943.963263:0:17083:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384943.963267:0:17083:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000002c40ee33 00000100:00000001:2.0:1767384943.963270:0:17083:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:1.0:1767384943.963271:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384943.963276:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384943.963278:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c99b0362 00000400:00000010:2.0:1767384943.963282:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c99b0362. 00000100:00000001:2.0:1767384943.963284:0:17083:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384943.963285:0:17083:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000002c40ee33 00000100:00000001:2.0:1767384943.963287:0:17083:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384943.963290:0:17083:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1568 bytes via portal 33 id 12345-0@lo mbits 0x6958271d07000-0x6958271d07000 00000100:00000001:2.0:1767384943.963292:0:17083:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384943.963295:0:17083:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.963297:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384943.963299:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 15 00000100:00000010:2.0:1767384943.963301:0:17083:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000049c2b32d. 00000100:00000010:2.0:1767384943.963303:0:17083:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000002c40ee33. 00000100:00000001:2.0:1767384943.963305:0:17083:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384943.963306:0:17083:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384943.963311:0:17083:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000014537bb5. 20000000:00000001:2.0:1767384943.963313:0:17083:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384943.963319:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348036608 00010000:00000001:2.0:1767384943.963321:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384943.963324:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000052450cac x1853237348036608/t0(0) o256->b543db4a-4900-454f-be04-352b2897a173@0@lo:169/0 lens 304/240 e 0 to 0 dl 1767384954 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384943.963328:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384943.963330:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384943.963331:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384943.963333:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384943.963335:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:2.0:1767384943.963336:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:2.0:1767384943.963337:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384943.963338:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.963340:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384943.963341:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384943.963343:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c99b0362. 00000100:00000200:2.0:1767384943.963345:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237348036608, offset 224 00000400:00000200:2.0:1767384943.963347:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384943.963351:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384943.963355:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958271d07000 00000400:00000200:2.0:1767384943.963359:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1dfd [1] + 224 00000400:00000200:2.0:1767384943.963361:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384943.963364:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384943.963366:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384943.963368:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000287e7a0f x1853237348036608/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384959 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384943.963374:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000287e7a0f x1853237348036608/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384959 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384943.963386:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384943.963389:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c99b0362 00000400:00000010:2.0:1767384943.963390:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c99b0362. 00000100:00000001:2.0:1767384943.963391:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384943.963392:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384943.963394:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384943.963396:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:2.0:1767384943.963403:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384943.963404:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384943.963406:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384943.963408:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384943.963409:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000052450cac x1853237348036608/t0(0) o256->b543db4a-4900-454f-be04-352b2897a173@0@lo:169/0 lens 304/240 e 0 to 0 dl 1767384954 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384943.963415:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384943.963419:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000052450cac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:17086:x1853237348036608:12345-0@lo:256: Request processed in 519us (743us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384943.963420:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384943.963424:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bef0f9ce. 00000100:00100000:2.0:1767384943.963429:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00000040:2.0:1767384943.963432:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000400:00000200:1.0:1767384943.963432:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8f9ca25 00000100:00000001:2.0:1767384943.963437:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1767384943.963438:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8f9ca25. 00000100:00000001:2.0:1767384943.963439:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384943.963443:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b3e0d380. 00000100:00000001:1.0:1767384943.963445:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384943.963447:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002c3f31f1. 00000020:00000010:2.0:1767384943.963451:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000807aefed. 00000100:00000200:1.0:1767384943.963466:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000287e7a0f x1853237348036608/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384959 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384943.963473:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 02000000:00000001:2.0:1767384943.963478:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384943.963481:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000b53fe7b3. 00000100:00000200:1.0:1767384943.963483:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000287e7a0f x1853237348036608/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384959 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384943.963485:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384943.963488:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384943.963494:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384943.963498:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002aea5c17. 00000400:00000010:2.0:1767384943.963502:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000faa5739f. 00000100:00000001:1.0:1767384943.963514:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384943.963516:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384943.963518:0:17086:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384943.963519:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384943.963521:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384943.963522:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384943.963524:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384943.963527:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=77 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384943.963531:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384943.963533:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384943.963534:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384943.963536:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384943.963538:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.963541:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384943.963544:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000287e7a0f x1853237348036608/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384959 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384943.963553:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000287e7a0f x1853237348036608/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384959 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384943.963560:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384943.963562:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384943.963565:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000287e7a0f x1853237348036608/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384959 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384943.963571:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000287e7a0f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348036608:0@lo:256: 00000100:00000001:1.0:1767384943.963575:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384943.963577:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.963579:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384943.963581:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384943.963585:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000287e7a0f x1853237348036608/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384959 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384943.963592:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384943.963595:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e0d9dbc2. 00000100:00000001:1.0:1767384943.963598:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384943.963607:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384943.963611:0:17086:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 80, more 0. 10000000:00000001:1.0:1767384943.963615:0:17086:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384943.963621:0:17086:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000006b20d211. 10000000:00000040:1.0:1767384943.963631:0:17086:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.134@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384943.963638:0:17086:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384943.963641:0:17086:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384943.963647:0:17086:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.134@tcp has 192.168.203.134@tcp. 00000100:00000001:1.0:1767384943.963650:0:17086:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384943.963652:0:17086:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384943.963655:0:17086:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.134@tcp with 192.168.203.134@tcp 00000100:00000200:1.0:1767384943.963657:0:17086:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.134@tcp' 00000100:00000200:1.0:1767384943.963661:0:17086:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 38 NIDs for '192.168.203.134@tcp' 00000400:00000200:1.0:1767384943.963664:0:17086:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:1.0:1767384943.963666:0:17086:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384943.963669:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.134@tcp 00000400:00000200:1.0:1767384943.963675:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384943.963680:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (39) 00000400:00000200:1.0:1767384943.963686:0:17086:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384943.963690:0:17086:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp: 0. pending discovery 00000400:00000200:1.0:1767384943.963692:0:17086:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (40) 00000400:00000200:1.0:1767384943.963695:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp 00000400:00000200:1.0:1767384943.963698:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.134@tcp10 00000400:00000200:1.0:1767384943.963702:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384943.963704:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp10 00000400:00000200:1.0:1767384943.963706:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.134@tcp11 00000400:00000200:1.0:1767384943.963710:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384943.963712:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp11 00000400:00000200:1.0:1767384943.963714:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.134@tcp12 00000400:00000200:1.0:1767384943.963717:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384943.963719:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp12 00000400:00000200:1.0:1767384943.963722:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.134@tcp13 00000400:00000200:1.0:1767384943.963725:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384943.963727:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp13 00000400:00000200:1.0:1767384943.963729:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.134@tcp14 00000400:00000200:1.0:1767384943.963741:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384943.963743:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp14 00000400:00000200:1.0:1767384943.963745:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.134@tcp15 00000400:00000200:1.0:1767384943.963748:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384943.963750:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp15 00000400:00000200:1.0:1767384943.963752:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.134@tcp16 00000400:00000200:1.0:1767384943.963755:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384943.963757:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp16 00000400:00000200:1.0:1767384943.963760:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.134@tcp17 00000400:00000200:1.0:1767384943.963763:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384943.963765:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp17 00000400:00000200:1.0:1767384943.963768:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.134@tcp18 00000400:00000200:1.0:1767384943.963772:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384943.963774:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp18 00000400:00000200:1.0:1767384943.963776:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.134@tcp19 00000400:00000200:1.0:1767384943.963779:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384943.963781:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp19 00000400:00000200:1.0:1767384943.963783:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.134@tcp20 00000400:00000200:1.0:1767384943.963787:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384943.963789:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp20 00000400:00000200:1.0:1767384943.963791:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.134@tcp21 00000400:00000200:1.0:1767384943.963794:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384943.963796:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp21 00000400:00000200:1.0:1767384943.963797:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.134@tcp22 00000400:00000200:1.0:1767384943.963800:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384943.963802:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp22 00000400:00000200:1.0:1767384943.963804:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.134@tcp23 00000400:00000200:1.0:1767384943.963808:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384943.963810:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp23 00000400:00000200:1.0:1767384943.963812:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.134@tcp24 00000400:00000200:1.0:1767384943.963842:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384943.963844:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp24 00000400:00000200:1.0:1767384943.963847:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.134@tcp25 00000400:00000200:1.0:1767384943.963851:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384943.963854:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp25 00000400:00000200:1.0:1767384943.963856:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.134@tcp26 00000400:00000200:1.0:1767384943.963869:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384943.963871:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp26 00000400:00000200:1.0:1767384943.963874:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.134@tcp27 00000400:00000200:1.0:1767384943.963877:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384943.963879:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp27 00000400:00000200:1.0:1767384943.963881:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.134@tcp28 00000400:00000200:1.0:1767384943.963885:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384943.963887:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp28 00000400:00000200:1.0:1767384943.963889:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.134@tcp29 00000400:00000200:1.0:1767384943.963895:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384943.963897:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp29 00000400:00000200:1.0:1767384943.963899:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.134@tcp30 00000400:00000200:1.0:1767384943.963902:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384943.963903:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp30 00000400:00000200:1.0:1767384943.963905:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.134@tcp31 00000400:00000200:1.0:1767384943.963908:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384943.963909:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp31 00000400:00000200:1.0:1767384943.963911:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.134@tcp32 00000400:00000200:1.0:1767384943.963914:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384943.963915:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp32 00000400:00000200:1.0:1767384943.963917:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.134@tcp33 00000400:00000200:1.0:1767384943.963920:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384943.963921:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp33 00000400:00000200:1.0:1767384943.963922:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.134@tcp34 00000400:00000200:1.0:1767384943.963924:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767384943.963925:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp34 00000400:00000200:1.0:1767384943.963927:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.134@tcp35 00000400:00000200:1.0:1767384943.963929:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384943.963930:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp35 00000400:00000200:1.0:1767384943.963931:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.134@tcp36 00000400:00000200:1.0:1767384943.963933:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384943.963934:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp36 00000400:00000200:1.0:1767384943.963935:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.134@tcp37 00000400:00000200:1.0:1767384943.963937:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767384943.963938:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp37 00000400:00000200:1.0:1767384943.963939:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.134@tcp38 00000400:00000200:1.0:1767384943.963946:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384943.963947:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp38 00000400:00000200:1.0:1767384943.963948:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.134@tcp39 00000400:00000200:1.0:1767384943.963950:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp39 NID flags 0x1: -114 00000400:00000200:1.0:1767384943.963951:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp39 00000400:00000200:1.0:1767384943.963953:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.134@tcp40 00000400:00000200:1.0:1767384943.963955:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp40 NID flags 0x1: -114 00000400:00000200:1.0:1767384943.963956:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp40 00000100:00000001:1.0:1767384943.963958:0:17086:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384943.963959:0:17086:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384943.963962:0:17086:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.134@tcp' by NID '192.168.203.134@tcp' 10000000:00000010:1.0:1767384943.963965:0:17086:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000d160fbd1. 10000000:00000040:1.0:1767384943.963967:0:17086:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 80/80 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.134@tcp::2 00000020:00000080:1.0:1767384943.963969:0:17086:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384943.963975:0:17086:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384943.963977:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e27d5f88. 00000020:00000010:1.0:1767384943.963980:0:17086:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006512e0c5. 00000040:00000010:1.0:1767384943.963983:0:17086:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000010903251. 00000020:00000010:1.0:1767384943.963986:0:17086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000694c8a08. 00000020:00000010:1.0:1767384943.963990:0:17086:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000eb3d67b6. 00000020:00000010:1.0:1767384943.963993:0:17086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003fc6ff19. 80000000:00000010:1.0:1767384943.963995:0:17086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001dbb4e1f. 40000000:00000010:1.0:1767384943.963998:0:17086:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d271601c. 00100000:00000010:1.0:1767384943.964001:0:17086:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e32423f3. 00040000:00000010:1.0:1767384943.964004:0:17086:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005ce5d479. 00040000:00000010:1.0:1767384943.964007:0:17086:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009705a6fa. 00040000:00000010:1.0:1767384943.964010:0:17086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000728893be. 00080000:00000010:1.0:1767384943.964015:0:17086:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009b388840. 00080000:00000010:1.0:1767384943.964026:0:17086:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003936ff33. 00000004:00000010:1.0:1767384943.964032:0:17086:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a37345ac. 00000004:00000010:1.0:1767384943.964036:0:17086:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cc22ca69. 00000004:00000010:1.0:1767384943.964040:0:17086:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000038f3797b. 00002000:00000010:1.0:1767384943.964043:0:17086:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006f64d073. 00000004:00000010:1.0:1767384943.964049:0:17086:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b213c1db. 00000004:00000001:1.0:1767384943.964052:0:17086:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384943.964054:0:17086:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384943.964056:0:17086:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000d160fbd1 00000040:00001000:1.0:1767384943.964057:0:17086:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384943.964058:0:17086:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384943.964059:0:17086:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384943.964060:0:17086:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384943.964063:0:17086:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384943.964064:0:17086:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384943.964064:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384943.964065:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.134@tcp::2 00000040:00000001:1.0:1767384943.964067:0:17086:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767384943.964108:0:17086:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384943.964111:0:17086:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006512e0c5. 00000040:00000010:1.0:1767384943.964115:0:17086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000010903251. 00000020:00000010:1.0:1767384943.964118:0:17086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000694c8a08. 00000020:00000010:1.0:1767384943.964121:0:17086:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000eb3d67b6. 00000020:00000010:1.0:1767384943.964126:0:17086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003fc6ff19. 80000000:00000010:1.0:1767384943.964130:0:17086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001dbb4e1f. 40000000:00000010:1.0:1767384943.964137:0:17086:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d271601c. 00100000:00000010:1.0:1767384943.964140:0:17086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e32423f3. 00040000:00000010:1.0:1767384943.964143:0:17086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005ce5d479. 00040000:00000010:1.0:1767384943.964146:0:17086:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009705a6fa. 00040000:00000010:1.0:1767384943.964148:0:17086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000728893be. 00080000:00000010:1.0:1767384943.964152:0:17086:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003936ff33. 00080000:00000010:1.0:1767384943.964157:0:17086:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009b388840. 00000004:00000010:1.0:1767384943.964161:0:17086:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a37345ac. 00000004:00000010:1.0:1767384943.964164:0:17086:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cc22ca69. 00000004:00000010:1.0:1767384943.964166:0:17086:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000038f3797b. 00002000:00000010:1.0:1767384943.964169:0:17086:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006f64d073. 00000004:00000010:1.0:1767384943.964172:0:17086:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b213c1db. 00000020:00000010:1.0:1767384943.964173:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e27d5f88. 00000020:00000001:1.0:1767384943.964176:0:17086:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384943.964179:0:17086:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384943.964186:0:17086:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000d160fbd1. 10000000:00000010:1.0:1767384943.964189:0:17086:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000006b20d211. 10000000:00000001:1.0:1767384943.964190:0:17086:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.964192:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384943.964194:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000287e7a0f x1853237348036608/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384959 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384943.964198:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384943.964200:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384943.964202:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000017aa5fc7. 02000000:00000001:1.0:1767384943.964205:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384943.964206:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384943.964207:0:17086:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:1.0:1767384943.964208:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384943.964210:0:17086:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384943.964212:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384943.964213:0:17086:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:1.0:1767384943.964215:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384943.964216:0:17086:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000036c02a7e. 00000100:00000010:1.0:1767384943.964219:0:17086:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ace57d61. 00000100:00000001:1.0:1767384943.964221:0:17086:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384943.964222:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a12d8257. 02000000:00000001:1.0:1767384943.964224:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384943.964225:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384943.964226:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000287e7a0f. 00000100:00000001:1.0:1767384943.964228:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384943.964229:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384943.964240:0:17086:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000008637738c. 10000000:01000000:1.0:1767384943.964242:0:17086:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.134@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384943.964245:0:17086:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384943.964246:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384943.964247:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384943.964248:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009fb158e7 refcount=3 00000020:00000001:1.0:1767384943.964250:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00010000:00000001:1.0:1767384943.964252:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00010000:00000001:1.0:1767384943.964253:0:17086:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384943.964260:0:17086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.134@tcp lock: 000000009fb158e7/0xb57eb78819563150 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb78819563157 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384943.964266:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384943.964267:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384943.964268:0:17086:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.134@tcp lock: 000000009fb158e7/0xb57eb78819563150 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb78819563157 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384943.964272:0:17086:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384943.964273:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384943.964274:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384943.964275:0:17086:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384943.964277:0:17086:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384943.964278:0:17086:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384943.964280:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384943.964281:0:17086:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000002298ce) refs 3 10000000:00000001:1.0:1767384943.964282:0:17086:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:0.0:1767384943.967887:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294932998, at 4294932999 00000100:00000010:0.0:1767384943.967901:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000052faf4d6. 00000100:00000040:2.0:1767384943.968914:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294932999, at 4294933000 00000100:00000010:2.0:1767384943.968921:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008424fdaa. 00000100:00000040:3.0:1767384943.969851:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294932999, at 4294933001 00000100:00000010:3.0:1767384943.969858:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dde5b085. 00000100:00000040:1.0:1767384943.969866:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294932999, at 4294933001 00000100:00000010:1.0:1767384943.969875:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001c3f3dba. 00000020:00000010:0.0:1767384943.977994:0:36640:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000007180d8ad. 00000020:00000040:0.0:1767384943.978006:0:36640:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384943.978010:0:36640:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000007180d8ad. 00000400:00000001:3.0:1767384944.024894:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384944.024904:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384944.024907:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004eecb070 00000400:00000010:3.0:1767384944.024912:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004eecb070. 00000400:00000200:3.0:1767384944.024916:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384944.024924:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp43 recovery ping unlinked 00000400:00000010:3.0:1767384944.024934:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000031ffd30d. 00000400:00000010:3.0:1767384944.024940:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000666e4986. 00010000:00000001:0.0:1767384944.665872:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384944.665880:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384944.665886:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384944.665888:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384944.665930:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384944.665935:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384944.665939:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384945.048908:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp43 00000400:00000010:2.0:1767384945.048915:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003e8c5edd. 00000400:00000010:2.0:1767384945.048923:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e80cf62e. 00000400:00000010:2.0:1767384945.048929:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c99b0362. 00000400:00000010:2.0:1767384945.048937:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d79107da. 00000400:00000200:2.0:1767384945.048942:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp43 00000400:00000200:2.0:1767384945.048962:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp43 local destination 00000400:00000200:2.0:1767384945.048969:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp43 00000400:00000200:2.0:1767384945.048974:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp43 NI seq info: [179:179:256:4294967295] 192.168.203.134@tcp43 LPNI seq info [174:174:8:4294967295] 00000400:00000200:2.0:1767384945.048989:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp43 00000400:00000200:2.0:1767384945.048997:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp43(192.168.203.134@tcp43:) -> 192.168.203.134@tcp43(192.168.203.134@tcp43:192.168.203.134@tcp43) : GET try# 0 00000800:00000200:2.0:1767384945.049002:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp43 00000800:00000010:2.0:1767384945.049007:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f2e603bc. 00000800:00000200:2.0:1767384945.049012:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a2a73b13] -> 12345-192.168.203.134@tcp43 (2) 00000800:00000200:2.1:1767384945.049015:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a2a73b13] -> 12345-192.168.203.134@tcp43 (2) 00000400:00000200:2.0:1767384945.049033:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp43 added to recovery queue. ping count: 2 next ping: 270 health :800 00000400:00000200:2.0:1767384945.049038:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp38 00000400:00000010:2.0:1767384945.049040:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b9e0dc5f. 00000400:00000010:2.0:1767384945.049043:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ff32cf6c. 00000400:00000010:2.0:1767384945.049046:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050f4446d. 00000400:00000010:2.0:1767384945.049050:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000af01acdb. 00000400:00000200:2.0:1767384945.049052:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp38 00000400:00000200:2.0:1767384945.049057:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp38 local destination 00000400:00000200:2.0:1767384945.049060:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp38 00000400:00000200:2.0:1767384945.049062:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp38 NI seq info: [180:180:256:4294967295] 192.168.203.134@tcp38 LPNI seq info [175:175:8:4294967295] 00000400:00000200:2.0:1767384945.049065:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp38 00000400:00000200:2.0:1767384945.049070:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp38(192.168.203.134@tcp38:) -> 192.168.203.134@tcp38(192.168.203.134@tcp38:192.168.203.134@tcp38) : GET try# 0 00000800:00000200:2.0:1767384945.049075:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp38 00000800:00000010:2.0:1767384945.049078:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000092f0a196. 00000800:00000200:2.0:1767384945.049083:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a2280cb9] -> 12345-192.168.203.134@tcp38 (2) 00000800:00000200:2.1:1767384945.049088:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a2280cb9] -> 12345-192.168.203.134@tcp38 (2) 00000400:00000200:1.0:1767384945.049089:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.049106:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp38 added to recovery queue. ping count: 4 next ping: 282 health :600 00000400:00000200:2.0:1767384945.049112:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp30 00000400:00000010:2.0:1767384945.049116:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000014560e3d. 00000400:00000010:2.0:1767384945.049123:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003b4abbf3. 00000400:00000010:2.0:1767384945.049129:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b0ce52c. 00000400:00000010:2.0:1767384945.049137:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e1cfe606. 00000400:00000200:2.0:1767384945.049144:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp30 00000400:00000200:2.0:1767384945.049158:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp30 local destination 00000400:00000200:2.0:1767384945.049164:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp30 00000400:00000200:2.0:1767384945.049174:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp30 NI seq info: [181:181:256:4294967295] 192.168.203.134@tcp30 LPNI seq info [176:176:8:4294967295] 00000400:00000200:2.0:1767384945.049180:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp30 00000400:00000200:1.0:1767384945.049183:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.049194:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp30(192.168.203.134@tcp30:) -> 192.168.203.134@tcp30(192.168.203.134@tcp30:192.168.203.134@tcp30) : GET try# 0 00000800:00000200:2.0:1767384945.049204:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp30 00000400:00000200:0.0:1767384945.049206:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000800:00000010:2.0:1767384945.049209:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008fd85046. 00000800:00000200:2.0:1767384945.049223:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000616cb974] -> 12345-192.168.203.134@tcp30 (2) 00000800:00000200:2.1:1767384945.049231:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000616cb974] -> 12345-192.168.203.134@tcp30 (2) 00000400:00000200:2.0:1767384945.049251:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp30 added to recovery queue. ping count: 5 next ping: 298 health :500 00000400:00000200:1.0:1767384945.049254:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.049330:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384945.049341:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.049342:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.049373:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:0.0:1767384945.049502:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.049526:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.049530:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.049621:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.049645:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384945.049648:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.049702:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.049757:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.049789:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:0.0:1767384945.049791:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.049897:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.049899:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:0.0:1767384945.049967:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.049998:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.050011:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.050081:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.050109:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:0.0:1767384945.050129:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.050175:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.050203:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.050274:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.050309:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:0.0:1767384945.050312:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.050338:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.050424:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.050488:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:0.0:1767384945.050490:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.050545:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.050632:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384945.050651:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.050653:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.050724:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.050811:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.050863:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:0.0:1767384945.050876:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.050933:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.050952:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:0.0:1767384945.051035:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.051043:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.051075:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:0.0:1767384945.051218:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.051219:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.051219:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.051383:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.051422:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384945.051457:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.051498:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.051544:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:0.0:1767384945.051622:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.051623:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.051654:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.051767:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.051788:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:0.0:1767384945.051861:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.051864:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.051888:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.051962:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:0.0:1767384945.052084:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.052085:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.052085:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.052214:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.052217:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:0.0:1767384945.052258:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.052309:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.052313:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.052387:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384945.052398:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.052401:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.052500:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.052527:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:0.0:1767384945.052570:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.052615:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.052648:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.052725:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.052746:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.052772:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.052792:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.052841:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.052915:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.052957:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000800:00000010:1.0:1767384945.053020:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003936ff33. 00000400:00000200:2.0:1767384945.053021:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000800:00000010:1.0:1767384945.053027:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006d39aaf7. 00000800:00000010:1.0:1767384945.053033:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000098e6489f. 00000800:00000010:1.0:1767384945.053065:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000098e6489f. 00000800:00020000:1.0:1767384945.053082:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000400:00000200:2.0:1767384945.053084:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:1.0:1767384945.053086:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006d39aaf7. 00000800:00000010:1.0:1767384945.053093:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003936ff33. 00000400:02020000:1.0:1767384945.053181:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp43 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384945.053200:0:16348:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp43 notifying 192.168.203.134@tcp43: down 00000800:00000200:1.0:1767384945.053210:0:16348:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp43 down 00000800:00000100:1.0:1767384945.053219:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp43 00000800:00000010:1.0:1767384945.053222:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f2e603bc. 00000400:00000200:1.0:1767384945.053228:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384945.053237:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp43->192.168.203.134@tcp43: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384945.053247:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384945.053253:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384945.053258:0:16348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp43) recovery failed with -71 00000800:00000010:2.0:1767384945.053259:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000be57af9f. 00000800:00000010:2.0:1767384945.053264:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dd71a938. 00000800:00000010:2.0:1767384945.053270:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b4970c7b. 00000800:00000010:2.0:1767384945.053291:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b4970c7b. 00000800:00020000:2.0:1767384945.053297:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:2.0:1767384945.053301:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dd71a938. 00000800:00000010:2.0:1767384945.053303:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000be57af9f. 00000400:00000200:1.0:1767384945.053312:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:02020000:2.0:1767384945.053406:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp30 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384945.053407:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:2.0:1767384945.053418:0:16346:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp30 notifying 192.168.203.134@tcp30: down 00000800:00000200:2.0:1767384945.053425:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp30 down 00000800:00000100:2.0:1767384945.053435:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp30 00000800:00000010:2.0:1767384945.053438:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008fd85046. 00000400:00000200:2.0:1767384945.053444:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384945.053463:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp30->192.168.203.134@tcp30: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384945.053468:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384945.053470:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384945.053473:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp30) recovery failed with -71 00000400:00000200:1.0:1767384945.053509:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.053549:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.053590:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.053637:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.053676:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.053734:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.053779:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.053893:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.053912:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.053929:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.053944:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.053981:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:1.0:1767384945.054025:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:1.0:1767384945.054129:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003936ff33. 00000800:00000010:1.0:1767384945.054132:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006d39aaf7. 00000800:00000010:1.0:1767384945.054135:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000098e6489f. 00000800:00000010:1.0:1767384945.054149:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000098e6489f. 00000800:00020000:1.0:1767384945.054154:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:1.0:1767384945.054156:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006d39aaf7. 00000800:00000010:1.0:1767384945.054163:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003936ff33. 00000400:02020000:1.0:1767384945.054190:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp38 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384945.054194:0:16347:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp38 notifying 192.168.203.134@tcp38: down 00000800:00000200:1.0:1767384945.054197:0:16347:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp38 down 00000800:00000100:1.0:1767384945.054200:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp38 00000800:00000010:1.0:1767384945.054202:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000092f0a196. 00000400:00000200:1.0:1767384945.054204:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384945.054206:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp38->192.168.203.134@tcp38: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384945.054211:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384945.054213:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384945.054215:0:16347:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp38) recovery failed with -71 00000100:00000001:3.0:1767384945.496933:0:17076:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384945.496940:0:17076:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384945.496956:0:22109:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384945.496959:0:22109:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384945.609316:0:37100:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000eb239176. 00080000:00000010:3.0:1767384945.609339:0:37100:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000eb239176. 00000020:00000001:3.0:1767384945.609345:0:37100:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384945.609355:0:37100:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000eb239176. 00080000:00000010:3.0:1767384945.609360:0:37100:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000eb239176. 00000020:00000001:3.0:1767384945.609362:0:37100:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384945.688939:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384945.688947:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384945.688954:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384945.688955:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384945.689055:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384945.689062:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384945.689067:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384946.072872:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384946.072877:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384946.072886:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c99b0362 00000400:00000010:2.0:1767384946.072890:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c99b0362. 00000400:00000200:2.0:1767384946.072894:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384946.072901:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp43 recovery ping unlinked 00000400:00000010:2.0:1767384946.072911:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003e8c5edd. 00000400:00000010:2.0:1767384946.072914:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e80cf62e. 00000400:00000001:2.0:1767384946.072918:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384946.072919:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384946.072920:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050f4446d 00000400:00000010:2.0:1767384946.072921:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050f4446d. 00000400:00000200:2.0:1767384946.072923:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384946.072925:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp38 recovery ping unlinked 00000400:00000010:2.0:1767384946.072927:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b9e0dc5f. 00000400:00000010:2.0:1767384946.072929:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ff32cf6c. 00000400:00000001:2.0:1767384946.072932:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384946.072933:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384946.072934:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b0ce52c 00000400:00000010:2.0:1767384946.072935:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b0ce52c. 00000400:00000200:2.0:1767384946.072936:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384946.072938:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp30 recovery ping unlinked 00000400:00000010:2.0:1767384946.072939:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000014560e3d. 00000400:00000010:2.0:1767384946.072940:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003b4abbf3. 00000001:00000001:2.0:1767384946.394004:0:37264:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384946.394009:0:37264:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp47 --if ens2 00000001:00000001:2.0:1767384946.396805:0:37264:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384946.404163:0:37265:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000942cc77c. 00000400:00000010:3.0:1767384946.404177:0:37265:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000fb69445a. 00000400:00000010:3.0:1767384946.404185:0:37265:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e3c1c99e. 00000400:00000010:3.0:1767384946.404188:0:37265:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000193aa754. 00000400:00000010:3.0:1767384946.404191:0:37265:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002c299ced. 00000400:00000010:3.0:1767384946.404194:0:37265:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000031f493ae. 00000400:00000010:3.0:1767384946.404195:0:37265:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000060721705. 00000400:00000010:3.0:1767384946.404196:0:37265:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d84f57ef. 00000400:00000010:3.0:1767384946.404199:0:37265:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000007da3c6a6. 00000800:00000010:3.0:1767384946.404213:0:37265:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000002fabac76. 00000800:00000200:3.0:1767384946.404222:0:37265:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384946.404234:0:37265:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384946.404264:0:37265:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:3.0:1767384946.404285:0:37265:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp47 [8/256/0/180] 00000400:00000010:3.0:1767384946.405638:0:37265:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 0000000065a2bc66. 00000400:00000010:3.0:1767384946.405644:0:37265:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfbc4a0d. 00000400:00000010:3.0:1767384946.405648:0:37265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004eecb070. 00000400:00000001:3.0:1767384946.405674:0:37265:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384946.405676:0:37265:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384946.405678:0:37265:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000635e04a8. 00000400:00000200:3.0:1767384946.405683:0:37265:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094a405b6 00000400:00000010:3.0:1767384946.405685:0:37265:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094a405b6. 00000400:00000010:3.0:1767384946.405700:0:37265:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 00000000db878f5c. 00000400:00000200:3.0:1767384946.405705:0:37265:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (39) 00000400:00000200:3.0:1767384946.405721:0:37265:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:3.0:1767384946.405732:0:37265:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131119 00000020:00000010:3.0:1767384946.405740:0:37265:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000006a5a49a. 00000400:00000200:0.0:1767384946.405744:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384946.405746:0:37265:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384946.405751:0:37265:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp47 00000400:00000200:0.0:1767384946.405752:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000400:00000010:0.0:1767384946.405759:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045c3d373. 00000400:00000200:0.0:1767384946.405761:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (40) 00000400:00000010:0.0:1767384946.405766:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009e9da4a8. 00000400:00000010:3.0:1767384946.405767:0:37265:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000fb69445a. 00000400:00000200:0.0:1767384946.405771:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp27 00000400:00000010:3.0:1767384946.405774:0:37265:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000942cc77c. 00000400:00000200:0.0:1767384946.405785:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp27 to MR: 192.168.203.134@tcp27 local destination 00000020:00000001:2.0:1767384946.405791:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384946.405792:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp27 NI seq info: [182:182:256:4294967295] 192.168.203.134@tcp27 LPNI seq info [177:177:8:4294967295] 10000000:00000001:2.0:1767384946.405796:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384946.405800:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp27 10000000:00000001:2.0:1767384946.405801:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384946.405804:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384946.405808:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384946.405812:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384946.405834:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp27(192.168.203.134@tcp27:192.168.203.134@tcp27) -> 192.168.203.134@tcp27(192.168.203.134@tcp27:192.168.203.134@tcp27) : PUT try# 0 00000020:01000004:2.0:1767384946.405835:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384946.405839:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384946.405841:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384946.405845:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384946.405856:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000800:00000200:0.0:1767384946.405856:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.203.134@tcp27 00000020:01000004:2.0:1767384946.405859:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384946.405861:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000010:0.0:1767384946.405862:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd9a1efa. 00000020:01000004:2.0:1767384946.405863:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384946.405870:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fc7c5588. 00000800:00000200:0.0:1767384946.405873:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000502d956c] -> 12345-192.168.203.134@tcp27 (6) 00000020:00000040:2.0:1767384946.405875:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:2.0:1767384946.405881:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:0.0:1767384946.405882:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp27 ip 192.168.203.134:988 02000000:00000001:2.0:1767384946.405886:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.0:1767384946.405887:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cd9a1efa type 1, nob 752 niov 1 nkiov 1 02000000:00000001:2.0:1767384946.405891:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384946.405899:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000be57af9f. 00000400:00000200:0.0:1767384946.405903:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000100:00000001:2.0:1767384946.405906:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384946.405907:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 0 00000100:00000001:2.0:1767384946.405916:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384946.405919:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384946.405925:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc7c5588] to pc [ptlrpcd_00_01+1] req@00000000fc7c5588 x1853237348036736/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384946.405945:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384946.405948:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384946.405950:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384946.405951:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384946.405956:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384946.405957:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384946.405958:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384946.405959:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384946.405960:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384946.405961:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384946.405962:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384946.405963:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384946.405964:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384946.405965:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384946.405966:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384946.405967:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384946.405967:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384946.405970:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000030081eec. 00000020:00000040:2.0:1767384946.405971:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00000001:2.0:1767384946.405973:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384946.405973:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384946.405975:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384946.405985:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000018902741. 00000100:00000001:2.0:1767384946.405988:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.405991:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384946.405992:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384946.405996:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030081eec] to pc [ptlrpcd_00_02+2] req@0000000030081eec x1853237348036864/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384946.405999:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384946.406006:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd9a1efa. 00000400:00000200:0.0:1767384946.406012:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384946.406021:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp27->192.168.203.134@tcp27: PUT: OK 10000000:00000001:2.0:1767384946.406023:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384946.406026:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384946.406026:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:00000001:2.0:1767384946.406031:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384946.406033:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp27: 0 00000020:01000000:2.0:1767384946.406035:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384946.406039:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000006a5a49a. 00000800:00000001:0.0:1767384946.406044:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384946.406054:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384946.406057:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767384946.406057:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384946.406062:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767384946.406063:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384946.406065:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384946.406073:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fc7c5588 x1853237348036736/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384946.406074:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384946.406083:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp27(192.168.203.134@tcp27) <- 192.168.203.134@tcp27 : PUT - for me 00000100:00000001:1.0:1767384946.406084:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384946.406090:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384946.406096:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384946.406098:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384946.406102:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000030081eec x1853237348036864/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384946.406103:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384946.406112:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384946.406114:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 656 into portal 0 MB=0x8000000000000000 02000000:00000001:2.0:1767384946.406123:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384946.406138:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fc7c5588 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348036736:0@lo:253: 00000100:00000001:1.0:1767384946.406144:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384946.406145:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 640/656 into md 0x1dd1 [1] + 0 00000100:00000001:2.0:1767384946.406152:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767384946.406153:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000baf2f313. 00000100:00000001:1.0:1767384946.406168:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384946.406171:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000340fbb2f 02000000:00000001:1.0:1767384946.406174:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:0.0:1767384946.406177:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384946.406178:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384946.406179:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384946.406187:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384946.406188:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384946.406188:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384946.406202:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384946.406203:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384946.406207:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000030081eec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348036864:0@lo:253: 00000100:00000001:1.0:1767384946.406215:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384946.406220:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp27->192.168.203.134@tcp27: PUT: OK 02000000:00000001:1.0:1767384946.406221:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1767384946.406222:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c84799b4. 02000000:00000001:1.0:1767384946.406227:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384946.406228:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384946.406230:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000340fbb2f 00000400:00000010:0.0:1767384946.406238:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000340fbb2f. 02000000:00000001:1.0:1767384946.406241:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384946.406244:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015762615. 00000400:00000200:0.0:1767384946.406246:0:16351:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 02000000:00000010:1.0:1767384946.406251:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003936ff33. 00000400:00000010:2.0:1767384946.406252:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f35bb364. 00000400:00000200:0.0:1767384946.406252:0:16351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (41) 02000000:00000001:1.0:1767384946.406265:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384946.406267:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348036736, portal 25 00000100:00000001:2.0:1767384946.406272:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384946.406272:0:16351:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000010:1.0:1767384946.406275:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bef0f9ce. 00000100:00000001:2.0:1767384946.406277:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585658088320 : -119488051463296 : ffff935385233b80) 00000400:00000200:0.0:1767384946.406281:0:16351:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.134@tcp (656 bytes) 00000100:00000040:2.0:1767384946.406286:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fc7c5588 x1853237348036736/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384946.406287:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d0958eb4. 00000100:00000200:1.0:1767384946.406299:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348036864, portal 25 00000400:00000200:0.0:1767384946.406301:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000100:00000001:2.0:1767384946.406302:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384946.406311:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (42) 00000100:00000040:2.0:1767384946.406315:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384946.406316:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384946.406322:0:16351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000010:2.0:1767384946.406323:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000b683798. 00000100:00000001:1.0:1767384946.406323:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585658074880 : -119488051476736 : ffff935385230700) 00000100:00000200:2.0:1767384946.406339:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348036736, offset 0 00000400:00000200:0.0:1767384946.406340:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp27 to MR: 192.168.203.134@tcp27 local destination 00000100:00000040:1.0:1767384946.406342:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000030081eec x1853237348036864/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384946.406368:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384946.406368:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp27 NI seq info: [183:183:256:4294967295] 192.168.203.134@tcp27 LPNI seq info [178:178:8:4294967295] 00000100:00000001:1.0:1767384946.406393:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384946.406407:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384946.406413:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp27(192.168.203.134@tcp27:192.168.203.134@tcp27) -> 192.168.203.134@tcp27(192.168.203.134@tcp27:192.168.203.134@tcp27) 192.168.203.134@tcp27 : ACK try# 0 00000400:00000010:1.0:1767384946.406414:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000011c90b4. 00000100:00000200:1.0:1767384946.406426:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348036864, offset 0 00000800:00000200:0.0:1767384946.406449:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp27 00000400:00000200:2.0:1767384946.406450:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:0.0:1767384946.406463:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd9a1efa. 00000400:00000200:1.0:1767384946.406468:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384946.406473:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d07080 00000800:00000200:0.0:1767384946.406478:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000502d956c] -> 12345-192.168.203.134@tcp27 (6) 00000400:00000200:2.0:1767384946.406490:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x159d [2] + 0 00000800:00000200:0.0:1767384946.406490:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp27 ip 192.168.203.134:987 00000400:00000200:1.0:1767384946.406498:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:0.0:1767384946.406500:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cd9a1efa type 0, nob 96 niov 1 nkiov 0 00000400:00000010:2.0:1767384946.406505:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f16ceb5. 00000400:00000200:2.0:1767384946.406517:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003338cd4c 00000400:00000200:2.0:1767384946.406525:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384946.406525:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d07100 00000800:00000001:0.0:1767384946.406525:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384946.406536:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:0.0:1767384946.406539:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384946.406547:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15b5 [2] + 0 00000400:00000010:1.0:1767384946.406552:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f08edf7. 00000400:00000200:1.0:1767384946.406557:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009f6de2de 00000400:00000200:2.0:1767384946.406560:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003338cd4c 00000400:00000010:2.0:1767384946.406563:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003338cd4c. 00000400:00000200:1.0:1767384946.406564:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384946.406568:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384946.406572:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384946.406578:0:16359:0:(events.c:337:request_in_callback()) incoming req@00000000ad4241d0 x1853237348036736 msgsize 4848 00000400:00000200:1.0:1767384946.406578:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384946.406594:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384946.406595:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f6de2de 00000100:00000040:2.0:1767384946.406598:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1767384946.406599:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009f6de2de. 00000100:00000001:1.0:1767384946.406609:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384946.406612:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:1.0:1767384946.406612:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:0.0:1767384946.406613:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1767384946.406620:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000dbffc3e0 x1853237348036864 msgsize 4848 00000800:00000010:0.0:1767384946.406622:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd9a1efa. 00000400:00000200:2.0:1767384946.406623:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b683798 00000400:00000010:2.0:1767384946.406636:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000b683798. 00000400:00000200:0.0:1767384946.406640:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384946.406643:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1767384946.406651:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1767384946.406652:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fc7c5588 x1853237348036736/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384946.406659:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384946.406660:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp27->192.168.203.134@tcp27: ACK: OK 00000100:00000001:2.0:1767384946.406675:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1767384946.406677:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384946.406681:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fc7c5588 x1853237348036736/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384946.406684:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384946.406699:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.406700:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384946.406700:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384946.406704:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767384946.406709:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384946.406714:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000011c90b4 00000800:00000001:0.0:1767384946.406714:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384946.406716:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384946.406723:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000011c90b4. 00000100:00000001:2.0:1767384946.406725:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294935442 00000800:00000001:0.0:1767384946.406727:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384946.406731:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:2.0:1767384946.406732:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000a955263. 00000100:00000200:1.0:1767384946.406743:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000030081eec x1853237348036864/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384946.406744:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp27(192.168.203.134@tcp27) <- 192.168.203.134@tcp27 : ACK - for me 00000100:00000001:2.0:1767384946.406747:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384946.406757:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294935442 00000100:00000010:2.0:1767384946.406769:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004990b5d6. 00000400:00000200:0.0:1767384946.406783:0:16351:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp27: ACK from 12345-192.168.203.134@tcp27 into md 0x1e21 00000100:00000001:2.0:1767384946.406784:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384946.406786:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384946.406788:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384946.406795:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294935442 00000100:00000040:1.0:1767384946.406799:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000030081eec x1853237348036864/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384946.406807:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000014a36851. 00000400:00000200:0.0:1767384946.406807:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp27->192.168.203.134@tcp27: ACK: OK 00000100:00000001:1.0:1767384946.406819:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.406824:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384946.406836:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384946.406843:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294935443 00000100:00000010:2.0:1767384946.406847:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000372a7b31. 00000100:00000001:2.0:1767384946.406850:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384946.406854:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045c3d373 00000100:00000001:2.0:1767384946.406855:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384946.406857:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045c3d373. 00000100:00000001:2.0:1767384946.406863:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384946.406866:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:1.0:1767384946.406869:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.406870:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384946.406872:0:16351:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 00000100:00000001:2.0:1767384946.406885:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384946.406887:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294935443 00000400:00000200:0.0:1767384946.406891:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000100:00000001:2.0:1767384946.406894:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384946.406897:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384946.406897:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (41) 00000100:00000001:1.0:1767384946.406899:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294935442 00000800:00000001:0.0:1767384946.406905:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384946.406908:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384946.406910:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294935443 00000100:00000001:2.0:1767384946.406911:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767384946.406911:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384946.406923:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.406928:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294935442 00000100:00000001:2.0:1767384946.406929:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384946.406938:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384946.406948:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 0000000049aa458a. 00000100:00000001:1.0:1767384946.406952:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294935443 00000400:00000010:0.0:1767384946.406954:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0d4761e. 00000100:00000001:2.0:1767384946.406961:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384946.406962:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045c3d373. 00000100:00000001:1.0:1767384946.406964:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294935442 00000100:00000001:2.0:1767384946.406965:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384946.406970:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000049aa458a 00000400:00000010:0.0:1767384946.406984:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 0000000024175e91. 00000400:00000200:0.0:1767384946.406993:0:16356:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 656 success 00000100:00000001:1.0:1767384946.406995:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294935443 00000100:00000001:1.0:1767384946.406998:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294935443 00000100:00000001:2.0:1767384946.406999:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384946.407001:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102051 00000100:00100000:2.0:1767384946.407007:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348036736 00000100:00000001:1.0:1767384946.407009:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384946.407010:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (40) 02000000:00000001:2.0:1767384946.407011:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384946.407016:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384946.407020:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384946.407021:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 00000000fa6bb2cc. 00000100:00000001:2.0:1767384946.407022:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384946.407030:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2161f36. 02000000:00000001:2.0:1767384946.407036:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.407037:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384946.407040:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000330cf434. 00000100:00000001:1.0:1767384946.407051:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384946.407052:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348036736 00000400:00000200:0.0:1767384946.407053:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp 00000020:00000001:2.0:1767384946.407061:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384946.407065:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:2.0:1767384946.407068:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384946.407070:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000100:00000001:1.0:1767384946.407072:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384946.407072:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000100:00000001:1.0:1767384946.407077:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384946.407078:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:1.0:1767384946.407084:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384946.407087:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384946.407088:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 135], ns[150, 140] 00000020:00000001:2.0:1767384946.407096:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:1.0:1767384946.407096:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384946.407106:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 135], ns[60, 140] 00000100:00000001:1.0:1767384946.407108:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.407110:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384946.407119:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3998293. 00000100:00000001:2.0:1767384946.407126:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384946.407130:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3998293. 00000400:00000200:0.0:1767384946.407130:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 60], ns[64, 60] 00000100:00000001:1.0:1767384946.407136:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384946.407140:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000058f98f32. 00000100:00000001:1.0:1767384946.407141:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384946.407145:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 60], ns[75, 60] 00000020:00000010:2.0:1767384946.407148:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fed6b097. 00000020:00000010:2.0:1767384946.407155:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002c3f31f1. 00000400:00000200:0.0:1767384946.407157:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 60], ns[77, 60] 00000400:00000200:0.0:1767384946.407166:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 60], ns[82, 60] 00000400:00000200:0.0:1767384946.407173:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 60], ns[88, 60] 00000100:00000040:2.0:1767384946.407175:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384946.407176:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384946.407184:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 60], ns[91, 60] 00000100:00100000:1.0:1767384946.407186:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348036864 00000100:00000001:2.0:1767384946.407188:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384946.407196:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384946.407196:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 60], ns[103, 60] 02000000:00000001:1.0:1767384946.407198:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384946.407202:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.407204:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384946.407211:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.407217:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384946.407219:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384946.407224:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 60], ns[109, 60] 00000100:00100000:1.0:1767384946.407225:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348036864 00000100:00000001:2.0:1767384946.407229:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384946.407231:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384946.407237:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:1.0:1767384946.407240:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384946.407244:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:1.0:1767384946.407245:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=16 00000100:00000001:2.0:1767384946.407249:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384946.407251:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 60], ns[112, 60] 00000020:00000001:1.0:1767384946.407257:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:1.0:1767384946.407266:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00100000:2.0:1767384946.407267:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000400:00000200:0.0:1767384946.407267:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 60], ns[120, 60] 00000100:00000040:2.0:1767384946.407273:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384946.407278:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590666972240 : -119483042579376 : ffff9354afb0bc50) 00000400:00000200:0.0:1767384946.407286:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[125, 60] 00000100:00000001:1.0:1767384946.407288:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384946.407289:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ad4241d0 x1853237348036736/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:172/0 lens 4848/0 e 0 to 0 dl 1767384957 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384946.407295:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e52b3165. 00000400:00000200:0.0:1767384946.407302:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 60], ns[129, 60] 00000100:00000001:1.0:1767384946.407305:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384946.407320:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e52b3165. 00000100:00000001:2.0:1767384946.407333:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384946.407333:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 60], ns[155, 60] 00000020:00000010:1.0:1767384946.407335:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008369d411. 00000020:00000010:2.0:1767384946.407338:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3998293. 00000400:00000200:0.0:1767384946.407345:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 60], ns[159, 60] 00000100:00000001:2.0:1767384946.407348:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384946.407350:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008224d101. 00000400:00000200:0.0:1767384946.407354:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 60], ns[176, 60] 00000020:00000010:2.0:1767384946.407355:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3998293. 00000020:00000010:1.0:1767384946.407361:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005729c0d4. 00000100:00100000:2.0:1767384946.407368:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ad4241d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+16:16359:x1853237348036736:12345-0@lo:253: 00000400:00000200:0.0:1767384946.407369:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[178, 60], ns[183, 60] 00000100:00000001:1.0:1767384946.407373:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1767384946.407379:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348036736 00000100:00000001:1.0:1767384946.407380:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384946.407385:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[159, 60], ns[164, 60] 00000100:00000001:1.0:1767384946.407388:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384946.407390:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384946.407396:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384946.407398:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 60], ns[174, 60] 00000020:00000001:2.0:1767384946.407400:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.407403:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384946.407405:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384946.407409:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[176, 60], ns[181, 60] 00000100:00000001:1.0:1767384946.407413:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384946.407414:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000400:00000200:0.0:1767384946.407424:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[131, 60], ns[135, 60] 00000020:00000001:2.0:1767384946.407426:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384946.407429:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384946.407433:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384946.407434:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 60], ns[80, 60] 00000020:00000001:2.0:1767384946.407447:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384946.407451:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384946.407452:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384946.407456:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 60], ns[145, 60] 00000100:00000001:2.0:1767384946.407469:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384946.407470:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384946.407475:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1767384946.407483:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 02000000:00000010:2.0:1767384946.407484:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006db6e447. 00000400:00000200:0.0:1767384946.407484:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 60], ns[117, 60] 00000100:00000040:1.0:1767384946.407487:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 02000000:00000001:2.0:1767384946.407492:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.407497:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590666957904 : -119483042593712 : ffff9354afb08450) 00000100:00000001:2.0:1767384946.407498:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384946.407504:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 60], ns[163, 60] 20000000:00000001:2.0:1767384946.407508:0:17083:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000040:1.0:1767384946.407513:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dbffc3e0 x1853237348036864/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:172/0 lens 4848/0 e 0 to 0 dl 1767384957 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384946.407514:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 60], ns[108, 60] 20000000:00000010:2.0:1767384946.407520:0:17083:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b35d76ca. 20000000:01000000:2.0:1767384946.407535:0:17083:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:1.0:1767384946.407543:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:2.0:1767384946.407544:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384946.407545:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 60], ns[132, 60] 00000020:00000010:1.0:1767384946.407549:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e52b3165. 20000000:00000001:2.0:1767384946.407550:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384946.407555:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384946.407559:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[175, 60], ns[180, 60] 20000000:00000001:2.0:1767384946.407560:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.407560:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384946.407572:0:17083:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000010:1.0:1767384946.407578:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e52b3165. 00000400:00000200:0.0:1767384946.407584:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 60], ns[168, 60] 20000000:00000010:2.0:1767384946.407585:0:17083:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000053908059. 20000000:01000000:2.0:1767384946.407590:0:17083:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 00000100:00100000:1.0:1767384946.407599:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dbffc3e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+16:16360:x1853237348036864:12345-0@lo:253: 00000400:00000200:0.0:1767384946.407601:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 60], ns[148, 60] 20000000:00000001:2.0:1767384946.407602:0:17083:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384946.407612:0:17083:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384946.407616:0:17083:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00000200:1.0:1767384946.407625:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348036864 00000400:00000200:0.0:1767384946.407631:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[166, 60], ns[171, 60] 00000020:00000001:1.0:1767384946.407632:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000001:2.0:1767384946.407636:0:17083:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:1.0:1767384946.407640:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384946.407648:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384946.407649:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[164, 60], ns[169, 60] 00080000:00000001:2.0:1767384946.407652:0:17083:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384946.407661:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000001:2.0:1767384946.407662:0:17083:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000001:1.0:1767384946.407667:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00080000:00000001:2.0:1767384946.407669:0:17083:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384946.407669:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[174, 60], ns[179, 60] 00000020:00000001:1.0:1767384946.407677:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:2.0:1767384946.407678:0:17083:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:0.0:1767384946.407683:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 60], ns[0, 60] 00080000:00000001:2.0:1767384946.407684:0:17083:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384946.407702:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp44] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000020:00000001:1.0:1767384946.407703:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000002:2.0:1767384946.407704:0:17083:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000980f9615 00000020:00000001:2.0:1767384946.407715:0:17083:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009e445471 00000020:00000001:1.0:1767384946.407719:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00080000:00000002:2.0:1767384946.407721:0:17083:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:0.0:1767384946.407727:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp44] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000020:00000001:1.0:1767384946.407728:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:2.0:1767384946.407730:0:17083:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384946.407736:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384946.407738:0:17083:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384946.407747:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp44 00080000:00000001:2.0:1767384946.407748:0:17083:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384946.407750:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384946.407757:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp44 00000020:00000001:2.0:1767384946.407760:0:17083:0:(lu_object.c:808:lu_object_find_at()) Process entered 02000000:00000001:1.0:1767384946.407760:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384946.407765:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp44 lpni_is_preferred = 0 02000000:00000010:1.0:1767384946.407769:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004b7710da. 00000020:00000001:2.0:1767384946.407774:0:17083:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00000400:00000200:0.0:1767384946.407775:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp44 02000000:00000001:1.0:1767384946.407776:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384946.407780:0:17083:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00000001:1.0:1767384946.407786:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384946.407787:0:17083:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a8ae1ed6. 00000400:00000200:0.0:1767384946.407789:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp44 NI seq info: [184:184:256:4294967295] 192.168.203.134@tcp44 LPNI seq info [179:179:8:4294967295] 20000000:00000001:1.0:1767384946.407802:0:17084:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:2.0:1767384946.407803:0:17083:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585622775808 : -119488086775808 : ffff935383086800) 00000400:00000200:0.0:1767384946.407810:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp44 20000000:00000010:1.0:1767384946.407820:0:17084:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000af8b095b. 20000000:01000000:1.0:1767384946.407826:0:17084:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384946.407830:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384946.407833:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:2.0:1767384946.407837:0:17083:0:(osd_io.c:1849:osd_declare_write()) Process entered 20000000:00000001:1.0:1767384946.407837:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384946.407844:0:17083:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 20000000:00000001:1.0:1767384946.407847:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384946.407850:0:17083:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a3998293. 20000000:00000001:1.0:1767384946.407854:0:17084:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384946.407856:0:17083:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384946.407860:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp44(192.168.203.134@tcp44:) -> 192.168.203.134@tcp44(192.168.203.134@tcp:192.168.203.134@tcp44) : GET try# 0 00080000:00000001:2.0:1767384946.407862:0:17083:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000200:0.0:1767384946.407870:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp44 00000800:00000010:0.0:1767384946.407876:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cd9a1efa. 00080000:00000001:2.0:1767384946.407880:0:17083:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384946.407882:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000bf0c4c24. 00000800:00000010:0.0:1767384946.407887:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000017ba2439. 00000800:00000200:0.0:1767384946.407891:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bf0c4c24] -> 12345-192.168.203.134@tcp44 (2) 00000800:00000200:0.1:1767384946.407895:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bf0c4c24] -> 12345-192.168.203.134@tcp44 (2) 00080000:00000001:2.0:1767384946.407896:0:17083:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384946.407907:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp 00000400:00000200:0.0:1767384946.407917:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100251 rc 0 00000400:00000200:2.0:1767384946.407999:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:2.0:1767384946.408037:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:2.0:1767384946.408059:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:2.0:1767384946.408077:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:2.0:1767384946.408093:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:2.0:1767384946.408111:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:2.0:1767384946.408127:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:2.0:1767384946.408139:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:2.0:1767384946.408161:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:2.0:1767384946.408176:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:2.0:1767384946.408190:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:2.0:1767384946.408203:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:2.0:1767384946.408217:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:2.0:1767384946.408230:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:2.0:1767384946.408257:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:2.0:1767384946.408278:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:2.0:1767384946.408296:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:2.0:1767384946.408314:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:2.0:1767384946.408331:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:2.0:1767384946.408354:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:2.0:1767384946.408388:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:2.0:1767384946.408406:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:2.0:1767384946.408449:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:2.0:1767384946.408487:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:2.0:1767384946.408503:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:2.0:1767384946.408517:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:2.0:1767384946.408541:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:2.0:1767384946.408564:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:2.0:1767384946.408579:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:2.0:1767384946.408592:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:2.0:1767384946.408605:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:2.0:1767384946.408617:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:2.0:1767384946.408629:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:2.0:1767384946.408655:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:2.0:1767384946.408705:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00080000:00000010:0.0:1767384946.408774:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a8ae1ed6. 00080000:00000010:1.0:1767384946.408876:0:17083:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a3998293. 00000800:00000010:2.0:1767384946.408882:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007866e324. 00040000:00000001:1.0:1767384946.408883:0:17083:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000800:00000010:2.0:1767384946.408893:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000b683798. 00040000:00000001:1.0:1767384946.408893:0:17083:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384946.408903:0:17083:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384946.408905:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009e8f6e7c. 00000020:00000002:1.0:1767384946.408911:0:17083:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:1.0:1767384946.408915:0:17083:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384946.408918:0:17083:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000800:00000010:2.0:1767384946.408929:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009e8f6e7c. 20000000:01000000:1.0:1767384946.408934:0:17083:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000800:00020000:2.0:1767384946.408938:0:16349:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:2.0:1767384946.408942:0:16349:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000b683798. 20000000:00000001:1.0:1767384946.408946:0:17083:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767384946.408947:0:16349:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007866e324. 20000000:00000010:0.0:1767384946.408955:0:17084:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002c35155c. 20000000:01000000:1.0:1767384946.408958:0:17083:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384946.408963:0:17084:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 20000000:00000001:0.0:1767384946.408968:0:17084:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384946.408982:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384946.408984:0:17083:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:0.0:1767384946.408985:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384946.408994:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384946.409005:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384946.409007:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:02020000:2.0:1767384946.409009:0:16349:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp44 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00080000:00000001:0.0:1767384946.409010:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384946.409013:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384946.409015:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384946.409018:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 000000007e91d003 00000400:00000200:2.0:1767384946.409019:0:16349:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp44 notifying 192.168.203.134@tcp44: down 00000020:00000001:0.0:1767384946.409023:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f71c5dba 00080000:00000002:0.0:1767384946.409025:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000800:00000200:2.0:1767384946.409028:0:16349:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp44 down 00080000:00000001:0.0:1767384946.409029:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384946.409033:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384946.409035:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000800:00000100:2.0:1767384946.409039:0:16349:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp44 00000020:00000001:0.0:1767384946.409039:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000010:2.0:1767384946.409044:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cd9a1efa. 00000020:00000001:0.0:1767384946.409046:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00000400:00000200:2.0:1767384946.409047:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00080000:00000001:0.0:1767384946.409050:0:17084:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384946.409054:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp44->192.168.203.134@tcp44: GET: LOCAL_ERROR 00080000:00000010:0.0:1767384946.409055:0:17084:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000cbb3a2ba. 00080000:00000001:0.0:1767384946.409060:0:17084:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585646480896 : -119488063070720 : ffff935384721e00) 00080000:00000001:0.0:1767384946.409062:0:17084:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384946.409065:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp44 added to recovery queue. ping count: 0 next ping: 269 health :900 00000001:00000001:0.0:1767384946.409065:0:17084:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:2.0:1767384946.409070:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00080000:00000010:0.0:1767384946.409071:0:17084:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000640fff27. 00000400:00000200:2.0:1767384946.409074:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp: 1 00080000:00000001:0.0:1767384946.409077:0:17084:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384946.409080:0:17084:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384946.409088:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00080000:00000001:0.0:1767384946.409099:0:17084:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384946.409112:0:17084:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384946.409132:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384946.409139:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100851 00000400:00000001:2.0:1767384946.409142:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384946.409145:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384946.409147:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2161f36 00000400:00000010:2.0:1767384946.409150:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2161f36. 00000400:00000200:2.0:1767384946.409153:0:16356:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384946.409154:0:16356:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000010:2.0:1767384946.409158:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 00000000fa6bb2cc. 00000400:00000200:2.0:1767384946.409162:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (41) 00000400:00000200:2.0:1767384946.409166:0:16356:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.134@tcp:-71 00000400:00000200:2.0:1767384946.409170:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102051 rc -71 00000400:00000200:2.0:1767384946.409176:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:2.0:1767384946.409183:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (40) 20000000:01000000:1.0:1767384946.409187:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384946.409188:0:17083:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 20000000:00000001:1.0:1767384946.409196:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000100:00000001:0.0:1767384946.409197:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 10000000:01000000:1.0:1767384946.409200:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000010:0.0:1767384946.409201:0:17083:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b35d76ca. 00010000:00000001:1.0:1767384946.409206:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384946.409210:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000001:0.0:1767384946.409212:0:17083:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384946.409222:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348036736 00010000:00000040:1.0:1767384946.409223:0:17105:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000009e946a76 count: 2 00010000:00000001:1.0:1767384946.409228:0:17105:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384946.409232:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384946.409237:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000070e762e5. 00010000:00000001:0.0:1767384946.409242:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384946.409243:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000200:0.0:1767384946.409251:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ad4241d0 x1853237348036736/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:172/0 lens 4848/4768 e 0 to 0 dl 1767384957 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384946.409262:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000070e762e5 with handle 0xb57eb7881956315e to hash 00000020:00000001:1.0:1767384946.409268:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384946.409268:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384946.409273:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:0.0:1767384946.409273:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384946.409288:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=80 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384946.409289:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384946.409304:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384946.409305:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384946.409311:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384946.409315:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00010000:1.0:1767384946.409318:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000070e762e5/0xb57eb7881956315e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384946.409320:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:0.0:1767384946.409330:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384946.409336:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.409338:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:0.0:1767384946.409340:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384946.409344:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000040:0.0:1767384946.409345:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384946.409351:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000400:00000010:0.0:1767384946.409353:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f34099a7. 00010000:00000001:1.0:1767384946.409354:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384946.409358:0:17105:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000200:0.0:1767384946.409359:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348036736, offset 224 00010000:00010000:1.0:1767384946.409364:0:17105:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000003ccf5960/0xb57eb78819563157 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819563150 expref: 16 pid: 17083 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384946.409372:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384946.409383:0:17105:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000400:00000200:0.0:1767384946.409389:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384946.409391:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.409400:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384946.409404:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384946.409409:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384946.409410:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d07080 00010000:00000001:1.0:1767384946.409418:0:17105:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000400:00000200:0.0:1767384946.409424:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e25 [2] + 224 00010000:00010000:1.0:1767384946.409426:0:17105:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000070e762e5/0xb57eb7881956315e lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384946.409460:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:1.0:1767384946.409461:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009e946a76) refcount = 2 00010000:00000040:1.0:1767384946.409474:0:17105:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000400:00000200:0.0:1767384946.409475:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:1.0:1767384946.409485:0:17105:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000003ccf5960/0xb57eb78819563157 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xb57eb78819563150 expref: 16 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384946.409488:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:1.0:1767384946.409497:0:17105:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00000200:0.0:1767384946.409504:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fc7c5588 x1853237348036736/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384946.409505:0:17105:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000070e762e5/0xb57eb7881956315e lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384946.409558:0:17105:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e52b3165. 00000100:00000040:0.0:1767384946.409568:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000fc7c5588 x1853237348036736/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384946.409570:0:17105:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384946.409577:0:17105:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000011c90b4. 00000100:00000001:1.0:1767384946.409582:0:17105:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624585625092672 : -119488084458944 : ffff9353832bc240) 00000100:00000001:1.0:1767384946.409585:0:17105:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624585625092672 : -119488084458944 : ffff9353832bc240) 00000100:00000001:1.0:1767384946.409587:0:17105:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384946.409588:0:17105:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000100:00000001:0.0:1767384946.409589:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384946.409590:0:17105:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384946.409596:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384946.409597:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384946.409599:0:17105:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000200:0.0:1767384946.409600:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f34099a7 00010000:00000001:1.0:1767384946.409605:0:17105:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000010:0.0:1767384946.409606:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f34099a7. 00000100:00000001:2.0:1767384946.409610:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384946.409611:0:17105:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000100:00000001:0.0:1767384946.409612:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384946.409627:0:17105:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384946.409632:0:17105:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000287e7a0f. 00000100:00000001:2.0:1767384946.409633:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384946.409633:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384946.409642:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384946.409643:0:17105:0:(genops.c:1229:class_import_get()) import 000000003b66da55 refcount=2 obd=MGS 00000400:00000001:2.0:1767384946.409645:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384946.409653:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384946.409655:0:17105:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767384946.409658:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 02000000:00000001:1.0:1767384946.409664:0:17105:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1767384946.409664:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384946.409665:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015762615. 00000400:00000200:2.0:1767384946.409675:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f35bb364 00000020:00000001:0.0:1767384946.409686:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384946.409688:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f35bb364. 02000000:00000001:1.0:1767384946.409690:0:17105:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384946.409690:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384946.409695:0:16359:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1767384946.409701:0:17105:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c3dd92f3. 00000100:00000040:0.0:1767384946.409701:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ad4241d0 x1853237348036736/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:172/0 lens 4848/4768 e 0 to 0 dl 1767384957 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384946.409706:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fc7c5588 x1853237348036736/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384946.409712:0:17105:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384946.409729:0:17105:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000003ccf5960/0xb57eb78819563157 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb57eb78819563150 expref: 16 pid: 17083 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384946.409769:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ad4241d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+16:16359:x1853237348036736:12345-0@lo:253: Request processed in 2428us (3182us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384946.409771:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fc7c5588 x1853237348036736/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384946.409779:0:17105:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000003ccf5960/0xb57eb78819563157 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb57eb78819563150 expref: 16 pid: 17083 timeout: 418 lvb_type: 0 00000100:00100000:0.0:1767384946.409792:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00000040:0.0:1767384946.409804:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000100:00000001:0.0:1767384946.409812:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384946.409816:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384946.409826:0:17105:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384946.409827:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384946.409827:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fed6b097. 00000100:00000001:2.0:1767384946.409861:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384946.409862:0:17105:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384946.409867:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384946.409871:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767384946.409871:0:17105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000287e7a0f x1853237348036992/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384946.409875:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384946.409880:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384946.409886:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002c3f31f1. 02000000:00000001:2.0:1767384946.409889:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384946.409897:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000058f98f32. 00000100:00001000:2.0:1767384946.409901:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=80 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384946.409910:0:17105:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1767384946.409911:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 15 00000100:00001000:2.0:1767384946.409914:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=80 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384946.409916:0:17105:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384946.409918:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384946.409925:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006db6e447. 00000100:00000001:2.0:1767384946.409928:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:1.0:1767384946.409930:0:17105:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000287e7a0f pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17105:1853237348036992:0@lo:104: 02000000:00000001:0.0:1767384946.409932:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384946.409933:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384946.409938:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384946.409943:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384946.409952:0:17105:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1767384946.409953:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384946.409954:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:1.0:1767384946.409964:0:17105:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384946.409966:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384946.409966:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5033db8. 00000400:00000010:0.0:1767384946.409974:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f34099a7. 02000000:00000001:1.0:1767384946.409976:0:17105:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384946.409977:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fc7c5588 x1853237348036736/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384946.410002:0:17105:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384946.410007:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384946.410009:0:17105:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b1437c23. 02000000:00000001:1.0:1767384946.410017:0:17105:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.410019:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384946.410026:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384946.410030:0:17105:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f4ff3e0. 00000020:01000004:2.0:1767384946.410032:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384946.410040:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384946.410042:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384946.410043:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384946.410045:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384946.410046:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384946.410047:0:16359:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000010:1.0:1767384946.410048:0:17105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8f9ca25. 00000020:01000004:2.0:1767384946.410053:0:16359:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384946.410056:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000200:1.0:1767384946.410057:0:17105:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348036992, portal 16 00000020:01000004:2.0:1767384946.410058:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384946.410065:0:17105:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384946.410067:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fc7c5588 x1853237348036736/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384946.410072:0:17105:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590750699904 : -119482958851712 : ffff9354b4ae5180) 00000100:00000040:1.0:1767384946.410091:0:17105:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000287e7a0f x1853237348036992/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384962 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384946.410092:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fc7c5588 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348036736:0@lo:253: 00000100:00000001:2.0:1767384946.410108:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384946.410118:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384946.410119:0:17105:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384946.410129:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fc7c5588 x1853237348036736/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384946.410131:0:17105:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384946.410138:0:17105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000afc9968b. 00000100:00000200:1.0:1767384946.410146:0:17105:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237348036992, offset 0 00000100:00000001:2.0:1767384946.410158:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1767384946.410161:0:17105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384946.410164:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384946.410167:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c84799b4. 02000000:00000001:2.0:1767384946.410174:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1767384946.410178:0:17105:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384946.410179:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384946.410188:0:16359:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:2.0:1767384946.410193:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1767384946.410198:0:17105:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958271d07180 02000000:00000010:2.0:1767384946.410205:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000be57af9f. 00000400:00000200:1.0:1767384946.410213:0:17105:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x18b9 [2] + 984 02000000:00000001:2.0:1767384946.410214:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384946.410221:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384946.410230:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fc7c5588. 00000400:00000200:1.0:1767384946.410232:0:17105:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384946.410245:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384946.410247:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384946.410248:0:17105:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384946.410257:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384946.410263:0:17105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384946.410268:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767384946.410268:0:17105:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:2.0:1767384946.410273:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384946.410276:0:17105:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000be008ed9. 00000100:00000001:2.0:1767384946.410278:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384946.410287:0:17105:0:(events.c:337:request_in_callback()) incoming req@00000000be008ed9 x1853237348036992 msgsize 328 00000100:00000001:2.0:1767384946.410288:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384946.410304:0:17105:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384946.410324:0:17105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384946.410335:0:17105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afc9968b 00000400:00000010:1.0:1767384946.410338:0:17105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000afc9968b. 00000100:00000001:1.0:1767384946.410343:0:17105:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384946.410351:0:17105:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000287e7a0f x1853237348036992/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384962 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384946.410359:0:17105:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384946.410367:0:17105:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000287e7a0f x1853237348036992/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384962 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384946.410372:0:22109:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384946.410377:0:22109:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348036992 02000000:00000001:0.0:1767384946.410384:0:22109:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384946.410390:0:22109:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384946.410394:0:17105:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384946.410394:0:22109:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.410409:0:17105:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384946.410410:0:22109:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384946.410414:0:22109:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348036992 00000100:00000001:1.0:1767384946.410415:0:17105:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384946.410419:0:22109:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384946.410420:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294935446 00000020:00000040:0.0:1767384946.410421:0:22109:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562d98 00000020:00000001:0.0:1767384946.410426:0:22109:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384946.410430:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294935443 00000020:00000040:0.0:1767384946.410430:0:22109:0:(lustre_handles.c:131:class_handle2object()) GET export 000000009de0d226 refcount=3 00000100:00000001:1.0:1767384946.410451:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294935446 00000020:00000001:0.0:1767384946.410451:0:22109:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590787602432 : -119482921949184 : ffff9354b6e16800) 00000100:00000001:1.0:1767384946.410462:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294935443 00000020:00000001:0.0:1767384946.410462:0:22109:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590787602432 : -119482921949184 : ffff9354b6e16800) 00000100:00000001:1.0:1767384946.410469:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294935446 00000100:00000001:1.0:1767384946.410472:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294935443 00000100:00000001:0.0:1767384946.410480:0:22109:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384946.410481:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294935446 00000100:00000001:1.0:1767384946.410489:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294935443 00000020:00000010:0.0:1767384946.410490:0:22109:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8891e0a. 00000100:00000001:1.0:1767384946.410494:0:17105:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384946.410496:0:22109:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384946.410501:0:17105:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384946.410502:0:22109:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e8891e0a. 00010000:00000001:1.0:1767384946.410505:0:17105:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.410510:0:17105:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384946.410512:0:17105:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.410515:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1767384946.410515:0:22109:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000936bab5. 00010000:00000001:1.0:1767384946.410524:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1767384946.410526:0:22109:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000002459cae. 00010000:00000001:1.0:1767384946.410527:0:17105:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.410533:0:17105:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384946.410537:0:17105:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:0.0:1767384946.410538:0:22109:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c41bf3b7. 00000100:00000001:1.0:1767384946.410546:0:17105:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.410550:0:17105:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384946.410552:0:17105:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767384946.410553:0:22109:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00100000:1.0:1767384946.410554:0:17105:0:(client.c:2690:ptlrpc_set_wait()) set 00000000011c90b4 going to sleep for 11 seconds 00000100:00000001:0.0:1767384946.410560:0:22109:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384946.410561:0:17105:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384946.410563:0:22109:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384946.410564:0:17105:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384946.410568:0:22109:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384946.410576:0:22109:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384946.410589:0:22109:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384946.410599:0:22109:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384946.410600:0:22109:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384946.410604:0:22109:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:0.0:1767384946.410606:0:22109:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000009de0d226 : new rpc_count 1 00000100:00000001:0.0:1767384946.410609:0:22109:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590750700800 : -119482958850816 : ffff9354b4ae5500) 00000100:00000040:0.0:1767384946.410612:0:22109:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000be008ed9 x1853237348036992/t0(0) o104->b543db4a-4900-454f-be04-352b2897a173@0@lo:172/0 lens 328/0 e 0 to 0 dl 1767384957 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384946.410619:0:22109:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384946.410622:0:22109:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8891e0a. 00000100:00000001:0.0:1767384946.410623:0:22109:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384946.410625:0:22109:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e8891e0a. 00000100:00100000:0.0:1767384946.410631:0:22109:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000be008ed9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:b543db4a-4900-454f-be04-352b2897a173+3:17105:x1853237348036992:12345-0@lo:104: 00000100:00000200:0.0:1767384946.410634:0:22109:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348036992 00010000:00000001:0.0:1767384946.410636:0:22109:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384946.410641:0:22109:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384946.410642:0:22109:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384946.410644:0:22109:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009fb158e7 refcount=2 00000020:00000001:0.0:1767384946.410646:0:22109:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00010000:00000001:0.0:1767384946.410648:0:22109:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00010000:00000001:0.0:1767384946.410656:0:22109:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384946.410659:0:22109:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384946.410661:0:22109:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.134@tcp lock: 000000009fb158e7/0xb57eb78819563150 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb57eb78819563157 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384946.410668:0:22109:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384946.410669:0:22109:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384946.410672:0:22109:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fa6bb2cc. 02000000:00000001:0.0:1767384946.410673:0:22109:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384946.410675:0:22109:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384946.410677:0:22109:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384946.410678:0:22109:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384946.410680:0:22109:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ecba4e0e time=80 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384946.410682:0:22109:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384946.410684:0:22109:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:0.0:1767384946.410685:0:22109:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:0.0:1767384946.410687:0:22109:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384946.410687:0:22109:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384946.410689:0:22109:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384946.410690:0:22109:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384946.410693:0:22109:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f6df32b. 00000100:00000200:0.0:1767384946.410696:0:22109:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237348036992, offset 224 00000400:00000200:0.0:1767384946.410700:0:22109:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384946.410705:0:22109:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384946.410728:0:22109:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958271d07180 00000400:00000200:0.0:1767384946.410732:0:22109:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1e45 [1] + 224 00000400:00000200:0.0:1767384946.410736:0:22109:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384946.410738:0:22109:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384946.410741:0:22109:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384946.410745:0:22109:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000287e7a0f x1853237348036992/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384962 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384946.410751:0:22109:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000287e7a0f x1853237348036992/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384962 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384946.410765:0:22109:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384946.410778:0:22109:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f6df32b 00000400:00000010:0.0:1767384946.410780:0:22109:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f6df32b. 00000100:00000001:0.0:1767384946.410782:0:22109:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384946.410784:0:22109:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384946.410789:0:22109:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384946.410793:0:22109:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:0.0:1767384946.410796:0:22109:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767384946.410799:0:17105:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000010:0.0:1767384946.410800:0:22109:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000025a7d77e. 00010000:00000001:0.0:1767384946.410806:0:22109:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000001:1.0:1767384946.410807:0:17105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384946.410810:0:17105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384946.410813:0:17105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f4ff3e0. 00000400:00000200:1.0:1767384946.410852:0:17105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8f9ca25 00010000:00010000:0.0:1767384946.410854:0:22109:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000010:1.0:1767384946.410856:0:17105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8f9ca25. 00010000:00000001:0.0:1767384946.410858:0:22109:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384946.410860:0:22109:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384946.410861:0:22109:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384946.410867:0:22109:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be008ed9 x1853237348036992/t0(0) o104->b543db4a-4900-454f-be04-352b2897a173@0@lo:172/0 lens 328/224 e 0 to 0 dl 1767384957 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384946.410870:0:17105:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384946.410879:0:17105:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000287e7a0f x1853237348036992/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384962 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767384946.410881:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:0.0:1767384946.410884:0:22109:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000be008ed9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:b543db4a-4900-454f-be04-352b2897a173+3:17105:x1853237348036992:12345-0@lo:104: Request processed in 259us (590us total) trans 0 rc 0/0 00000020:00000001:2.0:1767384946.410888:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384946.410898:0:17078:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767384946.410909:0:17078:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384946.410916:0:17078:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384946.410922:0:17078:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.134@tcp lock: 000000009fb158e7/0xb57eb78819563150 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb57eb78819563157 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384946.410923:0:22109:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:0.0:1767384946.410931:0:22109:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009de0d226 : new rpc_count 0 00000100:00000200:1.0:1767384946.410935:0:17105:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000287e7a0f x1853237348036992/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384962 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384946.410939:0:22109:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384946.410945:0:22109:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384946.410952:0:22109:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000002459cae. 00000020:00000010:0.0:1767384946.410962:0:22109:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c41bf3b7. 00010000:00010000:2.0:1767384946.410966:0:17078:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009fb158e7 already unused, calling callback (00000000099ed54c) 00000020:00000010:0.0:1767384946.410972:0:22109:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000936bab5. 10000000:00000001:2.0:1767384946.410977:0:17078:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000040:0.0:1767384946.410983:0:22109:0:(genops.c:898:class_export_put()) PUTting export 000000009de0d226 : new refcount 2 10000000:00010000:2.0:1767384946.410984:0:17078:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.134@tcp lock: 000000009fb158e7/0xb57eb78819563150 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb57eb78819563157 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384946.410999:0:22109:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384946.411000:0:17078:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1767384946.411000:0:17105:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384946.411009:0:17078:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384946.411009:0:17105:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384946.411020:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384946.411021:0:17105:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767384946.411024:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009fb158e7 refcount=3 02000000:00000001:1.0:1767384946.411025:0:17105:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384946.411032:0:17105:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384946.411033:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00000100:00000001:1.0:1767384946.411038:0:17105:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384946.411041:0:17078:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 02000000:00000001:1.0:1767384946.411042:0:17105:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384946.411052:0:17078:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00001000:1.0:1767384946.411054:0:17105:0:(import.c:2128:obd_at_measure()) add 5 to 000000008ef118cb time=80 v=5 (5 0 0 0) 00010000:00010000:2.0:1767384946.411056:0:17078:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.134@tcp lock: 000000009fb158e7/0xb57eb78819563150 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb57eb78819563157 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00001000:1.0:1767384946.411061:0:17105:0:(import.c:2128:obd_at_measure()) add 1 to 00000000456edb1d time=80 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384946.411075:0:17105:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384946.411079:0:17105:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384946.411081:0:17078:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:1.0:1767384946.411085:0:17105:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 10000000:00010000:2.0:1767384946.411087:0:17078:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.134@tcp lock: 000000009fb158e7/0xb57eb78819563150 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb57eb78819563157 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384946.411092:0:17105:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.411095:0:17105:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384946.411107:0:17105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000287e7a0f x1853237348036992/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384962 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:01000000:2.0:1767384946.411108:0:17078:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384946.411118:0:17078:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384946.411122:0:17078:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000001:1.0:1767384946.411133:0:17105:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00000040:2.0:1767384946.411134:0:17078:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384946.411142:0:17078:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384946.411143:0:17105:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1767384946.411154:0:17078:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.411154:0:17105:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384946.411167:0:17105:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384946.411170:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384946.411171:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384946.411172:0:17105:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384946.411174:0:17105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000287e7a0f x1853237348036992/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384962 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:2.0:1767384946.411176:0:17078:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384946.411181:0:17078:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384946.411187:0:17078:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000002298ce) refs 2 10000000:00000001:2.0:1767384946.411199:0:17078:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00100000:1.0:1767384946.411199:0:17105:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000287e7a0f pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17105:1853237348036992:0@lo:104: 10000000:00000001:2.0:1767384946.411206:0:17078:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384946.411213:0:17078:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767384946.411215:0:17105:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384946.411217:0:17078:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384946.411222:0:17078:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384946.411224:0:17105:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384946.411225:0:17078:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767384946.411229:0:17105:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:2.0:1767384946.411230:0:17078:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384946.411232:0:17078:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009fb158e7 with handle 0xb57eb78819563150 from hash 00010000:00000001:2.0:1767384946.411234:0:17078:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384946.411242:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384946.411242:0:17105:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384946.411248:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384946.411249:0:17078:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:1.0:1767384946.411250:0:17105:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000287e7a0f x1853237348036992/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384962 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384946.411257:0:17078:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384946.411260:0:17078:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384946.411267:0:17078:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:1.0:1767384946.411267:0:17105:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767384946.411278:0:17078:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 02000000:00000001:1.0:1767384946.411279:0:17105:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384946.411285:0:17105:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b1437c23. 00000100:00000010:2.0:1767384946.411287:0:17078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fc7c5588. 02000000:00000001:1.0:1767384946.411291:0:17105:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:2.0:1767384946.411292:0:17078:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000020:00000001:1.0:1767384946.411299:0:17105:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384946.411301:0:17078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384946.411306:0:17078:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:1.0:1767384946.411306:0:17105:0:(genops.c:1242:class_import_put()) import 000000003b66da55 refcount=1 obd=MGS 02000000:00000001:2.0:1767384946.411316:0:17078:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384946.411316:0:17105:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384946.411319:0:17105:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c3dd92f3. 02000000:00000001:1.0:1767384946.411322:0:17105:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:2.0:1767384946.411323:0:17078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000058f98f32. 02000000:00000001:1.0:1767384946.411324:0:17105:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384946.411333:0:17105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000287e7a0f. 00000100:00000001:2.0:1767384946.411334:0:17078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.411340:0:17105:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767384946.411341:0:17078:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:1.0:1767384946.411344:0:17105:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384946.411346:0:17078:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.134@tcp lock: 000000009fb158e7/0xb57eb78819563150 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb57eb78819563157 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000010:1.0:1767384946.411347:0:17105:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000011c90b4. 00000100:00000001:1.0:1767384946.411359:0:17105:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384946.411361:0:17105:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384946.411367:0:17105:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e52b3165. 00080000:00000010:0.0:1767384946.411367:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000cbb3a2ba. 00010000:00010000:2.0:1767384946.411383:0:17078:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384946.411383:0:17105:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384946.411393:0:17078:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384946.411394:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384946.411394:0:17084:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000640fff27. 00000100:00000001:2.0:1767384946.411404:0:17078:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:1.0:1767384946.411407:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384946.411409:0:17078:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384946.411411:0:17084:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384946.411424:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00040000:00000001:0.0:1767384946.411425:0:17084:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000040:2.0:1767384946.411426:0:17078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc7c5588] to pc [ptlrpcd_00_03+3] req@00000000fc7c5588 x1853237348037120/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384946.411433:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00080000:00000001:0.0:1767384946.411434:0:17084:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384946.411454:0:17105:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000070e762e5/0xb57eb7881956315e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000020:00000002:0.0:1767384946.411456:0:17084:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 00010000:00000001:2.0:1767384946.411465:0:17078:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384946.411465:0:17084:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384946.411476:0:17084:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00010000:00000001:2.0:1767384946.411479:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384946.411482:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384946.411487:0:17078:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384946.411487:0:17084:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00010000:00000001:2.0:1767384946.411492:0:17078:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384946.411492:0:17084:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 10000000:00000001:2.0:1767384946.411498:0:17078:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384946.411499:0:17084:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00010000:00010000:2.0:1767384946.411501:0:17078:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.134@tcp lock: 000000009fb158e7/0xb57eb78819563150 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb57eb78819563157 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384946.411508:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1767384946.411508:0:17084:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00010000:2.0:1767384946.411513:0:17078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.134@tcp lock: 000000009fb158e7/0xb57eb78819563150 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb57eb78819563157 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384946.411513:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384946.411519:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384946.411525:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000040:2.0:1767384946.411526:0:17078:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003f1e2075 count: 0 00000100:00000040:1.0:1767384946.411536:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fc7c5588 x1853237348037120/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384946.411544:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384946.411546:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1767384946.411547:0:17078:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1767384946.411548:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384946.411549:0:17078:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000025a7d77e. 02000000:00000001:1.0:1767384946.411555:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1767384946.411557:0:17078:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384946.411562:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384946.411565:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384946.411565:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767384946.411580:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767384946.411581:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384946.411588:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:1.0:1767384946.411593:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fc7c5588 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348037120:0@lo:103: 00000020:00000001:2.0:1767384946.411595:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.411610:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:2.0:1767384946.411611:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000020:0.0:1767384946.411617:0:17084:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384946.411622:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384946.411623:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767384946.411624:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 20000000:00000010:0.0:1767384946.411625:0:17084:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000af8b095b. 00000020:00000001:2.0:1767384946.411627:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384946.411629:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384946.411633:0:17084:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384946.411636:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767384946.411637:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000040:0.0:1767384946.411638:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348036864 02000000:00000010:1.0:1767384946.411644:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c3dd92f3. 00010000:00000001:0.0:1767384946.411645:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:1.0:1767384946.411652:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384946.411656:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dbffc3e0 x1853237348036864/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:172/0 lens 4848/4768 e 0 to 0 dl 1767384957 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384946.411657:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f4ff3e0. 00000100:00000001:2.0:1767384946.411666:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384946.411668:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8f9ca25. 00000100:00000001:2.0:1767384946.411672:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384946.411682:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384946.411683:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384946.411684:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348037120, portal 18 00010000:00000001:0.0:1767384946.411686:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.411701:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384946.411702:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384946.411702:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=80 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384946.411711:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585658088320 : -119488051463296 : ffff935385233b80) 00000100:00000001:0.0:1767384946.411713:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384946.411719:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000040:1.0:1767384946.411722:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fc7c5588 x1853237348037120/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384962 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384946.411727:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:0.0:1767384946.411740:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384946.411745:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.411747:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384946.411753:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384946.411759:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384946.411764:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384946.411767:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000afc9968b. 00000400:00000010:0.0:1767384946.411768:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000025a7d77e. 00000100:00000200:1.0:1767384946.411775:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237348037120, offset 0 00000100:00000200:0.0:1767384946.411777:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348036864, offset 224 00000400:00000200:1.0:1767384946.411786:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384946.411793:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384946.411800:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384946.411809:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384946.411841:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d07100 00000400:00000200:0.0:1767384946.411849:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e29 [2] + 224 00000400:00000200:0.0:1767384946.411854:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384946.411855:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958271d07200 00000400:00000200:0.0:1767384946.411864:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384946.411870:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 984 00000400:00000200:1.0:1767384946.411877:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384946.411877:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384946.411885:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000030081eec x1853237348036864/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384946.411890:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384946.411906:0:16361:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384946.411907:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000030081eec x1853237348036864/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384946.411910:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384946.411914:0:16361:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000287e7a0f. 00000100:00000040:1.0:1767384946.411922:0:16361:0:(events.c:337:request_in_callback()) incoming req@00000000287e7a0f x1853237348037120 msgsize 328 00000100:00100000:1.0:1767384946.411941:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384946.411958:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384946.411963:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384946.411967:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025a7d77e 00000400:00000010:0.0:1767384946.411970:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000025a7d77e. 00000100:00000001:0.0:1767384946.411973:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384946.411975:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767384946.411977:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afc9968b 00000100:00000001:0.0:1767384946.411980:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384946.411981:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000afc9968b. 00000100:00000040:0.0:1767384946.411985:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:0.0:1767384946.411987:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384946.411988:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1767384946.411991:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384946.411994:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348037120 00000020:00000001:0.0:1767384946.411995:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384946.411996:0:16361:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384946.412001:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1767384946.412002:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dbffc3e0 x1853237348036864/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:172/0 lens 4848/4768 e 0 to 0 dl 1767384957 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384946.412004:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384946.412007:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fc7c5588 x1853237348037120/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384962 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384946.412010:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384946.412019:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384946.412029:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348037120 00000020:00000001:2.0:1767384946.412038:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384946.412044:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:2.0:1767384946.412050:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384946.412057:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=16 00000020:00000001:2.0:1767384946.412066:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00100000:0.0:1767384946.412072:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dbffc3e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+16:16360:x1853237348036864:12345-0@lo:253: Request processed in 4522us (5443us total) trans 0 rc 0/0 00000020:00000001:2.0:1767384946.412081:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:1.0:1767384946.412082:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384946.412091:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384946.412096:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fc7c5588 x1853237348037120/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384962 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384946.412098:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009e8f6e7c. 00000100:00100000:0.0:1767384946.412100:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00000001:2.0:1767384946.412109:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384946.412116:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000020:00000010:2.0:1767384946.412125:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009e8f6e7c. 00000100:00000001:0.0:1767384946.412128:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1767384946.412135:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8ae1ed6. 00000100:00000001:0.0:1767384946.412137:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384946.412138:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384946.412140:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007b820bdb. 00000100:00000001:1.0:1767384946.412145:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384946.412148:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f4ff9895. 00000020:00000010:0.0:1767384946.412149:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008224d101. 00000100:00000001:1.0:1767384946.412152:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384946.412157:0:17076:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000020:00000010:0.0:1767384946.412158:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005729c0d4. 00000100:00000001:1.0:1767384946.412159:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294935448 00000100:00000001:2.0:1767384946.412163:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384946.412170:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384946.412172:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008369d411. 00010000:00000001:2.0:1767384946.412174:0:17076:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:1.0:1767384946.412175:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294935446 00000020:00000040:0.0:1767384946.412178:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 15 00010000:00000001:2.0:1767384946.412179:0:17076:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384946.412184:0:17076:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:1.0:1767384946.412185:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294935448 02000000:00000001:0.0:1767384946.412185:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384946.412187:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000010:0.0:1767384946.412193:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004b7710da. 00000020:00000001:2.0:1767384946.412198:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384946.412201:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003ccf5960 refcount=4 00000020:00000001:2.0:1767384946.412204:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004436480 : -119483705115136 : ffff935488333e00) 00000100:00000001:1.0:1767384946.412205:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294935446 02000000:00000001:0.0:1767384946.412205:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384946.412208:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004436480 : -119483705115136 : ffff935488333e00) 00000100:00000001:1.0:1767384946.412215:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294935448 00000100:00000001:0.0:1767384946.412215:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384946.412222:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294935446 00010000:00010000:2.0:1767384946.412223:0:17076:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000003ccf5960/0xb57eb78819563157 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb57eb78819563150 expref: 15 pid: 17083 timeout: 418 lvb_type: 0 00000100:00000200:0.0:1767384946.412227:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384946.412231:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294935448 00000100:00000001:1.0:1767384946.412238:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294935446 00000400:00000010:0.0:1767384946.412238:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c28960d. 00010000:00000001:2.0:1767384946.412240:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384946.412247:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384946.412248:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384946.412252:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000025a7d77e. 00010000:00000001:2.0:1767384946.412254:0:17076:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384946.412256:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.412260:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384946.412263:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.412268:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384946.412269:0:17076:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384946.412279:0:17076:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000287e7a0f x1853237348037120/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:172/0 lens 328/0 e 0 to 0 dl 1767384957 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384946.412282:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384946.412288:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384946.412299:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384946.412301:0:17076:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384946.412302:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384946.412309:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.412311:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.412324:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.412333:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384946.412345:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384946.412347:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384946.412354:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:2.0:1767384946.412359:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384946.412362:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590750699904 : -119482958851712 : ffff9354b4ae5180) 00000100:00000001:1.0:1767384946.412362:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384946.412365:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384946.412370:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000287e7a0f x1853237348037120/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:172/0 lens 328/0 e 0 to 0 dl 1767384957 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384946.412372:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384946.412376:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384946.412381:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bef0f9ce. 00000100:00000001:2.0:1767384946.412386:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384946.412387:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0958eb4 00000020:00000010:2.0:1767384946.412390:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009e8f6e7c. 00000100:00000001:2.0:1767384946.412392:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384946.412399:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009e8f6e7c. 00000400:00000010:1.0:1767384946.412399:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d0958eb4. 00000100:00000001:1.0:1767384946.412413:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384946.412414:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000287e7a0f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b543db4a-4900-454f-be04-352b2897a173+15:16361:x1853237348037120:12345-0@lo:103: 00000100:00000200:2.0:1767384946.412419:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348037120 00000100:00000200:1.0:1767384946.412420:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000030081eec x1853237348036864/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384946.412423:0:17076:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384946.412428:0:17076:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384946.412434:0:17076:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384946.412449:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384946.412450:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384946.412453:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000012b8444c. 02000000:00000001:2.0:1767384946.412456:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384946.412457:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000030081eec x1853237348036864/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384946.412468:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384946.412472:0:17076:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000001:1.0:1767384946.412472:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384946.412475:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384946.412476:0:17076:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:1.0:1767384946.412478:0:16360:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384946.412479:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:1.0:1767384946.412483:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1767384946.412484:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384946.412494:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003ccf5960 refcount=4 00000100:00000001:1.0:1767384946.412494:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384946.412500:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384946.412501:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004436480 : -119483705115136 : ffff935488333e00) 02000000:00000001:1.0:1767384946.412506:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384946.412507:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004436480 : -119483705115136 : ffff935488333e00) 00010000:00000040:2.0:1767384946.412512:0:17076:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000009e946a76 count: 3 00000100:00001000:1.0:1767384946.412512:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=80 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384946.412524:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=80 v=5 (1 0 0 0) 00010000:00010000:2.0:1767384946.412525:0:17076:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000003ccf5960/0xb57eb78819563157 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb57eb78819563150 expref: 15 pid: 17083 timeout: 418 lvb_type: 0 00000100:00000001:1.0:1767384946.412533:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384946.412538:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.412549:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:2.0:1767384946.412551:0:17076:0:(import.c:2128:obd_at_measure()) add 0 to 00000000f06c522d time=1767384946 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384946.412551:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.412562:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384946.412563:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:1.0:1767384946.412569:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000030081eec x1853237348036864/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384946.412571:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384946.412575:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384946.412584:0:17076:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000003ccf5960/0xb57eb78819563157 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb57eb78819563150 expref: 15 pid: 17083 timeout: 418 lvb_type: 0 00000100:00000001:1.0:1767384946.412598:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384946.412608:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384946.412612:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384946.412621:0:17076:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:01000004:1.0:1767384946.412622:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:2.0:1767384946.412624:0:17076:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000020:01000004:1.0:1767384946.412627:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000001:2.0:1767384946.412628:0:17076:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384946.412631:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:00000001:2.0:1767384946.412634:0:17076:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384946.412634:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384946.412637:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384946.412641:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384946.412643:0:16360:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384946.412644:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:2.0:1767384946.412645:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:01000004:1.0:1767384946.412646:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384946.412651:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000030081eec x1853237348036864/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384946.412652:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384946.412662:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384946.412665:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384946.412670:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384946.412678:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384946.412684:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000030081eec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348036864:0@lo:253: 00000020:00000040:2.0:1767384946.412686:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003ccf5960 with handle 0xb57eb78819563157 from hash 00010000:00000001:2.0:1767384946.412705:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384946.412710:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384946.412712:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384946.412713:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384946.412715:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767384946.412718:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384946.412719:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384946.412727:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384946.412728:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000030081eec x1853237348036864/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384946.412733:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00010000:2.0:1767384946.412737:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003ccf5960/0xb57eb78819563157 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb57eb78819563150 expref: 15 pid: 17083 timeout: 418 lvb_type: 0 02000000:00000001:1.0:1767384946.412737:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384946.412740:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003936ff33. 02000000:00000001:1.0:1767384946.412748:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384946.412752:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384946.412759:0:16360:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00010000:00000040:2.0:1767384946.412761:0:17076:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003d3e266f : new locks_count 9 00000020:00000040:2.0:1767384946.412768:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00000020:00000001:1.0:1767384946.412768:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384946.412778:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000018902741. 00010000:00000001:2.0:1767384946.412781:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384946.412782:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384946.412785:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1767384946.412786:0:17076:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000010:1.0:1767384946.412792:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000030081eec. 00010000:00000001:2.0:1767384946.412793:0:17076:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384946.412802:0:17076:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000070e762e5 00000100:00000001:1.0:1767384946.412804:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767384946.412807:0:17076:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000100:00000001:1.0:1767384946.412807:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384946.412815:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384946.412820:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384946.412822:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.412826:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384946.412828:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384946.412837:0:17076:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384946.412840:0:17076:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384946.412842:0:17076:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384946.412844:0:17076:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384946.412846:0:17076:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384946.412848:0:17076:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384946.412850:0:17076:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000070e762e5/0xb57eb7881956315e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384946.412856:0:17076:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384946.412858:0:17076:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384946.412860:0:17076:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384946.412862:0:17076:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384946.412863:0:17076:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009e946a76) refcount = 2 00010000:00010000:2.0:1767384946.412865:0:17076:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000070e762e5/0xb57eb7881956315e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384946.412869:0:17076:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384946.412871:0:17076:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384946.412872:0:17076:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384946.412873:0:17076:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384946.412876:0:17076:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009e8f6e7c. 00000100:00000001:2.0:1767384946.412878:0:17076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384946.412880:0:17076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f35bb364. 00000100:00000001:2.0:1767384946.412882:0:17076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624589972583360 : -119483736968256 : ffff9354864d33c0) 00000100:00000001:2.0:1767384946.412884:0:17076:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624589972583360 : -119483736968256 : ffff9354864d33c0) 00000100:00000001:2.0:1767384946.412890:0:17076:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384946.412891:0:17076:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384946.412893:0:17076:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384946.412894:0:17076:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384946.412897:0:17076:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003701742s 00010000:00000001:2.0:1767384946.412899:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384946.412900:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384946.412901:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070e762e5 refcount=5 00000020:00000001:2.0:1767384946.412902:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:2.0:1767384946.412903:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:2.0:1767384946.412905:0:17076:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384946.412906:0:17076:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070e762e5/0xb57eb7881956315e lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384946.412909:0:17076:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384946.412910:0:17076:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070e762e5/0xb57eb7881956315e lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384946.412914:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384946.412915:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384946.412916:0:17076:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000070e762e5/0xb57eb7881956315e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384946.412920:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384946.412920:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384946.412922:0:17076:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384946.412923:0:17076:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000070e762e5/0xb57eb7881956315e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384946.412926:0:17076:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000070e762e5 already unused, calling callback (00000000df0e66e0) 00010000:00000001:2.0:1767384946.412928:0:17076:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384946.412929:0:17076:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384946.412930:0:17076:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000070e762e5/0xb57eb7881956315e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384946.412941:0:17076:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384946.412942:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384946.412942:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384946.412943:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070e762e5 refcount=6 00000020:00000001:2.0:1767384946.412944:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:2.0:1767384946.412945:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:2.0:1767384946.412947:0:17076:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384946.412948:0:17076:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000070e762e5/0xb57eb7881956315e lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384946.412951:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384946.412952:0:17076:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384946.412952:0:17076:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384946.412962:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384946.412963:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384946.412964:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384946.412965:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384946.412966:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000070e762e5 with handle 0xb57eb7881956315e from hash 00010000:00000001:2.0:1767384946.412967:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384946.412968:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384946.412969:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384946.412969:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384946.412970:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384946.412971:0:17076:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384946.412972:0:17076:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384946.412972:0:17076:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384946.412974:0:17076:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384946.412976:0:17076:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384946.412977:0:17076:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384946.412978:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384946.412979:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384946.412981:0:17076:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384946.412983:0:17076:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384946.412985:0:17076:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384946.412993:0:17076:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000070e762e5/0xb57eb7881956315e lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384946.413008:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384946.413009:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384946.413010:0:17076:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384946.413011:0:17076:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00010000:1.0:1767384946.413012:0:17105:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000070e762e5/0xb57eb7881956315e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384946.413013:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384946.413019:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384946.413023:0:17076:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384946.413028:0:17076:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.413031:0:17105:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:2.0:1767384946.413032:0:17076:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384946.413039:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384946.413040:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384946.413044:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384946.413049:0:17076:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384946.413049:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000070e762e5/0xb57eb7881956315e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384946.413057:0:17076:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384946.413061:0:17076:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1767384946.413063:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384946.413068:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384946.413069:0:17076:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.413071:0:17076:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.413072:0:17076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384946.413073:0:17076:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f35bb364. 00000100:00000001:2.0:1767384946.413076:0:17076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00010000:1.0:1767384946.413077:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000070e762e5/0xb57eb7881956315e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384946.413078:0:17076:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384946.413085:0:17076:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009e8f6e7c. 00010000:00000001:2.0:1767384946.413094:0:17076:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767384946.413104:0:17076:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000040:1.0:1767384946.413105:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009e946a76 count: 0 00010000:00000001:2.0:1767384946.413113:0:17076:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384946.413118:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384946.413120:0:17076:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.413122:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:2.0:1767384946.413123:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 0000000059180339 time=80 v=5 (1 0 0 0) 20000000:00000001:1.0:1767384946.413129:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384946.413134:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384946.413137:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:2.0:1767384946.413139:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:2.0:1767384946.413141:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384946.413142:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.413144:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384946.413146:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384946.413154:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b0ce52c. 00000100:00000200:2.0:1767384946.413156:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237348037120, offset 224 00000400:00000200:2.0:1767384946.413159:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384946.413164:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384946.413168:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958271d07200 00000400:00000200:2.0:1767384946.413172:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1e51 [1] + 224 00000400:00000200:2.0:1767384946.413175:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384946.413178:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384946.413180:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384946.413183:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fc7c5588 x1853237348037120/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384962 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384946.413190:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fc7c5588 x1853237348037120/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384962 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384946.413215:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384946.413219:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b0ce52c 00000400:00000010:2.0:1767384946.413220:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b0ce52c. 00000100:00000001:2.0:1767384946.413222:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384946.413223:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384946.413225:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384946.413228:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:2.0:1767384946.413230:0:17076:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384946.413231:0:17076:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384946.413237:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000287e7a0f x1853237348037120/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:172/0 lens 328/224 e 0 to 0 dl 1767384957 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384946.413242:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384946.413248:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000287e7a0f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b543db4a-4900-454f-be04-352b2897a173+14:16361:x1853237348037120:12345-0@lo:103: Request processed in 857us (1320us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384946.413248:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384946.413261:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384946.413265:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:2.0:1767384946.413278:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000400:00000001:1.0:1767384946.413281:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384946.413283:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384946.413286:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1767384946.413286:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f4ff3e0. 00000020:00000010:2.0:1767384946.413294:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007b820bdb. 00000400:00000200:1.0:1767384946.413295:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8f9ca25 00000400:00000010:1.0:1767384946.413303:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8f9ca25. 00000020:00000010:2.0:1767384946.413305:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f4ff9895. 00000100:00000001:1.0:1767384946.413308:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384946.413314:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fc7c5588 x1853237348037120/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384962 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384946.413320:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8ae1ed6. 00000020:00000040:2.0:1767384946.413329:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000100:00000001:2.0:1767384946.413339:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384946.413341:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fc7c5588 x1853237348037120/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384962 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384946.413351:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384946.413354:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384946.413356:0:16361:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384946.413358:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384946.413359:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384946.413362:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384946.413364:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384946.413366:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 000000009e62be5a time=80 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384946.413368:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=80 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384946.413371:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384946.413372:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.413375:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384946.413376:0:16361:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.413378:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384946.413379:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fc7c5588 x1853237348037120/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384962 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384946.413383:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384946.413385:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384946.413392:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384946.413394:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fc7c5588 x1853237348037120/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384962 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384946.413399:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fc7c5588 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348037120:0@lo:103: 00000100:00000001:1.0:1767384946.413403:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384946.413405:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384946.413407:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fc7c5588 x1853237348037120/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384962 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384946.413411:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384946.413412:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384946.413414:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c3dd92f3. 02000000:00000001:1.0:1767384946.413417:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384946.413418:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384946.413418:0:16361:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:1.0:1767384946.413420:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384946.413421:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000058f98f32. 02000000:00000001:1.0:1767384946.413425:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384946.413426:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384946.413427:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fc7c5588. 00000100:00000001:1.0:1767384946.413429:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384946.413429:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384946.413431:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384946.413452:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384946.413453:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.413455:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384946.413457:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384946.416128:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003f1e2075. 00010000:00000010:2.1:1767384946.416136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009fb158e7. 00000100:00000040:3.0:1767384946.417867:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294935448, at 4294935449 00000100:00000010:3.0:1767384946.417876:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000372a7b31. 00000100:00000040:2.0:1767384946.417884:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294935448, at 4294935449 00000100:00000010:2.0:1767384946.417892:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000014a36851. 00000100:00000040:1.0:1767384946.417921:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294935448, at 4294935449 00000100:00000040:0.0:1767384946.417924:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294935448, at 4294935449 00000100:00000010:1.0:1767384946.417931:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004990b5d6. 00000100:00000010:0.0:1767384946.417934:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000a955263. 00010000:00000010:2.1:1767384946.420859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003ccf5960. 00000400:00000010:0.0:1767384946.423787:0:37270:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000063e604d5. 00000400:00000040:0.0:1767384946.423822:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384946.423824:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384946.423826:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384946.423827:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384946.423829:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384946.423829:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384946.423832:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384946.423833:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384946.423834:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384946.423835:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384946.423838:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384946.423840:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384946.423842:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384946.423844:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384946.423866:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384946.423868:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384946.423870:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384946.423871:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384946.423873:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384946.423875:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384946.423876:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384946.423877:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384946.423879:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384946.423880:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384946.423881:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384946.423883:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384946.423884:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384946.423885:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384946.423886:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384946.423887:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384946.423888:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384946.423889:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384946.423890:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384946.423891:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384946.423892:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384946.423893:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384946.423894:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384946.423901:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384946.423906:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384946.423907:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384946.423908:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384946.423910:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384946.423911:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384946.423912:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384946.423913:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384946.423914:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384946.423915:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384946.423915:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384946.423917:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384946.423918:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384946.423919:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384946.423920:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384946.423921:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384946.423922:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384946.423923:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384946.423924:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384946.423925:0:37270:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384946.424009:0:37270:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000063e604d5. 00010000:00000010:1.1:1767384946.426879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009e946a76. 00010000:00000010:1.1:1767384946.426891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000070e762e5. 00010000:00000001:0.0:1767384946.712882:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384946.712890:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384946.712899:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384946.712904:0:53:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384946.712907:0:53:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384946.712910:0:53:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384946.712913:0:53:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384946.712916:0:53:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384946.712920:0:53:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384946.712925:0:53:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384946.712952:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384946.712956:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384946.712959:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384947.096919:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp31 00000400:00000010:0.0:1767384947.096927:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000006c412ce. 00000400:00000010:0.0:1767384947.096940:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000cbb3a2ba. 00000400:00000010:0.0:1767384947.096946:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f6df32b. 00000400:00000010:0.0:1767384947.096965:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000655dca16. 00000400:00000200:0.0:1767384947.096982:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp31 00000400:00000200:0.0:1767384947.097000:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp31 local destination 00000400:00000200:0.0:1767384947.097006:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp31 00000400:00000200:0.0:1767384947.097013:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp31 NI seq info: [185:185:256:4294967295] 192.168.203.134@tcp31 LPNI seq info [180:180:8:4294967295] 00000400:00000200:0.0:1767384947.097023:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp31 00000400:00000200:0.0:1767384947.097038:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp31(192.168.203.134@tcp31:) -> 192.168.203.134@tcp31(192.168.203.134@tcp31:192.168.203.134@tcp31) : GET try# 0 00000800:00000200:0.0:1767384947.097042:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp31 00000800:00000010:0.0:1767384947.097047:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a11c0a83. 00000800:00000200:0.0:1767384947.097053:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000093cb5295] -> 12345-192.168.203.134@tcp31 (2) 00000800:00000200:0.1:1767384947.097057:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000093cb5295] -> 12345-192.168.203.134@tcp31 (2) 00000400:00000200:0.0:1767384947.097078:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp31 added to recovery queue. ping count: 5 next ping: 300 health :500 00000400:00000200:0.0:1767384947.097187:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:0.0:1767384947.097237:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384947.097267:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384947.097310:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384947.097327:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:0.0:1767384947.097349:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:0.0:1767384947.097372:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:0.0:1767384947.097388:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:0.0:1767384947.097406:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:0.0:1767384947.097445:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:0.0:1767384947.097487:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384947.097522:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384947.097571:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:0.0:1767384947.097594:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:0.0:1767384947.097614:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:0.0:1767384947.097632:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:0.0:1767384947.097650:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384947.097680:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:0.0:1767384947.097719:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:0.0:1767384947.097762:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:0.0:1767384947.097802:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:0.0:1767384947.097876:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:0.0:1767384947.097897:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:0.0:1767384947.097930:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:0.0:1767384947.097970:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:0.0:1767384947.098008:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:0.0:1767384947.098027:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:0.0:1767384947.098048:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:0.0:1767384947.098074:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:0.0:1767384947.098087:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:0.0:1767384947.098107:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:0.0:1767384947.098124:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384947.098137:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:0.0:1767384947.098152:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:0.0:1767384947.098164:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:0.0:1767384947.098278:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006f6381ab. 00000800:00000010:0.0:1767384947.098283:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a984e788. 00000800:00000010:0.0:1767384947.098287:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000aeed6e48. 00000800:00000010:0.0:1767384947.098303:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000aeed6e48. 00000800:00020000:0.0:1767384947.098322:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:0.0:1767384947.098324:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a984e788. 00000800:00000010:0.0:1767384947.098327:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006f6381ab. 00000400:02020000:0.0:1767384947.098355:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp31 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384947.098360:0:16348:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp31 notifying 192.168.203.134@tcp31: down 00000800:00000200:0.0:1767384947.098364:0:16348:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp31 down 00000800:00000100:0.0:1767384947.098368:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp31 00000800:00000010:0.0:1767384947.098371:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a11c0a83. 00000400:00000200:0.0:1767384947.098374:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384947.098377:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp31->192.168.203.134@tcp31: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384947.098382:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384947.098384:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384947.098393:0:16348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp31) recovery failed with -71 00010000:00000001:0.0:1767384947.737902:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384947.737909:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384947.737917:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384947.737919:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384947.737959:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384947.737964:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384947.737969:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384948.120910:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384948.120916:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384948.120920:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f6df32b 00000400:00000010:0.0:1767384948.120925:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f6df32b. 00000400:00000200:0.0:1767384948.120931:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384948.120941:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp31 recovery ping unlinked 00000800:00000200:3.0:1767384948.120944:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c62ef481] -> 12345-192.168.203.134@tcp12 (6) 00000400:00000010:0.0:1767384948.120953:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000006c412ce. 00000800:00000200:3.0:1767384948.120961:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp12 ip 192.168.203.134:988 00000400:00000010:0.0:1767384948.120964:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cbb3a2ba. 00000800:00000200:3.0:1767384948.120967:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ad538527 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384948.120979:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp44 00000400:00000010:0.0:1767384948.120983:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000006c412ce. 00000400:00000010:0.0:1767384948.120988:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000cbb3a2ba. 00000400:00000010:0.0:1767384948.120990:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f6df32b. 00000400:00000010:0.0:1767384948.120997:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000028df11. 00000400:00000200:0.0:1767384948.121003:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp44 00000400:00000200:0.0:1767384948.121018:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp44 local destination 00000400:00000200:0.0:1767384948.121023:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp44 00000400:00000200:0.0:1767384948.121026:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp44 NI seq info: [186:186:256:4294967295] 192.168.203.134@tcp44 LPNI seq info [181:181:8:4294967295] 00000400:00000200:0.0:1767384948.121031:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp44 00000400:00000200:0.0:1767384948.121037:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp44(192.168.203.134@tcp44:) -> 192.168.203.134@tcp44(192.168.203.134@tcp44:192.168.203.134@tcp44) : GET try# 0 00000800:00000200:0.0:1767384948.121041:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp44 00000800:00000010:0.0:1767384948.121045:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a11c0a83. 00000800:00000200:0.0:1767384948.121050:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bf0c4c24] -> 12345-192.168.203.134@tcp44 (2) 00000800:00000200:0.1:1767384948.121054:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bf0c4c24] -> 12345-192.168.203.134@tcp44 (2) 00000400:00000200:0.0:1767384948.121077:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp44 added to recovery queue. ping count: 1 next ping: 271 health :900 00000800:00000200:1.0:1767384948.121130:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384948.121138:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384948.121156:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384948.121162:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384948.121165:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384948.121177:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:3.0:1767384948.121259:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:3.0:1767384948.121295:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:3.0:1767384948.121320:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:3.0:1767384948.121348:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:3.0:1767384948.121377:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:3.0:1767384948.121407:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:3.0:1767384948.121448:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:3.0:1767384948.121501:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:3.0:1767384948.121545:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:3.0:1767384948.121594:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:3.0:1767384948.121641:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:3.0:1767384948.121689:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:3.0:1767384948.121734:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:3.0:1767384948.121780:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:3.0:1767384948.121802:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:3.0:1767384948.121825:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:3.0:1767384948.122776:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:3.0:1767384948.122886:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:3.0:1767384948.122947:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:3.0:1767384948.123000:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:3.0:1767384948.123026:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:3.0:1767384948.123067:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:3.0:1767384948.123148:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:3.0:1767384948.123178:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:3.0:1767384948.123212:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:3.0:1767384948.123240:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:3.0:1767384948.123284:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:3.0:1767384948.123353:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:3.0:1767384948.123482:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:3.0:1767384948.123616:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:3.0:1767384948.123770:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:3.0:1767384948.123891:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:3.0:1767384948.123954:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:3.0:1767384948.123994:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:3.0:1767384948.124152:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000044e9f4d5. 00000800:00000010:3.0:1767384948.124161:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a98fd7a8. 00000800:00000010:3.0:1767384948.124167:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006202690e. 00000800:00000010:3.0:1767384948.124206:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006202690e. 00000800:00020000:3.0:1767384948.124216:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:3.0:1767384948.124220:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a98fd7a8. 00000800:00000010:3.0:1767384948.124225:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000044e9f4d5. 00000400:02020000:3.0:1767384948.124295:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp44 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384948.124304:0:16346:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp44 notifying 192.168.203.134@tcp44: down 00000400:00000200:3.0:1767384948.124318:0:16346:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384948.124324:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp44 00000800:00000010:3.0:1767384948.124327:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a11c0a83. 00000400:00000200:3.0:1767384948.124333:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384948.124341:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp44->192.168.203.134@tcp44: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384948.124355:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384948.124358:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384948.124362:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp44) recovery failed with -71 00080000:00000010:1.0:1767384948.364617:0:37801:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004013767a. 00080000:00000010:1.0:1767384948.364634:0:37801:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004013767a. 00000020:00000001:1.0:1767384948.364640:0:37801:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384948.364650:0:37801:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004013767a. 00080000:00000010:1.0:1767384948.364657:0:37801:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004013767a. 00000020:00000001:1.0:1767384948.364667:0:37801:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384948.568913:0:17112:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384948.568922:0:17112:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384948.568933:0:17112:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000017100114. 00000020:00000040:1.0:1767384948.568945:0:17112:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:2.0:1767384948.568950:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b543db4a-4900-454f-be04-352b2897a173->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384948.568954:0:17112:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384948.568959:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767384948.568962:0:17112:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:2.0:1767384948.568967:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001083a74f. 02000000:00000001:1.0:1767384948.568972:0:17112:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384948.568973:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:2.0:1767384948.568980:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384948.568982:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384948.568986:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384948.568988:0:17112:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004541da2a. 02000000:00000010:2.0:1767384948.568993:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005aaa93af. 00000100:00000001:2.0:1767384948.569000:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.569001:0:17112:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384948.569013:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b543db4a-4900-454f-be04-352b2897a173->MGS req@000000001083a74f x1853237348037376/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384948.569014:0:17112:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384948.569021:0:17112:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384948.569032:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384948.569034:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384948.569038:0:17112:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017100114] to pc [ptlrpcd_00_00+0] req@0000000017100114 x1853237348037248/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384948.569042:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001083a74f] to pc [ptlrpcd_00_01+1] req@000000001083a74f x1853237348037376/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384948.569105:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384948.569107:0:17112:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384948.569110:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384948.569117:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384948.569120:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe377f3f. 00000020:00000040:2.0:1767384948.569123:0:38:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384948.569125:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384948.569126:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384948.569127:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384948.569130:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384948.569132:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.569134:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384948.569137:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767384948.569138:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c814e6b5. 00000100:00000001:3.0:1767384948.569139:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384948.569142:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384948.569148:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001083a74f x1853237348037376/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384948.569153:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000017100114 x1853237348037248/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384948.569157:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384948.569168:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000fe377f3f x1853237348037504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384948.569189:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384948.569193:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.569200:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384948.569202:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384948.569203:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384948.569206:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384948.569207:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384948.569209:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384948.569215:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384948.569216:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384948.569218:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe377f3f] to pc [ptlrpcd_00_02+2] req@00000000fe377f3f x1853237348037504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384948.569220:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001083a74f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348037376:0@lo:400: 02000000:00000001:1.0:1767384948.569222:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384948.569233:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.569234:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384948.569242:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1767384948.569244:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000017100114 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16358:1853237348037248:0@lo:13: 02000000:00000001:3.0:1767384948.569246:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384948.569251:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384948.569252:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.569257:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384948.569258:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:3.0:1767384948.569259:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bad03257. 02000000:00000001:3.0:1767384948.569266:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384948.569266:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384948.569267:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767384948.569272:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384948.569274:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000193de0a2. 00000400:00000010:3.0:1767384948.569277:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000659fa31. 02000000:00000001:1.0:1767384948.569279:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1767384948.569280:0:38:0:(genops.c:1229:class_import_get()) import 00000000aab4eb9e refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384948.569286:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384948.569288:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1767384948.569289:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc2b0418. 02000000:00000010:1.0:1767384948.569290:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000a4d3b15. 02000000:00000001:2.0:1767384948.569292:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384948.569299:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348037376, portal 25 02000000:00000001:1.0:1767384948.569299:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384948.569301:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000613b0926. 00000100:00000001:3.0:1767384948.569306:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384948.569309:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.569310:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585658079360 : -119488051472256 : ffff935385231880) 00000400:00000010:1.0:1767384948.569329:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f4ff3e0. 00000100:00000040:2.0:1767384948.569338:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000193de0a2 x1853237348037632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384948.569344:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001083a74f x1853237348037376/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384948.569346:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8f9ca25. 00000100:00000200:1.0:1767384948.569362:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348037248, portal 4 00000100:00000001:2.0:1767384948.569382:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384948.569386:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.569393:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384948.569394:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384948.569396:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000193de0a2] to pc [ptlrpcd_00_03+3] req@00000000193de0a2 x1853237348037632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384948.569400:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590750699008 : -119482958852608 : ffff9354b4ae4e00) 00000100:00000040:3.0:1767384948.569443:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384948.569451:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000340fbb2f. 00000100:00000040:1.0:1767384948.569471:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000017100114 x1853237348037248/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384964 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384948.569475:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384948.569476:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237348037376, offset 0 00000100:00000040:2.0:1767384948.569483:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767384948.569494:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384948.569495:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384948.569501:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b4b862f1. 00000100:00000001:1.0:1767384948.569504:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1767384948.569507:0:38:0:(genops.c:1229:class_import_get()) import 0000000062c1ff66 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384948.569510:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767384948.569513:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384948.569514:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384948.569538:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384948.569539:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384948.569544:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000afc9968b. 02000000:00000010:2.0:1767384948.569560:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000092f0a196. 00000100:00000200:1.0:1767384948.569560:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237348037248, offset 0 00000400:00000200:3.0:1767384948.569563:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958271d07300 00000100:00000001:2.0:1767384948.569571:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384948.569582:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000b4b862f1 x1853237348037760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384948.569587:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15dd [2] + 0 00000400:00000010:3.0:1767384948.569605:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f83f1cb7. 00000100:00000001:2.0:1767384948.569612:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384948.569616:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003f25c9c2 00000100:00000001:2.0:1767384948.569617:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384948.569627:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384948.569630:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4b862f1] to pc [ptlrpcd_00_00+0] req@00000000b4b862f1 x1853237348037760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384948.569636:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384948.569646:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384948.569662:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f25c9c2 00000400:00000010:3.0:1767384948.569668:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003f25c9c2. 00000100:00000001:2.0:1767384948.569669:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384948.569671:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384948.569681:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384948.569684:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (275) 00000100:00000200:3.0:1767384948.569686:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384948.569694:0:16359:0:(events.c:337:request_in_callback()) incoming req@00000000c7f92d0a x1853237348037376 msgsize 224 00000400:00000200:1.0:1767384948.569701:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958271d07280 00000100:00100000:3.0:1767384948.569714:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384948.569720:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384948.569723:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384948.569730:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3136 00000100:00000001:2.0:1767384948.569731:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384948.569737:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384948.569739:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384948.569746:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fe377f3f x1853237348037504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384948.569752:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384948.569754:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000340fbb2f 00000400:00000010:3.0:1767384948.569761:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000340fbb2f. 00000100:00000001:3.0:1767384948.569771:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384948.569776:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384948.569781:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1767384948.569783:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001083a74f x1853237348037376/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384948.569788:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.569796:0:16358:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384948.569799:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1767384948.569807:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000001:2.0:1767384948.569808:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384948.569811:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384948.569820:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384948.569822:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001083a74f x1853237348037376/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384964 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384948.569832:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fe377f3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16360:1853237348037504:0@lo:400: 00000100:00000010:1.0:1767384948.569878:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e67cb30f. 00000100:00000001:2.0:1767384948.569881:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384948.569891:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384948.569891:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000e67cb30f x1853237348037248 msgsize 224 00000100:00000001:3.0:1767384948.569893:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384948.569898:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.569904:0:16359:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384948.569906:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384948.569929:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384948.569931:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c63498e. 00000100:00100000:1.0:1767384948.569931:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384948.569937:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.569938:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294937606 00000400:00000010:2.0:1767384948.569944:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015762615. 00000100:00000010:3.0:1767384948.569946:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000301427ae. 00000400:00000010:2.0:1767384948.569952:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b0ce52c. 00000100:00000001:1.0:1767384948.569953:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384948.569957:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000100:00000200:2.0:1767384948.569962:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348037504, portal 4 00000400:00000200:1.0:1767384948.569966:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afc9968b 00000100:00000001:2.0:1767384948.569967:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384948.569968:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294937606 00000100:00000001:2.0:1767384948.569970:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585658083840 : -119488051467776 : ffff935385232a00) 00000400:00000010:1.0:1767384948.569973:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000afc9968b. 00000100:00000040:2.0:1767384948.569979:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fe377f3f x1853237348037504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384948.569981:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:3.0:1767384948.569982:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ad69c509. 00000100:00000001:3.0:1767384948.569989:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000200:1.0:1767384948.569992:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000017100114 x1853237348037248/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384964 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384948.569996:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294937606 00000100:00000010:3.0:1767384948.570004:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb377f89. 00000100:00000001:3.0:1767384948.570011:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384948.570017:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294937606 00000100:00000001:2.0:1767384948.570022:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1767384948.570024:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000312f5afd. 00000100:00000001:3.0:1767384948.570032:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1767384948.570033:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384948.570036:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384948.570040:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050f4446d. 00000100:00000001:3.0:1767384948.570042:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384948.570045:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000017100114 x1853237348037248/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384964 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384948.570048:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384948.570048:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237348037504, offset 0 00000100:00000001:3.0:1767384948.570058:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384948.570064:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384948.570065:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384948.570070:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.570074:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384948.570079:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384948.570079:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384948.570084:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384948.570084:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.570091:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384948.570093:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958271d07380 00000100:00000001:3.0:1767384948.570094:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384948.570097:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 2976 usecs (3 jiffies) 00000100:00000001:3.0:1767384948.570100:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.570104:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294937604 00000400:00000200:2.0:1767384948.570105:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 4112 00000100:00100000:3.0:1767384948.570107:0:16359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767384948.570114:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384948.570116:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384948.570120:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384948.570124:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384948.570124:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294937606 00000400:00000200:2.0:1767384948.570125:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384948.570131:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384948.570135:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384948.570135:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294937604 00000100:00000001:2.0:1767384948.570138:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384948.570140:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767384948.570142:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1767384948.570144:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294937606 00000100:00000010:2.0:1767384948.570147:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008ddef010. 00000100:00000040:3.0:1767384948.570148:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b4b862f1 x1853237348037760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384948.570153:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294937604 00000100:00000040:2.0:1767384948.570155:0:16360:0:(events.c:337:request_in_callback()) incoming req@000000008ddef010 x1853237348037504 msgsize 224 00000100:00000001:1.0:1767384948.570161:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294937606 00000100:00000001:1.0:1767384948.570169:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294937604 00000100:00100000:2.0:1767384948.570173:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384948.570177:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294937606 00000100:00000001:3.0:1767384948.570180:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384948.570183:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384948.570184:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384948.570186:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384948.570192:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384948.570193:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384948.570196:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050f4446d 02000000:00000001:3.0:1767384948.570198:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384948.570199:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384948.570200:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050f4446d. 02000000:00000001:3.0:1767384948.570203:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.570209:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384948.570211:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b4b862f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16359:1853237348037760:0@lo:400: 00000100:00000001:2.0:1767384948.570211:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384948.570218:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384948.570219:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767384948.570220:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fe377f3f x1853237348037504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384948.570225:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767384948.570229:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384948.570235:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384948.570236:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384948.570238:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384948.570241:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384948.570242:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384948.570245:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fe377f3f x1853237348037504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384964 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384948.570247:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384948.570248:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001bd315ee. 02000000:00000001:3.0:1767384948.570255:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.570256:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384948.570264:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384948.570266:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ffa2f5a. 00000100:00000001:2.0:1767384948.570269:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767384948.570273:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000340fbb2f. 00000100:00000001:2.0:1767384948.570274:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384948.570280:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348037760, portal 10 00000100:00000001:1.0:1767384948.570280:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384948.570281:0:16360:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 2976 usecs (3 jiffies) 00000100:00000001:1.0:1767384948.570286:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384948.570287:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384948.570288:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294937604 00000100:00000001:3.0:1767384948.570292:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585658073088 : -119488051478528 : ffff935385230000) 00000100:00000001:1.0:1767384948.570293:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384948.570294:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294937606 00000100:00000001:2.0:1767384948.570299:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294937604 00000100:00000001:2.0:1767384948.570302:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294937606 00000100:00000040:3.0:1767384948.570305:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b4b862f1 x1853237348037760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384948.570306:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000193de0a2 x1853237348037632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384948.570316:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294937604 00000100:00000001:2.0:1767384948.570325:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294937606 00000100:00000001:2.0:1767384948.570331:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294937604 00000100:00000001:3.0:1767384948.570334:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384948.570338:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294937606 00000100:00000040:3.0:1767384948.570343:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384948.570345:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384948.570349:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078859d67. 00000100:00000001:2.0:1767384948.570350:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.570350:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384948.570356:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384948.570357:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237348037760, offset 0 00000100:00000001:2.0:1767384948.570358:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384948.570366:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384948.570367:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384948.570372:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384948.570372:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384948.570374:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384948.570377:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1767384948.570380:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384948.570383:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384948.570385:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384948.570389:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384948.570393:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000193de0a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16361:1853237348037632:0@lo:400: 00000100:00000001:2.0:1767384948.570394:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384948.570399:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958271d07480 00000100:00000001:2.0:1767384948.570401:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.570407:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384948.570412:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384948.570416:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7832 02000000:00000001:1.0:1767384948.570417:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384948.570439:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384948.570447:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384948.570447:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384948.570448:0:17896:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384948.570453:0:17896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348037504 00000100:00000001:3.0:1767384948.570454:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384948.570459:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1767384948.570460:0:17896:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384948.570464:0:17896:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1767384948.570464:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c6482ea4. 00000100:00000010:3.0:1767384948.570467:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008e6892f1. 00000100:00000001:2.0:1767384948.570469:0:17896:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384948.570471:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384948.570475:0:16359:0:(events.c:337:request_in_callback()) incoming req@000000008e6892f1 x1853237348037760 msgsize 224 02000000:00000001:2.0:1767384948.570478:0:17896:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384948.570481:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bef0f9ce. 00000100:00100000:3.0:1767384948.570485:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767384948.570487:0:17896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348037504 00000400:00000010:1.0:1767384948.570490:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000afc9968b. 00000020:00000001:2.0:1767384948.570491:0:17896:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384948.570495:0:17896:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562efd 00000100:00000001:3.0:1767384948.570498:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:1.0:1767384948.570500:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348037632, portal 10 00000020:00000001:2.0:1767384948.570501:0:17896:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384948.570504:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078859d67 00000020:00000040:2.0:1767384948.570505:0:17896:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d9a32349 refcount=5 00000100:00000001:1.0:1767384948.570509:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1767384948.570510:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078859d67. 00000020:00000001:2.0:1767384948.570511:0:17896:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000001:1.0:1767384948.570515:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585658082048 : -119488051469568 : ffff935385232300) 00000100:00000001:3.0:1767384948.570517:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1767384948.570517:0:17896:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000200:3.0:1767384948.570525:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b4b862f1 x1853237348037760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384948.570528:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384948.570533:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000193de0a2 x1853237348037632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384948.570535:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8eee324. 00000100:00000001:3.0:1767384948.570538:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384948.570544:0:17896:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000059a4bd9d. 00000100:00000040:3.0:1767384948.570552:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b4b862f1 x1853237348037760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384948.570556:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384948.570567:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384948.570567:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1767384948.570589:0:17896:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000029ff95b7) now 6 - evictor 00000100:00000001:3.0:1767384948.570591:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1767384948.570595:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a63f17dc. 00000100:00000001:3.0:1767384948.570603:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384948.570607:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237348037632, offset 0 00000100:00000001:2.0:1767384948.570612:0:17896:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:3.0:1767384948.570613:0:16359:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2577 usecs (3 jiffies) 00000100:00000001:3.0:1767384948.570621:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294937604 00000020:00000010:2.0:1767384948.570625:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c65522f. 00000400:00000200:1.0:1767384948.570626:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384948.570628:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294937606 00000100:00000001:3.0:1767384948.570638:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294937604 00000020:00000010:2.0:1767384948.570639:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000808a51d4. 00000100:00000001:3.0:1767384948.570642:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294937606 00000100:00000001:3.0:1767384948.570645:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294937604 00000100:00000001:3.0:1767384948.570651:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294937606 00000400:00000200:1.0:1767384948.570658:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384948.570659:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294937604 00000020:00000010:2.0:1767384948.570663:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f4ff9895. 00000100:00000001:3.0:1767384948.570668:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294937606 00000100:00000001:3.0:1767384948.570676:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384948.570679:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.570685:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384948.570687:0:17896:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384948.570689:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384948.570696:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958271d07400 00000100:00000001:2.0:1767384948.570698:0:17896:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384948.570703:0:17896:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384948.570712:0:17896:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384948.570721:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8056 00000100:00000001:3.0:1767384948.570728:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384948.570729:0:17896:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:1.0:1767384948.570735:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384948.570738:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348037376 00000100:00000001:2.0:1767384948.570740:0:17896:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:3.0:1767384948.570748:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384948.570749:0:17896:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384948.570750:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384948.570755:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384948.570763:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.570767:0:16361:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384948.570770:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384948.570771:0:17896:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384948.570772:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:3.0:1767384948.570784:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348037376 00000100:00000010:1.0:1767384948.570789:0:16361:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f3e38540. 00000020:00000001:3.0:1767384948.570790:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384948.570797:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000040:1.0:1767384948.570800:0:16361:0:(events.c:337:request_in_callback()) incoming req@00000000f3e38540 x1853237348037632 msgsize 224 00000100:00000001:2.0:1767384948.570801:0:17896:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384948.570802:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384948.570810:0:17896:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:3.0:1767384948.570811:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000020:00000001:3.0:1767384948.570827:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00100000:2.0:1767384948.570827:0:17896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1767384948.570827:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1767384948.570862:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:3.0:1767384948.570868:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384948.570873:0:17896:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d9a32349 : new rpc_count 1 00000100:00000001:2.0:1767384948.570878:0:17896:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624585658077568 : -119488051474048 : ffff935385231180) 00000020:00000010:3.0:1767384948.570885:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005fda9bc3. 00000100:00000001:1.0:1767384948.570887:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384948.570891:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008ddef010 x1853237348037504/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:174/0 lens 224/0 e 0 to 0 dl 1767384959 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384948.570896:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384948.570900:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a63f17dc 00000020:00000010:3.0:1767384948.570908:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005fda9bc3. 00000400:00000010:1.0:1767384948.570910:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a63f17dc. 00000100:00000001:1.0:1767384948.570923:0:16361:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1767384948.570926:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000100f27a4. 00000100:00000001:2.0:1767384948.570927:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384948.570937:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c45ec48e. 00000100:00000200:1.0:1767384948.570937:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000193de0a2 x1853237348037632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384948.570939:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005535015d. 00000100:00000001:2.0:1767384948.570950:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384948.570952:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004e2dfea1. 00000020:00000010:2.0:1767384948.570962:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c45ec48e. 00000100:00000040:3.0:1767384948.570991:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384948.570995:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384948.570997:0:17896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008ddef010 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16360:x1853237348037504:12345-0@lo:400: 00000100:00000001:3.0:1767384948.570998:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384948.571002:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1767384948.571005:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000193de0a2 x1853237348037632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384948.571008:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384948.571008:0:17896:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348037504 00000020:00000001:2.0:1767384948.571016:0:17896:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384948.571019:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384948.571023:0:17896:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384948.571027:0:17896:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.571033:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384948.571036:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384948.571037:0:17896:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384948.571040:0:17896:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000020:00000001:2.0:1767384948.571043:0:17896:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384948.571047:0:17896:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384948.571048:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384948.571054:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384948.571054:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384948.571055:0:17896:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384948.571061:0:17896:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:3.0:1767384948.571064:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000020:00000001:2.0:1767384948.571066:0:17896:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.571067:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384948.571069:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000020:00000001:2.0:1767384948.571071:0:17896:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384948.571076:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590666962000 : -119483042589616 : ffff9354afb09450) 00000100:00000040:1.0:1767384948.571078:0:16361:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2748 usecs (3 jiffies) 00000100:00000040:3.0:1767384948.571082:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c7f92d0a x1853237348037376/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:174/0 lens 224/0 e 0 to 0 dl 1767384959 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384948.571086:0:17896:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384948.571088:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294937605 02000000:00000001:2.0:1767384948.571091:0:17896:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384948.571097:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000dfec6960. 00000100:00000001:1.0:1767384948.571100:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294937606 02000000:00000001:2.0:1767384948.571105:0:17896:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.571107:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384948.571108:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294937605 00000100:00000001:2.0:1767384948.571109:0:17896:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384948.571113:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005fda9bc3. 00000020:00000001:2.0:1767384948.571117:0:17896:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.571119:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384948.571119:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294937606 00010000:00000040:2.0:1767384948.571122:0:17896:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237348037504 00000020:00000010:3.0:1767384948.571128:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005fda9bc3. 00000100:00000001:1.0:1767384948.571129:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294937605 00010000:00000001:2.0:1767384948.571130:0:17896:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384948.571137:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294937606 00000100:00100000:3.0:1767384948.571139:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c7f92d0a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+14:16359:x1853237348037376:12345-0@lo:400: 00010000:00000200:2.0:1767384948.571140:0:17896:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008ddef010 x1853237348037504/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:174/0 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384948.571148:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294937605 00000100:00000200:3.0:1767384948.571151:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348037376 00000100:00000001:1.0:1767384948.571158:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294937606 00000020:00000001:3.0:1767384948.571159:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384948.571162:0:17896:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1767384948.571165:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384948.571166:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384948.571167:0:17896:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384948.571168:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.571174:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384948.571176:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00001000:2.0:1767384948.571177:0:17896:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7bcd663 time=72 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384948.571182:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289088 : -1048262528 : ffffffffc184c880) 00000100:00000001:1.0:1767384948.571182:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384948.571184:0:17896:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384948.571190:0:17896:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000020:00000001:3.0:1767384948.571192:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384948.571192:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384948.571194:0:17896:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000020:00000001:3.0:1767384948.571196:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384948.571201:0:17896:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384948.571203:0:17896:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.571207:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384948.571208:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384948.571209:0:17896:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384948.571214:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384948.571215:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1767384948.571217:0:17896:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384948.571220:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384948.571224:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050f4446d. 00000020:00000001:3.0:1767384948.571225:0:17084:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384948.571225:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384948.571232:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384948.571233:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1767384948.571233:0:17896:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237348037504, offset 224 00000100:00000001:1.0:1767384948.571239:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384948.571240:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384948.571245:0:17896:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1767384948.571247:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000487233c7. 00000100:00000001:1.0:1767384948.571248:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384948.571252:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.571257:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384948.571260:0:17896:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384948.571261:0:17084:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384948.571265:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348037376 00010000:00000001:3.0:1767384948.571268:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767384948.571271:0:17896:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958271d07380 00010000:00000200:3.0:1767384948.571276:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c7f92d0a x1853237348037376/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:174/0 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384948.571280:0:17899:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384948.571283:0:17896:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1e7d [1] + 224 00000100:00100000:1.0:1767384948.571288:0:17899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348037248 02000000:00000001:1.0:1767384948.571296:0:17899:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384948.571297:0:17896:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384948.571298:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384948.571301:0:17899:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384948.571303:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.571308:0:17899:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384948.571309:0:17896:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:3.0:1767384948.571310:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=82 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384948.571319:0:17899:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.571320:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384948.571320:0:17896:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384948.571327:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 22 to 0@lo 00000100:00100000:1.0:1767384948.571328:0:17899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348037248 00000100:00000200:2.0:1767384948.571330:0:17896:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fe377f3f x1853237348037504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384948.571335:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000020:00000001:1.0:1767384948.571335:0:17899:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384948.571341:0:17899:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562efd 02000000:00000001:3.0:1767384948.571342:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384948.571347:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384948.571348:0:17899:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384948.571354:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1767384948.571355:0:17899:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d9a32349 refcount=6 00000100:00000040:2.0:1767384948.571359:0:17896:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fe377f3f x1853237348037504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384948.571364:0:17899:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000040:3.0:1767384948.571365:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384948.571370:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078859d67. 00000100:00000200:3.0:1767384948.571376:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237348037376, offset 224 00000020:00000001:1.0:1767384948.571380:0:17899:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000001:2.0:1767384948.571381:0:17896:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384948.571386:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384948.571390:0:17899:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384948.571398:0:17899:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000becab1b3. 00000400:00000200:2.0:1767384948.571399:0:17896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050f4446d 00000400:00000200:3.0:1767384948.571400:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384948.571406:0:17896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050f4446d. 00000100:00000001:1.0:1767384948.571408:0:17899:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384948.571412:0:17896:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:1.0:1767384948.571414:0:17899:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000becab1b3. 00000400:00000200:3.0:1767384948.571416:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958271d07300 00000100:00000001:2.0:1767384948.571417:0:17896:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384948.571439:0:17896:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384948.571440:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1e6d [1] + 224 00000020:00000010:1.0:1767384948.571446:0:17899:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c66b3ead. 00000100:00000040:2.0:1767384948.571448:0:17896:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 21 to 0@lo 00000400:00000200:3.0:1767384948.571449:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384948.571455:0:17896:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:1.0:1767384948.571457:0:17899:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036473269. 00000020:00000001:2.0:1767384948.571460:0:17896:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384948.571479:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767384948.571486:0:17899:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ec979b2c. 00000020:00000001:2.0:1767384948.571489:0:17896:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384948.571493:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384948.571500:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008ddef010 x1853237348037504/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:174/0 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384948.571505:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001083a74f x1853237348037376/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384948.571509:0:17899:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384948.571521:0:17899:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384948.571528:0:17899:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384948.571534:0:17899:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384948.571553:0:17896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008ddef010 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16360:x1853237348037504:12345-0@lo:400: Request processed in 623us (1392us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384948.571553:0:17899:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384948.571584:0:17896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:1.0:1767384948.571585:0:17899:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384948.571590:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001083a74f x1853237348037376/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384948.571591:0:17896:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d9a32349 : new rpc_count 0 00000100:00000001:2.0:1767384948.571600:0:17896:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384948.571605:0:17896:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384948.571613:0:17899:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384948.571615:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000808a51d4. 00000100:00000001:1.0:1767384948.571620:0:17899:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384948.571625:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384948.571626:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f4ff9895. 00000100:00100000:1.0:1767384948.571636:0:17899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000020:00000010:2.0:1767384948.571638:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c65522f. 00000400:00000200:3.0:1767384948.571639:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078859d67 00000100:00000040:1.0:1767384948.571646:0:17899:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d9a32349 : new rpc_count 1 00000400:00000010:3.0:1767384948.571648:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078859d67. 00000020:00000040:2.0:1767384948.571652:0:17896:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 5 00000100:00000001:1.0:1767384948.571658:0:17899:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590750706176 : -119482958845440 : ffff9354b4ae6a00) 00000100:00000001:2.0:1767384948.571663:0:17896:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384948.571664:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384948.571671:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1767384948.571677:0:17899:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e67cb30f x1853237348037248/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:174/0 lens 224/0 e 0 to 0 dl 1767384959 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384948.571682:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384948.571694:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00080000:2.0:1767384948.571697:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00000001:3.0:1767384948.571706:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000040:2.0:1767384948.571709:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000029ff95b7) now 6 - evictor 00000020:00000001:3.0:1767384948.571713:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.571714:0:17899:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384948.571724:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1767384948.571728:0:17899:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000becab1b3. 00000100:00000001:2.0:1767384948.571733:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384948.571734:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c7f92d0a x1853237348037376/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:174/0 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384948.571741:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384948.571741:0:17899:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1767384948.571751:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1767384948.571757:0:17899:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000becab1b3. 00000400:00000001:2.0:1767384948.571758:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384948.571781:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015762615. 00000100:00100000:3.0:1767384948.571783:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c7f92d0a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+14:16359:x1853237348037376:12345-0@lo:400: Request processed in 653us (2065us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384948.571788:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b0ce52c 00000400:00000010:2.0:1767384948.571792:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b0ce52c. 00000100:00100000:1.0:1767384948.571794:0:17899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e67cb30f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16358:x1853237348037248:12345-0@lo:13: 00000100:00000001:2.0:1767384948.571798:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384948.571801:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00000200:2.0:1767384948.571806:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fe377f3f x1853237348037504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384948.571808:0:17899:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348037248 00000100:00000040:3.0:1767384948.571809:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:3.0:1767384948.571816:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1767384948.571817:0:17899:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384948.571823:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767384948.571826:0:17899:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:3.0:1767384948.571829:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005535015d. 00000100:00000200:2.0:1767384948.571831:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fe377f3f x1853237348037504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384948.571832:0:17899:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384948.571835:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004e2dfea1. 00000020:00000001:1.0:1767384948.571838:0:17899:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:3.0:1767384948.571841:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000100f27a4. 00000020:00000001:1.0:1767384948.571844:0:17899:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665454032 : -1044097584 : ffffffffc1c455d0) 00000020:00000040:3.0:1767384948.571866:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000100:00000001:2.0:1767384948.571875:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384948.571876:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384948.571878:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384948.571879:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000487233c7. 00000100:00000001:2.0:1767384948.571885:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384948.571886:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384948.571891:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384948.571892:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767384948.571892:0:17899:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:3.0:1767384948.571896:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384948.571898:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384948.571900:0:17899:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384948.571903:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384948.571906:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000baf2f313. 00000020:00000001:1.0:1767384948.571907:0:17899:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384948.571908:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384948.571914:0:17899:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:3.0:1767384948.571916:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a3fbe85e. 00000100:00001000:2.0:1767384948.571917:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000056cb386c time=72 v=5 (5 0 0 0) 00000020:00000001:1.0:1767384948.571920:0:17899:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384948.571929:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000785c58c4 time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384948.571931:0:17899:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384948.571933:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384948.571937:0:17899:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384948.571938:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.571940:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384948.571944:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1767384948.571947:0:17899:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000ace57d61. 00010000:00080000:2.0:1767384948.571950:0:16360:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000fe377f3f x1853237348037504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384948.571951:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384948.571954:0:17899:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384948.571957:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384948.571962:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384948.571964:0:17899:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384948.571967:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000659fa31. 00002000:00000001:1.0:1767384948.571974:0:17899:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000400:00000200:3.0:1767384948.571975:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc2b0418 00010000:00000001:2.0:1767384948.571975:0:16360:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384948.571982:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc2b0418. 00000100:00000001:2.0:1767384948.571984:0:16360:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00002000:00000001:1.0:1767384948.571985:0:17899:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:3.0:1767384948.571988:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384948.571988:0:16360:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000001:1.0:1767384948.571991:0:17899:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:2.0:1767384948.571995:0:16360:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:3.0:1767384948.571997:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001083a74f x1853237348037376/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384948.571998:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384948.572009:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fe377f3f x1853237348037504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384948.572010:0:17899:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384948.572014:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001083a74f x1853237348037376/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000024:1.0:1767384948.572021:0:17899:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:1.0:1767384948.572034:0:17899:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:2.0:1767384948.572038:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384948.572046:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000020:1.0:1767384948.572047:0:17899:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000d9a32349 dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767384948.572048:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384948.572051:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384948.572053:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384948.572061:0:16359:0:(client.c:1578:after_reply()) Process entered 00002000:00000020:1.0:1767384948.572062:0:17899:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000040:2.0:1767384948.572064:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe377f3f x1853237348037504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384948.572065:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384948.572069:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00002000:00000001:1.0:1767384948.572073:0:17899:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:3.0:1767384948.572074:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384948.572081:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384948.572085:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fe377f3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16360:1853237348037504:0@lo:400: 00000001:00000001:1.0:1767384948.572085:0:17899:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00001000:3.0:1767384948.572087:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=82 v=5 (5 0 0 0) 00000001:00000001:1.0:1767384948.572092:0:17899:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384948.572098:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384948.572100:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1767384948.572101:0:17899:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.572102:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384948.572105:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384948.572106:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384948.572109:0:17899:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237348037248 00010000:00000001:3.0:1767384948.572111:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767384948.572113:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fe377f3f x1853237348037504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384948.572115:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384948.572118:0:17899:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384948.572121:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384948.572130:0:17899:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e67cb30f x1853237348037248/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:174/0 lens 224/368 e 0 to 0 dl 1767384959 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384948.572132:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001083a74f x1853237348037376/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384948.572145:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384948.572155:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384948.572160:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c63498e. 02000000:00000001:2.0:1767384948.572168:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384948.572172:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384948.572175:0:16360:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384948.572177:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384948.572180:0:17899:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767384948.572181:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384948.572182:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384948.572187:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384948.572187:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c814e6b5. 00010000:00000001:1.0:1767384948.572188:0:17899:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384948.572196:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767384948.572197:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001083a74f x1853237348037376/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384948.572197:0:17899:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097a41e79 time=72 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384948.572199:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384948.572203:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fe377f3f. 00000100:00000001:2.0:1767384948.572209:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384948.572212:0:17899:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384948.572214:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384948.572220:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384948.572221:0:17899:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00100000:3.0:1767384948.572225:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001083a74f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348037376:0@lo:400: 00000100:00000001:2.0:1767384948.572227:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384948.572230:0:17899:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000001:2.0:1767384948.572231:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.572234:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384948.572237:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384948.572239:0:17899:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384948.572241:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384948.572245:0:17899:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.572247:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384948.572270:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001083a74f x1853237348037376/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384948.572288:0:17899:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384948.572289:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384948.572295:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384948.572301:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bad03257. 00000100:00000040:1.0:1767384948.572305:0:17899:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384948.572306:0:17091:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384948.572310:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1767384948.572314:0:17091:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348037760 00000020:00000001:3.0:1767384948.572317:0:16359:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1767384948.572320:0:17091:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1767384948.572320:0:17899:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a63f17dc. 00000020:00000040:3.0:1767384948.572322:0:16359:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000100:00000001:2.0:1767384948.572327:0:17091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384948.572335:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384948.572336:0:17091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384948.572338:0:17899:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237348037248, offset 224 02000000:00000010:3.0:1767384948.572342:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005aaa93af. 02000000:00000001:2.0:1767384948.572346:0:17091:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384948.572355:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:2.0:1767384948.572355:0:17091:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348037760 00000400:00000200:1.0:1767384948.572361:0:17899:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384948.572363:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1767384948.572364:0:17091:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:3.0:1767384948.572371:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001083a74f. 00000020:00000040:2.0:1767384948.572372:0:17091:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562ee1 00000020:00000001:2.0:1767384948.572380:0:17091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384948.572383:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:2.0:1767384948.572386:0:17091:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000083ded37e refcount=5 00000400:00000200:1.0:1767384948.572388:0:17899:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384948.572390:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384948.572397:0:17091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00000100:00000001:3.0:1767384948.572400:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384948.572408:0:17091:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00000100:00000001:3.0:1767384948.572409:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384948.572415:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384948.572419:0:17899:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958271d07280 00000100:00000001:2.0:1767384948.572420:0:17091:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384948.572446:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384948.572450:0:17091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c45ec48e. 00000100:00000001:3.0:1767384948.572454:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384948.572460:0:17091:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000fe9ac43d. 00000020:00000040:2.0:1767384948.572471:0:17091:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8d9ce3b) now 8 - evictor 00000400:00000200:1.0:1767384948.572480:0:17899:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1e71 [1] + 224 00000100:00000001:2.0:1767384948.572489:0:17091:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:1.0:1767384948.572494:0:17899:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384948.572496:0:17091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c63498e. 00000020:00000010:2.0:1767384948.572507:0:17091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000808a51d4. 00000400:00000200:1.0:1767384948.572514:0:17899:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384948.572516:0:17089:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384948.572524:0:17089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348037632 00000100:00000001:1.0:1767384948.572524:0:17899:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384948.572527:0:17091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f4ff9895. 02000000:00000001:3.0:1767384948.572534:0:17089:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384948.572542:0:17089:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384948.572543:0:17899:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000017100114 x1853237348037248/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384964 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384948.572546:0:17091:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384948.572547:0:17089:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384948.572556:0:17091:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1767384948.572559:0:17089:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384948.572562:0:17091:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1767384948.572571:0:17089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348037632 00000100:00000001:2.0:1767384948.572572:0:17091:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384948.572579:0:17089:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384948.572584:0:17091:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:3.0:1767384948.572587:0:17089:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562e71 00000100:00000001:2.0:1767384948.572590:0:17091:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1767384948.572593:0:17089:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384948.572594:0:17899:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000017100114 x1853237348037248/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384948.572595:0:17091:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384948.572599:0:17089:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099807a16 refcount=5 00000020:00000001:3.0:1767384948.572608:0:17089:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00000020:00000001:3.0:1767384948.572615:0:17089:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00000100:00000001:2.0:1767384948.572618:0:17091:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384948.572628:0:17089:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384948.572638:0:17089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005fda9bc3. 00000100:00000001:2.0:1767384948.572641:0:17091:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384948.572645:0:17089:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384948.572647:0:17091:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384948.572653:0:17091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00000001:1.0:1767384948.572655:0:17899:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384948.572661:0:17091:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000083ded37e : new rpc_count 1 00000020:00000010:3.0:1767384948.572664:0:17089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005fda9bc3. 00000100:00000001:2.0:1767384948.572667:0:17091:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624585647288576 : -119488062263040 : ffff9353847e7100) 00000400:00000200:1.0:1767384948.572672:0:17899:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a63f17dc 00000020:00000010:3.0:1767384948.572676:0:17089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000100f27a4. 00000100:00000040:2.0:1767384948.572678:0:17091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008e6892f1 x1853237348037760/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:174/0 lens 224/0 e 0 to 0 dl 1767384959 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384948.572683:0:17899:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a63f17dc. 00000020:00000010:3.0:1767384948.572688:0:17089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005535015d. 00000100:00000001:1.0:1767384948.572699:0:17899:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:3.0:1767384948.572700:0:17089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004e2dfea1. 00000100:00000001:2.0:1767384948.572704:0:17091:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384948.572708:0:17899:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767384948.572712:0:17091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000015db252f. 00000100:00000001:3.0:1767384948.572714:0:17089:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384948.572721:0:17899:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.572722:0:17089:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384948.572723:0:17091:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384948.572729:0:17089:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384948.572733:0:17091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000015db252f. 00000100:00000001:3.0:1767384948.572739:0:17089:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:1.0:1767384948.572739:0:17899:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:3.0:1767384948.572746:0:17089:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:2.0:1767384948.572748:0:17091:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008e6892f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16359:x1853237348037760:12345-0@lo:400: 00000100:00000001:3.0:1767384948.572754:0:17089:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384948.572755:0:17899:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:2.0:1767384948.572757:0:17091:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348037760 00000020:00000001:2.0:1767384948.572766:0:17091:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384948.572766:0:17899:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384948.572772:0:17091:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384948.572776:0:17899:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384948.572777:0:17091:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.572778:0:17089:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384948.572790:0:17091:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1767384948.572793:0:17899:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e67cb30f x1853237348037248/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:174/0 lens 224/368 e 0 to 0 dl 1767384959 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384948.572795:0:17091:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000020:00000001:2.0:1767384948.572803:0:17091:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384948.572804:0:17089:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384948.572810:0:17091:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384948.572812:0:17089:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384948.572860:0:17089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000020:00000001:2.0:1767384948.572861:0:17091:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384948.572868:0:17091:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1767384948.572870:0:17089:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000099807a16 : new rpc_count 1 00000020:00000001:2.0:1767384948.572873:0:17091:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.572879:0:17089:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590750707072 : -119482958844544 : ffff9354b4ae6d80) 00000020:00000001:2.0:1767384948.572883:0:17091:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1767384948.572893:0:17089:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f3e38540 x1853237348037632/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:174/0 lens 224/0 e 0 to 0 dl 1767384959 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384948.572901:0:17091:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1767384948.572903:0:17899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e67cb30f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16358:x1853237348037248:12345-0@lo:13: Request processed in 1178us (2998us total) trans 0 rc 0/0 02000000:00000001:2.0:1767384948.572908:0:17091:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384948.572916:0:17091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b53fe7b3. 02000000:00000001:2.0:1767384948.572924:0:17091:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384948.572938:0:17091:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.572940:0:17089:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384948.572943:0:17091:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384948.572949:0:17899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000020:00000010:3.0:1767384948.572950:0:17089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005fda9bc3. 00010000:00000040:2.0:1767384948.572952:0:17091:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348037760 00010000:00000001:2.0:1767384948.572964:0:17091:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384948.572965:0:17089:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384948.572966:0:17899:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d9a32349 : new rpc_count 0 00000020:00000010:3.0:1767384948.572974:0:17089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005fda9bc3. 00010000:00000200:2.0:1767384948.572975:0:17091:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008e6892f1 x1853237348037760/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:174/0 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384948.572979:0:17899:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384948.573006:0:17899:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1767384948.573008:0:17089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f3e38540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16361:x1853237348037632:12345-0@lo:400: 00010000:00000001:2.0:1767384948.573018:0:17091:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:3.0:1767384948.573020:0:17089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348037632 00010000:00000001:2.0:1767384948.573022:0:17091:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384948.573024:0:17089:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:1.0:1767384948.573024:0:17899:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036473269. 00000100:00001000:2.0:1767384948.573026:0:17091:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=76 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384948.573029:0:17089:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384948.573035:0:17089:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384948.573036:0:17091:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1767384948.573037:0:17899:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ec979b2c. 00000020:00000001:3.0:1767384948.573038:0:17089:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384948.573042:0:17089:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000100:00000040:2.0:1767384948.573043:0:17091:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000020:00000010:1.0:1767384948.573048:0:17899:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c66b3ead. 00000020:00000001:3.0:1767384948.573049:0:17089:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384948.573049:0:17091:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000020:00000001:3.0:1767384948.573055:0:17089:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384948.573058:0:17091:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384948.573060:0:17089:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384948.573063:0:17091:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384948.573064:0:17089:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000040:1.0:1767384948.573064:0:17899:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 4 00000100:00000001:2.0:1767384948.573069:0:17091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384948.573072:0:17899:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384948.573074:0:17091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384948.573075:0:17089:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384948.573081:0:17089:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000010:2.0:1767384948.573082:0:17091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b0ce52c. 00000100:00000001:3.0:1767384948.573085:0:17089:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1767384948.573088:0:17091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348037760, offset 224 02000000:00000001:3.0:1767384948.573089:0:17089:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384948.573096:0:17089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000487233c7. 00000400:00000200:2.0:1767384948.573097:0:17091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384948.573102:0:17089:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.573106:0:17089:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384948.573112:0:17091:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384948.573113:0:17089:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.573114:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:3.0:1767384948.573121:0:17089:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348037632 00000100:00000001:1.0:1767384948.573121:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384948.573126:0:17091:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d07480 00010000:00000001:3.0:1767384948.573128:0:17089:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000001:1.0:1767384948.573130:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000200:3.0:1767384948.573136:0:17089:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f3e38540 x1853237348037632/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:174/0 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384948.573136:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384948.573141:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f4ff3e0. 00010000:00000001:3.0:1767384948.573150:0:17089:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1767384948.573151:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8f9ca25 00010000:00000001:3.0:1767384948.573153:0:17089:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384948.573158:0:17089:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=76 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384948.573158:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8f9ca25. 00000100:00000001:3.0:1767384948.573166:0:17089:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384948.573168:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384948.573170:0:17089:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 22 to 0@lo 00000400:00000200:2.0:1767384948.573175:0:17091:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1e85 [1] + 224 00000100:00000001:3.0:1767384948.573177:0:17089:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000200:1.0:1767384948.573180:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000017100114 x1853237348037248/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384948.573182:0:17089:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384948.573186:0:17089:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384948.573188:0:17091:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384948.573193:0:17089:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384948.573200:0:17091:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384948.573204:0:17089:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384948.573210:0:17091:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767384948.573212:0:17089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc2b0418. 00000100:00000200:2.0:1767384948.573218:0:17091:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b4b862f1 x1853237348037760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384948.573220:0:17089:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348037632, offset 224 00000100:00000200:1.0:1767384948.573223:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000017100114 x1853237348037248/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384948.573234:0:17089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384948.573249:0:17089:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384948.573257:0:17091:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b4b862f1 x1853237348037760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384948.573266:0:17089:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d07400 00000100:00000001:1.0:1767384948.573267:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384948.573272:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384948.573279:0:17089:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1e8d [1] + 224 00000100:00000001:1.0:1767384948.573282:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384948.573287:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767384948.573292:0:17089:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384948.573294:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384948.573300:0:17089:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384948.573301:0:17091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384948.573301:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.573305:0:17089:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384948.573308:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384948.573311:0:17089:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000193de0a2 x1853237348037632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384948.573316:0:17091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b0ce52c 00000100:00001000:1.0:1767384948.573319:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000046e5fbb1 time=72 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384948.573321:0:17091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b0ce52c. 00000100:00000040:3.0:1767384948.573325:0:17089:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000193de0a2 x1853237348037632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384948.573328:0:17091:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384948.573331:0:17091:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00001000:1.0:1767384948.573331:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000785c58c4 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384948.573337:0:17091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384948.573347:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767384948.573348:0:17091:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:1.0:1767384948.573353:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384948.573355:0:17091:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384948.573362:0:17091:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384948.573362:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384948.573363:0:17089:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384948.573369:0:17091:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00080000:1.0:1767384948.573374:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000017100114 x1853237348037248/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384948.573375:0:17089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc2b0418 00000100:00000040:2.0:1767384948.573375:0:17091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008e6892f1 x1853237348037760/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:174/0 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384948.573381:0:17089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc2b0418. 00000100:00000001:3.0:1767384948.573388:0:17089:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384948.573391:0:17089:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384948.573396:0:17089:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384948.573406:0:17089:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00100000:2.0:1767384948.573412:0:17091:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008e6892f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16359:x1853237348037760:12345-0@lo:400: Request processed in 704us (2931us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384948.573414:0:17089:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384948.573418:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384948.573419:0:17089:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384948.573440:0:17089:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1767384948.573444:0:17091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00000001:1.0:1767384948.573445:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384948.573448:0:17091:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000083ded37e : new rpc_count 0 00000100:00000040:3.0:1767384948.573449:0:17089:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f3e38540 x1853237348037632/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:174/0 lens 224/224 e 0 to 0 dl 1767384959 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384948.573451:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384948.573454:0:17091:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384948.573459:0:17091:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384948.573461:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000010:2.0:1767384948.573464:0:17091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000808a51d4. 00000100:00100000:3.0:1767384948.573469:0:17089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f3e38540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16361:x1853237348037632:12345-0@lo:400: Request processed in 528us (2667us total) trans 0 rc 0/0 00000020:00000010:2.0:1767384948.573470:0:17091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f4ff9895. 00000100:00000001:1.0:1767384948.573477:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384948.573478:0:17091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c63498e. 00000100:00100000:3.0:1767384948.573484:0:17089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000020:00000040:2.0:1767384948.573488:0:17091:0:(genops.c:898:class_export_put()) PUTting export 0000000083ded37e : new refcount 4 00000100:00000040:3.0:1767384948.573490:0:17089:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099807a16 : new rpc_count 0 00000100:00000040:1.0:1767384948.573490:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000017100114 x1853237348037248/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384948.573493:0:17091:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384948.573498:0:17089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384948.573503:0:17089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384948.573508:0:17089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005535015d. 00000100:00080000:2.0:1767384948.573513:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:1.0:1767384948.573514:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384948.573515:0:17089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004e2dfea1. 00000020:00000040:2.0:1767384948.573518:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8d9ce3b) now 8 - evictor 00000020:00000010:3.0:1767384948.573521:0:17089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000100f27a4. 00000100:00000001:1.0:1767384948.573524:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:3.0:1767384948.573529:0:17089:0:(genops.c:898:class_export_put()) PUTting export 0000000099807a16 : new refcount 4 00000100:00000001:1.0:1767384948.573529:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384948.573536:0:17089:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384948.573538:0:16358:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384948.573544:0:16358:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:2.0:1767384948.573550:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000040:1.0:1767384948.573551:0:16358:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000001:2.0:1767384948.573555:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384948.573560:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384948.573563:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384948.573566:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ffa2f5a. 00000004:00000020:1.0:1767384948.573569:0:16358:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006f80896a): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000400:00000200:2.0:1767384948.573571:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000340fbb2f 00000100:00000001:3.0:1767384948.573572:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384948.573578:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384948.573579:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000340fbb2f. 00000004:00000001:1.0:1767384948.573583:0:16358:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384948.573585:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1767384948.573586:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384948.573592:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384948.573594:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bef0f9ce. 00000100:00000200:2.0:1767384948.573599:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b4b862f1 x1853237348037760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384948.573599:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017100114 x1853237348037248/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384964 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384948.573601:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afc9968b 00000400:00000010:3.0:1767384948.573605:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000afc9968b. 00000100:00000001:3.0:1767384948.573611:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384948.573618:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000193de0a2 x1853237348037632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384948.573635:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b4b862f1 x1853237348037760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384948.573649:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000017100114 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16358:1853237348037248:0@lo:13: 00000100:00000001:2.0:1767384948.573665:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384948.573667:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384948.573669:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384948.573675:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000193de0a2 x1853237348037632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384948.573677:0:16359:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384948.573677:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384948.573681:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384948.573686:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384948.573689:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000017100114 x1853237348037248/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384964 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384948.573690:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.573692:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384948.573697:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.573698:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384948.573705:0:16361:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:2.0:1767384948.573707:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 000000002c0000f4 time=76 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384948.573709:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384948.573712:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384948.573715:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384948.573718:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c093201a time=76 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384948.573720:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384948.573721:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384948.573723:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384948.573727:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384948.573728:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384948.573731:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 00000000617d1ace time=76 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384948.573734:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1767384948.573734:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000a4d3b15. 00000100:00001000:3.0:1767384948.573738:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 000000008de43404 time=76 v=5 (1 0 0 0) 00010000:00080000:2.0:1767384948.573741:0:16359:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b4b862f1 x1853237348037760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384948.573744:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384948.573745:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384948.573750:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384948.573752:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1767384948.573756:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1767384948.573759:0:16358:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=2 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:2.0:1767384948.573763:0:16359:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767384948.573765:0:16361:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000193de0a2 x1853237348037632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384948.573770:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:1.0:1767384948.573770:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1767384948.573777:0:16359:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 02000000:00000010:1.0:1767384948.573777:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004541da2a. 00010000:00000001:3.0:1767384948.573778:0:16361:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384948.573780:0:16359:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384948.573784:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.573804:0:16361:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1767384948.573808:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767384948.573809:0:16361:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000040:2.0:1767384948.573813:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b4b862f1 x1853237348037760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384948.573818:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384948.573819:0:16361:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384948.573826:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384948.573830:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000017100114. 00000100:00000040:3.0:1767384948.573872:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000193de0a2 x1853237348037632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384948.573873:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384948.573886:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384948.573890:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384948.573891:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384948.573899:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384948.573901:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384948.573906:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b4b862f1 x1853237348037760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384948.573909:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384948.573914:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384948.573928:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000193de0a2 x1853237348037632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384948.573933:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384948.573954:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b4b862f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16359:1853237348037760:0@lo:400: 00000100:00000001:1.0:1767384948.573974:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767384948.573976:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000193de0a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16361:1853237348037632:0@lo:400: 00000100:00000001:1.0:1767384948.573980:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384948.573984:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384948.573988:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384948.573989:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384948.573991:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384948.573995:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384948.573998:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b4b862f1 x1853237348037760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384948.573998:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384948.574009:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000193de0a2 x1853237348037632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384948.574015:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384948.574020:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384948.574021:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384948.574024:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c6482ea4. 02000000:00000001:2.0:1767384948.574026:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767384948.574028:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:2.0:1767384948.574030:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001bd315ee. 00000020:00000001:3.0:1767384948.574032:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384948.574036:0:16361:0:(genops.c:1242:class_import_put()) import 00000000aab4eb9e refcount=2 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:2.0:1767384948.574037:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384948.574039:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384948.574041:0:16359:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:3.0:1767384948.574042:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000613b0926. 00000020:00000040:2.0:1767384948.574044:0:16359:0:(genops.c:1242:class_import_put()) import 0000000062c1ff66 refcount=2 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1767384948.574049:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1767384948.574049:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767384948.574054:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:2.0:1767384948.574055:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000092f0a196. 00000100:00000010:3.0:1767384948.574058:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000193de0a2. 02000000:00000001:2.0:1767384948.574061:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384948.574063:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767384948.574064:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384948.574067:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384948.574068:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b4b862f1. 00000100:00000001:3.0:1767384948.574071:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384948.574074:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384948.574078:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384948.574078:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384948.574082:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384948.574083:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384948.574088:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384948.574090:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384948.574090:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384948.574094:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384948.574096:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384948.574099:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384948.575855:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294937606, at 4294937607 00000100:00000010:0.0:1767384948.575871:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000301427ae. 00000100:00000040:3.0:1767384948.575932:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294937606, at 4294937607 00000100:00000040:2.0:1767384948.575942:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294937606, at 4294937607 00000100:00000010:3.0:1767384948.575946:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000312f5afd. 00000100:00000040:1.0:1767384948.575959:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294937606, at 4294937607 00000100:00000010:2.0:1767384948.575960:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb377f89. 00000100:00000010:1.0:1767384948.575996:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ad69c509. 00010000:00000001:0.0:1767384948.760926:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384948.760933:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384948.760944:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384948.760946:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384948.761006:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384948.761013:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384948.761018:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384949.146194:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384949.146202:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384949.146217:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f6df32b 00000400:00000010:0.0:1767384949.146222:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f6df32b. 00000400:00000200:0.0:1767384949.146226:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384949.146233:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp44 recovery ping unlinked 00000400:00000010:0.0:1767384949.146247:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000006c412ce. 00000400:00000010:0.0:1767384949.146251:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cbb3a2ba. 00000400:00000200:0.0:1767384949.146256:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp43 00000400:00000010:0.0:1767384949.146260:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000006c412ce. 00000400:00000010:0.0:1767384949.146265:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000dab912e7. 00000400:00000010:0.0:1767384949.146268:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f6df32b. 00000400:00000010:0.0:1767384949.146274:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000061d096e0. 00000400:00000200:0.0:1767384949.146277:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp43 00000400:00000200:0.0:1767384949.146291:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp43 local destination 00000400:00000200:0.0:1767384949.146298:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp43 00000400:00000200:0.0:1767384949.146302:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp43 NI seq info: [187:187:256:4294967295] 192.168.203.134@tcp43 LPNI seq info [182:182:8:4294967295] 00000400:00000200:0.0:1767384949.146308:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp43 00000400:00000200:0.0:1767384949.146316:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp43(192.168.203.134@tcp43:) -> 192.168.203.134@tcp43(192.168.203.134@tcp43:192.168.203.134@tcp43) : GET try# 0 00000800:00000200:0.0:1767384949.146321:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp43 00000800:00000010:0.0:1767384949.146325:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002959520a. 00000800:00000200:0.0:1767384949.146344:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a2a73b13] -> 12345-192.168.203.134@tcp43 (2) 00000800:00000200:0.1:1767384949.146349:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a2a73b13] -> 12345-192.168.203.134@tcp43 (2) 00000400:00000200:1.0:1767384949.146511:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:1.0:1767384949.146575:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:1.0:1767384949.146600:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:1.0:1767384949.146623:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:1.0:1767384949.146654:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:1.0:1767384949.146688:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:1.0:1767384949.146710:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:1.0:1767384949.146728:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:1.0:1767384949.146746:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:1.0:1767384949.146774:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:1.0:1767384949.146865:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384949.146888:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp43 added to recovery queue. ping count: 3 next ping: 278 health :700 00000400:00000200:1.0:1767384949.146920:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:1.0:1767384949.146943:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:1.0:1767384949.146967:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:1.0:1767384949.146986:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:1.0:1767384949.147003:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:1.0:1767384949.147019:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:1.0:1767384949.147039:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:1.0:1767384949.147068:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:1.0:1767384949.147094:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:1.0:1767384949.147134:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:1.0:1767384949.147165:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:1.0:1767384949.147216:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:1.0:1767384949.147253:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:1.0:1767384949.147282:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384949.147320:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:1.0:1767384949.147341:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:1.0:1767384949.147356:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:1.0:1767384949.147369:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:1.0:1767384949.147381:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:1.0:1767384949.147398:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:1.0:1767384949.147410:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:1.0:1767384949.147439:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:1.0:1767384949.147456:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:1.0:1767384949.147471:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:1.0:1767384949.147643:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003936ff33. 00000800:00000010:1.0:1767384949.147648:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004cf795cc. 00000800:00000010:1.0:1767384949.147654:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000becab1b3. 00000800:00000010:1.0:1767384949.147674:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000becab1b3. 00000800:00020000:1.0:1767384949.147685:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:1.0:1767384949.147689:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004cf795cc. 00000800:00000010:1.0:1767384949.147691:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003936ff33. 00000400:02020000:1.0:1767384949.147738:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp43 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384949.147745:0:16347:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp43 notifying 192.168.203.134@tcp43: down 00000400:00000200:1.0:1767384949.147750:0:16347:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384949.147753:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp43 00000800:00000010:1.0:1767384949.147757:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002959520a. 00000400:00000200:1.0:1767384949.147762:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384949.147766:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp43->192.168.203.134@tcp43: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384949.147774:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384949.147776:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384949.147779:0:16347:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp43) recovery failed with -71 00000001:00000001:1.0:1767384949.185120:0:37965:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384949.185125:0:37965:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp48 --if ens2 00000001:00000001:1.0:1767384949.188650:0:37965:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384949.195696:0:37966:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000dc3cb90e. 00000400:00000010:0.0:1767384949.195713:0:37966:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000002a4fa45e. 00000400:00000010:0.0:1767384949.195724:0:37966:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000008da4a430. 00000400:00000010:0.0:1767384949.195731:0:37966:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000f9938796. 00000400:00000010:0.0:1767384949.195735:0:37966:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003333bd99. 00000400:00000010:0.0:1767384949.195739:0:37966:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003d52cb6b. 00000400:00000010:0.0:1767384949.195741:0:37966:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000039e148eb. 00000400:00000010:0.0:1767384949.195742:0:37966:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006f7bab3c. 00000400:00000010:0.0:1767384949.195746:0:37966:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000003ed1aa48. 00000800:00000010:0.0:1767384949.195765:0:37966:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000939b2a49. 00000800:00000200:0.0:1767384949.195777:0:37966:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384949.195793:0:37966:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384949.195854:0:37966:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:0.0:1767384949.195880:0:37966:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp48 [8/256/0/180] 00000400:00000010:0.0:1767384949.197329:0:37966:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 00000000c3899b49. 00000400:00000010:0.0:1767384949.197336:0:37966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9f76cb9. 00000400:00000010:0.0:1767384949.197341:0:37966:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2c8c939. 00000400:00000001:0.0:1767384949.197370:0:37966:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384949.197372:0:37966:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384949.197374:0:37966:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfbc4a0d. 00000400:00000200:0.0:1767384949.197377:0:37966:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004eecb070 00000400:00000010:0.0:1767384949.197378:0:37966:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004eecb070. 00000400:00000010:0.0:1767384949.197382:0:37966:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 0000000065a2bc66. 00000400:00000200:0.0:1767384949.197387:0:37966:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (39) 00000400:00000200:0.0:1767384949.197398:0:37966:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:0.0:1767384949.197407:0:37966:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131120 00000020:00000010:0.0:1767384949.197415:0:37966:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000006f6381ab. 00000020:01000000:0.0:1767384949.197431:0:37966:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384949.197433:0:37966:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp48 00000400:00000010:0.0:1767384949.197446:0:37966:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000002a4fa45e. 00000400:00000010:0.0:1767384949.197450:0:37966:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000dc3cb90e. 00000400:00000200:3.0:1767384949.197464:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384949.197472:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102071 00000400:00000200:3.0:1767384949.197476:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (40) 00000400:00000010:3.0:1767384949.197481:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 0000000065a0d07a. 00000400:00000010:3.0:1767384949.197486:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc2b0418. 00000400:00000010:3.0:1767384949.197492:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000022359eae. 00000020:00000001:2.0:1767384949.197495:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384949.197497:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp 10000000:00000001:2.0:1767384949.197504:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384949.197507:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384949.197510:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384949.197514:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384949.197516:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000020:01000004:2.0:1767384949.197519:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384949.197522:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384949.197524:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384949.197527:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384949.197528:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 135], ns[150, 140] 00000020:01000004:2.0:1767384949.197535:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384949.197541:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384949.197545:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 135], ns[60, 140] 00000020:01000004:2.0:1767384949.197547:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384949.197550:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384949.197551:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384949.197560:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 60], ns[64, 60] 00000100:00000010:2.0:1767384949.197560:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b4b862f1. 00000020:00000040:2.0:1767384949.197574:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000400:00000200:3.0:1767384949.197575:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 60], ns[75, 60] 00000100:00000001:2.0:1767384949.197585:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384949.197591:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 60], ns[77, 60] 02000000:00000001:2.0:1767384949.197591:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384949.197597:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384949.197602:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 60], ns[82, 60] 00000400:00000200:3.0:1767384949.197618:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 60], ns[88, 60] 02000000:00000010:2.0:1767384949.197620:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c84799b4. 00000100:00000001:2.0:1767384949.197633:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384949.197634:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 60], ns[91, 60] 00000400:00000200:3.0:1767384949.197647:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 60], ns[103, 60] 00000100:00000001:2.0:1767384949.197647:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384949.197652:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384949.197666:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 60], ns[109, 60] 00000100:00000040:2.0:1767384949.197668:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4b862f1] to pc [ptlrpcd_00_01+1] req@00000000b4b862f1 x1853237348037888/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384949.197702:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 60], ns[112, 60] 00000400:00000200:3.0:1767384949.197711:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 60], ns[120, 60] 00000400:00000200:3.0:1767384949.197717:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[125, 60] 00000400:00000200:3.0:1767384949.197722:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 60], ns[129, 60] 00000400:00000200:3.0:1767384949.197728:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 60], ns[155, 60] 10000000:00000001:2.0:1767384949.197733:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384949.197737:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 60], ns[159, 60] 10000000:00000001:2.0:1767384949.197739:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384949.197745:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384949.197746:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:2.0:1767384949.197757:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384949.197758:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384949.197759:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 60], ns[176, 60] 00000100:00000001:0.0:1767384949.197768:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384949.197773:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384949.197775:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384949.197777:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:0.0:1767384949.197778:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b4b862f1 x1853237348037888/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384949.197779:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[178, 60], ns[183, 60] 10000000:01000000:2.0:1767384949.197786:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384949.197796:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384949.197805:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384949.197839:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384949.197844:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384949.197847:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384949.197848:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[159, 60], ns[164, 60] 00000020:01000004:2.0:1767384949.197852:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384949.197856:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384949.197862:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384949.197864:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 60], ns[174, 60] 00000100:00000001:0.0:1767384949.197864:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384949.197866:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384949.197870:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe377f3f. 00000100:00000001:0.0:1767384949.197877:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384949.197879:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 02000000:00000001:0.0:1767384949.197885:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384949.197890:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384949.197892:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384949.197894:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384949.197898:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384949.197901:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[176, 60], ns[181, 60] 02000000:00000001:2.0:1767384949.197902:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384949.197905:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b4b862f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348037888:0@lo:253: 02000000:00000010:2.0:1767384949.197918:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007866e324. 00000100:00000001:0.0:1767384949.197919:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384949.197924:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[180, 60], ns[185, 60] 00000100:00000001:2.0:1767384949.197928:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384949.197931:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384949.197935:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 60], ns[80, 60] 00000100:00000001:2.0:1767384949.197936:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384949.197936:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384949.197945:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384949.197946:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384949.197957:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe377f3f] to pc [ptlrpcd_00_02+2] req@00000000fe377f3f x1853237348038016/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384949.197958:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fa62a5c2. 00000400:00000200:3.0:1767384949.197964:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 60], ns[145, 60] 02000000:00000001:0.0:1767384949.197969:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384949.197982:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a816d0cf. 00000400:00000010:0.0:1767384949.197993:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002a4fa45e. 00000100:00000200:0.0:1767384949.198005:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348037888, portal 25 00000400:00000200:3.0:1767384949.198007:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 60], ns[117, 60] 00000100:00000001:0.0:1767384949.198008:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384949.198011:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585658073088 : -119488051478528 : ffff935385230000) 00000100:00000040:0.0:1767384949.198019:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b4b862f1 x1853237348037888/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384949.198020:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384949.198021:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 60], ns[163, 60] 10000000:00000001:2.0:1767384949.198040:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384949.198049:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 60], ns[108, 60] 00000020:00000001:2.0:1767384949.198052:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384949.198053:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:01000000:2.0:1767384949.198060:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:0.0:1767384949.198069:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384949.198071:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000006f6381ab. 00000400:00000010:0.0:1767384949.198074:0:16359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000181bb61. 00000400:00000200:3.0:1767384949.198075:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 60], ns[132, 60] 00000100:00000200:0.0:1767384949.198081:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348037888, offset 0 00000400:00000200:3.0:1767384949.198093:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[175, 60], ns[180, 60] 00000400:00000200:0.0:1767384949.198093:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384949.198096:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384949.198103:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384949.198108:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 60], ns[168, 60] 00000100:00000001:2.0:1767384949.198111:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384949.198116:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384949.198120:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384949.198124:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 60], ns[148, 60] 00000100:00000040:2.0:1767384949.198129:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fe377f3f x1853237348038016/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384949.198151:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384949.198152:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[166, 60], ns[171, 60] 00000100:00000001:2.0:1767384949.198154:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384949.198167:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384949.198172:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[164, 60], ns[169, 60] 02000000:00000001:2.0:1767384949.198173:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384949.198188:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384949.198194:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[182, 60], ns[187, 60] 00000100:00100000:2.0:1767384949.198198:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fe377f3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348038016:0@lo:253: 00000100:00000001:2.0:1767384949.198211:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384949.198215:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[181, 60], ns[186, 60] 02000000:00000001:2.0:1767384949.198219:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384949.198221:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 60], ns[0, 60] 02000000:00000001:2.0:1767384949.198223:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384949.198227:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384949.198228:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp45] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:3.0:1767384949.198235:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp45 02000000:00000010:2.0:1767384949.198236:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006db6e447. 02000000:00000001:2.0:1767384949.198240:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384949.198250:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015762615. 00000400:00000200:3.0:1767384949.198254:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp45 00000400:00000200:3.0:1767384949.198262:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp45 lpni_is_preferred = 0 00000400:00000010:2.0:1767384949.198264:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000adabaac4. 00000400:00000200:3.0:1767384949.198270:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp45 00000100:00000200:2.0:1767384949.198275:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348038016, portal 25 00000400:00000200:3.0:1767384949.198278:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp45 NI seq info: [188:188:256:4294967295] 192.168.203.134@tcp45 LPNI seq info [183:183:8:4294967295] 00000100:00000001:2.0:1767384949.198283:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384949.198287:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585658083840 : -119488051467776 : ffff935385232a00) 00000400:00000200:3.0:1767384949.198294:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp45 00000100:00000040:2.0:1767384949.198301:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fe377f3f x1853237348038016/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384949.198325:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp45(192.168.203.134@tcp45:) -> 192.168.203.134@tcp45(192.168.203.134@tcp:192.168.203.134@tcp45) : GET try# 0 00000100:00000001:2.0:1767384949.198336:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767384949.198349:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp45 00000100:00000040:2.0:1767384949.198358:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384949.198360:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:3.0:1767384949.198362:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b316e9a2. 00000400:00000010:2.0:1767384949.198372:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006894ea0a. 00000100:00000200:2.0:1767384949.198377:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348038016, offset 0 00000400:00000200:0.0:1767384949.198381:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d07500 00000800:00000010:3.0:1767384949.198382:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009e626e27. 00000800:00000010:3.0:1767384949.198394:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ca1c7255. 00000400:00000200:0.0:1767384949.198395:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15e5 [2] + 0 00000400:00000010:0.0:1767384949.198401:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a18f8166. 00000800:00000200:3.0:1767384949.198404:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009e626e27] -> 12345-192.168.203.134@tcp45 (2) 00000400:00000200:0.0:1767384949.198404:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e14053c7 00000400:00000200:0.0:1767384949.198413:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384949.198433:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:3.1:1767384949.198434:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009e626e27] -> 12345-192.168.203.134@tcp45 (2) 00000400:00000200:0.0:1767384949.198439:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384949.198449:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e14053c7 00000400:00000010:0.0:1767384949.198455:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e14053c7. 00000400:00000200:2.0:1767384949.198461:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384949.198464:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384949.198469:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp 00000100:00000200:0.0:1767384949.198470:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384949.198475:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100271 rc 0 00000400:00000200:2.0:1767384949.198485:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d07580 00000100:00000040:0.0:1767384949.198488:0:16359:0:(events.c:337:request_in_callback()) incoming req@000000009f91c478 x1853237348037888 msgsize 4848 00000100:00000001:3.0:1767384949.198500:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384949.198505:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1625 [2] + 0 00000100:00000001:3.0:1767384949.198509:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384949.198514:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384949.198524:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010536190. 00000100:00000040:0.0:1767384949.198525:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384949.198537:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006aa487bb 00000100:00000001:0.0:1767384949.198543:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384949.198545:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384949.198554:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384949.198557:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000181bb61 00000400:00000010:0.0:1767384949.198560:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000181bb61. 00000100:00000001:0.0:1767384949.198564:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384949.198568:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006aa487bb 00000100:00000200:0.0:1767384949.198569:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b4b862f1 x1853237348037888/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384949.198573:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006aa487bb. 00000400:00000200:3.0:1767384949.198582:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000100:00000001:2.0:1767384949.198586:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384949.198591:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384949.198595:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384949.198600:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b4b862f1 x1853237348037888/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384949.198602:0:16360:0:(events.c:337:request_in_callback()) incoming req@0000000044f6a995 x1853237348038016 msgsize 4848 00000100:00000001:0.0:1767384949.198617:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384949.198623:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384949.198624:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384949.198633:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384949.198639:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384949.198644:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384949.198645:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294938234 00000100:00000010:0.0:1767384949.198654:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f64600c8. 00000400:00000200:2.0:1767384949.198657:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006894ea0a 00000400:00000010:2.0:1767384949.198660:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006894ea0a. 00000100:00000001:0.0:1767384949.198663:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384949.198666:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384949.198673:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294938234 00000100:00000200:2.0:1767384949.198674:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fe377f3f x1853237348038016/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384949.198676:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000100:00000010:0.0:1767384949.198681:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000036c86976. 00000100:00000001:0.0:1767384949.198692:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384949.198700:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294938234 00000100:00000001:2.0:1767384949.198702:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1767384949.198704:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000011e9ba15. 00000100:00000040:2.0:1767384949.198711:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fe377f3f x1853237348038016/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384949.198711:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384949.198714:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000100:00000001:0.0:1767384949.198723:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294938234 00000100:00000010:0.0:1767384949.198736:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a467aeb7. 00000100:00000001:2.0:1767384949.198740:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384949.198742:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384949.198744:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384949.198747:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000100:00000001:0.0:1767384949.198749:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384949.198751:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384949.198760:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384949.198764:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294938234 00000100:00000001:0.0:1767384949.198765:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384949.198773:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, keep current deadline 4294938234 00000100:00000001:0.0:1767384949.198773:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384949.198777:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000100:00000001:2.0:1767384949.198789:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294938234 00000100:00000001:0.0:1767384949.198792:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384949.198793:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, keep current deadline 4294938234 00000100:00000001:2.0:1767384949.198795:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294938234 00000100:00000001:2.0:1767384949.198797:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294938234 00000100:00000001:0.0:1767384949.198801:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384949.198804:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384949.198807:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384949.198812:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384949.198837:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384949.198851:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294938234 00000400:00000200:3.0:1767384949.198854:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000100:00000001:2.0:1767384949.198856:0:16360:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294938234 00000100:00000001:2.0:1767384949.198861:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384949.198864:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384949.198867:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384949.198870:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384949.198880:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384949.198882:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384949.198887:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384949.198890:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384949.198892:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384949.198895:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384949.198909:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000100:00000001:2.0:1767384949.198949:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384949.198954:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348037888 02000000:00000001:2.0:1767384949.198957:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384949.198959:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384949.198962:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384949.198966:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 02000000:00000001:2.0:1767384949.198966:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384949.198977:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348037888 00000020:00000001:2.0:1767384949.198985:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384949.198988:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:2.0:1767384949.198991:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384949.198993:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000020:00000001:2.0:1767384949.198996:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:2.0:1767384949.198999:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384949.199004:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384949.199008:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001caab097. 00000100:00000001:2.0:1767384949.199010:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384949.199012:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001caab097. 00000400:00000200:3.0:1767384949.199019:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000020:00000010:2.0:1767384949.199020:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0d3da48. 00000020:00000010:2.0:1767384949.199035:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d74a0f61. 00000020:00000010:2.0:1767384949.199040:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f4ff9895. 00000100:00000040:2.0:1767384949.199053:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384949.199057:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384949.199064:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384949.199067:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348038016 00000100:00000001:2.0:1767384949.199068:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384949.199070:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 02000000:00000001:0.0:1767384949.199073:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384949.199074:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384949.199079:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384949.199085:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384949.199090:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384949.199092:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384949.199094:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348038016 00000020:00000001:0.0:1767384949.199099:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384949.199101:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:0.0:1767384949.199104:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384949.199106:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384949.199107:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000400:00000200:3.0:1767384949.199109:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000020:00000001:0.0:1767384949.199122:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:0.0:1767384949.199126:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:0.0:1767384949.199131:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384949.199138:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000816398cb. 00000100:00000001:2.0:1767384949.199142:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384949.199142:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384949.199152:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000816398cb. 00000100:00000001:2.0:1767384949.199153:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384949.199155:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000100:00100000:2.0:1767384949.199170:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00000040:2.0:1767384949.199174:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384949.199177:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590666971216 : -119483042580400 : ffff9354afb0b850) 00000100:00000040:2.0:1767384949.199182:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009f91c478 x1853237348037888/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:175/0 lens 4848/0 e 0 to 0 dl 1767384960 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384949.199183:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0e25b3e. 00000400:00000200:3.0:1767384949.199192:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000020:00000010:0.0:1767384949.199195:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000330f05d7. 00000020:00000010:0.0:1767384949.199206:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c41bf3b7. 00000100:00000001:2.0:1767384949.199218:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384949.199219:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767384949.199223:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001caab097. 00000100:00000001:0.0:1767384949.199223:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384949.199224:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000100:00000001:0.0:1767384949.199228:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384949.199240:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384949.199241:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384949.199248:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001caab097. 00000100:00000001:0.0:1767384949.199249:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384949.199257:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009f91c478 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:16359:x1853237348037888:12345-0@lo:253: 00000400:00000200:3.0:1767384949.199262:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000100:00000200:2.0:1767384949.199263:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348037888 00000100:00000001:0.0:1767384949.199265:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384949.199274:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384949.199275:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384949.199283:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:0.0:1767384949.199289:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000020:00000001:2.0:1767384949.199290:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384949.199294:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000020:00000001:2.0:1767384949.199295:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384949.199296:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000100:00000001:0.0:1767384949.199299:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590666960976 : -119483042590640 : ffff9354afb09050) 00000020:00000001:2.0:1767384949.199300:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000001:2.0:1767384949.199312:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384949.199315:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384949.199319:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384949.199320:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000044f6a995 x1853237348038016/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:175/0 lens 4848/0 e 0 to 0 dl 1767384960 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384949.199326:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384949.199333:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384949.199336:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384949.199338:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1767384949.199341:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000816398cb. 02000000:00000001:2.0:1767384949.199342:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384949.199344:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000100:00000001:0.0:1767384949.199349:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384949.199351:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b35d76ca. 00000020:00000010:0.0:1767384949.199353:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000816398cb. 02000000:00000001:2.0:1767384949.199357:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384949.199360:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384949.199365:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000044f6a995 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:16360:x1853237348038016:12345-0@lo:253: 20000000:00000001:2.0:1767384949.199366:0:17083:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000200:0.0:1767384949.199371:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348038016 00000020:00000001:0.0:1767384949.199374:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384949.199376:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000020:00000001:0.0:1767384949.199378:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384949.199381:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384949.199384:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000010:2.0:1767384949.199387:0:17083:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000018902741. 00000020:00000001:0.0:1767384949.199387:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000020:00000001:0.0:1767384949.199397:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:01000000:2.0:1767384949.199398:0:17083:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384949.199400:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384949.199401:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 20000000:00000001:2.0:1767384949.199403:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:0.0:1767384949.199405:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384949.199411:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:2.0:1767384949.199413:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:0.0:1767384949.199415:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384949.199416:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384949.199433:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:2.0:1767384949.199434:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384949.199439:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:2.0:1767384949.199440:0:17083:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:0.0:1767384949.199446:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000cf33d19b. 02000000:00000001:0.0:1767384949.199450:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384949.199452:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384949.199453:0:17083:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000060976553. 00000400:00000200:3.0:1767384949.199455:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 20000000:00000001:0.0:1767384949.199455:0:17084:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:2.0:1767384949.199458:0:17083:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 20000000:00000010:0.0:1767384949.199467:0:17084:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006f6381ab. 20000000:00000001:2.0:1767384949.199470:0:17083:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:0.0:1767384949.199473:0:17084:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384949.199476:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:2.0:1767384949.199477:0:17083:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:0.0:1767384949.199479:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:2.0:1767384949.199484:0:17083:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:0.0:1767384949.199485:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384949.199488:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 20000000:00000001:0.0:1767384949.199491:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384949.199495:0:17084:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384949.199505:0:17083:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:3.0:1767384949.199509:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00080000:00000001:2.0:1767384949.199520:0:17083:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384949.199523:0:17083:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384949.199525:0:17083:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384949.199527:0:17083:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384949.199530:0:17083:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384949.199532:0:17083:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000980f9615 00000020:00000001:2.0:1767384949.199537:0:17083:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009e445471 00000400:00000200:3.0:1767384949.199539:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00080000:00000002:2.0:1767384949.199539:0:17083:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384949.199552:0:17083:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384949.199556:0:17083:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384949.199559:0:17083:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384949.199561:0:17083:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384949.199567:0:17083:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:2.0:1767384949.199570:0:17083:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384949.199574:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00080000:00000010:2.0:1767384949.199575:0:17083:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ba5a3d16. 00080000:00000001:2.0:1767384949.199580:0:17083:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585636116480 : -119488073435136 : ffff935383d3f800) 00080000:00000001:2.0:1767384949.199584:0:17083:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384949.199587:0:17083:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384949.199590:0:17083:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001caab097. 00080000:00000001:2.0:1767384949.199593:0:17083:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384949.199596:0:17083:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384949.199614:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00080000:00000001:2.0:1767384949.199614:0:17083:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384949.199643:0:17083:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384949.199648:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:3.0:1767384949.199693:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:3.0:1767384949.199711:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:3.0:1767384949.199727:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:3.0:1767384949.199740:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:3.0:1767384949.199755:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:3.0:1767384949.199768:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:3.0:1767384949.199781:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:3.0:1767384949.199795:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:3.0:1767384949.199849:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:3.0:1767384949.200170:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000044e9f4d5. 00000800:00000010:3.0:1767384949.200178:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000097c1ba4b. 00000800:00000010:3.0:1767384949.200185:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000d52a957. 00000800:00000010:3.0:1767384949.200219:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000d52a957. 00000800:00020000:3.0:1767384949.200235:0:16349:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:3.0:1767384949.200239:0:16349:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000097c1ba4b. 00000800:00000010:3.0:1767384949.200245:0:16349:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000044e9f4d5. 00000400:02020000:3.0:1767384949.200327:0:16349:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp45 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384949.200336:0:16349:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp45 notifying 192.168.203.134@tcp45: down 00000800:00000200:3.0:1767384949.200343:0:16349:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp45 down 00000800:00000100:3.0:1767384949.200351:0:16349:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp45 00000800:00000010:3.0:1767384949.200355:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b316e9a2. 00000400:00000200:3.0:1767384949.200365:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384949.200370:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp45->192.168.203.134@tcp45: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384949.200379:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp45 added to recovery queue. ping count: 0 next ping: 271 health :900 00000400:00000200:3.0:1767384949.200383:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384949.200387:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp: 1 00000400:00000200:3.0:1767384949.200392:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:2.0:1767384949.200444:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384949.200451:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100871 00000400:00000001:2.0:1767384949.200456:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384949.200458:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384949.200459:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc2b0418 00000400:00000010:2.0:1767384949.200461:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc2b0418. 00000400:00000200:2.0:1767384949.200465:0:16356:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384949.200469:0:16356:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000010:2.0:1767384949.200473:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 0000000065a0d07a. 00000400:00000200:2.0:1767384949.200477:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (41) 00000400:00000200:2.0:1767384949.200479:0:16356:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.134@tcp:-71 00000400:00000200:2.0:1767384949.200481:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102071 rc -71 00000400:00000200:2.0:1767384949.200484:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:2.0:1767384949.200487:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (40) 00080000:00000010:0.0:1767384949.201441:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ba5a3d16. 00080000:00000010:3.0:1767384949.201489:0:17083:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001caab097. 00040000:00000001:3.0:1767384949.201495:0:17083:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384949.201498:0:17083:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384949.201502:0:17083:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384949.201506:0:17083:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:3.0:1767384949.201508:0:17083:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384949.201510:0:17083:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384949.201527:0:17083:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384949.201540:0:17083:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384949.201543:0:17084:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e1372520. 20000000:01000000:3.0:1767384949.201544:0:17083:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384949.201551:0:17084:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 00080000:00000001:3.0:1767384949.201552:0:17083:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:0.0:1767384949.201556:0:17084:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384949.201562:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384949.201565:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:1.0:1767384949.201567:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384949.201573:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384949.201576:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384949.201577:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:1.0:1767384949.201583:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384949.201586:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384949.201591:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384949.201595:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384949.201596:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384949.201597:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c3d6b4c7. 00080000:00000001:0.0:1767384949.201598:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384949.201600:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384949.201604:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000002:0.0:1767384949.201604:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 000000007e91d003 00010000:00000010:1.0:1767384949.201610:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009fb158e7. 00000020:00000001:0.0:1767384949.201611:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f71c5dba 00080000:00000002:0.0:1767384949.201614:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000001:1.0:1767384949.201617:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384949.201618:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384949.201622:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009fb158e7 with handle 0xb57eb78819563165 to hash 00080000:00000001:0.0:1767384949.201623:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384949.201627:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384949.201628:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384949.201630:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00000020:00000001:0.0:1767384949.201632:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384949.201635:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00000020:00000001:0.0:1767384949.201638:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00010000:00000001:1.0:1767384949.201639:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384949.201642:0:17084:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384949.201643:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384949.201646:0:17084:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000be09d52c. 00010000:00010000:1.0:1767384949.201647:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009fb158e7/0xb57eb78819563165 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384949.201651:0:17084:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585638134272 : -119488071417344 : ffff935383f2c200) 00080000:00000001:0.0:1767384949.201657:0:17084:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384949.201659:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000001:00000001:0.0:1767384949.201660:0:17084:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384949.201665:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000010:0.0:1767384949.201665:0:17084:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000816398cb. 00010000:00000001:1.0:1767384949.201669:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:0.0:1767384949.201669:0:17084:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384949.201672:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384949.201673:0:17084:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384949.201676:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384949.201679:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384949.201681:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384949.201683:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:0.0:1767384949.201685:0:17084:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384949.201686:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384949.201689:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384949.201691:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384949.201693:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c3d6b4c7) refcount = 1 00080000:00000020:3.0:1767384949.201694:0:17083:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:1.0:1767384949.201698:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009fb158e7/0xb57eb78819563165 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384949.201698:0:17084:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:3.0:1767384949.201699:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384949.201703:0:17083:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000018902741. 00010000:00000001:1.0:1767384949.201708:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 20000000:00000001:3.0:1767384949.201710:0:17083:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384949.201711:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384949.201714:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1767384949.201716:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348037888 00010000:00000001:3.0:1767384949.201721:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384949.201726:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384949.201729:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000200:3.0:1767384949.201732:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009f91c478 x1853237348037888/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:175/0 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:1.0:1767384949.201735:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384949.201739:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003701742s 00010000:00000001:3.0:1767384949.201744:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384949.201744:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384949.201747:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384949.201749:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384949.201749:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009fb158e7 refcount=4 00000020:00000001:1.0:1767384949.201754:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00000100:00001000:3.0:1767384949.201756:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=83 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384949.201756:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00010000:00000001:1.0:1767384949.201762:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000001:3.0:1767384949.201765:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:1.0:1767384949.201766:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009fb158e7/0xb57eb78819563165 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384949.201771:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:3.0:1767384949.201777:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:1.0:1767384949.201781:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 02000000:00000001:3.0:1767384949.201782:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:1.0:1767384949.201784:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009fb158e7/0xb57eb78819563165 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384949.201786:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.201792:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384949.201794:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384949.201797:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384949.201798:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009fb158e7/0xb57eb78819563165 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384949.201805:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384949.201810:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:3.0:1767384949.201811:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000097c1ba4b. 00000100:00000200:3.0:1767384949.201845:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348037888, offset 224 00010000:00000001:1.0:1767384949.201847:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384949.201851:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384949.201854:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009fb158e7/0xb57eb78819563165 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384949.201858:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:1.0:1767384949.201864:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009fb158e7 already unused, calling callback (00000000df0e66e0) 00010000:00000001:1.0:1767384949.201868:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384949.201872:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384949.201876:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009fb158e7/0xb57eb78819563165 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384949.201879:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384949.201886:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:3.0:1767384949.201897:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d07500 00010000:00000001:1.0:1767384949.201898:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384949.201901:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384949.201904:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009fb158e7 refcount=5 00000020:00000001:1.0:1767384949.201906:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00010000:00000001:1.0:1767384949.201910:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00000400:00000200:3.0:1767384949.201911:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1eb9 [2] + 224 00010000:00000001:1.0:1767384949.201914:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384949.201918:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009fb158e7/0xb57eb78819563165 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384949.201919:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384949.201928:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:3.0:1767384949.201932:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384949.201933:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384949.201937:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.201942:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384949.201943:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384949.201948:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384949.201952:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:3.0:1767384949.201954:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b4b862f1 x1853237348037888/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384949.201954:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384949.201957:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009fb158e7 with handle 0xb57eb78819563165 from hash 00010000:00000001:1.0:1767384949.201963:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384949.201967:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384949.201970:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384949.201973:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384949.201976:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:3.0:1767384949.201977:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b4b862f1 x1853237348037888/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384949.201980:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384949.201983:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384949.201987:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384949.201993:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384949.201997:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384949.201998:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384949.202001:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384949.202002:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384949.202004:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384949.202004:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384949.202006:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384949.202010:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384949.202013:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009fb158e7/0xb57eb78819563165 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384949.202017:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384949.202018:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384949.202019:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097c1ba4b 00000100:00000001:0.0:1767384949.202020:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384949.202025:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000097c1ba4b. 00010000:00000001:1.0:1767384949.202030:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384949.202034:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384949.202036:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384949.202036:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384949.202037:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384949.202042:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:0.0:1767384949.202042:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384949.202043:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384949.202047:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384949.202049:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a816d0cf. 00010000:00000001:1.0:1767384949.202052:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384949.202055:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384949.202055:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a4fa45e 00010000:00000001:1.0:1767384949.202056:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384949.202058:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002a4fa45e. 20000000:00000001:1.0:1767384949.202062:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384949.202066:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009fb158e7/0xb57eb78819563165 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384949.202067:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384949.202068:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:3.0:1767384949.202075:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:0.0:1767384949.202077:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b4b862f1 x1853237348037888/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384949.202079:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:00000001:3.0:1767384949.202081:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384949.202082:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384949.202086:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009fb158e7/0xb57eb78819563165 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384949.202088:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384949.202099:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f91c478 x1853237348037888/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:175/0 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384949.202105:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c3d6b4c7 count: 0 00000100:00000200:0.0:1767384949.202110:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b4b862f1 x1853237348037888/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384949.202114:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384949.202118:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384949.202131:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384949.202133:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384949.202137:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009f91c478 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:16359:x1853237348037888:12345-0@lo:253: Request processed in 2914us (3643us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384949.202138:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384949.202141:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384949.202143:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384949.202145:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384949.202149:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384949.202152:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=83 v=5 (5 0 0 0) 00000100:00100000:3.0:1767384949.202154:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00001000:0.0:1767384949.202156:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384949.202160:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767384949.202161:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000100:00000001:0.0:1767384949.202162:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384949.202166:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384949.202168:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384949.202169:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.202173:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384949.202173:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384949.202177:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b4b862f1 x1853237348037888/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384949.202181:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d74a0f61. 00000100:00000001:0.0:1767384949.202182:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384949.202185:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384949.202186:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384949.202189:0:16359:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384949.202192:0:16359:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384949.202195:0:16359:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384949.202197:0:16359:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384949.202198:0:16359:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384949.202199:0:16359:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384949.202200:0:16359:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:00000010:3.0:1767384949.202202:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f4ff9895. 00000020:01000004:0.0:1767384949.202202:0:16359:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384949.202203:0:16359:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384949.202205:0:16359:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384949.202209:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b4b862f1 x1853237348037888/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384949.202211:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0d3da48. 00000100:00100000:0.0:1767384949.202219:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b4b862f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348037888:0@lo:253: 00000020:00000040:3.0:1767384949.202221:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 02000000:00000001:3.0:1767384949.202233:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384949.202233:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384949.202238:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b35d76ca. 00000100:00000001:0.0:1767384949.202238:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384949.202242:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b4b862f1 x1853237348037888/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384949.202250:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384949.202250:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384949.202257:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384949.202260:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384949.202260:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fa62a5c2. 02000000:00000001:0.0:1767384949.202267:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1767384949.202272:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:0.0:1767384949.202272:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384949.202275:0:16359:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:0.0:1767384949.202278:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:3.0:1767384949.202281:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000659fa31. 02000000:00000010:0.0:1767384949.202281:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c84799b4. 00000400:00000010:3.0:1767384949.202289:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000097c1ba4b. 02000000:00000001:0.0:1767384949.202289:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384949.202291:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384949.202294:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b4b862f1. 00000100:00000001:0.0:1767384949.202300:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384949.202304:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384949.202308:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384949.202314:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384949.202315:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384949.202318:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384949.202320:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384949.203365:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000be09d52c. 00080000:00000010:0.0:1767384949.203444:0:17084:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000816398cb. 00040000:00000001:0.0:1767384949.203453:0:17084:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384949.203455:0:17084:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384949.203457:0:17084:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384949.203459:0:17084:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:0.0:1767384949.203461:0:17084:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384949.203462:0:17084:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384949.203464:0:17084:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384949.203475:0:17084:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384949.203477:0:17084:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384949.203480:0:17084:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384949.203489:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384949.203492:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384949.203494:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384949.203496:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384949.203497:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384949.203501:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b6110aee. 00010000:00000001:1.0:1767384949.203504:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384949.203507:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000070e762e5. 00000020:00000001:1.0:1767384949.203509:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384949.203511:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000070e762e5 with handle 0xb57eb7881956316c to hash 00000020:00000001:1.0:1767384949.203513:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384949.203514:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384949.203517:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384949.203519:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384949.203522:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384949.203524:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000070e762e5/0xb57eb7881956316c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384949.203534:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384949.203535:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384949.203537:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384949.203538:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384949.203539:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384949.203540:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384949.203541:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384949.203543:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384949.203543:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384949.203544:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384949.203545:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384949.203546:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b6110aee) refcount = 1 00010000:00010000:1.0:1767384949.203547:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000070e762e5/0xb57eb7881956316c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384949.203550:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384949.203551:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384949.203552:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384949.203553:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384949.203554:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384949.203555:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384949.203556:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003701742s 00010000:00000001:1.0:1767384949.203558:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384949.203558:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384949.203559:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070e762e5 refcount=4 00000020:00000001:1.0:1767384949.203560:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384949.203561:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:1.0:1767384949.203563:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384949.203564:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070e762e5/0xb57eb7881956316c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384949.203568:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384949.203569:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070e762e5/0xb57eb7881956316c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384949.203579:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384949.203580:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384949.203581:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000070e762e5/0xb57eb7881956316c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384949.203585:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384949.203587:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384949.203588:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384949.203589:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000070e762e5/0xb57eb7881956316c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384949.203593:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000070e762e5 already unused, calling callback (00000000df0e66e0) 00010000:00000001:1.0:1767384949.203595:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384949.203596:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384949.203597:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000070e762e5/0xb57eb7881956316c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384949.203602:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384949.203603:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384949.203604:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384949.203606:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070e762e5 refcount=5 00000020:00000001:1.0:1767384949.203607:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00080000:00000020:0.0:1767384949.203607:0:17084:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384949.203611:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00000100:00000001:0.0:1767384949.203612:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384949.203613:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 20000000:00000010:0.0:1767384949.203615:0:17084:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006f6381ab. 00010000:00010000:1.0:1767384949.203616:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000070e762e5/0xb57eb7881956316c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384949.203620:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384949.203622:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384949.203625:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384949.203627:0:17084:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384949.203629:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000040:0.0:1767384949.203631:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348038016 00010000:00000001:1.0:1767384949.203632:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384949.203636:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384949.203636:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384949.203640:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000044f6a995 x1853237348038016/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:175/0 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384949.203643:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384949.203648:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000070e762e5 with handle 0xb57eb7881956316c from hash 00010000:00000001:1.0:1767384949.203653:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384949.203654:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384949.203655:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384949.203658:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384949.203658:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384949.203662:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=83 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384949.203663:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384949.203666:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1767384949.203667:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384949.203668:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:0.0:1767384949.203671:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:1.0:1767384949.203672:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1767384949.203675:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:1.0:1767384949.203676:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384949.203682:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384949.203682:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384949.203685:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384949.203686:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384949.203689:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1767384949.203690:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384949.203692:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384949.203696:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384949.203696:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384949.203699:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384949.203701:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002a4fa45e. 00010000:00000001:1.0:1767384949.203702:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384949.203707:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384949.203707:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348038016, offset 224 00010000:00010000:1.0:1767384949.203709:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000070e762e5/0xb57eb7881956316c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384949.203715:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384949.203719:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384949.203721:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384949.203722:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:0.0:1767384949.203725:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384949.203727:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384949.203729:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384949.203731:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384949.203732:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:0.0:1767384949.203734:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d07580 00010000:00000001:1.0:1767384949.203735:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384949.203739:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384949.203742:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ec1 [2] + 224 00010000:00010000:1.0:1767384949.203743:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000070e762e5/0xb57eb7881956316c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384949.203751:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384949.203752:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384949.203756:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384949.203760:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000070e762e5/0xb57eb7881956316c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384949.203761:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384949.203767:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384949.203771:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fe377f3f x1853237348038016/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384949.203789:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b6110aee count: 0 00000100:00000040:0.0:1767384949.203793:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000fe377f3f x1853237348038016/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384949.203798:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384949.203801:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384949.203858:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384949.203862:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384949.203865:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384949.203866:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a4fa45e 00000400:00000010:0.0:1767384949.203870:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002a4fa45e. 00000100:00000001:0.0:1767384949.203873:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384949.203875:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384949.203875:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384949.203878:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384949.203880:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015762615. 00000400:00000200:1.0:1767384949.203884:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000adabaac4 00000100:00000040:3.0:1767384949.203886:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294938234, at 4294938235 00000400:00000010:1.0:1767384949.203887:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000adabaac4. 00000100:00000001:0.0:1767384949.203889:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384949.203891:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384949.203897:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000010:3.0:1767384949.203899:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a467aeb7. 00000100:00000200:1.0:1767384949.203899:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fe377f3f x1853237348038016/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384949.203903:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384949.203907:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384949.203912:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384949.203915:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fe377f3f x1853237348038016/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384949.203920:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000044f6a995 x1853237348038016/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:175/0 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384949.203926:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384949.203928:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384949.203932:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384949.203934:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384949.203939:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384949.203942:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384949.203942:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000044f6a995 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+14:16360:x1853237348038016:12345-0@lo:253: Request processed in 4603us (5336us total) trans 0 rc 0/0 02000000:00000001:1.0:1767384949.203944:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384949.203949:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=83 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384949.203954:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=83 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384949.203957:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384949.203959:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384949.203960:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00010000:00000001:1.0:1767384949.203961:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384949.203964:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384949.203967:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384949.203967:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000040:1.0:1767384949.203973:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fe377f3f x1853237348038016/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384949.203973:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384949.203977:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384949.203982:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000330f05d7. 00000100:00000001:1.0:1767384949.203983:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384949.203987:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:0.0:1767384949.203988:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c41bf3b7. 00000100:00000001:1.0:1767384949.203989:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384949.203994:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0e25b3e. 00000020:01000004:1.0:1767384949.204000:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:00000040:0.0:1767384949.204001:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000020:01000004:1.0:1767384949.204004:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384949.204007:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:0.0:1767384949.204008:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:1.0:1767384949.204009:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384949.204013:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000010:0.0:1767384949.204013:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000cf33d19b. 00000020:01000004:1.0:1767384949.204016:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384949.204018:0:16360:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:0.0:1767384949.204019:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:1.0:1767384949.204020:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384949.204025:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384949.204026:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384949.204030:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe377f3f x1853237348038016/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384949.204034:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384949.204040:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a816d0cf. 00000100:00100000:1.0:1767384949.204044:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fe377f3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348038016:0@lo:253: 00000400:00000010:0.0:1767384949.204047:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002a4fa45e. 00000100:00000001:1.0:1767384949.204057:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384949.204061:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384949.204064:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fe377f3f x1853237348038016/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384949.204066:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294938234, at 4294938235 00000100:00000010:0.0:1767384949.204073:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f64600c8. 00000100:00000001:1.0:1767384949.204079:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384949.204081:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384949.204084:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006db6e447. 02000000:00000001:1.0:1767384949.204088:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384949.204090:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384949.204092:0:16360:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:1.0:1767384949.204095:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384949.204097:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007866e324. 02000000:00000001:1.0:1767384949.204104:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384949.204105:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384949.204107:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fe377f3f. 00000100:00000001:1.0:1767384949.204111:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384949.204112:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384949.204114:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384949.204119:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384949.204120:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384949.204122:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384949.204124:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384949.204135:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294938234, at 4294938235 00000100:00000010:1.0:1767384949.204141:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000036c86976. 00000100:00000040:2.0:1767384949.204970:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294938234, at 4294938236 00000100:00000010:2.0:1767384949.204981:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000011e9ba15. 00010000:00000010:1.1:1767384949.208872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c3d6b4c7. 00010000:00000010:1.1:1767384949.208894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009fb158e7. 00010000:00000010:1.1:1767384949.208900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b6110aee. 00010000:00000010:1.1:1767384949.208906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000070e762e5. 00000400:00000010:0.0:1767384949.216838:0:37971:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000006f57c771. 00000400:00000040:0.0:1767384949.216859:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384949.216863:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384949.216867:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384949.216869:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384949.216872:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384949.216873:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384949.216876:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384949.216881:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384949.216883:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384949.216884:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384949.216886:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384949.216887:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384949.216888:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384949.216889:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384949.216890:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384949.216891:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384949.216892:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384949.216893:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384949.216893:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384949.216895:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384949.216896:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384949.216897:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384949.216898:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384949.216899:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384949.216900:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384949.216902:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384949.216903:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384949.216904:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384949.216905:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384949.216906:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384949.216906:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384949.216908:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384949.216909:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384949.216910:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384949.216910:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384949.216911:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384949.216912:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384949.216914:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384949.216915:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384949.216916:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384949.216917:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384949.216918:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384949.216919:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384949.216920:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384949.216921:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384949.216922:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384949.216926:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384949.216927:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384949.216929:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384949.216930:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384949.216931:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384949.216932:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384949.216933:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384949.216935:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384949.216936:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384949.216937:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384949.216938:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384949.217020:0:37971:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000006f57c771. 00010000:00000001:0.0:1767384949.785522:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384949.785527:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384949.785532:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384949.785533:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384949.785577:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384949.785581:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384949.785584:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384950.168885:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384950.168890:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:3.0:1767384950.168897:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c01cd34f] -> 12345-192.168.203.134@tcp15 (6) 00000400:00000200:2.0:1767384950.168897:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f6df32b 00000400:00000010:2.0:1767384950.168907:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f6df32b. 00000400:00000200:2.0:1767384950.168913:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:3.0:1767384950.168914:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp15 ip 192.168.203.134:988 00000800:00000200:3.0:1767384950.168922:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ad538527 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767384950.168923:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp43 recovery ping unlinked 00000400:00000010:2.0:1767384950.168943:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000006c412ce. 00000400:00000010:2.0:1767384950.168950:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000dab912e7. 00000400:00000200:2.0:1767384950.168962:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp44 00000400:00000010:2.0:1767384950.168968:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003f1771b4. 00000400:00000010:2.0:1767384950.168973:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000087d4af9b. 00000400:00000010:2.0:1767384950.168977:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b0ce52c. 00000400:00000010:2.0:1767384950.168982:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a148cef5. 00000400:00000200:2.0:1767384950.168986:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp44 00000400:00000200:2.0:1767384950.168997:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp44 local destination 00000400:00000200:2.0:1767384950.169009:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp44 00000400:00000200:2.0:1767384950.169012:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp44 NI seq info: [189:189:256:4294967295] 192.168.203.134@tcp44 LPNI seq info [184:184:8:4294967295] 00000400:00000200:2.0:1767384950.169018:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp44 00000400:00000200:2.0:1767384950.169024:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp44(192.168.203.134@tcp44:) -> 192.168.203.134@tcp44(192.168.203.134@tcp44:192.168.203.134@tcp44) : GET try# 0 00000800:00000200:2.0:1767384950.169029:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp44 00000800:00000010:2.0:1767384950.169032:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008fd85046. 00000800:00000200:2.0:1767384950.169038:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bf0c4c24] -> 12345-192.168.203.134@tcp44 (2) 00000800:00000200:2.1:1767384950.169056:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bf0c4c24] -> 12345-192.168.203.134@tcp44 (2) 00000800:00000200:1.0:1767384950.169061:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384950.169069:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384950.169096:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp44 added to recovery queue. ping count: 2 next ping: 275 health :800 00000800:00000001:1.0:1767384950.169102:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384950.169104:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp41 00000800:00000001:1.0:1767384950.169108:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384950.169111:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000fd1aab77. 00000800:00000001:1.0:1767384950.169112:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384950.169121:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b76729ab. 00000400:00000010:2.0:1767384950.169126:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050f4446d. 00000400:00000010:2.0:1767384950.169129:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f26115a2. 00000400:00000200:2.0:1767384950.169132:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp41 00000400:00000200:2.0:1767384950.169139:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp41 local destination 00000400:00000200:2.0:1767384950.169143:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp41 00000400:00000200:2.0:1767384950.169145:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp41 NI seq info: [190:190:256:4294967295] 192.168.203.134@tcp41 LPNI seq info [185:185:8:4294967295] 00000400:00000200:2.0:1767384950.169148:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp41 00000400:00000200:2.0:1767384950.169155:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp41(192.168.203.134@tcp41:) -> 192.168.203.134@tcp41(192.168.203.134@tcp41:192.168.203.134@tcp41) : GET try# 0 00000800:00000200:2.0:1767384950.169159:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp41 00000800:00000010:2.0:1767384950.169162:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000092f0a196. 00000800:00000200:2.0:1767384950.169169:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e05045b2] -> 12345-192.168.203.134@tcp41 (2) 00000400:00000200:3.0:1767384950.169170:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000800:00000200:2.1:1767384950.169177:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e05045b2] -> 12345-192.168.203.134@tcp41 (2) 00000400:00000200:2.0:1767384950.169214:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp41 added to recovery queue. ping count: 4 next ping: 287 health :600 00000400:00000200:2.0:1767384950.169228:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp45 00000400:00000010:2.0:1767384950.169231:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006bb7883a. 00000400:00000010:2.0:1767384950.169238:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ca11e8ea. 00000400:00000010:2.0:1767384950.169241:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c99b0362. 00000400:00000010:2.0:1767384950.169253:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e143dc1d. 00000400:00000200:2.0:1767384950.169266:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp45 00000400:00000200:3.0:1767384950.169267:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:2.0:1767384950.169279:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp45 local destination 00000400:00000200:2.0:1767384950.169284:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp45 00000400:00000200:2.0:1767384950.169293:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp45 NI seq info: [191:191:256:4294967295] 192.168.203.134@tcp45 LPNI seq info [186:186:8:4294967295] 00000400:00000200:2.0:1767384950.169300:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp45 00000400:00000200:2.0:1767384950.169326:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp45(192.168.203.134@tcp45:) -> 192.168.203.134@tcp45(192.168.203.134@tcp45:192.168.203.134@tcp45) : GET try# 0 00000400:00000200:1.0:1767384950.169327:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000800:00000200:2.0:1767384950.169333:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp45 00000800:00000010:2.0:1767384950.169338:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c814e6b5. 00000800:00000200:2.0:1767384950.169348:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009e626e27] -> 12345-192.168.203.134@tcp45 (2) 00000800:00000200:2.1:1767384950.169356:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009e626e27] -> 12345-192.168.203.134@tcp45 (2) 00000400:00000200:2.0:1767384950.169370:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp45 added to recovery queue. ping count: 1 next ping: 273 health :900 00000400:00000200:3.0:1767384950.169385:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:2.0:1767384950.169486:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:3.0:1767384950.169495:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.169529:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:3.0:1767384950.169640:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:2.0:1767384950.169641:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.169647:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:2.0:1767384950.169804:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.170385:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.170527:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:3.0:1767384950.170649:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.170650:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:3.0:1767384950.170789:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.170806:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:3.0:1767384950.170958:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:2.0:1767384950.170959:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.170966:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:3.0:1767384950.171085:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:2.0:1767384950.171111:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.171116:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:3.0:1767384950.171185:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:2.0:1767384950.171223:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.171261:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:3.0:1767384950.171283:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:2.0:1767384950.171352:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:3.0:1767384950.171391:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.171401:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:2.0:1767384950.171488:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:3.0:1767384950.171533:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.171557:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:2.0:1767384950.171602:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:3.0:1767384950.171662:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.171666:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:2.0:1767384950.171725:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:2.0:1767384950.171817:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:3.0:1767384950.171851:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.171853:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:2.0:1767384950.171936:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:3.0:1767384950.171954:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.171991:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:2.0:1767384950.172058:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:3.0:1767384950.172076:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.172095:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:2.0:1767384950.172180:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:3.0:1767384950.172204:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.172205:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:2.0:1767384950.172262:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:3.0:1767384950.172405:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.172408:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:2.0:1767384950.172432:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.172555:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:3.0:1767384950.172556:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:2.0:1767384950.172561:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:3.0:1767384950.172713:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.172720:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:2.0:1767384950.172743:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:3.0:1767384950.172841:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.172862:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:2.0:1767384950.172876:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:3.0:1767384950.172966:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.173004:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:2.0:1767384950.173007:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:3.0:1767384950.173082:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.173123:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:2.0:1767384950.173170:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:3.0:1767384950.173236:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.173273:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:2.0:1767384950.173300:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:3.0:1767384950.173380:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.173399:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:2.0:1767384950.173447:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:3.0:1767384950.173496:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.173554:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:2.0:1767384950.173610:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:3.0:1767384950.173644:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.173688:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:2.0:1767384950.173755:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:3.0:1767384950.173791:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.173819:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:2.0:1767384950.173895:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:3.0:1767384950.173934:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:2.0:1767384950.174017:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.174043:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:3.0:1767384950.174064:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:2.0:1767384950.174154:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.174177:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:3.0:1767384950.174204:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.174287:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:2.0:1767384950.174300:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:3.0:1767384950.174309:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.174386:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:3.0:1767384950.174428:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:2.0:1767384950.174451:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.174525:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:3.0:1767384950.174554:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:2.0:1767384950.174579:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.174646:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:2.0:1767384950.174701:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.174727:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.174801:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.134:988 00000400:00000200:2.0:1767384950.174804:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.174904:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.134:988 00000800:00000010:3.0:1767384950.174911:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000044e9f4d5. 00000400:00000200:2.0:1767384950.174914:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000800:00000010:3.0:1767384950.174918:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000080cbc8da. 00000800:00000010:3.0:1767384950.174934:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003bee0166. 00000800:00000010:3.0:1767384950.174973:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003bee0166. 00000400:00000200:1.0:1767384950.174979:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.134:988 00000800:00020000:3.0:1767384950.174991:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000400:00000200:2.0:1767384950.174992:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:3.0:1767384950.175000:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000080cbc8da. 00000800:00000010:3.0:1767384950.175008:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000044e9f4d5. 00000400:00000200:1.0:1767384950.175068:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.134:988 00000400:02020000:3.0:1767384950.175156:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp44 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384950.175167:0:16348:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp44 notifying 192.168.203.134@tcp44: down 00000400:00000200:3.0:1767384950.175176:0:16348:0:(router.c:1840:lnet_notify()) Old news 00000400:00000200:1.0:1767384950.175179:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.134:988 00000800:00000100:3.0:1767384950.175186:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp44 00000800:00000010:3.0:1767384950.175191:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008fd85046. 00000400:00000200:3.0:1767384950.175199:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384950.175212:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp44->192.168.203.134@tcp44: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384950.175231:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384950.175233:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.134:988 00000400:00000200:3.0:1767384950.175244:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384950.175254:0:16348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp44) recovery failed with -71 00000800:00000010:2.0:1767384950.175291:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000be57af9f. 00000800:00000010:2.0:1767384950.175299:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d2154897. 00000400:00000200:1.0:1767384950.175299:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.134:988 00000800:00000010:2.0:1767384950.175309:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000883b17b0. 00000400:00000200:1.0:1767384950.175322:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.134:988 00000800:00000010:2.0:1767384950.175339:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000883b17b0. 00000400:00000200:1.0:1767384950.175348:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.134:988 00000800:00020000:2.0:1767384950.175350:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:2.0:1767384950.175356:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d2154897. 00000800:00000010:2.0:1767384950.175359:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000be57af9f. 00000400:00000200:1.0:1767384950.175389:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.175446:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.134:988 00000400:02020000:2.0:1767384950.175447:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp45 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384950.175458:0:16347:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp45 notifying 192.168.203.134@tcp45: down 00000400:00000200:2.0:1767384950.175463:0:16347:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384950.175470:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp45 00000800:00000010:2.0:1767384950.175473:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c814e6b5. 00000400:00000200:2.0:1767384950.175478:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384950.175485:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp45->192.168.203.134@tcp45: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384950.175488:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.134:988 00000400:00000200:2.0:1767384950.175495:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384950.175500:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384950.175514:0:16347:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp45) recovery failed with -71 00000400:00000200:1.0:1767384950.175525:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.175548:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.175564:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.175579:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.203.134:988 00000800:00000010:1.0:1767384950.175720:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003936ff33. 00000800:00000010:1.0:1767384950.175725:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004cf795cc. 00000800:00000010:1.0:1767384950.175729:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000094fd6451. 00000800:00000010:1.0:1767384950.175758:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000094fd6451. 00000400:00000200:2.0:1767384950.175912:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384950.175927:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp41 from 204.3.0.2 00000800:00000010:2.0:1767384950.175932:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000028f2d08. 00000800:00000010:3.0:1767384950.175972:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000044e9f4d5. 00000800:00000010:3.0:1767384950.175977:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000080cbc8da. 00000800:00000010:3.0:1767384950.176008:0:16349:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e184ff6e. 00000800:00000200:3.1:1767384950.176018:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e05045b2] -> 12345-192.168.203.134@tcp41 (2) 00000800:00000200:3.1:1767384950.176027:0:16349:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp41 00000000e184ff6e deleted 00000800:00000010:3.1:1767384950.176029:0:16349:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e184ff6e. 00000800:00000200:3.1:1767384950.176035:0:16349:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384950.176042:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp41 ip 192.168.203.134:972 00000800:00000200:3.1:1767384950.176045:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000092f0a196 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384950.176050:0:16349:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp41 p 3.x 192.168.203.134 -> 192.168.203.134:972 incarnation:1767384932371336162 sched[0] 00000800:00000010:3.0:1767384950.176055:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003bee0166. 00000800:00000010:3.0:1767384950.176120:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003bee0166. 00000800:00000010:3.0:1767384950.176125:0:16349:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000080cbc8da. 00000800:00000200:1.1:1767384950.176150:0:16346:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384950.176161:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp41 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384932371336162 sched[0] 00000800:00000010:1.0:1767384950.176164:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004cf795cc. 00000800:00000010:3.0:1767384950.176188:0:16349:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000028f2d08. 00000800:00000001:3.0:1767384950.176214:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384950.176215:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384950.176220:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384950.176229:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384950.176289:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384950.176297:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384950.176300:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384950.176302:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384950.176307:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000092f0a196. 00000800:00000001:1.0:1767384950.176309:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384950.176314:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384950.176325:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp41(192.168.203.134@tcp41) <- 192.168.203.134@tcp41 : GET - for me 00000400:00000200:3.0:1767384950.176331:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp41->192.168.203.134@tcp41: GET: OK 00000400:00000200:3.0:1767384950.176342:0:16353:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384950.176348:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384950.176353:0:16353:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp41 recovery message sent successfully:0 00000400:00000200:1.0:1767384950.176359:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 272/272 into md 0x1eb1 [1] + 0 00000400:00000200:1.0:1767384950.176383:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp41 to MR: 192.168.203.134@tcp41 local destination 00000400:00000200:1.0:1767384950.176393:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp41 NI seq info: [192:192:256:4294967295] 192.168.203.134@tcp41 LPNI seq info [187:187:8:4294967295] 00000400:00000200:1.0:1767384950.176407:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp41(192.168.203.134@tcp41:192.168.203.134@tcp41) -> 192.168.203.134@tcp41(192.168.203.134@tcp41:192.168.203.134@tcp41) 192.168.203.134@tcp41 : REPLY try# 0 00000800:00000200:1.0:1767384950.176424:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.134@tcp41 00000800:00000010:1.0:1767384950.176428:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004541da2a. 00000800:00000200:1.0:1767384950.176434:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e05045b2] -> 12345-192.168.203.134@tcp41 (4) 00000800:00000200:1.0:1767384950.176439:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp41 ip 192.168.203.134:988 00000800:00000200:1.0:1767384950.176442:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004541da2a type 3, nob 368 niov 1 nkiov 1 00000800:00000001:3.0:1767384950.176480:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384950.176523:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384950.176527:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384950.176528:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004541da2a. 00000800:00000001:3.0:1767384950.176536:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384950.176537:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384950.176550:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384950.176556:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp41->192.168.203.134@tcp41: REPLY: OK 00000800:00000001:3.0:1767384950.176559:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384950.176571:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp41(192.168.203.134@tcp41) <- 192.168.203.134@tcp41 : REPLY - for me 00000800:00000001:1.0:1767384950.176581:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384950.176589:0:16351:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp41: Reply from 12345-192.168.203.134@tcp41 of length 272/272 into md 0x1edd 00000800:00000001:3.0:1767384950.176596:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384950.176601:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000800:00000001:3.0:1767384950.176606:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384950.176610:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384950.176616:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp41->192.168.203.134@tcp41: REPLY: OK 00000400:00000200:3.0:1767384950.176626:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050f4446d 00000400:00000010:3.0:1767384950.176635:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050f4446d. 00000400:00000200:3.0:1767384950.176641:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384950.176651:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000fd1aab77. 00000400:00000010:3.0:1767384950.176658:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b76729ab. 00000800:00000001:3.0:1767384950.176671:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384950.176679:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384950.176686:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.176746:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.176792:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.177029:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.177083:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.177130:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.177174:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.177224:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.177271:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.177308:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.177326:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.177341:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.177355:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.177373:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.177398:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.177439:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.177473:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.177505:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.177538:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.177557:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.177571:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.177584:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.177598:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.177614:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.177630:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.177644:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.177657:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.177671:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.177686:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.177707:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.177737:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.177768:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.177804:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:1.0:1767384950.177871:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:1.0:1767384950.177993:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ae251b3a. 00000800:00000010:1.0:1767384950.177997:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004cf795cc. 00000800:00000010:1.0:1767384950.178000:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000094fd6451. 00000800:00000010:1.0:1767384950.178018:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000094fd6451. 00000800:00020000:1.0:1767384950.178024:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:1.0:1767384950.178032:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004cf795cc. 00000800:00000010:1.0:1767384950.178034:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ae251b3a. 00000400:02020000:1.0:1767384950.178078:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp41 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00010000:00000001:0.0:1767384950.808870:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384950.808876:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.808882:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384950.808884:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384950.808917:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384950.808920:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384950.808923:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384951.192926:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384951.192931:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384951.192935:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b0ce52c 00000400:00000010:1.0:1767384951.192939:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b0ce52c. 00000400:00000200:1.0:1767384951.192944:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384951.192953:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp44 recovery ping unlinked 00000400:00000010:1.0:1767384951.192966:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003f1771b4. 00000400:00000010:1.0:1767384951.192970:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000087d4af9b. 00000400:00000001:1.0:1767384951.192979:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384951.192980:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384951.192981:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c99b0362 00000400:00000010:1.0:1767384951.192982:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c99b0362. 00000400:00000200:1.0:1767384951.192986:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384951.192988:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp45 recovery ping unlinked 00000400:00000010:1.0:1767384951.192990:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006bb7883a. 00000400:00000010:1.0:1767384951.192991:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ca11e8ea. 00080000:00000010:3.0:1767384951.196640:0:38512:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000118f4fdb. 00080000:00000010:3.0:1767384951.196650:0:38512:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000118f4fdb. 00000020:00000001:3.0:1767384951.196654:0:38512:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384951.196662:0:38512:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000118f4fdb. 00080000:00000010:3.0:1767384951.196667:0:38512:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000118f4fdb. 00000020:00000001:3.0:1767384951.196670:0:38512:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384951.832907:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384951.832914:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384951.832921:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384951.832923:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384951.832957:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384951.832960:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384951.832963:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384951.928657:0:38676:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384951.928661:0:38676:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp49 --if ens2 00000001:00000001:3.0:1767384951.932437:0:38676:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384951.939811:0:38677:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000006f64d073. 00000400:00000010:1.0:1767384951.939879:0:38677:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000021754505. 00000400:00000010:1.0:1767384951.939888:0:38677:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e184ff6e. 00000400:00000010:1.0:1767384951.939891:0:38677:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000bb83d2ef. 00000400:00000010:1.0:1767384951.939895:0:38677:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006f9629af. 00000400:00000010:1.0:1767384951.939899:0:38677:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000036c02a7e. 00000400:00000010:1.0:1767384951.939901:0:38677:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001eea48c1. 00000400:00000010:1.0:1767384951.939902:0:38677:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005086170f. 00000400:00000010:1.0:1767384951.939905:0:38677:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d2722f97. 00000800:00000010:1.0:1767384951.939939:0:38677:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000004541da2a. 00000800:00000200:1.0:1767384951.939950:0:38677:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384951.939963:0:38677:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384951.940016:0:38677:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:1.0:1767384951.940076:0:38677:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp49 [8/256/0/180] 00000400:00000010:1.0:1767384951.941850:0:38677:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 00000000b213c1db. 00000400:00000010:1.0:1767384951.941857:0:38677:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f4ff3e0. 00000400:00000010:1.0:1767384951.941863:0:38677:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8f9ca25. 00000400:00000001:1.0:1767384951.941885:0:38677:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384951.941886:0:38677:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384951.941888:0:38677:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9f76cb9. 00000400:00000200:1.0:1767384951.941890:0:38677:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2c8c939 00000400:00000010:1.0:1767384951.941892:0:38677:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f2c8c939. 00000400:00000010:1.0:1767384951.941895:0:38677:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 00000000c3899b49. 00000400:00000200:1.0:1767384951.941900:0:38677:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (39) 00000400:00000200:1.0:1767384951.941910:0:38677:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:1.0:1767384951.941919:0:38677:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131121 00000020:00000010:1.0:1767384951.941924:0:38677:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000ae251b3a. 00000020:01000000:1.0:1767384951.941929:0:38677:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384951.941932:0:38677:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp49 00000400:00000200:2.0:1767384951.941934:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384951.941941:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102071 00000400:00000200:2.0:1767384951.941944:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (40) 00000400:00000010:1.0:1767384951.941947:0:38677:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000021754505. 00000400:00000010:2.0:1767384951.941949:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 0000000082a18f07. 00000400:00000010:1.0:1767384951.941951:0:38677:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000006f64d073. 00000400:00000010:2.0:1767384951.941954:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002af56e82. 00000400:00000010:2.0:1767384951.941961:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000054fcc2ec. 00000400:00000200:2.0:1767384951.941965:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp 00000020:00000001:3.0:1767384951.941969:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384951.941974:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384951.941977:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 10000000:00000001:3.0:1767384951.941978:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384951.941982:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384951.941985:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 135], ns[150, 140] 00000020:01000004:3.0:1767384951.941986:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384951.941989:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384951.941992:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384951.941993:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 135], ns[60, 140] 00000020:01000004:3.0:1767384951.941995:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384951.941998:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384951.942001:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384951.942004:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 60], ns[64, 60] 00000020:01000004:3.0:1767384951.942005:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384951.942008:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384951.942011:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384951.942013:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384951.942015:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 60], ns[75, 60] 00000100:00000010:3.0:1767384951.942019:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002d5911c1. 00000400:00000200:2.0:1767384951.942020:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 60], ns[77, 60] 00000020:00000040:3.0:1767384951.942042:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000400:00000200:2.0:1767384951.942043:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 60], ns[82, 60] 00000400:00000200:2.0:1767384951.942050:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 60], ns[88, 60] 00000100:00000001:3.0:1767384951.942051:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384951.942055:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 60], ns[91, 60] 02000000:00000001:3.0:1767384951.942057:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384951.942061:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 60], ns[103, 60] 02000000:00000001:3.0:1767384951.942064:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384951.942067:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 60], ns[109, 60] 00000400:00000200:2.0:1767384951.942071:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 60], ns[112, 60] 02000000:00000010:3.0:1767384951.942076:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b59796d5. 00000100:00000001:3.0:1767384951.942086:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384951.942087:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 60], ns[120, 60] 00000400:00000200:2.0:1767384951.942091:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[125, 60] 00000400:00000200:2.0:1767384951.942113:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 60], ns[129, 60] 00000400:00000200:2.0:1767384951.942118:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 60], ns[155, 60] 00000400:00000200:2.0:1767384951.942121:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 60], ns[159, 60] 00000100:00000001:3.0:1767384951.942122:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384951.942127:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384951.942129:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 60], ns[176, 60] 00000100:00000040:3.0:1767384951.942136:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d5911c1] to pc [ptlrpcd_00_03+3] req@000000002d5911c1 x1853237348038144/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384951.942137:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[178, 60], ns[183, 60] 00000400:00000200:2.0:1767384951.942156:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[159, 60], ns[164, 60] 00000400:00000200:2.0:1767384951.942163:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 60], ns[174, 60] 00000400:00000200:2.0:1767384951.942186:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[176, 60], ns[181, 60] 10000000:00000001:3.0:1767384951.942191:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384951.942196:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384951.942200:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384951.942200:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[180, 60], ns[185, 60] 00000020:01000000:3.0:1767384951.942203:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384951.942204:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384951.942210:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384951.942213:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384951.942216:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:1.0:1767384951.942225:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384951.942226:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 60], ns[80, 60] 10000000:00000001:3.0:1767384951.942227:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384951.942232:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:1.0:1767384951.942232:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002d5911c1 x1853237348038144/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384951.942238:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384951.942242:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 60], ns[145, 60] 00000020:01000004:3.0:1767384951.942244:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384951.942249:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384951.942254:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384951.942259:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384951.942259:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384951.942263:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 60], ns[117, 60] 00000020:01000004:3.0:1767384951.942264:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384951.942264:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384951.942269:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:1.0:1767384951.942271:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384951.942274:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384951.942275:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384951.942279:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384951.942279:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 60], ns[163, 60] 02000000:00000001:1.0:1767384951.942280:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384951.942286:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096e5d653. 00000100:00100000:1.0:1767384951.942286:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002d5911c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348038144:0@lo:253: 00000020:00000040:3.0:1767384951.942294:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000400:00000200:2.0:1767384951.942295:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 60], ns[108, 60] 00000100:00000001:1.0:1767384951.942295:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384951.942301:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384951.942302:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384951.942306:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384951.942306:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384951.942309:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 60], ns[132, 60] 02000000:00000001:1.0:1767384951.942310:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384951.942316:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[175, 60], ns[180, 60] 02000000:00000001:3.0:1767384951.942318:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384951.942318:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004b7710da. 02000000:00000010:3.0:1767384951.942329:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000eedd45ff. 02000000:00000001:1.0:1767384951.942329:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384951.942335:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 60], ns[168, 60] 00000400:00000010:1.0:1767384951.942336:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020d9fe51. 00000100:00000001:3.0:1767384951.942338:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384951.942344:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021754505. 00000400:00000200:2.0:1767384951.942345:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 60], ns[148, 60] 00000100:00000001:3.0:1767384951.942348:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1767384951.942349:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348038144, portal 25 00000100:00000001:3.0:1767384951.942353:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384951.942354:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384951.942355:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[187, 60], ns[192, 60] 00000100:00000001:1.0:1767384951.942358:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647287680 : -119488062263936 : ffff9353847e6d80) 00000100:00000040:3.0:1767384951.942365:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096e5d653] to pc [ptlrpcd_00_00+0] req@0000000096e5d653 x1853237348038272/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384951.942369:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[164, 60], ns[169, 60] 00000100:00000040:1.0:1767384951.942369:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002d5911c1 x1853237348038144/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384951.942390:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[182, 60], ns[187, 60] 00000400:00000200:2.0:1767384951.942418:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[184, 60], ns[189, 60] 00000100:00000001:1.0:1767384951.942420:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384951.942427:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[186, 60], ns[191, 60] 00000100:00000040:1.0:1767384951.942428:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:3.0:1767384951.942433:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384951.942434:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000049c5dce3. 00000400:00000200:2.0:1767384951.942437:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 60], ns[0, 60] 10000000:00000001:3.0:1767384951.942439:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384951.942441:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348038144, offset 0 00000020:00000001:3.0:1767384951.942445:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384951.942472:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp46 00000400:00000200:2.0:1767384951.942479:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp46 00000400:00000200:1.0:1767384951.942479:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:01000000:3.0:1767384951.942480:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384951.942485:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000ae251b3a. 00000400:00000200:2.0:1767384951.942489:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp46 lpni_is_preferred = 0 00000400:00000200:2.0:1767384951.942492:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp46 00000400:00000200:2.0:1767384951.942495:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp46 NI seq info: [193:193:256:4294967295] 192.168.203.134@tcp46 LPNI seq info [188:188:8:4294967295] 00000100:00000001:3.0:1767384951.942497:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384951.942501:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384951.942503:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp46 00000100:00000001:3.0:1767384951.942507:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384951.942510:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384951.942513:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384951.942517:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp46(192.168.203.134@tcp46:) -> 192.168.203.134@tcp46(192.168.203.134@tcp:192.168.203.134@tcp46) : GET try# 0 00000100:00000040:3.0:1767384951.942520:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096e5d653 x1853237348038272/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384951.942530:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp46 00000400:00000200:1.0:1767384951.942534:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384951.942536:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384951.942538:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384951.942539:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bf960ddb. 02000000:00000001:3.0:1767384951.942541:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384951.942545:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384951.942545:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d07600 00000800:00000010:2.0:1767384951.942548:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000086926cec. 02000000:00000001:3.0:1767384951.942550:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384951.942554:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ecc72e54. 00000400:00000200:1.0:1767384951.942555:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x164d [2] + 0 00000100:00100000:3.0:1767384951.942557:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000096e5d653 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348038272:0@lo:253: 00000400:00000010:1.0:1767384951.942568:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d319151. 00000400:00000200:1.0:1767384951.942574:0:16361:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006c5d41e2 00000100:00000001:3.0:1767384951.942575:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1767384951.942575:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000086926cec] -> 12345-192.168.203.134@tcp46 (2) 00000400:00000200:1.0:1767384951.942580:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384951.942581:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.1:1767384951.942582:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000086926cec] -> 12345-192.168.203.134@tcp46 (2) 02000000:00000001:3.0:1767384951.942586:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384951.942589:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384951.942591:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384951.942594:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c5d41e2 00000400:00000200:2.0:1767384951.942597:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp 00000400:00000010:1.0:1767384951.942597:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006c5d41e2. 02000000:00000010:3.0:1767384951.942598:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000006a5a49a. 00000400:00000200:2.0:1767384951.942602:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100271 rc 0 02000000:00000001:3.0:1767384951.942604:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384951.942604:0:16361:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384951.942606:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384951.942610:0:16361:0:(events.c:337:request_in_callback()) incoming req@00000000ceeb5670 x1853237348038144 msgsize 4848 00000400:00000010:3.0:1767384951.942611:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd958cd3. 00000100:00100000:1.0:1767384951.942617:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384951.942619:0:16361:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:3.0:1767384951.942620:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8fdff52. 00000100:00000001:2.0:1767384951.942623:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384951.942627:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348038272, portal 25 00000100:00000001:2.0:1767384951.942627:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384951.942628:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384951.942634:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384951.942636:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049c5dce3 00000100:00000001:3.0:1767384951.942637:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647280512 : -119488062271104 : ffff9353847e5180) 00000400:00000010:1.0:1767384951.942641:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000049c5dce3. 00000100:00000040:3.0:1767384951.942646:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000096e5d653 x1853237348038272/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384951.942646:0:16361:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384951.942654:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002d5911c1 x1853237348038144/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384951.942661:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384951.942667:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384951.942672:0:16358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bda5a94d. 00000100:00000001:1.0:1767384951.942674:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384951.942677:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000100:00000200:3.0:1767384951.942678:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348038272, offset 0 00000100:00000040:1.0:1767384951.942688:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002d5911c1 x1853237348038144/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384951.942689:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384951.942701:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384951.942703:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384951.942706:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384951.942713:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d07680 00000100:00000001:1.0:1767384951.942714:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384951.942718:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294940978 00000100:00000010:1.0:1767384951.942722:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c310db9c. 00000400:00000200:3.0:1767384951.942728:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1655 [2] + 0 00000100:00000001:1.0:1767384951.942729:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000400:00000010:3.0:1767384951.942735:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e6ffa5c. 00000400:00000200:2.0:1767384951.942736:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000100:00000001:1.0:1767384951.942737:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294940978 00000400:00000200:3.0:1767384951.942740:0:16358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002e55a9e0 00000100:00000010:1.0:1767384951.942743:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9c210ea. 00000400:00000200:3.0:1767384951.942746:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384951.942747:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384951.942752:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384951.942756:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294940978 00000400:00000200:3.0:1767384951.942757:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e55a9e0 00000400:00000010:3.0:1767384951.942769:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002e55a9e0. 00000100:00000010:1.0:1767384951.942771:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6ae0d85. 00000100:00000001:3.0:1767384951.942773:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384951.942776:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384951.942776:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1767384951.942781:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000cda52dcb x1853237348038272 msgsize 4848 00000100:00000001:1.0:1767384951.942783:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294940978 00000100:00100000:3.0:1767384951.942789:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:1.0:1767384951.942789:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6fad356. 00000100:00000040:3.0:1767384951.942793:0:16358:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384951.942793:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000100:00000001:1.0:1767384951.942795:0:16361:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384951.942802:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384951.942804:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384951.942804:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384951.942809:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384951.942812:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bda5a94d 00000100:00000001:1.0:1767384951.942812:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384951.942815:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bda5a94d. 00000100:00000001:3.0:1767384951.942818:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384951.942822:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096e5d653 x1853237348038272/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384951.942829:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384951.942831:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096e5d653 x1853237348038272/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384951.942857:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384951.942858:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384951.942860:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384951.942861:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000100:00000001:1.0:1767384951.942862:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384951.942866:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384951.942867:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384951.942871:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384951.942872:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294940979 00000100:00000001:1.0:1767384951.942874:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384951.942878:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384951.942880:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294940978 00000100:00000001:3.0:1767384951.942886:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294940979 00000100:00000001:3.0:1767384951.942892:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294940978 00000100:00000001:3.0:1767384951.942897:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294940979 00000100:00000001:3.0:1767384951.942902:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294940978 00000100:00000001:1.0:1767384951.942902:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384951.942906:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348038144 00000100:00000001:3.0:1767384951.942907:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294940979 02000000:00000001:1.0:1767384951.942909:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384951.942912:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384951.942913:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294940978 00000100:00000001:1.0:1767384951.942914:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384951.942917:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384951.942920:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348038144 00000100:00000001:3.0:1767384951.942922:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384951.942924:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384951.942927:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384951.942928:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000100:00000001:3.0:1767384951.942930:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384951.942930:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384951.942935:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:1.0:1767384951.942938:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384951.942939:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1767384951.942940:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000100:00000001:3.0:1767384951.942941:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767384951.942946:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:3.0:1767384951.942947:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384951.942950:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:3.0:1767384951.942951:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384951.942954:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384951.942957:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384951.942958:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384951.942962:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098e6489f. 00000100:00000001:1.0:1767384951.942966:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384951.942968:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098e6489f. 00000400:00000200:2.0:1767384951.942970:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000020:00000010:1.0:1767384951.942974:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6482ea4. 00000100:00000001:3.0:1767384951.942979:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384951.942979:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f1eea361. 00000100:00100000:3.0:1767384951.942983:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348038272 02000000:00000001:3.0:1767384951.942987:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1767384951.942987:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ec979b2c. 00000100:00000001:3.0:1767384951.942989:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384951.942992:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384951.942995:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384951.942998:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348038272 00000100:00000040:1.0:1767384951.942999:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:3.0:1767384951.943000:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384951.943004:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000001:1.0:1767384951.943004:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384951.943007:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384951.943008:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384951.943011:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384951.943012:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000400:00000200:2.0:1767384951.943012:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000020:00000001:3.0:1767384951.943018:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:3.0:1767384951.943021:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:1.0:1767384951.943023:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384951.943025:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384951.943029:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bdaf6fe7. 00000100:00000001:3.0:1767384951.943032:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384951.943033:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384951.943035:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bdaf6fe7. 00000020:00000010:3.0:1767384951.943060:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000323b7452. 00000100:00000001:1.0:1767384951.943062:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384951.943066:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384951.943067:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000617c4800. 00000100:00100000:1.0:1767384951.943072:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000020:00000010:3.0:1767384951.943074:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004e2dfea1. 00000100:00000040:1.0:1767384951.943076:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:1.0:1767384951.943079:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590666967120 : -119483042584496 : ffff9354afb0a850) 00000100:00000001:3.0:1767384951.943082:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384951.943085:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1767384951.943086:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ceeb5670 x1853237348038144/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:177/0 lens 4848/0 e 0 to 0 dl 1767384962 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384951.943088:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000100:00000001:3.0:1767384951.943089:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384951.943099:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384951.943101:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384951.943103:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098e6489f. 00000100:00000001:3.0:1767384951.943123:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384951.943125:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384951.943127:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098e6489f. 00000100:00100000:1.0:1767384951.943133:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ceeb5670 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:16361:x1853237348038144:12345-0@lo:253: 00000100:00000200:1.0:1767384951.943137:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348038144 00000400:00000200:2.0:1767384951.943145:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000020:00000001:1.0:1767384951.943146:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384951.943147:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384951.943150:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384951.943151:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384951.943154:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384951.943158:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000020:00000001:1.0:1767384951.943158:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384951.943162:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000100:00000040:3.0:1767384951.943164:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000020:00000001:1.0:1767384951.943167:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384951.943168:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590666970192 : -119483042581424 : ffff9354afb0b450) 00000400:00000200:2.0:1767384951.943172:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000020:00000001:1.0:1767384951.943172:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384951.943175:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cda52dcb x1853237348038272/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:177/0 lens 4848/0 e 0 to 0 dl 1767384962 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384951.943180:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384951.943184:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384951.943187:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384951.943188:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384951.943192:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bdaf6fe7. 00000100:00000001:1.0:1767384951.943193:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384951.943196:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384951.943197:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384951.943200:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bdaf6fe7. 02000000:00000010:1.0:1767384951.943202:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000af8b095b. 00000400:00000200:2.0:1767384951.943206:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000100:00100000:3.0:1767384951.943207:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cda52dcb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:16358:x1853237348038272:12345-0@lo:253: 02000000:00000001:1.0:1767384951.943207:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384951.943213:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384951.943215:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348038272 20000000:00000001:1.0:1767384951.943217:0:17084:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384951.943219:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384951.943222:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384951.943224:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384951.943225:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384951.943227:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 20000000:00000010:1.0:1767384951.943227:0:17084:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ae251b3a. 00000020:00000001:3.0:1767384951.943233:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384951.943234:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:1.0:1767384951.943234:0:17084:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:3.0:1767384951.943240:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384951.943240:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 20000000:00000001:1.0:1767384951.943240:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:3.0:1767384951.943245:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:1.0:1767384951.943246:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384951.943248:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384951.943249:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384951.943252:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:1.0:1767384951.943253:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384951.943256:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:1.0:1767384951.943257:0:17084:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:3.0:1767384951.943263:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007866e324. 02000000:00000001:3.0:1767384951.943266:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384951.943267:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384951.943268:0:17084:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000913a1f0. 20000000:00000001:3.0:1767384951.943269:0:17083:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:1.0:1767384951.943273:0:17084:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 20000000:00000010:3.0:1767384951.943278:0:17083:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006db6e447. 20000000:00000001:1.0:1767384951.943280:0:17084:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:3.0:1767384951.943283:0:17083:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384951.943285:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:1.0:1767384951.943286:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:3.0:1767384951.943288:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:2.0:1767384951.943289:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00080000:00000001:1.0:1767384951.943290:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:3.0:1767384951.943296:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384951.943299:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384951.943300:0:17083:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384951.943308:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384951.943321:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384951.943324:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384951.943325:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384951.943327:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:2.0:1767384951.943328:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00080000:00000001:1.0:1767384951.943329:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384951.943334:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 000000007e91d003 00000020:00000001:1.0:1767384951.943339:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f71c5dba 00080000:00000002:1.0:1767384951.943341:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384951.943349:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384951.943352:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384951.943354:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384951.943357:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384951.943362:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000020:00000001:1.0:1767384951.943362:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:1.0:1767384951.943366:0:17084:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384951.943372:0:17084:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006dd9ba75. 00080000:00000001:1.0:1767384951.943375:0:17084:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585647365632 : -119488062185984 : ffff9353847f9e00) 00080000:00000001:1.0:1767384951.943378:0:17084:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384951.943381:0:17084:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384951.943385:0:17084:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000098e6489f. 00000400:00000200:2.0:1767384951.943387:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00080000:00000001:1.0:1767384951.943388:0:17084:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384951.943393:0:17084:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384951.943418:0:17084:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384951.943434:0:17084:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384951.943479:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:2.0:1767384951.943527:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:2.0:1767384951.943566:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:2.0:1767384951.943596:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:2.0:1767384951.943635:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:2.0:1767384951.943654:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:2.0:1767384951.943670:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:2.0:1767384951.943688:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:2.0:1767384951.943705:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:2.0:1767384951.943719:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:2.0:1767384951.943736:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:2.0:1767384951.943751:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:2.0:1767384951.943765:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:2.0:1767384951.943778:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:2.0:1767384951.943798:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:2.0:1767384951.943812:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:2.0:1767384951.944057:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:2.0:1767384951.944079:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:2.0:1767384951.944106:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:2.0:1767384951.944246:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000be57af9f. 00000800:00000010:2.0:1767384951.944251:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d8de4347. 00000800:00000010:2.0:1767384951.944257:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003c0c190f. 00000800:00000010:2.0:1767384951.944276:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003c0c190f. 00000800:00020000:2.0:1767384951.944285:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:2.0:1767384951.944288:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d8de4347. 00000800:00000010:2.0:1767384951.944290:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000be57af9f. 00000400:02020000:2.0:1767384951.944331:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp46 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00080000:00000010:1.0:1767384951.944333:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006dd9ba75. 00000400:00000200:2.0:1767384951.944339:0:16348:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp46 notifying 192.168.203.134@tcp46: down 00000800:00000200:2.0:1767384951.944346:0:16348:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp46 down 00000800:00000100:2.0:1767384951.944353:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp46 00000800:00000010:2.0:1767384951.944356:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bf960ddb. 00000400:00000200:2.0:1767384951.944360:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384951.944363:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp46->192.168.203.134@tcp46: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384951.944369:0:16348:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp46 added to recovery queue. ping count: 0 next ping: 274 health :900 00000400:00000200:2.0:1767384951.944373:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384951.944375:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp: 1 00000400:00000200:2.0:1767384951.944378:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:1.0:1767384951.944420:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00080000:00000010:3.0:1767384951.944426:0:17084:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000098e6489f. 00000400:00000200:1.0:1767384951.944427:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100871 00000400:00000001:1.0:1767384951.944433:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00040000:00000001:3.0:1767384951.944434:0:17084:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000001:1.0:1767384951.944436:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00040000:00000001:3.0:1767384951.944437:0:17084:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:1.0:1767384951.944449:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002af56e82 00080000:00000001:3.0:1767384951.944452:0:17084:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384951.944453:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002af56e82. 00000020:00000002:3.0:1767384951.944458:0:17084:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 00000400:00000200:1.0:1767384951.944459:0:16356:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 20000000:00000001:3.0:1767384951.944463:0:17084:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384951.944466:0:16356:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 20000000:00000001:3.0:1767384951.944467:0:17084:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000010:1.0:1767384951.944488:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 0000000082a18f07. 00000400:00000200:1.0:1767384951.944491:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (41) 00000400:00000200:1.0:1767384951.944494:0:16356:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.134@tcp:-71 00000400:00000200:1.0:1767384951.944497:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102071 rc -71 20000000:01000000:3.0:1767384951.944499:0:17084:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:1.0:1767384951.944503:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:1.0:1767384951.944508:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (40) 20000000:00000001:3.0:1767384951.944512:0:17084:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384951.944517:0:17084:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767384951.944523:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384951.944524:0:17084:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:2.0:1767384951.944526:0:17083:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ab774833. 20000000:00000001:1.0:1767384951.944530:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:2.0:1767384951.944531:0:17083:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 10000000:01000000:1.0:1767384951.944534:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:2.0:1767384951.944552:0:17083:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384951.944557:0:17083:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:1.0:1767384951.944557:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384951.944561:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384951.944562:0:17083:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384951.944569:0:17083:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:1.0:1767384951.944575:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005d19d3d7. 00080000:00000001:2.0:1767384951.944578:0:17083:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384951.944580:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384951.944581:0:17083:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384951.944584:0:17083:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384951.944585:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002ac7ce46. 00080000:00000001:2.0:1767384951.944586:0:17083:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384951.944589:0:17083:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384951.944591:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384951.944594:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002ac7ce46 with handle 0xb57eb78819563173 to hash 00000020:00000001:1.0:1767384951.944596:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000002:2.0:1767384951.944600:0:17083:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000980f9615 00010000:00000001:1.0:1767384951.944600:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318196224 : -119483391355392 : ffff93549ae6d600) 00010000:00000001:1.0:1767384951.944606:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318196224 : -119483391355392 : ffff93549ae6d600) 00000020:00000001:2.0:1767384951.944607:0:17083:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009e445471 00080000:00000002:2.0:1767384951.944611:0:17083:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:1.0:1767384951.944612:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384951.944615:0:17083:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384951.944616:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384951.944620:0:17083:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384951.944621:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002ac7ce46/0xb57eb78819563173 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384951.944625:0:17083:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384951.944630:0:17083:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384951.944635:0:17083:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00010000:00000001:1.0:1767384951.944635:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384951.944640:0:17083:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384951.944642:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000010:2.0:1767384951.944643:0:17083:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002326dd97. 00080000:00000001:2.0:1767384951.944648:0:17083:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585654658048 : -119488054893568 : ffff935384eee400) 00010000:00000001:1.0:1767384951.944648:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:2.0:1767384951.944652:0:17083:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384951.944653:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000001:00000001:2.0:1767384951.944655:0:17083:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384951.944658:0:17083:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003c0c190f. 00010000:00000001:1.0:1767384951.944658:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384951.944662:0:17083:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384951.944664:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384951.944665:0:17083:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384951.944668:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384951.944673:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:2.0:1767384951.944676:0:17083:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384951.944676:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000020:3.0:1767384951.944677:0:17084:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384951.944679:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000001:3.0:1767384951.944683:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384951.944684:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:2.0:1767384951.944687:0:17083:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 20000000:00000010:3.0:1767384951.944695:0:17084:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ae251b3a. 00010000:00000040:1.0:1767384951.944700:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005d19d3d7) refcount = 1 20000000:00000001:3.0:1767384951.944702:0:17084:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384951.944708:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348038144 00010000:00010000:1.0:1767384951.944709:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002ac7ce46/0xb57eb78819563173 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384951.944712:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384951.944718:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ceeb5670 x1853237348038144/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:177/0 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384951.944719:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384951.944723:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384951.944726:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384951.944731:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384951.944732:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384951.944733:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384951.944736:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384951.944737:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00001000:3.0:1767384951.944739:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=85 v=5 (1 0 0 0) 20000000:01000000:1.0:1767384951.944741:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003701742s 00010000:00000001:1.0:1767384951.944747:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384951.944749:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384951.944752:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:3.0:1767384951.944753:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000020:00000001:1.0:1767384951.944757:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767384951.944758:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:1.0:1767384951.944760:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002ac7ce46 refcount=4 02000000:00000001:3.0:1767384951.944761:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384951.944764:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318196224 : -119483391355392 : ffff93549ae6d600) 00000100:00000001:3.0:1767384951.944766:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384951.944768:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318196224 : -119483391355392 : ffff93549ae6d600) 00000100:00000040:3.0:1767384951.944774:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384951.944774:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384951.944777:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002ac7ce46/0xb57eb78819563173 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384951.944780:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bda5a94d. 00010000:00000001:1.0:1767384951.944784:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000200:3.0:1767384951.944788:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348038144, offset 224 00010000:00010000:1.0:1767384951.944788:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002ac7ce46/0xb57eb78819563173 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384951.944797:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384951.944798:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384951.944801:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:1.0:1767384951.944802:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002ac7ce46/0xb57eb78819563173 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384951.944809:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384951.944811:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384951.944814:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384951.944816:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002ac7ce46/0xb57eb78819563173 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384951.944820:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002ac7ce46 already unused, calling callback (00000000df0e66e0) 00010000:00000001:1.0:1767384951.944822:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384951.944824:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384951.944825:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002ac7ce46/0xb57eb78819563173 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384951.944829:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384951.944831:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384951.944833:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384951.944834:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002ac7ce46 refcount=5 00000400:00000200:3.0:1767384951.944837:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384951.944837:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318196224 : -119483391355392 : ffff93549ae6d600) 00010000:00000001:1.0:1767384951.944840:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318196224 : -119483391355392 : ffff93549ae6d600) 00000400:00000200:3.0:1767384951.944856:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d07600 00000400:00000200:3.0:1767384951.944862:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1eed [2] + 224 00000400:00000200:3.0:1767384951.944868:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384951.944875:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384951.944875:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384951.944880:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002ac7ce46/0xb57eb78819563173 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384951.944882:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384951.944887:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000200:3.0:1767384951.944891:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002d5911c1 x1853237348038144/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384951.944891:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384951.944894:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384951.944899:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384951.944902:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384951.944904:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384951.944907:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384951.944911:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002ac7ce46 with handle 0xb57eb78819563173 from hash 00010000:00000001:1.0:1767384951.944914:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:3.0:1767384951.944915:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002d5911c1 x1853237348038144/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384951.944916:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384951.944919:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384951.944921:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384951.944924:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384951.944926:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384951.944930:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384951.944933:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384951.944936:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384951.944938:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384951.944939:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384951.944941:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384951.944942:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384951.944943:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384951.944944:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384951.944945:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384951.944946:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:1.0:1767384951.944947:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002ac7ce46/0xb57eb78819563173 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384951.944953:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384951.944955:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384951.944956:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bda5a94d 00010000:00000001:1.0:1767384951.944957:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:3.0:1767384951.944962:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bda5a94d. 00010000:00000001:1.0:1767384951.944962:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1767384951.944965:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384951.944965:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384951.944968:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384951.944969:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384951.944969:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384951.944974:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384951.944974:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384951.944977:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000001:2.0:1767384951.944978:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384951.944981:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384951.944982:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384951.944982:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020d9fe51. 20000000:00000001:1.0:1767384951.944984:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384951.944989:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021754505 00000100:00000040:3.0:1767384951.944990:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00010000:1.0:1767384951.944990:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002ac7ce46/0xb57eb78819563173 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384951.944993:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000021754505. 00010000:00000001:3.0:1767384951.944996:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384951.945000:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384951.945001:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384951.945002:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:00000001:3.0:1767384951.945006:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384951.945007:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384951.945010:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002d5911c1 x1853237348038144/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384951.945011:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002ac7ce46/0xb57eb78819563173 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384951.945014:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ceeb5670 x1853237348038144/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:177/0 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384951.945033:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005d19d3d7 count: 0 00010000:00000001:1.0:1767384951.945042:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384951.945046:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000200:2.0:1767384951.945047:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002d5911c1 x1853237348038144/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384951.945053:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ceeb5670 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+15:16361:x1853237348038144:12345-0@lo:253: Request processed in 1949us (2437us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384951.945064:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384951.945066:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384951.945069:0:16361:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767384951.945070:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 02000000:00000001:2.0:1767384951.945072:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384951.945076:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384951.945077:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000100:00000001:3.0:1767384951.945082:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384951.945086:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384951.945086:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384951.945090:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384951.945094:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f1eea361. 00000100:00001000:2.0:1767384951.945095:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=85 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384951.945101:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ec979b2c. 00000100:00001000:2.0:1767384951.945101:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=85 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384951.945103:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384951.945107:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384951.945109:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6482ea4. 00010000:00000001:2.0:1767384951.945110:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384951.945112:0:16361:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384951.945115:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384951.945117:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00000100:00000040:2.0:1767384951.945120:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002d5911c1 x1853237348038144/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384951.945125:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384951.945128:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384951.945130:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384951.945131:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384951.945135:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000af8b095b. 00000020:01000004:2.0:1767384951.945137:0:16361:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384951.945140:0:16361:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 02000000:00000001:3.0:1767384951.945141:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:2.0:1767384951.945142:0:16361:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384951.945145:0:16361:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384951.945146:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384951.945147:0:16361:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384951.945151:0:16361:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384951.945152:0:16361:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000100:00000200:3.0:1767384951.945153:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:2.0:1767384951.945153:0:16361:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384951.945156:0:16361:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384951.945158:0:16361:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:3.0:1767384951.945159:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008248ab79. 00000100:00000040:2.0:1767384951.945161:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002d5911c1 x1853237348038144/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384951.945165:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bda5a94d. 00000100:00100000:2.0:1767384951.945172:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002d5911c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348038144:0@lo:253: 00000100:00000001:2.0:1767384951.945176:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384951.945177:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384951.945180:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002d5911c1 x1853237348038144/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384951.945185:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384951.945187:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384951.945189:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004b7710da. 02000000:00000001:2.0:1767384951.945193:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384951.945200:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384951.945202:0:16361:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:2.0:1767384951.945204:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384951.945206:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b59796d5. 02000000:00000001:2.0:1767384951.945210:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384951.945211:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384951.945212:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002d5911c1. 00000100:00000001:2.0:1767384951.945216:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384951.945217:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384951.945218:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384951.945222:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384951.945224:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384951.945226:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384951.945227:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384951.946196:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002326dd97. 00080000:00000010:2.0:1767384951.946246:0:17083:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003c0c190f. 00040000:00000001:2.0:1767384951.946250:0:17083:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384951.946251:0:17083:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384951.946253:0:17083:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384951.946255:0:17083:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:2.0:1767384951.946257:0:17083:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384951.946258:0:17083:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384951.946260:0:17083:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384951.946268:0:17083:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384951.946270:0:17083:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384951.946274:0:17083:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384951.946279:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384951.946282:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384951.946284:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384951.946286:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384951.946288:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384951.946292:0:17105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000096eacb4d. 00010000:00000001:1.0:1767384951.946294:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384951.946297:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a3a7dbfa. 00000020:00000001:1.0:1767384951.946299:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384951.946302:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a3a7dbfa with handle 0xb57eb7881956317a to hash 00000020:00000001:1.0:1767384951.946303:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384951.946305:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00010000:00000001:1.0:1767384951.946307:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00010000:00000001:1.0:1767384951.946309:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384951.946310:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384951.946312:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a3a7dbfa/0xb57eb7881956317a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384951.946316:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384951.946318:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384951.946326:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384951.946328:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384951.946329:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384951.946331:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384951.946333:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384951.946334:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384951.946335:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384951.946337:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384951.946338:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384951.946339:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000096eacb4d) refcount = 1 00010000:00010000:1.0:1767384951.946341:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a3a7dbfa/0xb57eb7881956317a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384951.946345:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384951.946346:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384951.946348:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384951.946349:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384951.946350:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384951.946352:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384951.946354:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003701742s 00010000:00000001:1.0:1767384951.946356:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384951.946357:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384951.946358:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a3a7dbfa refcount=4 00000020:00000001:1.0:1767384951.946360:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00010000:00000001:1.0:1767384951.946362:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00010000:00000001:1.0:1767384951.946364:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384951.946365:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a3a7dbfa/0xb57eb7881956317a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384951.946370:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384951.946371:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a3a7dbfa/0xb57eb7881956317a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384951.946375:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384951.946376:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384951.946378:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a3a7dbfa/0xb57eb7881956317a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384951.946388:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384951.946390:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384951.946392:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384951.946393:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a3a7dbfa/0xb57eb7881956317a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384951.946397:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a3a7dbfa already unused, calling callback (00000000df0e66e0) 00010000:00000001:1.0:1767384951.946413:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384951.946415:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384951.946417:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a3a7dbfa/0xb57eb7881956317a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384951.946419:0:17083:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384951.946423:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384951.946424:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 20000000:00000010:2.0:1767384951.946426:0:17083:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006db6e447. 00010000:00000001:1.0:1767384951.946427:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384951.946432:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 20000000:00000001:2.0:1767384951.946434:0:17083:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384951.946434:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a3a7dbfa refcount=5 00000020:00000001:1.0:1767384951.946454:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00010000:00000040:2.0:1767384951.946455:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348038272 00010000:00000001:1.0:1767384951.946457:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318195712 : -119483391355904 : ffff93549ae6d400) 00010000:00000001:2.0:1767384951.946458:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384951.946462:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000200:2.0:1767384951.946465:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cda52dcb x1853237348038272/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:177/0 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384951.946465:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a3a7dbfa/0xb57eb7881956317a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384951.946482:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384951.946483:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384951.946486:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384951.946487:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384951.946489:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384951.946490:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=85 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384951.946493:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767384951.946495:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384951.946496:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384951.946498:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384951.946500:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384951.946501:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a3a7dbfa with handle 0xb57eb7881956317a from hash 00000100:00000040:2.0:1767384951.946505:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:1.0:1767384951.946505:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384951.946507:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384951.946509:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:1.0:1767384951.946510:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384951.946512:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384951.946514:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384951.946516:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384951.946520:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:2.0:1767384951.946522:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384951.946524:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384951.946527:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000010:2.0:1767384951.946528:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8de4347. 00010000:00000001:1.0:1767384951.946530:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000200:2.0:1767384951.946532:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348038272, offset 224 00010000:00000001:1.0:1767384951.946533:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384951.946539:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384951.946541:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384951.946542:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:2.0:1767384951.946543:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384951.946547:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384951.946549:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384951.946551:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384951.946554:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384951.946556:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384951.946558:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384951.946561:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a3a7dbfa/0xb57eb7881956317a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384951.946565:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384951.946567:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384951.946568:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d07680 00010000:00000001:1.0:1767384951.946571:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384951.946573:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:2.0:1767384951.946576:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ef5 [2] + 224 00010000:00000001:1.0:1767384951.946576:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384951.946579:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384951.946581:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:2.0:1767384951.946582:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384951.946583:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384951.946586:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384951.946588:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:1.0:1767384951.946590:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a3a7dbfa/0xb57eb7881956317a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384951.946593:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384951.946597:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096e5d653 x1853237348038272/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384951.946598:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384951.946601:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384951.946602:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a3a7dbfa/0xb57eb7881956317a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384951.946617:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000096eacb4d count: 0 00000100:00000040:2.0:1767384951.946618:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000096e5d653 x1853237348038272/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384951.946623:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384951.946626:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384951.946632:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384951.946638:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8de4347 00000400:00000010:2.0:1767384951.946639:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8de4347. 00000100:00000001:2.0:1767384951.946641:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384951.946642:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384951.946645:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384951.946648:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:3.0:1767384951.946650:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384951.946650:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384951.946654:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384951.946655:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384951.946657:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384951.946661:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384951.946662:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cda52dcb x1853237348038272/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:177/0 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384951.946665:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384951.946669:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd958cd3. 00000400:00000200:3.0:1767384951.946677:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8fdff52 00000100:00100000:2.0:1767384951.946678:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cda52dcb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:16358:x1853237348038272:12345-0@lo:253: Request processed in 3488us (3893us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384951.946681:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8fdff52. 00000100:00000001:3.0:1767384951.946686:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384951.946692:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096e5d653 x1853237348038272/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384951.946701:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00000040:2.0:1767384951.946705:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000200:3.0:1767384951.946706:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096e5d653 x1853237348038272/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384951.946710:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384951.946714:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384951.946718:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384951.946719:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000617c4800. 00000100:00000001:3.0:1767384951.946720:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384951.946724:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004e2dfea1. 00000100:00000001:3.0:1767384951.946725:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384951.946728:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384951.946729:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000323b7452. 00000100:00000001:3.0:1767384951.946730:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384951.946734:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384951.946735:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 02000000:00000001:3.0:1767384951.946736:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384951.946739:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384951.946741:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=85 v=5 (5 0 0 0) 02000000:00000010:2.0:1767384951.946742:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007866e324. 00000100:00001000:3.0:1767384951.946748:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=85 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384951.946749:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384951.946752:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384951.946753:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384951.946756:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384951.946756:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384951.946758:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384951.946761:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384951.946762:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f16ceb5. 00000100:00000001:3.0:1767384951.946763:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384951.946768:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096e5d653 x1853237348038272/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384951.946769:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8de4347. 00000100:00000001:3.0:1767384951.946778:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384951.946780:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384951.946788:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384951.946791:0:16358:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384951.946793:0:16358:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384951.946794:0:16358:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384951.946796:0:16358:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384951.946797:0:16358:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384951.946799:0:16358:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384951.946800:0:16358:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384951.946802:0:16358:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384951.946803:0:16358:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384951.946806:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096e5d653 x1853237348038272/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384951.946812:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000096e5d653 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348038272:0@lo:253: 00000100:00000001:3.0:1767384951.946836:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384951.946837:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384951.946839:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096e5d653 x1853237348038272/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384951.946844:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384951.946845:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384951.946847:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000006a5a49a. 02000000:00000001:3.0:1767384951.946850:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384951.946851:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384951.946853:0:16358:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:3.0:1767384951.946854:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384951.946856:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000eedd45ff. 02000000:00000001:3.0:1767384951.946859:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384951.946861:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384951.946862:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096e5d653. 00000100:00000001:3.0:1767384951.946865:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384951.946866:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384951.946867:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384951.946870:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384951.946871:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384951.946872:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384951.946874:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384951.948863:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294940979, at 4294940980 00000100:00000040:3.0:1767384951.948871:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294940979, at 4294940980 00000100:00000010:1.0:1767384951.948871:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9c210ea. 00000100:00000040:2.0:1767384951.948875:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294940979, at 4294940980 00000100:00000010:2.0:1767384951.948888:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6ae0d85. 00000100:00000010:3.0:1767384951.948890:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6fad356. 00000100:00000040:0.0:1767384951.949859:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294940979, at 4294940981 00000100:00000010:0.0:1767384951.949866:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c310db9c. 00000400:00000010:1.0:1767384951.957699:0:38682:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000e2510ac1. 00000400:00000040:1.0:1767384951.957721:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384951.957725:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384951.957727:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384951.957728:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384951.957730:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384951.957731:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384951.957733:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384951.957734:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384951.957735:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384951.957736:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384951.957738:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384951.957739:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384951.957741:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384951.957742:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384951.957743:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384951.957745:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384951.957746:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384951.957746:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384951.957747:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384951.957749:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384951.957750:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384951.957751:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384951.957751:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384951.957752:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384951.957753:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384951.957755:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384951.957756:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384951.957757:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384951.957757:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384951.957758:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384951.957759:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384951.957760:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384951.957761:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384951.957762:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384951.957763:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384951.957764:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384951.957765:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384951.957771:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384951.957772:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384951.957773:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384951.957774:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384951.957775:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384951.957777:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384951.957778:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384951.957779:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384951.957780:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384951.957780:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384951.957781:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384951.957783:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384951.957784:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384951.957785:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384951.957786:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384951.957786:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384951.957788:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384951.957789:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384951.957790:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384951.957790:0:38682:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00010000:00000010:1.1:1767384951.957853:0:38682:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005d19d3d7. 00010000:00000010:1.1:1767384951.957860:0:38682:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002ac7ce46. 00010000:00000010:1.1:1767384951.957866:0:38682:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000096eacb4d. 00010000:00000010:1.1:1767384951.957872:0:38682:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a3a7dbfa. 00000400:00000010:1.0:1767384951.957942:0:38682:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000e2510ac1. 00000400:00000200:2.0:1767384952.216884:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp45 00000400:00000010:2.0:1767384952.216891:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006d427643. 00000400:00000010:2.0:1767384952.216897:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002e2a2da4. 00000400:00000010:2.0:1767384952.216901:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d4ac3eb. 00000400:00000010:2.0:1767384952.216908:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e2980bf1. 00000400:00000200:2.0:1767384952.216912:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp45 00000400:00000200:2.0:1767384952.216929:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp45 local destination 00000400:00000200:2.0:1767384952.216934:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp45 00000400:00000200:2.0:1767384952.216938:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp45 NI seq info: [194:194:256:4294967295] 192.168.203.134@tcp45 LPNI seq info [189:189:8:4294967295] 00000400:00000200:2.0:1767384952.216944:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp45 00000400:00000200:2.0:1767384952.216951:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp45(192.168.203.134@tcp45:) -> 192.168.203.134@tcp45(192.168.203.134@tcp45:192.168.203.134@tcp45) : GET try# 0 00000800:00000200:2.0:1767384952.216957:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp45 00000800:00000010:2.0:1767384952.216961:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000019c242df. 00000800:00000200:2.0:1767384952.216974:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009e626e27] -> 12345-192.168.203.134@tcp45 (2) 00000800:00000200:2.1:1767384952.216977:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009e626e27] -> 12345-192.168.203.134@tcp45 (2) 00000400:00000200:2.0:1767384952.216999:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp45 added to recovery queue. ping count: 2 next ping: 277 health :800 00000400:00000200:2.0:1767384952.217056:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:2.0:1767384952.217119:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:2.0:1767384952.217173:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:2.0:1767384952.217221:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:2.0:1767384952.217272:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:2.0:1767384952.217315:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:2.0:1767384952.217355:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:2.0:1767384952.217391:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:2.0:1767384952.217444:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:2.0:1767384952.217489:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:2.0:1767384952.217540:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:2.0:1767384952.217585:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:2.0:1767384952.217630:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:2.0:1767384952.217678:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:2.0:1767384952.217708:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:2.0:1767384952.217733:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:2.0:1767384952.217754:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:2.0:1767384952.217774:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:2.0:1767384952.217794:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:2.0:1767384952.217835:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:2.0:1767384952.217861:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:2.0:1767384952.217883:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:2.0:1767384952.217897:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:2.0:1767384952.217914:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:2.0:1767384952.217930:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:2.0:1767384952.217947:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:2.0:1767384952.217970:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:2.0:1767384952.217988:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:2.0:1767384952.218006:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:2.0:1767384952.218035:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:2.0:1767384952.218063:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:2.0:1767384952.218097:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:2.0:1767384952.218140:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:2.0:1767384952.218172:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:2.0:1767384952.218203:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:2.0:1767384952.218353:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000be57af9f. 00000800:00000010:2.0:1767384952.218358:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e7c5ee9b. 00000800:00000010:2.0:1767384952.218364:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d9522e56. 00000800:00000010:2.0:1767384952.218386:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d9522e56. 00000800:00020000:2.0:1767384952.218396:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:2.0:1767384952.218412:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e7c5ee9b. 00000800:00000010:2.0:1767384952.218415:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000be57af9f. 00000400:02020000:2.0:1767384952.218465:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp45 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384952.218472:0:16347:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp45 notifying 192.168.203.134@tcp45: down 00000400:00000200:2.0:1767384952.218475:0:16347:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384952.218479:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp45 00000800:00000010:2.0:1767384952.218483:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000019c242df. 00000400:00000200:2.0:1767384952.218487:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384952.218491:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp45->192.168.203.134@tcp45: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384952.218498:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384952.218501:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384952.218506:0:16347:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp45) recovery failed with -71 00000100:00000001:3.0:1767384952.664919:0:17076:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384952.664920:0:22109:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384952.664945:0:17076:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.664945:0:22109:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384952.856861:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384952.856867:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384952.856872:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384952.856873:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384952.856911:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384952.856916:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384952.856920:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384953.241099:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384953.241103:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384953.241106:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d4ac3eb 00000400:00000010:2.0:1767384953.241110:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d4ac3eb. 00000400:00000200:2.0:1767384953.241114:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384953.241120:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp45 recovery ping unlinked 00000400:00000010:2.0:1767384953.241137:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006d427643. 00000400:00000010:2.0:1767384953.241142:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002e2a2da4. 00000400:00000200:2.0:1767384953.241155:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp46 00000400:00000010:2.0:1767384953.241158:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006d427643. 00000400:00000010:2.0:1767384953.241162:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002e2a2da4. 00000400:00000010:2.0:1767384953.241165:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d4ac3eb. 00000400:00000010:2.0:1767384953.241172:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c739a5a8. 00000400:00000200:2.0:1767384953.241176:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp46 00000400:00000200:2.0:1767384953.241187:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp46 local destination 00000400:00000200:2.0:1767384953.241193:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp46 00000800:00000200:3.0:1767384953.241197:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000167b58f3] -> 12345-192.168.203.134@tcp13 (6) 00000400:00000200:2.0:1767384953.241200:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp46 NI seq info: [195:195:256:4294967295] 192.168.203.134@tcp46 LPNI seq info [190:190:8:4294967295] 00000400:00000200:2.0:1767384953.241209:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp46 00000800:00000200:3.0:1767384953.241210:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp13 ip 192.168.203.134:988 00000800:00000200:3.0:1767384953.241215:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ad538527 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767384953.241223:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp46(192.168.203.134@tcp46:) -> 192.168.203.134@tcp46(192.168.203.134@tcp46:192.168.203.134@tcp46) : GET try# 0 00000800:00000200:2.0:1767384953.241228:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp46 00000800:00000010:2.0:1767384953.241231:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000019c242df. 00000800:00000200:2.0:1767384953.241236:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000086926cec] -> 12345-192.168.203.134@tcp46 (2) 00000800:00000200:2.1:1767384953.241242:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000086926cec] -> 12345-192.168.203.134@tcp46 (2) 00000400:00000200:2.0:1767384953.241258:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp46 added to recovery queue. ping count: 1 next ping: 276 health :900 00000400:00000200:3.0:1767384953.241302:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000800:00000001:2.0:1767384953.241334:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384953.241343:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000800:00000200:0.0:1767384953.241344:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384953.241348:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384953.241353:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384953.241357:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384953.241381:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:3.0:1767384953.241431:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:3.0:1767384953.241462:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:3.0:1767384953.241490:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:3.0:1767384953.241517:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:3.0:1767384953.241532:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:3.0:1767384953.241546:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:3.0:1767384953.241562:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:3.0:1767384953.241577:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:3.0:1767384953.241591:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:3.0:1767384953.241605:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:3.0:1767384953.241625:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:3.0:1767384953.241657:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:3.0:1767384953.241687:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:3.0:1767384953.241717:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:3.0:1767384953.241748:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:3.0:1767384953.241769:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:3.0:1767384953.241784:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:3.0:1767384953.241798:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:3.0:1767384953.241837:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:3.0:1767384953.241866:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:3.0:1767384953.241899:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:3.0:1767384953.241928:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:3.0:1767384953.241981:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:3.0:1767384953.242027:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:3.0:1767384953.242065:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:3.0:1767384953.242096:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:3.0:1767384953.242123:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:3.0:1767384953.242148:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:3.0:1767384953.242180:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:3.0:1767384953.242218:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:3.0:1767384953.242261:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:3.0:1767384953.242301:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:3.0:1767384953.242486:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c84799b4. 00000800:00000010:3.0:1767384953.242493:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004b44a738. 00000800:00000010:3.0:1767384953.242498:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005fda9bc3. 00000800:00000010:3.0:1767384953.242524:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005fda9bc3. 00000800:00020000:3.0:1767384953.242533:0:16349:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:3.0:1767384953.242537:0:16349:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004b44a738. 00000800:00000010:3.0:1767384953.242540:0:16349:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c84799b4. 00000400:02020000:3.0:1767384953.242582:0:16349:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp46 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384953.242591:0:16349:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp46 notifying 192.168.203.134@tcp46: down 00000400:00000200:3.0:1767384953.242596:0:16349:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384953.242601:0:16349:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp46 00000800:00000010:3.0:1767384953.242604:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000019c242df. 00000400:00000200:3.0:1767384953.242609:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384953.242615:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp46->192.168.203.134@tcp46: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384953.242624:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384953.242627:0:16349:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384953.242632:0:16349:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp46) recovery failed with -71 00000100:00000040:3.0:1767384953.688923:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b543db4a-4900-454f-be04-352b2897a173->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384953.688929:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384953.688935:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096e5d653. 00000020:00000040:3.0:1767384953.688940:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:3.0:1767384953.688953:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384953.688955:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384953.688959:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384953.688965:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ac50ee55. 00000100:00000001:3.0:1767384953.688971:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384953.688979:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b543db4a-4900-454f-be04-352b2897a173->MGS req@0000000096e5d653 x1853237348038400/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384953.688988:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384953.688990:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384953.688994:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096e5d653] to pc [ptlrpcd_00_01+1] req@0000000096e5d653 x1853237348038400/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384953.689015:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384953.689017:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384953.689020:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384953.689024:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004e5b23bd. 00000020:00000040:3.0:1767384953.689026:0:38:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384953.689028:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384953.689029:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384953.689031:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384953.689035:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc0b1e4a. 00000100:00000001:0.0:1767384953.689036:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384953.689038:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384953.689043:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000004e5b23bd x1853237348038528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384953.689043:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384953.689048:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384953.689053:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384953.689054:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384953.689057:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096e5d653 x1853237348038400/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384953.689061:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e5b23bd] to pc [ptlrpcd_00_02+2] req@000000004e5b23bd x1853237348038528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384953.689088:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384953.689099:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384953.689100:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384953.689103:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384953.689104:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384953.689106:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767384953.689109:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767384953.689110:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000014b0b134. 02000000:00000001:0.0:1767384953.689114:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.689116:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384953.689119:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000096e5d653 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348038400:0@lo:400: 00000020:00000040:3.0:1767384953.689121:0:38:0:(genops.c:1229:class_import_get()) import 00000000aab4eb9e refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00100000:2.0:1767384953.689122:0:16361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767384953.689127:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384953.689127:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384953.689128:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384953.689131:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384953.689135:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384953.689135:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1767384953.689137:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000006343542. 02000000:00000001:0.0:1767384953.689140:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384953.689141:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384953.689145:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384953.689148:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000014b0b134 x1853237348038656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1767384953.689152:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae6a819e. 00000100:00000001:3.0:1767384953.689154:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384953.689155:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384953.689157:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384953.689157:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.689158:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384953.689165:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384953.689166:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014b0b134] to pc [ptlrpcd_00_03+3] req@0000000014b0b134 x1853237348038656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384953.689167:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384953.689170:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384953.689176:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004e5b23bd x1853237348038528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384953.689178:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384953.689183:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767384953.689187:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a18f8166. 00000100:00000001:2.0:1767384953.689191:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384953.689192:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384953.689196:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b77b7078. 00000020:00000040:3.0:1767384953.689198:0:38:0:(genops.c:1229:class_import_get()) import 0000000062c1ff66 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:0.0:1767384953.689198:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cea1708b. 00000100:00000001:2.0:1767384953.689200:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384953.689204:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384953.689205:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384953.689206:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1767384953.689207:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348038400, portal 25 02000000:00000001:2.0:1767384953.689208:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384953.689210:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.689212:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767384953.689215:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.689216:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647280512 : -119488062271104 : ffff9353847e5180) 02000000:00000010:3.0:1767384953.689218:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c0309a32. 00000100:00100000:2.0:1767384953.689221:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004e5b23bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16361:1853237348038528:0@lo:400: 00000100:00000001:3.0:1767384953.689223:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384953.689227:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000096e5d653 x1853237348038400/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384953.689228:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384953.689231:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000b77b7078 x1853237348038784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767384953.689233:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384953.689238:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384953.689244:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384953.689249:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384953.689251:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:2.0:1767384953.689251:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000666e4986. 00000100:00000001:3.0:1767384953.689255:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384953.689256:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384953.689257:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384953.689261:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b77b7078] to pc [ptlrpcd_00_00+0] req@00000000b77b7078 x1853237348038784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384953.689261:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb61dea5. 00000100:00000200:0.0:1767384953.689266:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237348038400, offset 0 00000100:00000001:3.0:1767384953.689276:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384953.689277:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1767384953.689279:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d751563c. 00000100:00000040:3.0:1767384953.689281:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (280) 00000400:00000010:2.0:1767384953.689289:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004593a643. 00000400:00000200:0.0:1767384953.689290:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384953.689294:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384953.689298:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384953.689298:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348038528, portal 4 00000100:00000001:2.0:1767384953.689302:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384953.689305:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958271d07700 00000100:00000001:3.0:1767384953.689307:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384953.689307:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647281408 : -119488062270208 : ffff9353847e5500) 00000100:00000040:3.0:1767384953.689313:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b77b7078 x1853237348038784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384953.689314:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x167d [2] + 0 00000100:00000040:2.0:1767384953.689320:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004e5b23bd x1853237348038528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384953.689324:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a8913a7. 00000400:00000200:0.0:1767384953.689330:0:16359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000056ba3142 00000100:00000001:3.0:1767384953.689338:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384953.689338:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384953.689340:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384953.689341:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384953.689346:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384953.689348:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384953.689349:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384953.689350:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384953.689354:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384953.689356:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004cd42342. 00000400:00000200:0.0:1767384953.689357:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056ba3142 00000100:00100000:3.0:1767384953.689358:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b77b7078 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16358:1853237348038784:0@lo:400: 00000400:00000010:0.0:1767384953.689361:0:16359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000056ba3142. 00000100:00000001:3.0:1767384953.689363:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384953.689367:0:16359:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384953.689368:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1767384953.689368:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237348038528, offset 0 00000100:00000200:0.0:1767384953.689371:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:3.0:1767384953.689373:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384953.689376:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384953.689376:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1767384953.689380:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fce2137d. 00000100:00000040:0.0:1767384953.689383:0:16359:0:(events.c:337:request_in_callback()) incoming req@00000000138ea181 x1853237348038400 msgsize 224 02000000:00000001:3.0:1767384953.689384:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384953.689401:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384953.689406:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd958cd3. 00000100:00100000:0.0:1767384953.689407:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384953.689412:0:16359:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:3.0:1767384953.689414:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078859d67. 00000400:00000200:2.0:1767384953.689416:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958271d07780 00000100:00000200:3.0:1767384953.689420:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348038784, portal 10 00000100:00000001:0.0:1767384953.689423:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384953.689424:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 4336 00000100:00000001:3.0:1767384953.689425:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384953.689428:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647284992 : -119488062266624 : ffff9353847e6300) 00000400:00000200:2.0:1767384953.689431:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384953.689433:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb61dea5 00000100:00000040:3.0:1767384953.689437:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b77b7078 x1853237348038784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384953.689438:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384953.689438:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb61dea5. 00000100:00000001:1.0:1767384953.689442:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384953.689445:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384953.689447:0:16361:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:1.0:1767384953.689447:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348038400 00000100:00000200:2.0:1767384953.689450:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:0.0:1767384953.689451:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096e5d653 x1853237348038400/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384953.689453:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:2.0:1767384953.689458:0:16361:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000083fd5fda. 00000100:00000001:1.0:1767384953.689458:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384953.689462:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384953.689463:0:16361:0:(events.c:337:request_in_callback()) incoming req@0000000083fd5fda x1853237348038528 msgsize 224 00000100:00000001:3.0:1767384953.689467:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384953.689469:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384953.689476:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348038400 00000100:00000040:3.0:1767384953.689477:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1767384953.689477:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1767384953.689480:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384953.689484:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000400:00000010:3.0:1767384953.689485:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051c03a31. 00000100:00000001:0.0:1767384953.689486:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384953.689487:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384953.689492:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:3.0:1767384953.689493:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237348038784, offset 0 00000100:00000040:0.0:1767384953.689493:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096e5d653 x1853237348038400/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384969 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384953.689504:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384953.689506:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1767384953.689506:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000100:00000001:0.0:1767384953.689507:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384953.689512:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000400:00000200:2.0:1767384953.689514:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cd42342 00000020:00000001:1.0:1767384953.689515:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:0.0:1767384953.689517:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384953.689518:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004cd42342. 00000400:00000200:3.0:1767384953.689519:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384953.689521:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384953.689526:0:16361:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384953.689526:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294942725 00000400:00000200:3.0:1767384953.689532:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958271d07880 00000100:00000200:2.0:1767384953.689533:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004e5b23bd x1853237348038528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384953.689534:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ee375b17. 00000100:00000010:0.0:1767384953.689534:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000011e9ba15. 00000100:00000001:1.0:1767384953.689540:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384953.689541:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8280 00000100:00000001:0.0:1767384953.689543:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000020:00000010:1.0:1767384953.689546:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ee375b17. 00000100:00000001:0.0:1767384953.689551:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294942725 00000400:00000200:3.0:1767384953.689554:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384953.689555:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1437c23. 00000100:00000010:0.0:1767384953.689558:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c6f39484. 00000400:00000200:3.0:1767384953.689563:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767384953.689563:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ecbaebe. 00000100:00000001:0.0:1767384953.689565:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384953.689566:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384953.689572:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004e5b23bd x1853237348038528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384969 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384953.689573:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384953.689573:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294942725 00000020:00000010:1.0:1767384953.689578:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1b1f01b. 00000100:00000010:0.0:1767384953.689579:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001d01d63f. 00000100:00000001:2.0:1767384953.689583:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384953.689585:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384953.689586:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384953.689586:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000010:3.0:1767384953.689590:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1070430. 00000100:00000040:1.0:1767384953.689590:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384953.689592:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294942725 00000100:00000001:2.0:1767384953.689593:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.689596:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384953.689597:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000b1070430 x1853237348038784 msgsize 224 00000100:00000010:0.0:1767384953.689599:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f64600c8. 00000100:00000040:2.0:1767384953.689600:0:16361:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3060 usecs (4 jiffies) 00000100:00000001:1.0:1767384953.689600:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384953.689604:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.689606:0:16359:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384953.689607:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294942724 00000100:00100000:3.0:1767384953.689609:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384953.689612:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384953.689614:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294942725 00000100:00000001:1.0:1767384953.689614:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.689615:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.689620:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294942724 00000100:00000001:3.0:1767384953.689622:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384953.689623:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294942725 00000100:00000001:0.0:1767384953.689623:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.689627:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384953.689628:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294942724 00000100:00000001:1.0:1767384953.689629:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384953.689630:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051c03a31 00000100:00000001:2.0:1767384953.689633:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294942725 00000400:00000010:3.0:1767384953.689635:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000051c03a31. 00000100:00000001:0.0:1767384953.689635:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384953.689636:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294942724 00000100:00000001:2.0:1767384953.689640:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294942725 00000100:00000001:3.0:1767384953.689641:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384953.689643:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384953.689644:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384953.689645:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384953.689647:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1767384953.689648:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b77b7078 x1853237348038784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384953.689650:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384953.689651:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.689653:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384953.689657:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00000001:2.0:1767384953.689658:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.689659:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.689665:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384953.689665:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:0.0:1767384953.689666:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.689671:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590666963024 : -119483042588592 : ffff9354afb09850) 00000100:00000001:2.0:1767384953.689673:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384953.689674:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384953.689676:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384953.689678:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000138ea181 x1853237348038400/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:179/0 lens 224/0 e 0 to 0 dl 1767384964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384953.689681:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384953.689682:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b77b7078 x1853237348038784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384953.689684:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384953.689687:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384953.689693:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000014b0b134 x1853237348038656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384953.689702:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384953.689706:0:17897:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384953.689707:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ee375b17. 00000100:00100000:0.0:1767384953.689710:0:17897:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348038528 00000100:00000001:1.0:1767384953.689712:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384953.689714:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384953.689715:0:17897:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1767384953.689720:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ee375b17. 00000100:00000001:0.0:1767384953.689720:0:17897:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384953.689721:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384953.689721:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384953.689724:0:17897:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384953.689728:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384953.689728:0:17897:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.689731:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384953.689731:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000138ea181 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:16359:x1853237348038400:12345-0@lo:400: 00000100:00100000:0.0:1767384953.689733:0:17897:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348038528 00000100:00000040:3.0:1767384953.689736:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2730 usecs (3 jiffies) 02000000:00000001:2.0:1767384953.689737:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1767384953.689738:0:17897:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1767384953.689742:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384953.689742:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348038400 00000020:00000040:0.0:1767384953.689742:0:17897:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562efd 00000100:00000001:3.0:1767384953.689743:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294942723 00000020:00000001:1.0:1767384953.689748:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384953.689748:0:17897:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384953.689749:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384953.689750:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294942725 00000020:00000040:0.0:1767384953.689752:0:17897:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d9a32349 refcount=5 00000020:00000001:1.0:1767384953.689753:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384953.689755:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294942723 00000100:00100000:2.0:1767384953.689756:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000014b0b134 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16361:1853237348038656:0@lo:400: 00000020:00000001:0.0:1767384953.689758:0:17897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000020:00000001:1.0:1767384953.689759:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384953.689760:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294942725 00000020:00000001:1.0:1767384953.689765:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384953.689767:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294942723 00000100:00000001:2.0:1767384953.689767:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767384953.689767:0:17897:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000020:00000001:1.0:1767384953.689768:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289088 : -1048262528 : ffffffffc184c880) 02000000:00000001:2.0:1767384953.689771:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384953.689773:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384953.689774:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294942725 02000000:00000001:2.0:1767384953.689775:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384953.689776:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1767384953.689778:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007af49ded. 00000100:00000001:3.0:1767384953.689779:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294942723 02000000:00000001:2.0:1767384953.689780:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1767384953.689780:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384953.689784:0:17897:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e8eee324. 00000100:00000001:3.0:1767384953.689785:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294942725 02000000:00000010:2.0:1767384953.689786:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f04c06d2. 00000100:00000001:3.0:1767384953.689791:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384953.689792:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384953.689792:0:17897:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000029ff95b7) now 6 - evictor 00000020:00000001:1.0:1767384953.689793:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384953.689797:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384953.689799:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384953.689800:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a842f207. 00000020:00000001:1.0:1767384953.689801:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384953.689802:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.689804:0:17897:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:2.0:1767384953.689807:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004cd42342. 00000100:00000001:3.0:1767384953.689808:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384953.689808:0:17083:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:0.0:1767384953.689811:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c24f3932. 00000100:00000001:1.0:1767384953.689813:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1767384953.689834:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348038656, portal 10 00000100:00000001:2.0:1767384953.689837:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384953.689838:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647276032 : -119488062275584 : ffff9353847e4000) 00000100:00000040:2.0:1767384953.689844:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000014b0b134 x1853237348038656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384953.689845:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384953.689845:0:17897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000db1841f6. 00000100:00000001:3.0:1767384953.689849:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384953.689852:0:17897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c41bf3b7. 00000100:00000001:2.0:1767384953.689853:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384953.689859:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384953.689860:0:17897:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384953.689861:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384953.689863:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005531450d. 00000100:00000001:0.0:1767384953.689864:0:17897:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384953.689865:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384953.689868:0:17897:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384953.689870:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384953.689870:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237348038656, offset 0 00000100:00000001:0.0:1767384953.689871:0:17897:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384953.689877:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.689881:0:17897:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:2.0:1767384953.689882:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384953.689885:0:17897:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384953.689887:0:17897:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384953.689890:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384953.689892:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384953.689893:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384953.689894:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384953.689897:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000a4d3b15. 00000100:00000001:0.0:1767384953.689899:0:17897:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384953.689901:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384953.689903:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958271d07800 00000100:00000001:3.0:1767384953.689905:0:17089:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384953.689906:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384953.689910:0:17089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348038784 00000400:00000200:2.0:1767384953.689911:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8504 00000020:00000001:1.0:1767384953.689911:0:17083:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.689913:0:17897:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1767384953.689915:0:17089:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384953.689917:0:17897:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000040:1.0:1767384953.689918:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348038400 00000100:00000001:3.0:1767384953.689919:0:17089:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384953.689920:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384953.689922:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384953.689923:0:17089:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384953.689928:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384953.689929:0:17089:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384953.689930:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000138ea181 x1853237348038400/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:179/0 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384953.689933:0:17897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1767384953.689936:0:17089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348038784 00000100:00000001:2.0:1767384953.689936:0:16361:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384953.689940:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1767384953.689940:0:17897:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d9a32349 : new rpc_count 1 00000020:00000001:3.0:1767384953.689941:0:17089:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384953.689945:0:17089:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562ee1 00000100:00000001:0.0:1767384953.689946:0:17897:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624585658078464 : -119488051473152 : ffff935385231500) 00000100:00000010:2.0:1767384953.689948:0:16361:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ce46ac84. 00000020:00000001:3.0:1767384953.689950:0:17089:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384953.689955:0:16361:0:(events.c:337:request_in_callback()) incoming req@00000000ce46ac84 x1853237348038656 msgsize 224 00010000:00000001:1.0:1767384953.689955:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:3.0:1767384953.689956:0:17089:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000083ded37e refcount=5 00000100:00000040:0.0:1767384953.689958:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000083fd5fda x1853237348038528/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:179/0 lens 224/0 e 0 to 0 dl 1767384964 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384953.689959:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384953.689962:0:17089:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00000100:00001000:1.0:1767384953.689965:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=87 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384953.689969:0:17089:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00000100:00100000:2.0:1767384953.689971:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384953.689976:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384953.689977:0:17089:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384953.689984:0:17089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000078242977. 00000100:00000001:2.0:1767384953.689984:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384953.689984:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:0.0:1767384953.689987:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384953.689991:0:17089:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c45ec48e. 00000100:00000001:1.0:1767384953.689991:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000020:00000010:0.0:1767384953.689993:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b1e57c6. 00000400:00000200:2.0:1767384953.689997:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005531450d 00000020:00000040:3.0:1767384953.689998:0:17089:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8d9ce3b) now 8 - evictor 02000000:00000001:1.0:1767384953.689998:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384953.689999:0:17897:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384953.690002:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005531450d. 02000000:00000001:1.0:1767384953.690004:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384953.690005:0:17089:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384953.690007:0:16361:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:0.0:1767384953.690008:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b1e57c6. 00000020:00000010:3.0:1767384953.690010:0:17089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a3d9f1c. 00000100:00000001:1.0:1767384953.690011:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384953.690014:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000014b0b134 x1853237348038656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384953.690017:0:17089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b2019d6. 00000100:00000040:1.0:1767384953.690020:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1767384953.690024:0:17897:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000083fd5fda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16361:x1853237348038528:12345-0@lo:400: 00000020:00000010:3.0:1767384953.690025:0:17089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a3378f14. 00000400:00000010:1.0:1767384953.690028:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a63f17dc. 00000100:00000040:3.0:1767384953.690034:0:17089:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384953.690035:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384953.690037:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237348038400, offset 224 00000100:00000200:0.0:1767384953.690037:0:17897:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348038528 00000100:00000001:3.0:1767384953.690040:0:17089:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1767384953.690042:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000014b0b134 x1853237348038656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384953.690042:0:17897:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384953.690043:0:17089:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384953.690047:0:17897:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384953.690048:0:17089:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384953.690051:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384953.690051:0:17897:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384953.690056:0:17089:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1767384953.690057:0:17897:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384953.690061:0:17089:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1767384953.690061:0:17897:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000100:00000001:3.0:1767384953.690065:0:17089:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384953.690066:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384953.690068:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384953.690068:0:17897:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384953.690072:0:17897:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384953.690073:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384953.690074:0:17089:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384953.690075:0:17897:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384953.690077:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958271d07700 00000020:00000001:0.0:1767384953.690079:0:17897:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384953.690081:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384953.690082:0:17897:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384953.690086:0:17089:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384953.690088:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1f15 [1] + 224 00000020:00000001:0.0:1767384953.690088:0:17897:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1767384953.690089:0:16361:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2898 usecs (3 jiffies) 00000100:00000001:0.0:1767384953.690092:0:17897:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1767384953.690098:0:17089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348038656 00000100:00000001:2.0:1767384953.690098:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294942724 02000000:00000001:0.0:1767384953.690098:0:17897:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384953.690099:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384953.690103:0:17089:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:0.0:1767384953.690105:0:17897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000dd446bf5. 00000100:00000001:3.0:1767384953.690106:0:17089:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384953.690106:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294942725 00000400:00000200:1.0:1767384953.690107:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384953.690111:0:17089:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384953.690111:0:17897:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.690113:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384953.690114:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294942724 00000100:00000001:0.0:1767384953.690117:0:17897:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384953.690119:0:17089:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.690121:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294942725 00000100:00000200:1.0:1767384953.690121:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096e5d653 x1853237348038400/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384953.690122:0:17897:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384953.690124:0:17089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348038656 00000100:00000001:2.0:1767384953.690127:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294942724 00010000:00000040:0.0:1767384953.690128:0:17897:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237348038528 00000020:00000001:3.0:1767384953.690130:0:17089:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384953.690133:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294942725 00000020:00000040:3.0:1767384953.690134:0:17089:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562e71 00010000:00000001:0.0:1767384953.690135:0:17897:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384953.690140:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294942724 00000020:00000001:3.0:1767384953.690141:0:17089:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000200:0.0:1767384953.690144:0:17897:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000083fd5fda x1853237348038528/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:179/0 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384953.690145:0:17089:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099807a16 refcount=5 00000100:00000001:2.0:1767384953.690145:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294942725 00000020:00000001:3.0:1767384953.690151:0:17089:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00000100:00000001:2.0:1767384953.690152:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384953.690158:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384953.690159:0:17089:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00000100:00000001:2.0:1767384953.690163:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384953.690166:0:17089:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384953.690169:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384953.690172:0:17089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001bc43b5e. 00000100:00000001:2.0:1767384953.690178:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384953.690179:0:17089:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384953.690180:0:17897:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384953.690182:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384953.690183:0:17089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001bc43b5e. 00000100:00000040:1.0:1767384953.690184:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000096e5d653 x1853237348038400/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384953.690189:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384953.690191:0:17897:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384953.690192:0:17089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007aa9d15f. 00000100:00000001:2.0:1767384953.690193:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1767384953.690198:0:17897:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7bcd663 time=77 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384953.690199:0:17089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a30bd33a. 00000100:00000001:2.0:1767384953.690199:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.690205:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.690207:0:17897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1767384953.690208:0:17089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004e2dfea1. 00000100:00000040:0.0:1767384953.690212:0:17897:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 22 to 0@lo 00000100:00000001:1.0:1767384953.690213:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384953.690214:0:17089:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384953.690217:0:17897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000001:3.0:1767384953.690218:0:17089:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00080000:2.0:1767384953.690220:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000400:00000200:1.0:1767384953.690221:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a63f17dc 00000100:00000001:3.0:1767384953.690222:0:17089:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384953.690222:0:17897:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:2.0:1767384953.690226:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8d9ce3b) now 8 - evictor 00000400:00000010:1.0:1767384953.690227:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a63f17dc. 02000000:00000001:0.0:1767384953.690227:0:17897:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384953.690229:0:17089:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384953.690234:0:17897:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384953.690235:0:17089:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384953.690235:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384953.690240:0:17089:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.690240:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767384953.690240:0:17897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:2.0:1767384953.690242:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:1.0:1767384953.690246:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384953.690247:0:17897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb61dea5. 00000020:00000040:2.0:1767384953.690248:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000029ff95b7) now 6 - evictor 00000100:00000001:3.0:1767384953.690253:0:17089:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384953.690253:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 21 to 0@lo 00000100:00000200:0.0:1767384953.690254:0:17897:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237348038528, offset 224 00010000:00000001:1.0:1767384953.690260:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384953.690263:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384953.690264:0:17897:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384953.690266:0:17089:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384953.690267:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384953.690270:0:17090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384953.690271:0:17089:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384953.690275:0:17090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384953.690275:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000138ea181 x1853237348038400/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:179/0 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384953.690276:0:17897:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767384953.690280:0:17089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00000040:3.0:1767384953.690287:0:17089:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000083ded37e : new rpc_count 1 00000400:00000200:0.0:1767384953.690291:0:17897:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958271d07780 00000100:00000001:3.0:1767384953.690293:0:17089:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624585647286784 : -119488062264832 : ffff9353847e6a00) 00000100:00100000:2.0:1767384953.690298:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1767384953.690299:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000138ea181 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:16359:x1853237348038400:12345-0@lo:400: Request processed in 591us (909us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384953.690304:0:17089:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b1070430 x1853237348038784/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:179/0 lens 224/0 e 0 to 0 dl 1767384964 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384953.690305:0:17090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000099807a16 : new rpc_count 1 00000400:00000200:0.0:1767384953.690305:0:17897:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1f1d [1] + 224 00000100:00000001:2.0:1767384953.690311:0:17090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624585658085632 : -119488051465984 : ffff935385233100) 00000400:00000200:0.0:1767384953.690317:0:17897:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384953.690319:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00000040:2.0:1767384953.690320:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ce46ac84 x1853237348038656/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:179/0 lens 224/0 e 0 to 0 dl 1767384964 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384953.690345:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000400:00000200:0.0:1767384953.690346:0:17897:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384953.690352:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384953.690358:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384953.690358:0:17897:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384953.690363:0:17089:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384953.690367:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ecbaebe. 00000100:00000200:0.0:1767384953.690367:0:17897:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004e5b23bd x1853237348038528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384953.690369:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384953.690374:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e1b1f01b. 00000020:00000010:2.0:1767384953.690376:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000059fa1742. 00000020:00000010:3.0:1767384953.690378:0:17089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001bc43b5e. 00000020:00000010:1.0:1767384953.690382:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1437c23. 00000100:00000001:2.0:1767384953.690384:0:17090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384953.690386:0:17089:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384953.690405:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000059fa1742. 00000020:00000040:1.0:1767384953.690407:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000020:00000010:3.0:1767384953.690413:0:17089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001bc43b5e. 02000000:00000001:1.0:1767384953.690416:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:2.0:1767384953.690418:0:17090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ce46ac84 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16361:x1853237348038656:12345-0@lo:400: 00000100:00000040:0.0:1767384953.690420:0:17897:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004e5b23bd x1853237348038528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384953.690421:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000a4d3b15. 00000100:00100000:3.0:1767384953.690429:0:17089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b1070430 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16358:x1853237348038784:12345-0@lo:400: 02000000:00000001:1.0:1767384953.690429:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:2.0:1767384953.690431:0:17090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348038656 00000100:00000001:1.0:1767384953.690435:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384953.690437:0:17090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384953.690441:0:17090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:1.0:1767384953.690444:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384953.690446:0:17089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348038784 00000020:00000001:2.0:1767384953.690447:0:17090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384953.690453:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9b75088. 00000020:00000001:2.0:1767384953.690454:0:17090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384953.690455:0:17089:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384953.690460:0:17090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000400:00000010:1.0:1767384953.690462:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f5d550e0. 00000020:00000001:3.0:1767384953.690463:0:17089:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384953.690463:0:17897:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384953.690464:0:17090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384953.690471:0:17090:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384953.690472:0:17089:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384953.690474:0:17897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb61dea5 00000020:00000001:2.0:1767384953.690476:0:17090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:0.0:1767384953.690479:0:17897:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb61dea5. 00000020:00000001:3.0:1767384953.690482:0:17089:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384953.690482:0:17090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384953.690484:0:17897:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767384953.690486:0:17090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384953.690488:0:17112:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000020:00000001:3.0:1767384953.690489:0:17089:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000020:00000001:2.0:1767384953.690490:0:17090:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384953.690490:0:17897:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384953.690496:0:17090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384953.690496:0:17897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384953.690498:0:17089:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000004:00000020:1.0:1767384953.690500:0:17112:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 02000000:00000001:2.0:1767384953.690501:0:17090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1767384953.690504:0:17897:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000020:00000001:3.0:1767384953.690506:0:17089:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384953.690507:0:17090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000024b520c. 00000100:00000010:1.0:1767384953.690507:0:17112:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000017100114. 00010000:00000001:0.0:1767384953.690508:0:17897:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384953.690513:0:17897:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384953.690514:0:17112:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:2.0:1767384953.690516:0:17090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384953.690517:0:17089:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384953.690518:0:17897:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384953.690523:0:17112:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:3.0:1767384953.690524:0:17089:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384953.690524:0:17090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384953.690527:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083fd5fda x1853237348038528/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:179/0 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384953.690529:0:17112:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1767384953.690531:0:17090:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384953.690532:0:17089:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384953.690535:0:17112:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384953.690538:0:17090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348038656 00000020:00000001:3.0:1767384953.690542:0:17089:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000010:1.0:1767384953.690545:0:17112:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ed65a5c. 00000100:00000001:3.0:1767384953.690548:0:17089:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1767384953.690553:0:17090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384953.690554:0:17112:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384953.690555:0:17089:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000200:2.0:1767384953.690561:0:17090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ce46ac84 x1853237348038656/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:179/0 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384953.690563:0:17112:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:3.0:1767384953.690565:0:17089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000942cc77c. 00000100:00000001:1.0:1767384953.690568:0:17112:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384953.690574:0:17089:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384953.690580:0:17112:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017100114] to pc [ptlrpcd_00_01+1] req@0000000017100114 x1853237348038912/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384953.690584:0:17089:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384953.690593:0:17897:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000083fd5fda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16361:x1853237348038528:12345-0@lo:400: Request processed in 599us (1122us total) trans 0 rc 0/0 00000020:00000001:3.0:1767384953.690595:0:17089:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384953.690595:0:17090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384953.690599:0:17090:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384953.690605:0:17089:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348038784 00000100:00001000:2.0:1767384953.690607:0:17090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=81 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384953.690616:0:17089:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384953.690617:0:17090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1767384953.690618:0:17897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000040:2.0:1767384953.690625:0:17090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000040:0.0:1767384953.690627:0:17897:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d9a32349 : new rpc_count 0 00010000:00000200:3.0:1767384953.690628:0:17089:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b1070430 x1853237348038784/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:179/0 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384953.690630:0:17090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000001:0.0:1767384953.690634:0:17897:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384953.690639:0:17897:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384953.690640:0:17090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:1.0:1767384953.690642:0:17112:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384953.690644:0:17090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384953.690645:0:17897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000db1841f6. 00010000:00000001:3.0:1767384953.690646:0:17089:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384953.690650:0:17090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384953.690652:0:17089:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384953.690653:0:17897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c41bf3b7. 00000100:00000040:2.0:1767384953.690675:0:17090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:3.0:1767384953.690676:0:17089:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=81 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384953.690678:0:17897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c24f3932. 00000400:00000010:2.0:1767384953.690679:0:17090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005531450d. 00000100:00000001:1.0:1767384953.690683:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767384953.690684:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 4 00000100:00000001:3.0:1767384953.690686:0:17089:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1767384953.690687:0:17090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348038656, offset 224 00000100:00000001:1.0:1767384953.690688:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384953.690689:0:17897:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384953.690693:0:17089:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 22 to 0@lo 00000100:00000001:1.0:1767384953.690695:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384953.690699:0:17090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384953.690700:0:17089:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00100000:1.0:1767384953.690701:0:16358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:3.0:1767384953.690708:0:17089:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384953.690708:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384953.690709:0:17090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384953.690715:0:17089:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.690719:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384953.690720:0:17090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d07800 00000100:00000001:1.0:1767384953.690724:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384953.690728:0:17090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1f2d [1] + 224 00000100:00000001:1.0:1767384953.690733:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384953.690735:0:17089:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384953.690735:0:17090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384953.690736:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384953.690741:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384953.690760:0:17090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384953.690761:0:17089:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384953.690764:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000017100114 x1853237348038912/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384953.690765:0:17090:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767384953.690767:0:17089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051c03a31. 00000100:00000200:2.0:1767384953.690771:0:17090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000014b0b134 x1853237348038656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384953.690776:0:17089:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348038784, offset 224 00000400:00000200:3.0:1767384953.690792:0:17089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384953.690796:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384953.690800:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384953.690801:0:17090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000014b0b134 x1853237348038656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384953.690806:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384953.690810:0:17089:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384953.690811:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384953.690815:0:17090:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384953.690819:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384953.690821:0:17090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005531450d 00000100:00100000:1.0:1767384953.690825:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000017100114 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16358:1853237348038912:0@lo:13: 00000400:00000010:2.0:1767384953.690826:0:17090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005531450d. 00000400:00000200:3.0:1767384953.690829:0:17089:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d07880 00000100:00000001:2.0:1767384953.690832:0:17090:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384953.690835:0:17090:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384953.690837:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384953.690840:0:17090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384953.690841:0:17089:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1f25 [1] + 224 02000000:00000001:1.0:1767384953.690843:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384953.690867:0:17090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 21 to 0@lo 02000000:00000001:1.0:1767384953.690869:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384953.690872:0:17090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:1.0:1767384953.690876:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384953.690878:0:17089:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384953.690880:0:17090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384953.690883:0:17090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384953.690885:0:17089:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384953.690890:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce46ac84 x1853237348038656/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:179/0 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384953.690890:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000a4d3b15. 00000100:00000001:3.0:1767384953.690891:0:17089:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384953.690896:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384953.690897:0:17089:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b77b7078 x1853237348038784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384953.690906:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfc558e6. 00000100:00100000:2.0:1767384953.690917:0:17090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ce46ac84 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16361:x1853237348038656:12345-0@lo:400: Request processed in 545us (958us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384953.690918:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a63f17dc. 00000100:00000040:3.0:1767384953.690919:0:17089:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b77b7078 x1853237348038784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384953.690925:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348038912, portal 4 00000100:00000001:1.0:1767384953.690932:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1767384953.690934:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00000001:1.0:1767384953.690936:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590750699008 : -119482958852608 : ffff9354b4ae4e00) 00000100:00000040:2.0:1767384953.690940:0:17090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099807a16 : new rpc_count 0 00000100:00000001:2.0:1767384953.690943:0:17090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1767384953.690948:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000017100114 x1853237348038912/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384969 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384953.690949:0:17090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384953.690950:0:17089:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384953.690953:0:17090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a30bd33a. 00000400:00000200:3.0:1767384953.690959:0:17089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051c03a31 00000020:00000010:2.0:1767384953.690960:0:17090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004e2dfea1. 00000400:00000010:3.0:1767384953.690965:0:17089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000051c03a31. 00000020:00000010:2.0:1767384953.690966:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007aa9d15f. 00000100:00000001:1.0:1767384953.690966:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384953.690973:0:17089:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:2.0:1767384953.690973:0:17090:0:(genops.c:898:class_export_put()) PUTting export 0000000099807a16 : new refcount 4 00000100:00000040:1.0:1767384953.690974:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384953.690978:0:17089:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384953.690979:0:17090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384953.690981:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096084e8b. 00000100:00000001:3.0:1767384953.690986:0:17089:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384953.690987:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237348038912, offset 0 00000100:00000040:3.0:1767384953.690994:0:17089:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:2.0:1767384953.690997:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384953.690997:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384953.690999:0:17089:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384953.691001:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384953.691003:0:17089:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384953.691006:0:17089:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384953.691007:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384953.691011:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384953.691012:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384953.691014:0:17089:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1070430 x1853237348038784/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:179/0 lens 224/224 e 0 to 0 dl 1767384964 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384953.691014:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a842f207. 00000400:00000200:2.0:1767384953.691019:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cd42342 00000400:00000010:2.0:1767384953.691023:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004cd42342. 00000400:00000200:1.0:1767384953.691025:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958271d07900 00000100:00000001:2.0:1767384953.691028:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384953.691034:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000014b0b134 x1853237348038656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384953.691041:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3360 00000100:00100000:3.0:1767384953.691042:0:17089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b1070430 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16358:x1853237348038784:12345-0@lo:400: Request processed in 673us (1438us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384953.691049:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000014b0b134 x1853237348038656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384953.691058:0:17089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00000040:3.0:1767384953.691065:0:17089:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000083ded37e : new rpc_count 0 00000100:00000001:2.0:1767384953.691065:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384953.691070:0:17089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384953.691070:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384953.691071:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384953.691074:0:17089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384953.691077:0:16361:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767384953.691081:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384953.691084:0:17089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b2019d6. 02000000:00000001:2.0:1767384953.691084:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384953.691086:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384953.691089:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384953.691090:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000020:00000010:3.0:1767384953.691091:0:17089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a3378f14. 00000100:00000001:2.0:1767384953.691092:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384953.691096:0:17089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a3d9f1c. 02000000:00000001:2.0:1767384953.691098:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384953.691099:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf94e448. 00000020:00000040:3.0:1767384953.691100:0:17089:0:(genops.c:898:class_export_put()) PUTting export 0000000083ded37e : new refcount 4 00000100:00000001:3.0:1767384953.691105:0:17089:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384953.691106:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000bf94e448 x1853237348038912 msgsize 224 00000100:00001000:2.0:1767384953.691116:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 00000000617d1ace time=81 v=5 (5 0 0 0) 00000100:00100000:1.0:1767384953.691117:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00001000:2.0:1767384953.691124:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 000000008de43404 time=81 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384953.691129:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384953.691131:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.691132:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1767384953.691134:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767384953.691139:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096084e8b 00010000:00080000:2.0:1767384953.691140:0:16361:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000014b0b134 x1853237348038656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384953.691144:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096084e8b. 00000100:00000001:0.0:1767384953.691146:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384953.691150:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384953.691151:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000400:00000001:0.0:1767384953.691155:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384953.691156:0:16361:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384953.691159:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1767384953.691160:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000017100114 x1853237348038912/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384969 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384953.691162:0:16361:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:0.0:1767384953.691163:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a18f8166. 00000100:00000040:2.0:1767384953.691166:0:16361:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384953.691170:0:16361:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1767384953.691170:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cea1708b 00000100:00000001:2.0:1767384953.691173:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384953.691175:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cea1708b. 00000100:00000040:2.0:1767384953.691181:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000014b0b134 x1853237348038656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384953.691182:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384953.691184:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384953.691190:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384953.691191:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096e5d653 x1853237348038400/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384953.691192:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000017100114 x1853237348038912/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384969 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384953.691194:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384953.691197:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384953.691205:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000014b0b134 x1853237348038656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384953.691231:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384953.691231:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096e5d653 x1853237348038400/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384953.691233:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000014b0b134 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16361:1853237348038656:0@lo:400: 00000100:00000001:1.0:1767384953.691244:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:2.0:1767384953.691245:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384953.691247:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1767384953.691248:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384953.691251:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384953.691252:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d751563c. 00000100:00000001:1.0:1767384953.691252:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.691254:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384953.691258:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767384953.691259:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004593a643 00000100:00000040:1.0:1767384953.691260:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3060 usecs (4 jiffies) 00000100:00000001:0.0:1767384953.691261:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767384953.691263:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004593a643. 00000100:00000001:0.0:1767384953.691264:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.691266:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294942726 00000100:00000001:2.0:1767384953.691269:0:16361:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384953.691269:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384953.691274:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=87 v=5 (5 0 0 0) 00000100:00000200:2.0:1767384953.691275:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004e5b23bd x1853237348038528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384953.691276:0:16358:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294942725 00000100:00001000:0.0:1767384953.691284:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384953.691286:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294942726 00000100:00000200:2.0:1767384953.691292:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004e5b23bd x1853237348038528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384953.691293:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384953.691294:0:16358:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294942725 00000100:00000001:1.0:1767384953.691300:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294942726 00000100:00000001:0.0:1767384953.691302:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384953.691307:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384953.691309:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384953.691309:0:16358:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294942725 00010000:00000001:0.0:1767384953.691310:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.691313:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384953.691315:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.691317:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294942726 00000100:00000040:0.0:1767384953.691321:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096e5d653 x1853237348038400/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384953.691322:0:16358:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294942725 00000100:00000001:2.0:1767384953.691323:0:16361:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384953.691326:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384953.691329:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384953.691332:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.691332:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384953.691336:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.691338:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384953.691340:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.691342:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1767384953.691343:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 0000000056cb386c time=77 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384953.691346:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384953.691347:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:2.0:1767384953.691348:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000785c58c4 time=77 v=5 (1 0 0 0) 00000400:00000001:1.0:1767384953.691352:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384953.691352:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096e5d653 x1853237348038400/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384953.691353:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384953.691357:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384953.691357:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd958cd3. 00010000:00000001:2.0:1767384953.691361:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767384953.691365:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078859d67 00010000:00080000:2.0:1767384953.691368:0:16361:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004e5b23bd x1853237348038528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384953.691370:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078859d67. 00000100:00100000:0.0:1767384953.691371:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000096e5d653 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348038400:0@lo:400: 00000100:00000001:1.0:1767384953.691377:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384953.691383:0:16361:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384953.691385:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b77b7078 x1853237348038784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384953.691386:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384953.691400:0:16361:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384953.691403:0:16361:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384953.691406:0:16361:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384953.691408:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384953.691415:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004e5b23bd x1853237348038528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384953.691419:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384953.691422:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b77b7078 x1853237348038784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384953.691425:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096e5d653 x1853237348038400/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384953.691432:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384953.691438:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384953.691441:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384953.691447:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e5b23bd x1853237348038528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384953.691459:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384953.691461:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384953.691464:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:2.0:1767384953.691465:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004e5b23bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16361:1853237348038528:0@lo:400: 00000100:00000001:1.0:1767384953.691466:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384953.691467:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae6a819e. 00000100:00000001:2.0:1767384953.691471:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384953.691474:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384953.691474:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384953.691475:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384953.691479:0:16359:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1767384953.691480:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767384953.691481:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000014b0b134 x1853237348038656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384953.691483:0:16359:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000100:00000001:1.0:1767384953.691485:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384953.691489:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384953.691490:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.691492:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:0.0:1767384953.691493:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ac50ee55. 02000000:00000001:1.0:1767384953.691495:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384953.691496:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767384953.691498:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:2.0:1767384953.691500:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f04c06d2. 02000000:00000001:0.0:1767384953.691502:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1767384953.691505:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:1.0:1767384953.691505:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000002c0000f4 time=81 v=5 (5 0 0 0) 00000100:00000010:0.0:1767384953.691505:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096e5d653. 00000100:00000001:0.0:1767384953.691509:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384953.691512:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384953.691514:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:1.0:1767384953.691514:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c093201a time=81 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384953.691515:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384953.691517:0:16361:0:(genops.c:1242:class_import_put()) import 00000000aab4eb9e refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384953.691520:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384953.691521:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384953.691524:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384953.691525:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000006343542. 00000100:00000001:1.0:1767384953.691528:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384953.691531:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384953.691532:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384953.691532:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.691535:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384953.691536:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1767384953.691537:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000010:2.0:1767384953.691538:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000014b0b134. 00000100:00000001:2.0:1767384953.691542:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384953.691546:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1767384953.691546:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b77b7078 x1853237348038784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384953.691551:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384953.691557:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004e5b23bd x1853237348038528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384953.691561:0:17898:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384953.691564:0:17898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348038912 00010000:00000001:1.0:1767384953.691569:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384953.691569:0:17898:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384953.691573:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384953.691573:0:17898:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384953.691575:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767384953.691577:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384953.691577:0:17898:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384953.691578:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 02000000:00000010:2.0:1767384953.691582:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000666e4986. 02000000:00000001:0.0:1767384953.691583:0:17898:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.691584:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1767384953.691586:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384953.691588:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384953.691589:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:0.0:1767384953.691589:0:17898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348038912 00000020:00000040:2.0:1767384953.691592:0:16361:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384953.691594:0:17898:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384953.691596:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:0.0:1767384953.691597:0:17898:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562efd 02000000:00000010:2.0:1767384953.691598:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bc0b1e4a. 00000100:00000040:1.0:1767384953.691599:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b77b7078 x1853237348038784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384953.691600:0:17898:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384953.691604:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:0.0:1767384953.691605:0:17898:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d9a32349 refcount=5 02000000:00000001:2.0:1767384953.691608:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1767384953.691610:0:17898:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000010:2.0:1767384953.691611:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004e5b23bd. 00000020:00000001:0.0:1767384953.691615:0:17898:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000001:2.0:1767384953.691617:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384953.691620:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384953.691622:0:17898:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384953.691624:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384953.691626:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384953.691627:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000181aa2fd. 00000100:00000001:2.0:1767384953.691629:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384953.691632:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384953.691634:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.691634:0:17898:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384953.691636:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384953.691640:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384953.691640:0:17898:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000181aa2fd. 00000100:00000001:2.0:1767384953.691643:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384953.691644:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b77b7078 x1853237348038784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384953.691650:0:17898:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae6a819e. 00000020:00000010:0.0:1767384953.691657:0:17898:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000097ddc247. 00000100:00100000:1.0:1767384953.691659:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b77b7078 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16358:1853237348038784:0@lo:400: 00000020:00000010:0.0:1767384953.691661:0:17898:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c41bf3b7. 00000100:00000001:1.0:1767384953.691670:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384953.691670:0:17898:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384953.691673:0:17898:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384953.691675:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384953.691676:0:17898:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384953.691680:0:17898:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384953.691682:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b77b7078 x1853237348038784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384953.691684:0:17898:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.691693:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384953.691696:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384953.691697:0:17898:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384953.691698:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fce2137d. 02000000:00000001:1.0:1767384953.691705:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384953.691706:0:17898:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384953.691707:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384953.691709:0:17898:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1767384953.691712:0:16358:0:(genops.c:1242:class_import_put()) import 0000000062c1ff66 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00100000:0.0:1767384953.691716:0:17898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000020:00000001:1.0:1767384953.691718:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767384953.691720:0:17898:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d9a32349 : new rpc_count 1 00000100:00000001:2.0:1767384953.691722:0:17899:0:(service.c:3426:ptlrpc_start_thread()) Process entered 02000000:00000010:1.0:1767384953.691722:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c0309a32. 00000100:00000001:0.0:1767384953.691723:0:17898:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590750701696 : -119482958849920 : ffff9354b4ae5880) 00000100:00100000:2.0:1767384953.691726:0:17899:0:(service.c:3434:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 02000000:00000001:1.0:1767384953.691730:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1767384953.691731:0:17898:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bf94e448 x1853237348038912/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:179/0 lens 224/0 e 0 to 0 dl 1767384964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384953.691732:0:17899:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000666e4986. 02000000:00000001:1.0:1767384953.691734:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:2.0:1767384953.691739:0:17899:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00000100:00000010:1.0:1767384953.691739:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b77b7078. 00000100:00000001:0.0:1767384953.691746:0:17898:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384953.691754:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:0.0:1767384953.691756:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000181aa2fd. 00000100:00000001:1.0:1767384953.691758:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384953.691760:0:17898:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384953.691763:0:17898:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000181aa2fd. 00000100:00000001:1.0:1767384953.691764:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384953.691768:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384953.691771:0:17898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bf94e448 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16358:x1853237348038912:12345-0@lo:13: 00000100:00000001:1.0:1767384953.691772:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384953.691776:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384953.691777:0:17898:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348038912 00000020:00000001:0.0:1767384953.691781:0:17898:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384953.691783:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384953.691784:0:17898:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384953.691788:0:17898:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384953.691790:0:17898:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384953.691792:0:17898:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665454032 : -1044097584 : ffffffffc1c455d0) 00000020:00000001:0.0:1767384953.691795:0:17898:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384953.691796:0:17898:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384953.691798:0:17898:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384953.691799:0:17898:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384953.691801:0:17898:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.691803:0:17898:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384953.691805:0:17898:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384953.691808:0:17898:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000dc3cb90e. 02000000:00000001:0.0:1767384953.691811:0:17898:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.691812:0:17898:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384953.691841:0:17898:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1767384953.691845:0:17898:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384953.691847:0:17898:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:1.0:1767384953.691848:0:39242:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000001:0.0:1767384953.691857:0:17898:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384953.691861:0:17899:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:0.0:1767384953.691861:0:17898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:0.0:1767384953.691866:0:17898:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000010:1.0:1767384953.691867:0:39242:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000ee375b17. 00000020:00000020:0.0:1767384953.691869:0:17898:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000d9a32349 dirty 0 pend 0 grant 0 00002000:00000020:0.0:1767384953.691874:0:17898:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000020:00000010:1.0:1767384953.691875:0:39242:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005a850092. 00002000:00000001:0.0:1767384953.691876:0:17898:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:0.0:1767384953.691881:0:17898:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000010:1.0:1767384953.691884:0:39242:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1437c23. 00000001:00000001:0.0:1767384953.691884:0:17898:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384953.691886:0:17898:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384953.691889:0:17898:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237348038912 00000020:00000010:1.0:1767384953.691892:0:39242:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d65174b2. 00010000:00000001:0.0:1767384953.691892:0:17898:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:1.0:1767384953.691900:0:39242:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a37345ac. 00010000:00000200:0.0:1767384953.691903:0:17898:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bf94e448 x1853237348038912/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:179/0 lens 224/368 e 0 to 0 dl 1767384964 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384953.691907:0:39242:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000eb3d67b6. 00010000:00000001:0.0:1767384953.691912:0:17898:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384953.691914:0:17898:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384953.691915:0:39242:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e233ca83. 00000100:00001000:0.0:1767384953.691916:0:17898:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097a41e79 time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384953.691921:0:17898:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 80000000:00000010:1.0:1767384953.691923:0:39242:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c9c210ea. 00000100:00000040:0.0:1767384953.691923:0:17898:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:0.0:1767384953.691927:0:17898:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:0.0:1767384953.691930:0:17898:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 40000000:00000010:1.0:1767384953.691931:0:39242:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ed721e95. 02000000:00000001:0.0:1767384953.691931:0:17898:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.691936:0:17898:0:(niobuf.c:69:ptl_send_buf()) Process entered 00100000:00000010:1.0:1767384953.691938:0:39242:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009705a6fa. 00000100:00000040:0.0:1767384953.691938:0:17898:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384953.691941:0:17898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cea1708b. 00040000:00000010:1.0:1767384953.691945:0:39242:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fd47070a. 00000100:00000200:0.0:1767384953.691945:0:17898:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237348038912, offset 224 00040000:00000010:1.0:1767384953.691954:0:39242:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c6482ea4. 00000400:00000200:0.0:1767384953.691954:0:17898:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384953.691962:0:17898:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000010:1.0:1767384953.691963:0:39242:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000004b7710da. 00000400:00000200:0.0:1767384953.691968:0:17898:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958271d07900 00080000:00000010:1.0:1767384953.691971:0:39242:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000af8b095b. 00000400:00000200:0.0:1767384953.691972:0:17898:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1f49 [1] + 224 00000400:00000200:0.0:1767384953.691978:0:17898:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384953.691981:0:17898:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00002000:00000010:1.0:1767384953.691982:0:39242:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000db878f5c. 00000100:00000001:0.0:1767384953.691984:0:17898:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384953.691990:0:17898:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000017100114 x1853237348038912/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384969 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384953.692001:0:39242:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000062447942. 00000100:00000040:0.0:1767384953.692001:0:17898:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000017100114 x1853237348038912/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384953.692011:0:39242:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000001:0.0:1767384953.692024:0:17898:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384953.692031:0:17898:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cea1708b 00000400:00000010:0.0:1767384953.692033:0:17898:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cea1708b. 00000100:00000001:0.0:1767384953.692037:0:17898:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384953.692038:0:17898:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384953.692041:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384953.692043:0:17898:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.692044:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384953.692049:0:17898:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000400:00000001:2.0:1767384953.692050:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384953.692052:0:17898:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384953.692054:0:17898:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384953.692060:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384953.692064:0:17898:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384953.692065:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfc558e6. 00000100:00000040:0.0:1767384953.692069:0:17898:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf94e448 x1853237348038912/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:179/0 lens 224/368 e 0 to 0 dl 1767384964 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384953.692072:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a63f17dc 00000400:00000010:2.0:1767384953.692078:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a63f17dc. 00000100:00100000:0.0:1767384953.692081:0:17898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bf94e448 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16358:x1853237348038912:12345-0@lo:13: Request processed in 332us (972us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384953.692085:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384953.692089:0:17898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00000040:0.0:1767384953.692092:0:17898:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d9a32349 : new rpc_count 0 00000100:00000200:2.0:1767384953.692094:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000017100114 x1853237348038912/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384953.692094:0:17898:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384953.692097:0:17898:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384953.692101:0:17898:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000097ddc247. 00000020:00000010:0.0:1767384953.692106:0:17898:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c41bf3b7. 00000020:00000010:0.0:1767384953.692111:0:17898:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae6a819e. 00000100:00000200:2.0:1767384953.692115:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000017100114 x1853237348038912/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384953.692117:0:17898:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 4 00000100:00000001:0.0:1767384953.692121:0:17898:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384953.692127:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384953.692129:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384953.692131:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384953.692132:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384953.692133:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384953.692134:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384953.692136:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384953.692139:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 0000000046e5fbb1 time=77 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384953.692141:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000785c58c4 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384953.692143:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384953.692144:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384953.692145:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384953.692147:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000017100114 x1853237348038912/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384953.692152:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.692154:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384953.692155:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384953.692156:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384953.692157:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384953.692159:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000017100114 x1853237348038912/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384969 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384953.692163:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384953.692165:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384953.692165:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384953.692167:0:16358:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767384953.692176:0:16358:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384953.692178:0:16358:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:2.0:1767384953.692183:0:16358:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006f80896a): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:2.0:1767384953.692186:0:16358:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384953.692188:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017100114 x1853237348038912/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384969 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384953.692194:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000017100114 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16358:1853237348038912:0@lo:13: 00000100:00000001:2.0:1767384953.692196:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384953.692197:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384953.692198:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000017100114 x1853237348038912/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384969 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384953.692202:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384953.692203:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384953.692205:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000a4d3b15. 02000000:00000001:2.0:1767384953.692207:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384953.692208:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384953.692209:0:16358:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384953.692210:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384953.692211:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ed65a5c. 02000000:00000001:2.0:1767384953.692213:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384953.692214:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384953.692215:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000017100114. 00000100:00000001:2.0:1767384953.692217:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384953.692218:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384953.692219:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384953.692223:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384953.692224:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384953.692225:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384953.692226:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384953.695878:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294942726, at 4294942727 00000100:00000010:0.0:1767384953.695885:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000011e9ba15. 00000100:00000040:2.0:1767384953.695887:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294942726, at 4294942727 00000100:00000010:2.0:1767384953.695893:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001d01d63f. 00000100:00000040:3.0:1767384953.695899:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294942726, at 4294942727 00000100:00000040:1.0:1767384953.695902:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294942726, at 4294942727 00000100:00000010:3.0:1767384953.695906:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f64600c8. 00000100:00000010:1.0:1767384953.695912:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c6f39484. 00080000:00000010:1.0:1767384953.714591:0:39234:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000066559649. 00080000:00000010:1.0:1767384953.714634:0:39234:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000066559649. 00000020:00000001:1.0:1767384953.714640:0:39234:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384953.714648:0:39234:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000066559649. 00080000:00000010:1.0:1767384953.714668:0:39234:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000066559649. 00000020:00000001:1.0:1767384953.714671:0:39234:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384953.880884:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384953.880889:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384953.880895:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384953.880896:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384953.880938:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384953.880949:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384953.880953:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1767384954.200895:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384954.200900:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000002298ce) refs 2 10000000:00000001:1.0:1767384954.200913:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384954.200915:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384954.200917:0:17086:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384954.200918:0:17086:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384954.200920:0:17086:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384954.200922:0:17086:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384954.200923:0:17086:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff935488f3f000 from 81 10000000:00000001:1.0:1767384954.200925:0:17086:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384954.200927:0:17086:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384954.200950:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c0eff6b. 00000020:00000040:1.0:1767384954.200954:0:17086:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:1.0:1767384954.200958:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384954.200961:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384954.200965:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384954.200971:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006c164edf. 00000100:00000001:1.0:1767384954.200977:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384954.200980:0:17086:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384954.200983:0:17086:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384954.200996:0:17086:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005d19d3d7. 00010000:00000001:1.0:1767384954.200999:0:17086:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384954.201002:0:17086:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009fb158e7. 00000020:00000001:1.0:1767384954.201006:0:17086:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384954.201009:0:17086:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009fb158e7 with handle 0xb57eb78819563181 to hash 00000020:00000001:1.0:1767384954.201011:0:17086:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384954.201013:0:17086:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00010000:00000001:1.0:1767384954.201015:0:17086:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00010000:00000001:1.0:1767384954.201018:0:17086:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384954.201021:0:17086:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384954.201024:0:17086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.134@tcp lock: 000000009fb158e7/0xb57eb78819563181 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384954.201031:0:17086:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.134@tcp lock: 000000009fb158e7/0xb57eb78819563181 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384954.201038:0:17086:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.134@tcp lock: 000000009fb158e7/0xb57eb78819563181 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384954.201048:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384954.201051:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384954.201056:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009af262a1. 00000100:00000001:1.0:1767384954.201058:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624585638340096 : -119488071211520 : ffff935383f5e600) 00000100:00000001:1.0:1767384954.201062:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384954.201064:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590750709760 : -119482958841856 : ffff9354b4ae7800) 00000100:00000001:1.0:1767384954.201080:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384954.201084:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.201086:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384954.201088:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384954.201095:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c0eff6b x1853237348039040/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384954.201105:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384954.201107:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384954.201111:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384954.201114:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384954.201116:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384954.201119:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000c0eff6b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348039040:0@lo:101: 00000100:00000001:1.0:1767384954.201124:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384954.201129:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384954.201132:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384954.201135:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384954.201138:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000079e2cc65. 02000000:00000001:1.0:1767384954.201140:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384954.201146:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005badc7b8. 00000400:00000010:1.0:1767384954.201164:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096084e8b. 00000100:00000200:1.0:1767384954.201171:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348039040, portal 25 00000100:00000001:1.0:1767384954.201174:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384954.201175:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590750709760 : -119482958841856 : ffff9354b4ae7800) 00000100:00000040:1.0:1767384954.201180:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000c0eff6b x1853237348039040/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384970 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384954.201186:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384954.201194:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384954.201196:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd3e3a6e. 00000100:00000200:1.0:1767384954.201198:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237348039040, offset 0 00000400:00000200:1.0:1767384954.201203:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384954.201214:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384954.201222:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958271d07980 00000400:00000200:1.0:1767384954.201227:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1685 [2] + 0 00000400:00000010:1.0:1767384954.201230:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084a0ab5d. 00000400:00000200:1.0:1767384954.201233:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004d159d27 00000400:00000200:1.0:1767384954.201248:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384954.201251:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384954.201255:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d159d27 00000400:00000010:1.0:1767384954.201257:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004d159d27. 00000100:00000001:1.0:1767384954.201261:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384954.201262:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384954.201265:0:17086:0:(events.c:337:request_in_callback()) incoming req@00000000180163e8 x1853237348039040 msgsize 328 00000100:00100000:1.0:1767384954.201268:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384954.201269:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384954.201279:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384954.201284:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd3e3a6e 00000400:00000010:1.0:1767384954.201285:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd3e3a6e. 00000100:00000001:1.0:1767384954.201287:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384954.201290:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000c0eff6b x1853237348039040/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384970 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384954.201297:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384954.201300:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000000c0eff6b x1853237348039040/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384970 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384954.201305:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.201307:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384954.201307:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384954.201312:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348039040 00000100:00000001:1.0:1767384954.201312:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384954.201317:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384954.201319:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294943237 00000100:00000001:2.0:1767384954.201320:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384954.201324:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384954.201326:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002eadb937. 02000000:00000001:2.0:1767384954.201327:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384954.201332:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348039040 00000020:00000001:2.0:1767384954.201335:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384954.201336:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000020:00000040:2.0:1767384954.201337:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:2.0:1767384954.201342:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384954.201344:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000020:00000001:2.0:1767384954.201347:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:1.0:1767384954.201348:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294943237 00000020:00000001:2.0:1767384954.201349:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384954.201353:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384954.201356:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009946125b. 00000100:00000001:2.0:1767384954.201360:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384954.201363:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009946125b. 00000100:00000010:1.0:1767384954.201364:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c310db9c. 00000020:00000010:2.0:1767384954.201369:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000085f5a39f. 00000100:00000001:1.0:1767384954.201371:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000020:00000010:2.0:1767384954.201375:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000af272f19. 00000100:00000001:1.0:1767384954.201378:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294943237 00000020:00000010:2.0:1767384954.201380:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a7b015ea. 00000100:00000010:1.0:1767384954.201401:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6fad356. 00000100:00000001:1.0:1767384954.201406:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384954.201410:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294943237 00000100:00000010:1.0:1767384954.201415:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6ae0d85. 00000100:00000001:1.0:1767384954.201418:0:17086:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1767384954.201420:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384954.201423:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384954.201424:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384954.201428:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384954.201428:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.201432:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.201433:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384954.201435:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384954.201437:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 000000009af262a1 going to sleep for 11 seconds 00000100:00000001:2.0:1767384954.201439:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.201441:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384954.201445:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.201454:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384954.201478:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384954.201480:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384954.201481:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384954.201484:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384954.201486:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00000040:2.0:1767384954.201490:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384954.201492:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590666956880 : -119483042594736 : ffff9354afb08050) 00000100:00000001:1.0:1767384954.201495:0:17084:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384954.201498:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000180163e8 x1853237348039040/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:180/0 lens 328/0 e 0 to 0 dl 1767384965 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384954.201499:0:17084:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.201512:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384954.201514:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009946125b. 00000100:00000001:2.0:1767384954.201517:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384954.201518:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009946125b. 00000100:00100000:2.0:1767384954.201523:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000180163e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+14:17086:x1853237348039040:12345-0@lo:101: 00000100:00000200:2.0:1767384954.201525:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348039040 00000020:00000001:2.0:1767384954.201528:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384954.201531:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384954.201532:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384954.201534:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384954.201536:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289024 : -1048262592 : ffffffffc184c840) 00000020:00000001:2.0:1767384954.201539:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384954.201540:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384954.201542:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384954.201544:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384954.201547:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384954.201549:0:17083:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384954.201550:0:17083:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384954.201552:0:17083:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384954.201553:0:17083:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384954.201554:0:17083:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.201558:0:17083:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384954.201561:0:17083:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009570414e. 00010000:00000001:2.0:1767384954.201563:0:17083:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384954.201565:0:17083:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005bb56c99. 00000020:00000001:2.0:1767384954.201567:0:17083:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384954.201568:0:17083:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005bb56c99 with handle 0xb57eb78819563188 to hash 00000020:00000001:2.0:1767384954.201569:0:17083:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384954.201570:0:17083:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590004434944 : -119483705116672 : ffff935488333800) 00010000:00000001:2.0:1767384954.201571:0:17083:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590004434944 : -119483705116672 : ffff935488333800) 00010000:00010000:2.0:1767384954.201573:0:17083:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000005bb56c99/0xb57eb78819563188 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb57eb78819563181 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384954.201586:0:17083:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003d3e266f : new locks_count 10 00000020:00000040:2.0:1767384954.201588:0:17083:0:(genops.c:887:class_export_get()) GET export 000000003d3e266f refcount=15 00000100:00000001:2.0:1767384954.201594:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384954.201596:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384954.201598:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000d323a0d4. 02000000:00000001:2.0:1767384954.201600:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.201602:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.201604:0:17083:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384954.201607:0:17083:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384954.201608:0:17083:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384954.201610:0:17083:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384954.201612:0:17083:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384954.201614:0:17083:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384954.201616:0:17083:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384954.201619:0:17083:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384954.201621:0:17083:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384954.201623:0:17083:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384954.201624:0:17083:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384954.201627:0:17083:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009570414e) refcount = 1 00010000:00010000:2.0:1767384954.201631:0:17083:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005bb56c99/0xb57eb78819563188 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb57eb78819563181 expref: 15 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384954.201637:0:17083:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384954.201639:0:17083:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384954.201641:0:17083:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384954.201643:0:17083:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.201645:0:17083:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384954.201650:0:17083:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384954.201653:0:17083:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000005bb56c99/0xb57eb78819563188 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819563181 expref: 15 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384954.201659:0:17083:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384954.201661:0:17083:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384954.201663:0:17083:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384954.201673:0:17083:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.201675:0:17083:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384954.201677:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384954.201679:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384954.201680:0:17083:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000005bb56c99, rc 0) 00000020:00000001:2.0:1767384954.201683:0:17083:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384954.201686:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348039040 00010000:00000001:2.0:1767384954.201689:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384954.201693:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000180163e8 x1853237348039040/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:180/0 lens 328/344 e 0 to 0 dl 1767384965 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384954.201702:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384954.201704:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384954.201708:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384954.201712:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384954.201714:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:2.0:1767384954.201716:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:2.0:1767384954.201719:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384954.201720:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.201723:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384954.201725:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384954.201728:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004593a643. 00000100:00000200:2.0:1767384954.201730:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237348039040, offset 224 00000400:00000200:2.0:1767384954.201736:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384954.201743:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384954.201749:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958271d07980 00000400:00000200:2.0:1767384954.201753:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1f55 [1] + 224 00000400:00000200:2.0:1767384954.201757:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384954.201760:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384954.201764:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384954.201767:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000c0eff6b x1853237348039040/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384970 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384954.201773:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000000c0eff6b x1853237348039040/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384970 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384954.201786:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384954.201796:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004593a643 00000400:00000010:2.0:1767384954.201798:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004593a643. 00000100:00000001:2.0:1767384954.201801:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384954.201803:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384954.201806:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384954.201809:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:2.0:1767384954.201811:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384954.201813:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.201840:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384954.201841:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384954.201846:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384954.201847:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000180163e8 x1853237348039040/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:180/0 lens 328/344 e 0 to 0 dl 1767384965 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384954.201850:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384954.201853:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005badc7b8. 00000400:00000200:1.0:1767384954.201859:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096084e8b 00000100:00100000:2.0:1767384954.201863:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000180163e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:17086:x1853237348039040:12345-0@lo:101: Request processed in 348us (594us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384954.201863:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096084e8b. 00000100:00000001:1.0:1767384954.201868:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384954.201874:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000c0eff6b x1853237348039040/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384970 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384954.201875:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00000040:2.0:1767384954.201881:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:2.0:1767384954.201885:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384954.201889:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384954.201891:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000c0eff6b x1853237348039040/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384970 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384954.201894:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000af272f19. 00000100:00000001:1.0:1767384954.201901:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384954.201902:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a7b015ea. 00000100:00000001:1.0:1767384954.201903:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384954.201907:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000085f5a39f. 00000100:00000001:1.0:1767384954.201907:0:17086:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384954.201911:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1767384954.201913:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 02000000:00000001:2.0:1767384954.201917:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384954.201919:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1767384954.201920:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000d323a0d4. 00000100:00000001:1.0:1767384954.201921:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384954.201924:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384954.201925:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.201927:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384954.201929:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=88 v=5 (5 0 0 0) 00000100:00000200:2.0:1767384954.201931:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:1.0:1767384954.201934:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=88 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384954.201937:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d751563c. 00000100:00000001:1.0:1767384954.201938:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384954.201940:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384954.201943:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384954.201944:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000064e6e462. 00010000:00000001:1.0:1767384954.201945:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.201948:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384954.201952:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c0eff6b x1853237348039040/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384970 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384954.201957:0:17086:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384954.201959:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384954.201960:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384954.201962:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c0eff6b x1853237348039040/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384970 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384954.201967:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000c0eff6b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348039040:0@lo:101: 00000100:00000001:1.0:1767384954.201969:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384954.201971:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.201972:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384954.201974:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384954.201975:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c0eff6b x1853237348039040/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384970 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384954.201979:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384954.201981:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009af262a1. 00000100:00000001:1.0:1767384954.201983:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384954.201984:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384954.201986:0:17086:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384954.201988:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384954.201989:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384954.201991:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009fb158e7 refcount=4 00000020:00000001:1.0:1767384954.201992:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00010000:00000001:1.0:1767384954.201993:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00010000:00000040:1.0:1767384954.202001:0:17086:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000009fb158e7, remote cookie: 0xb57eb78819563188, flags: 0x0 00010000:00000001:1.0:1767384954.202003:0:17086:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384954.202005:0:17086:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384954.202006:0:17086:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384954.202007:0:17086:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384954.202008:0:17086:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384954.202009:0:17086:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005d19d3d7) refcount = 1 00010000:00010000:1.0:1767384954.202011:0:17086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.134@tcp lock: 000000009fb158e7/0xb57eb78819563181 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb78819563188 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384954.202015:0:17086:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384954.202016:0:17086:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384954.202017:0:17086:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384954.202019:0:17086:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384954.202021:0:17086:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384954.202022:0:17086:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.134@tcp lock: 000000009fb158e7/0xb57eb78819563181 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb57eb78819563188 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384954.202026:0:17086:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384954.202027:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384954.202028:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384954.202029:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384954.202030:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384954.202031:0:17086:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.202032:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384954.202034:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c0eff6b x1853237348039040/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384970 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384954.202038:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384954.202039:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384954.202041:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000079e2cc65. 02000000:00000001:1.0:1767384954.202043:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384954.202045:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384954.202046:0:17086:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:1.0:1767384954.202048:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384954.202049:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006c164edf. 02000000:00000001:1.0:1767384954.202051:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384954.202058:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384954.202060:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c0eff6b. 00000100:00000001:1.0:1767384954.202064:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384954.202065:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384954.202067:0:17086:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384954.202070:0:17086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384954.202071:0:17086:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000002298ce) refs 3 10000000:00000001:1.0:1767384954.202073:0:17086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384954.202076:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384954.202077:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384954.202079:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009fb158e7 refcount=3 00000020:00000001:1.0:1767384954.202081:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00010000:00000001:1.0:1767384954.202083:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00010000:00000001:1.0:1767384954.202086:0:17086:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384954.202088:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384954.202089:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384954.202090:0:17086:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384954.202093:0:17086:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384954.202096:0:17086:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000099299c06. 00000100:00000010:1.0:1767384954.202114:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c0eff6b. 00000020:00000040:1.0:1767384954.202117:0:17086:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:1.0:1767384954.202120:0:17086:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384954.202122:0:17086:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384954.202125:0:17086:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384954.202129:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006c164edf. 00000100:00000001:1.0:1767384954.202132:0:17086:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.202136:0:17086:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384954.202140:0:17086:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000079e2cc65. 00000100:00000010:1.0:1767384954.202143:0:17086:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000007fa27cd6. 00000020:00000040:1.0:1767384954.202146:0:17086:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00000001:1.0:1767384954.202149:0:17086:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384954.202151:0:17086:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384954.202154:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009af262a1. 00000100:00000001:1.0:1767384954.202157:0:17086:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624585638340096 : -119488071211520 : ffff935383f5e600) 00000100:00000001:1.0:1767384954.202159:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384954.202161:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590750709760 : -119482958841856 : ffff9354b4ae7800) 00000100:00000001:1.0:1767384954.202170:0:17086:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384954.202172:0:17086:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.202174:0:17086:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384954.202176:0:17086:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384954.202179:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c0eff6b x1853237348039168/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384954.202184:0:17086:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384954.202185:0:17086:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384954.202188:0:17086:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384954.202189:0:17086:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384954.202191:0:17086:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384954.202193:0:17086:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000c0eff6b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348039168:0@lo:256: 00000100:00000001:1.0:1767384954.202196:0:17086:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384954.202198:0:17086:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384954.202199:0:17086:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.202201:0:17086:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384954.202204:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005badc7b8. 00000400:00000010:1.0:1767384954.202207:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000066f9c8ad. 00000100:00000200:1.0:1767384954.202210:0:17086:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958271d07a00-0x6958271d07a00, portal 33 00000100:00000001:1.0:1767384954.202212:0:17086:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384954.202214:0:17086:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384954.202215:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005674b607. 02000000:00000001:1.0:1767384954.202216:0:17086:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384954.202218:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068526422. 00000400:00000010:1.0:1767384954.202220:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096084e8b. 00000100:00000200:1.0:1767384954.202222:0:17086:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348039168, portal 25 00000100:00000001:1.0:1767384954.202224:0:17086:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384954.202225:0:17086:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590750709760 : -119482958841856 : ffff9354b4ae7800) 00000100:00000040:1.0:1767384954.202228:0:17086:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000c0eff6b x1853237348039168/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384970 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384954.202232:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384954.202234:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384954.202235:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd3e3a6e. 00000100:00000200:1.0:1767384954.202237:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237348039168, offset 0 00000400:00000200:1.0:1767384954.202246:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384954.202251:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384954.202255:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958271d07a00 00000400:00000200:1.0:1767384954.202259:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1695 [2] + 0 00000400:00000010:1.0:1767384954.202261:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004815f523. 00000400:00000200:1.0:1767384954.202264:0:17086:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000883d0a8f 00000400:00000200:1.0:1767384954.202267:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384954.202269:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384954.202271:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000883d0a8f 00000400:00000010:1.0:1767384954.202273:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000883d0a8f. 00000100:00000001:1.0:1767384954.202276:0:17086:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384954.202277:0:17086:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384954.202279:0:17086:0:(events.c:337:request_in_callback()) incoming req@000000000c227a9b x1853237348039168 msgsize 304 00000100:00100000:1.0:1767384954.202283:0:17086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384954.202284:0:17086:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384954.202295:0:17086:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384954.202298:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd3e3a6e 00000400:00000010:1.0:1767384954.202299:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd3e3a6e. 00000100:00000001:1.0:1767384954.202302:0:17086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384954.202304:0:17086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000c0eff6b x1853237348039168/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384970 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384954.202310:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384954.202313:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000000c0eff6b x1853237348039168/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384970 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384954.202316:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384954.202320:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348039168 00000100:00000001:1.0:1767384954.202321:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384954.202325:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384954.202326:0:17086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384954.202329:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384954.202331:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.202332:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.202337:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294943238 02000000:00000001:2.0:1767384954.202338:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384954.202344:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348039168 00000100:00000001:1.0:1767384954.202346:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294943237 00000100:00000001:1.0:1767384954.202350:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294943238 00000020:00000001:2.0:1767384954.202354:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384954.202355:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294943237 00000020:00000040:2.0:1767384954.202356:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:2.0:1767384954.202360:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384954.202360:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294943238 00000020:00000040:2.0:1767384954.202362:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000100:00000001:1.0:1767384954.202364:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294943237 00000020:00000001:2.0:1767384954.202365:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:2.0:1767384954.202367:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384954.202370:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384954.202374:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009946125b. 00000100:00000001:1.0:1767384954.202376:0:17086:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294943238 00000100:00000001:2.0:1767384954.202377:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384954.202380:0:17086:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294943237 00000020:00000010:2.0:1767384954.202381:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009946125b. 00000020:00000010:2.0:1767384954.202401:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000085f5a39f. 00000100:00000001:1.0:1767384954.202401:0:17086:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384954.202405:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000af272f19. 00000100:00000001:1.0:1767384954.202406:0:17086:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.202411:0:17086:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384954.202412:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a7b015ea. 00000100:00000001:1.0:1767384954.202413:0:17086:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384954.202416:0:17086:0:(client.c:2690:ptlrpc_set_wait()) set 000000009af262a1 going to sleep for 11 seconds 00000100:00000040:2.0:1767384954.202420:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384954.202420:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384954.202423:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.202424:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384954.202427:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384954.202429:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.202433:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.202443:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384954.202451:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384954.202453:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384954.202456:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00000040:2.0:1767384954.202458:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384954.202460:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590666969168 : -119483042582448 : ffff9354afb0b050) 00000100:00000040:2.0:1767384954.202464:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000c227a9b x1853237348039168/t0(0) o256->b543db4a-4900-454f-be04-352b2897a173@0@lo:180/0 lens 304/0 e 0 to 0 dl 1767384965 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384954.202470:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384954.202472:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009946125b. 00000100:00000001:2.0:1767384954.202474:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384954.202475:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009946125b. 00000100:00100000:2.0:1767384954.202478:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000c227a9b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:17086:x1853237348039168:12345-0@lo:256: 00000100:00000200:2.0:1767384954.202480:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348039168 00000020:00000001:2.0:1767384954.202487:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384954.202488:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384954.202489:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384954.202491:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384954.202492:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289440 : -1048262176 : ffffffffc184c9e0) 00000020:00000001:2.0:1767384954.202494:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384954.202495:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384954.202496:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384954.202497:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384954.202499:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.202501:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384954.202502:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384954.202504:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000d323a0d4. 02000000:00000001:2.0:1767384954.202506:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.202507:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384954.202509:0:17083:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384954.202512:0:17083:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384954.202515:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384954.202516:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384954.202518:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384954.202520:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384954.202521:0:17083:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384954.202523:0:17083:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000041ab0644. 20000000:00000001:2.0:1767384954.202525:0:17083:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384954.202538:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384954.202543:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384954.202548:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384954.202549:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384954.202551:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384954.202553:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384954.202554:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384954.202556:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384954.202558:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384954.202560:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384954.202561:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384954.202562:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384954.202563:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384954.202565:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384954.202570:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384954.202572:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384954.202573:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384954.202574:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384954.202576:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384954.202578:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384954.202579:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384954.202581:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384954.202582:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384954.202584:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384954.202585:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384954.202587:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384954.202588:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384954.202589:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384954.202590:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384954.202591:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384954.202593:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384954.202594:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384954.202595:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384954.202597:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767384954.202598:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:2.0:1767384954.202599:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:2.0:1767384954.202600:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:2.0:1767384954.202601:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:2.0:1767384954.202602:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:2.0:1767384954.202604:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:2.0:1767384954.202605:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:01000000:2.0:1767384954.202607:0:17083:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 844, pages 3252/1/4/3. 20000000:00000040:2.0:1767384954.202614:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384954.202615:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384954.202616:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384954.202618:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384954.202619:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384954.202620:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384954.202622:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384954.202623:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384954.202624:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384954.202625:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384954.202626:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384954.202633:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384954.202634:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384954.202636:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384954.202638:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384954.202639:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384954.202640:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384954.202642:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384954.202643:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384954.202644:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384954.202646:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384954.202647:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384954.202648:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384954.202649:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384954.202650:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384954.202651:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384954.202652:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384954.202654:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384954.202655:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384954.202656:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384954.202657:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384954.202658:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384954.202660:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384954.202661:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767384954.202662:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:2.0:1767384954.202663:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:2.0:1767384954.202665:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:2.0:1767384954.202666:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:2.0:1767384954.202667:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:2.0:1767384954.202669:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:2.0:1767384954.202670:0:17083:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:01000000:2.0:1767384954.202671:0:17083:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 844, pages 2408/1/4/3. 20000000:01000000:2.0:1767384954.202673:0:17083:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1688, version 86 20000000:00000001:2.0:1767384954.202674:0:17083:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1688 : 1688 : 698) 00000100:00000001:2.0:1767384954.202677:0:17083:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384954.202679:0:17083:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000765186d6. 00000100:00000010:2.0:1767384954.202681:0:17083:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000fe09abea. 00000020:00000040:2.0:1767384954.202683:0:17083:0:(genops.c:887:class_export_get()) GET export 000000003d3e266f refcount=16 00010000:00000001:2.0:1767384954.202685:0:17083:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384954.202690:0:17083:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384954.202692:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004593a643. 00000400:00000010:2.0:1767384954.202697:0:17083:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000045e20a13. 00000400:00000200:2.0:1767384954.202700:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384954.202707:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384954.202711:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1688 into portal 33 MB=0x6958271d07a00 00000400:00000200:2.0:1767384954.202714:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1688/1688 into md 0x1f65 [4] + 0 00000400:00000010:2.0:1767384954.202716:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005badc7b8. 00000400:00000200:2.0:1767384954.202719:0:17083:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000066f9c8ad 00000400:00000200:2.0:1767384954.202721:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384954.202724:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384954.202726:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066f9c8ad 00000400:00000010:2.0:1767384954.202728:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000066f9c8ad. 00000100:00000001:2.0:1767384954.202730:0:17083:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384954.202732:0:17083:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000000c0eff6b desc 0000000079e2cc65 mbits 1853237348039168 00000100:00000001:2.0:1767384954.202741:0:17083:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384954.202744:0:17083:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384954.202747:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384954.202751:0:17083:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1f71 00000400:00000200:2.0:1767384954.202753:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384954.202755:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384954.202757:0:17083:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384954.202758:0:17083:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000765186d6 00000100:00000001:2.0:1767384954.202759:0:17083:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384954.202763:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004593a643 00000400:00000010:2.0:1767384954.202764:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004593a643. 00000100:00000001:2.0:1767384954.202767:0:17083:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384954.202768:0:17083:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000765186d6 00000100:00000001:2.0:1767384954.202770:0:17083:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384954.202773:0:17083:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1688 bytes via portal 33 id 12345-0@lo mbits 0x6958271d07a00-0x6958271d07a00 00000100:00000001:2.0:1767384954.202775:0:17083:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.202778:0:17083:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.202780:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000001:1.0:1767384954.202780:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767384954.202785:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 15 00000100:00000001:1.0:1767384954.202785:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384954.202788:0:17083:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000fe09abea. 00000100:00000010:2.0:1767384954.202796:0:17083:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000765186d6. 00000100:00000001:2.0:1767384954.202798:0:17083:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384954.202800:0:17083:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384954.202804:0:17083:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000041ab0644. 20000000:00000001:2.0:1767384954.202806:0:17083:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384954.202808:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348039168 00010000:00000001:2.0:1767384954.202810:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384954.202813:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000c227a9b x1853237348039168/t0(0) o256->b543db4a-4900-454f-be04-352b2897a173@0@lo:180/0 lens 304/240 e 0 to 0 dl 1767384965 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384954.202838:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384954.202840:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384954.202841:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384954.202844:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384954.202847:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:2.0:1767384954.202849:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:2.0:1767384954.202851:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384954.202852:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.202854:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384954.202857:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384954.202860:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004593a643. 00000100:00000200:2.0:1767384954.202863:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237348039168, offset 224 00000400:00000200:2.0:1767384954.202867:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384954.202870:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384954.202876:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958271d07a00 00000400:00000200:2.0:1767384954.202879:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1f69 [1] + 224 00000400:00000200:2.0:1767384954.202882:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384954.202884:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384954.202886:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384954.202887:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000c0eff6b x1853237348039168/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384970 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384954.202892:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000000c0eff6b x1853237348039168/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384970 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384954.202902:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384954.202911:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004593a643 00000400:00000010:2.0:1767384954.202912:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004593a643. 00000100:00000001:2.0:1767384954.202914:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384954.202916:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384954.202919:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384954.202921:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:2.0:1767384954.202922:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384954.202924:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384954.202925:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384954.202929:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c227a9b x1853237348039168/t0(0) o256->b543db4a-4900-454f-be04-352b2897a173@0@lo:180/0 lens 304/240 e 0 to 0 dl 1767384965 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384954.202931:0:17086:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384954.202938:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000c227a9b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+15:17086:x1853237348039168:12345-0@lo:256: Request processed in 466us (657us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384954.202939:0:17086:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384954.202943:0:17086:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384954.202947:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000400:00000010:1.0:1767384954.202947:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068526422. 00000100:00000040:2.0:1767384954.202950:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:2.0:1767384954.202953:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1767384954.202954:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096084e8b 00000100:00000001:2.0:1767384954.202955:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384954.202959:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000af272f19. 00000400:00000010:1.0:1767384954.202959:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096084e8b. 00000020:00000010:2.0:1767384954.202965:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a7b015ea. 00000100:00000001:1.0:1767384954.202966:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384954.202968:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000085f5a39f. 00000020:00000040:2.0:1767384954.202972:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00000100:00000200:1.0:1767384954.202973:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000c0eff6b x1853237348039168/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384970 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384954.202975:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384954.202977:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000d323a0d4. 02000000:00000001:2.0:1767384954.202981:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384954.202983:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384954.202988:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:1.0:1767384954.202992:0:17086:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000c0eff6b x1853237348039168/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384970 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384954.202993:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a842f207. 00000400:00000010:2.0:1767384954.202998:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000765ea4ed. 00000100:00000001:1.0:1767384954.203006:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384954.203008:0:17086:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384954.203010:0:17086:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384954.203012:0:17086:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384954.203013:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384954.203015:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384954.203017:0:17086:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384954.203020:0:17086:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=88 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384954.203024:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=88 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384954.203027:0:17086:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384954.203028:0:17086:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384954.203030:0:17086:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384954.203031:0:17086:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.203041:0:17086:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384954.203044:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000000c0eff6b x1853237348039168/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384970 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384954.203053:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000000c0eff6b x1853237348039168/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384970 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384954.203060:0:17086:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384954.203062:0:17086:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384954.203065:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c0eff6b x1853237348039168/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384970 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384954.203073:0:17086:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000c0eff6b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b543db4a-4900-454f-be04-352b2897a173:17086:1853237348039168:0@lo:256: 00000100:00000001:1.0:1767384954.203078:0:17086:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384954.203080:0:17086:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.203082:0:17086:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384954.203083:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384954.203086:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c0eff6b x1853237348039168/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384970 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384954.203092:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384954.203094:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009af262a1. 00000100:00000001:1.0:1767384954.203097:0:17086:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384954.203098:0:17086:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384954.203101:0:17086:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 86, more 0. 10000000:00000001:1.0:1767384954.203105:0:17086:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384954.203110:0:17086:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000254a597c. 10000000:00000040:1.0:1767384954.203120:0:17086:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.134@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384954.203127:0:17086:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384954.203130:0:17086:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384954.203134:0:17086:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.134@tcp has 192.168.203.134@tcp. 00000100:00000001:1.0:1767384954.203137:0:17086:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384954.203139:0:17086:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384954.203141:0:17086:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.134@tcp with 192.168.203.134@tcp 00000100:00000200:1.0:1767384954.203143:0:17086:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.134@tcp' 00000100:00000200:1.0:1767384954.203147:0:17086:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 41 NIDs for '192.168.203.134@tcp' 00000400:00000200:1.0:1767384954.203157:0:17086:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:1.0:1767384954.203160:0:17086:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384954.203163:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.134@tcp 00000400:00000200:1.0:1767384954.203168:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384954.203174:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (39) 00000400:00000200:1.0:1767384954.203178:0:17086:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (40) 00000400:00000200:1.0:1767384954.203195:0:17086:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:1.0:1767384954.203198:0:17086:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384954.203201:0:17086:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384954.203204:0:17086:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp: 0. pending discovery 00000400:00000200:1.0:1767384954.203206:0:17086:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (41) 00000400:00000200:1.0:1767384954.203209:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp 00000400:00000200:1.0:1767384954.203212:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.134@tcp10 00000400:00000200:1.0:1767384954.203215:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384954.203218:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp10 00000400:00000200:1.0:1767384954.203220:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.134@tcp11 00000400:00000200:1.0:1767384954.203223:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384954.203225:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp11 00000400:00000200:1.0:1767384954.203227:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.134@tcp12 00000400:00000200:1.0:1767384954.203230:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384954.203232:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp12 00000400:00000200:1.0:1767384954.203234:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.134@tcp13 00000400:00000200:1.0:1767384954.203238:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384954.203239:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp13 00000400:00000200:1.0:1767384954.203241:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.134@tcp14 00000400:00000200:1.0:1767384954.203245:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384954.203247:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384954.203247:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp14 00000400:00000200:1.0:1767384954.203253:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.134@tcp15 00000400:00000200:3.0:1767384954.203257:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102071 00000400:00000200:3.0:1767384954.203261:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (40) 00000400:00000200:1.0:1767384954.203262:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384954.203267:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp15 00000400:00000010:3.0:1767384954.203269:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 0000000065a0d07a. 00000400:00000200:1.0:1767384954.203269:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.134@tcp16 00000400:00000200:1.0:1767384954.203274:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp16 NID flags 0x1: -114 00000400:00000010:3.0:1767384954.203276:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051c03a31. 00000400:00000200:1.0:1767384954.203277:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp16 00000400:00000200:1.0:1767384954.203282:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.134@tcp17 00000400:00000010:3.0:1767384954.203283:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000054bc881c. 00000400:00000200:1.0:1767384954.203287:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384954.203292:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1767384954.203293:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp17 00000400:00000200:1.0:1767384954.203298:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.134@tcp18 00000400:00000200:3.0:1767384954.203302:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1767384954.203304:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384954.203309:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp18 00000400:00000200:3.0:1767384954.203310:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 135], ns[150, 140] 00000400:00000200:1.0:1767384954.203314:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.134@tcp19 00000400:00000200:3.0:1767384954.203319:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 135], ns[60, 140] 00000400:00000200:1.0:1767384954.203322:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384954.203327:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp19 00000400:00000200:3.0:1767384954.203329:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 60], ns[64, 60] 00000400:00000200:1.0:1767384954.203332:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.134@tcp20 00000400:00000200:3.0:1767384954.203340:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 60], ns[75, 60] 00000400:00000200:1.0:1767384954.203342:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384954.203347:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp20 00000400:00000200:3.0:1767384954.203348:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 60], ns[77, 60] 00000400:00000200:1.0:1767384954.203354:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.134@tcp21 00000400:00000200:3.0:1767384954.203358:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 60], ns[82, 60] 00000400:00000200:1.0:1767384954.203363:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384954.203365:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 60], ns[88, 60] 00000400:00000200:1.0:1767384954.203369:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp21 00000400:00000200:3.0:1767384954.203373:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 60], ns[91, 60] 00000400:00000200:1.0:1767384954.203376:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.134@tcp22 00000400:00000200:3.0:1767384954.203400:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 60], ns[103, 60] 00000400:00000200:1.0:1767384954.203400:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384954.203404:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp22 00000400:00000200:3.0:1767384954.203408:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 60], ns[109, 60] 00000400:00000200:1.0:1767384954.203410:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.134@tcp23 00000400:00000200:1.0:1767384954.203418:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384954.203420:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp23 00000400:00000200:1.0:1767384954.203426:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.134@tcp24 00000400:00000200:3.0:1767384954.203430:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 60], ns[112, 60] 00000400:00000200:1.0:1767384954.203434:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384954.203438:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 60], ns[120, 60] 00000400:00000200:1.0:1767384954.203439:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp24 00000400:00000200:3.0:1767384954.203445:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[125, 60] 00000400:00000200:1.0:1767384954.203446:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.134@tcp25 00000400:00000200:3.0:1767384954.203455:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 60], ns[129, 60] 00000400:00000200:1.0:1767384954.203455:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384954.203459:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp25 00000400:00000200:3.0:1767384954.203463:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 60], ns[155, 60] 00000400:00000200:1.0:1767384954.203466:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.134@tcp26 00000400:00000200:3.0:1767384954.203475:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 60], ns[159, 60] 00000400:00000200:1.0:1767384954.203475:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384954.203479:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp26 00000400:00000200:3.0:1767384954.203484:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 60], ns[176, 60] 00000400:00000200:1.0:1767384954.203485:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.134@tcp27 00000400:00000200:1.0:1767384954.203493:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384954.203494:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[178, 60], ns[183, 60] 00000400:00000200:1.0:1767384954.203499:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp27 00000400:00000200:3.0:1767384954.203502:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[159, 60], ns[164, 60] 00000400:00000200:1.0:1767384954.203506:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.134@tcp28 00000400:00000200:3.0:1767384954.203511:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 60], ns[174, 60] 00000400:00000200:1.0:1767384954.203514:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384954.203518:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp28 00000400:00000200:1.0:1767384954.203523:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.134@tcp29 00000400:00000200:3.0:1767384954.203526:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[176, 60], ns[181, 60] 00000400:00000200:1.0:1767384954.203530:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384954.203535:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp29 00000400:00000200:1.0:1767384954.203540:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.134@tcp30 00000400:00000200:3.0:1767384954.203541:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[180, 60], ns[185, 60] 00000400:00000200:1.0:1767384954.203545:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384954.203550:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp30 00000400:00000200:3.0:1767384954.203554:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 60], ns[80, 60] 00000400:00000200:1.0:1767384954.203555:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.134@tcp31 00000400:00000200:1.0:1767384954.203562:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384954.203566:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp31 00000400:00000200:3.0:1767384954.203567:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 60], ns[145, 60] 00000400:00000200:1.0:1767384954.203572:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.134@tcp32 00000400:00000200:1.0:1767384954.203579:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384954.203580:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 60], ns[117, 60] 00000400:00000200:1.0:1767384954.203582:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp32 00000400:00000200:1.0:1767384954.203588:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.134@tcp33 00000400:00000200:3.0:1767384954.203589:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 60], ns[163, 60] 00000400:00000200:1.0:1767384954.203594:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384954.203597:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 60], ns[108, 60] 00000400:00000200:1.0:1767384954.203599:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp33 00000400:00000200:1.0:1767384954.203605:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.134@tcp34 00000400:00000200:3.0:1767384954.203606:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 60], ns[132, 60] 00000400:00000200:1.0:1767384954.203610:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767384954.203613:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp34 00000400:00000200:1.0:1767384954.203618:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.134@tcp35 00000400:00000200:3.0:1767384954.203622:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[175, 60], ns[180, 60] 00000400:00000200:1.0:1767384954.203624:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384954.203629:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp35 00000400:00000200:3.0:1767384954.203631:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 60], ns[168, 60] 00000400:00000200:1.0:1767384954.203634:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.134@tcp36 00000400:00000200:3.0:1767384954.203641:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 60], ns[148, 60] 00000400:00000200:1.0:1767384954.203642:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384954.203648:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp36 00000400:00000200:3.0:1767384954.203651:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[187, 60], ns[192, 60] 00000400:00000200:1.0:1767384954.203655:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.134@tcp37 00000400:00000200:3.0:1767384954.203658:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[164, 60], ns[169, 60] 00000400:00000200:1.0:1767384954.203663:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384954.203666:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[182, 60], ns[187, 60] 00000400:00000200:1.0:1767384954.203668:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp37 00000400:00000200:3.0:1767384954.203675:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[184, 60], ns[189, 60] 00000400:00000200:1.0:1767384954.203675:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.134@tcp38 00000400:00000200:1.0:1767384954.203682:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384954.203684:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[189, 60], ns[194, 60] 00000400:00000200:1.0:1767384954.203687:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp38 00000400:00000200:3.0:1767384954.203693:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[190, 60], ns[195, 60] 00000400:00000200:1.0:1767384954.203693:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.134@tcp39 00000400:00000200:1.0:1767384954.203700:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384954.203701:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000400:00000200:1.0:1767384954.203705:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp39 00000400:00000200:3.0:1767384954.203709:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp11 00000400:00000200:1.0:1767384954.203710:0:17086:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.134@tcp40 00000400:00000200:3.0:1767384954.203715:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp11 lpni_is_preferred = 0 00000400:00000200:1.0:1767384954.203718:0:17086:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384954.203721:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp11 00000400:00000200:1.0:1767384954.203724:0:17086:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp40 00000400:00000200:3.0:1767384954.203728:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp11 NI seq info: [196:196:256:4294967295] 192.168.203.134@tcp11 LPNI seq info [191:191:8:4294967295] 00000100:00000001:1.0:1767384954.203729:0:17086:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384954.203735:0:17086:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384954.203736:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp11 10000000:00000040:1.0:1767384954.203744:0:17086:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.134@tcp' by NID '192.168.203.134@tcp' 00000400:00000200:3.0:1767384954.203749:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp11(192.168.203.134@tcp11:) -> 192.168.203.134@tcp11(192.168.203.134@tcp:192.168.203.134@tcp11) : GET try# 0 10000000:00000010:1.0:1767384954.203754:0:17086:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000060151312. 00000800:00000200:3.0:1767384954.203757:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp11 10000000:00000040:1.0:1767384954.203759:0:17086:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 86/86 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.134@tcp::2 00000800:00000010:3.0:1767384954.203762:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000017496777. 00000020:00000080:1.0:1767384954.203763:0:17086:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000800:00000200:3.0:1767384954.203771:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a29a8e78] -> 12345-192.168.203.134@tcp11 (6) 00000020:00000001:1.0:1767384954.203772:0:17086:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384954.203778:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0e25b3e. 00000800:00000200:3.0:1767384954.203782:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp11 ip 192.168.203.134:988 00000020:00000010:1.0:1767384954.203784:0:17086:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000be09d52c. 00000800:00000200:3.0:1767384954.203786:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000017496777 type 2, nob 96 niov 1 nkiov 0 00000040:00000010:1.0:1767384954.203790:0:17086:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000dab912e7. 00000020:00000010:1.0:1767384954.203797:0:17086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000038f3797b. 00000400:00000200:3.0:1767384954.203800:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp 00000020:00000010:1.0:1767384954.203802:0:17086:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000042714000. 00000400:00000200:3.0:1767384954.203804:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100271 rc 0 00000020:00000010:1.0:1767384954.203810:0:17086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006dd9ba75. 80000000:00000010:1.0:1767384954.203844:0:17086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000dde5b085. 40000000:00000010:1.0:1767384954.203850:0:17086:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d07407b7. 00100000:00000010:1.0:1767384954.203855:0:17086:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e32423f3. 00040000:00000010:1.0:1767384954.203862:0:17086:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d27766c4. 00040000:00000010:1.0:1767384954.203882:0:17086:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000694c8a08. 00040000:00000010:1.0:1767384954.203887:0:17086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001e4a7fc4. 00000800:00000200:3.0:1767384954.203894:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000010:1.0:1767384954.203895:0:17086:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ae251b3a. 00000800:00000010:3.0:1767384954.203899:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000017496777. 00080000:00000010:1.0:1767384954.203902:0:17086:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009b388840. 00000400:00000200:3.0:1767384954.203903:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384954.203910:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp11->192.168.203.134@tcp11: GET: OK 00000004:00000010:1.0:1767384954.203911:0:17086:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000018689b7b. 00000400:00000200:3.0:1767384954.203915:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000004:00000010:1.0:1767384954.203918:0:17086:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e25155b3. 00000400:00000200:3.0:1767384954.203920:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp: 0 00000004:00000010:1.0:1767384954.203925:0:17086:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d039d59c. 00002000:00000010:1.0:1767384954.203931:0:17086:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001820b610. 00000004:00000010:1.0:1767384954.203935:0:17086:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c5e8b3bd. 00000004:00000001:1.0:1767384954.203938:0:17086:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384954.203941:0:17086:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384954.203943:0:17086:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000060151312 00000800:00000001:3.0:1767384954.203945:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000040:00001000:1.0:1767384954.203945:0:17086:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384954.203948:0:17086:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384954.203952:0:17086:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000800:00000001:3.0:1767384954.203954:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1767384954.203954:0:17086:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000800:00000001:3.0:1767384954.203960:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000040:00001000:1.0:1767384954.203962:0:17086:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000800:00000001:3.0:1767384954.203965:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1767384954.203966:0:17086:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384954.203971:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000400:00000200:3.0:1767384954.203975:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp11(192.168.203.134@tcp11) <- 192.168.203.134@tcp11 : GET - for me 00000040:00001000:1.0:1767384954.203977:0:17086:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.134@tcp::2 00000040:00000001:1.0:1767384954.203981:0:17086:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:3.0:1767384954.203984:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 656 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384954.203990:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 656/656 into md 0x1ee5 [1] + 0 00000400:00000200:3.0:1767384954.203997:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp11 to MR: 192.168.203.134@tcp11 local destination 00000400:00000200:3.0:1767384954.204002:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp11 NI seq info: [197:197:256:4294967295] 192.168.203.134@tcp11 LPNI seq info [192:192:8:4294967295] 00000400:00000200:3.0:1767384954.204008:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp11(192.168.203.134@tcp11:192.168.203.134@tcp11) -> 192.168.203.134@tcp11(192.168.203.134@tcp11:192.168.203.134@tcp11) 192.168.203.134@tcp11 : REPLY try# 0 00000800:00000200:3.0:1767384954.204016:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.203.134@tcp11 00000800:00000010:3.0:1767384954.204020:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000017496777. 00000800:00000200:3.0:1767384954.204024:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a29a8e78] -> 12345-192.168.203.134@tcp11 (6) 00000800:00000200:3.0:1767384954.204027:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp11 ip 192.168.203.134:1019 00000800:00000200:3.0:1767384954.204029:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000017496777 type 3, nob 752 niov 1 nkiov 1 00000004:00000001:1.0:1767384954.204050:0:17086:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384954.204055:0:17086:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000be09d52c. 00000040:00000010:1.0:1767384954.204060:0:17086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000dab912e7. 00000020:00000010:1.0:1767384954.204065:0:17086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000038f3797b. 00000020:00000010:1.0:1767384954.204070:0:17086:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000042714000. 00000020:00000010:1.0:1767384954.204076:0:17086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006dd9ba75. 80000000:00000010:1.0:1767384954.204081:0:17086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000dde5b085. 00000800:00000200:3.0:1767384954.204082:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384954.204085:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000017496777. 40000000:00000010:1.0:1767384954.204086:0:17086:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d07407b7. 00000400:00000200:3.0:1767384954.204089:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00100000:00000010:1.0:1767384954.204093:0:17086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e32423f3. 00000400:00000200:3.0:1767384954.204095:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp11->192.168.203.134@tcp11: REPLY: OK 00040000:00000010:1.0:1767384954.204100:0:17086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d27766c4. 00000800:00000001:3.0:1767384954.204103:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00040000:00000010:1.0:1767384954.204106:0:17086:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000694c8a08. 00000800:00000001:3.0:1767384954.204107:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384954.204112:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00040000:00000010:1.0:1767384954.204113:0:17086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001e4a7fc4. 00000800:00000001:3.0:1767384954.204115:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384954.204118:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000010:1.0:1767384954.204119:0:17086:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009b388840. 00080000:00000010:1.0:1767384954.204124:0:17086:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ae251b3a. 00000800:00000001:3.0:1767384954.204129:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:1.0:1767384954.204131:0:17086:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000018689b7b. 00000400:00000200:3.0:1767384954.204137:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp11(192.168.203.134@tcp11) <- 192.168.203.134@tcp11 : REPLY - for me 00000004:00000010:1.0:1767384954.204138:0:17086:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e25155b3. 00000004:00000010:1.0:1767384954.204143:0:17086:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d039d59c. 00000400:00000200:3.0:1767384954.204148:0:16351:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp11: Reply from 12345-192.168.203.134@tcp11 of length 656/656 into md 0x1f7d 00002000:00000010:1.0:1767384954.204149:0:17086:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001820b610. 00000800:00000001:3.0:1767384954.204155:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000004:00000010:1.0:1767384954.204156:0:17086:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c5e8b3bd. 00000020:00000010:1.0:1767384954.204160:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0e25b3e. 00000800:00000001:3.0:1767384954.204162:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384954.204164:0:17086:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384954.204166:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384954.204169:0:17086:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384954.204173:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp11->192.168.203.134@tcp11: REPLY: OK 10000000:00000010:1.0:1767384954.204175:0:17086:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000060151312. 00000400:00000200:3.0:1767384954.204177:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051c03a31 00000400:00000010:3.0:1767384954.204180:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000051c03a31. 10000000:00000010:1.0:1767384954.204181:0:17086:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000254a597c. 00000400:00000200:3.0:1767384954.204183:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 10000000:00000001:1.0:1767384954.204186:0:17086:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384954.204188:0:16351:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.134@tcp has discovery enabled 00000100:00000001:1.0:1767384954.204190:0:17086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384954.204192:0:16351:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000100:00000040:1.0:1767384954.204195:0:17086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c0eff6b x1853237348039168/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384970 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384954.204197:0:16351:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.134@tcp (688 bytes) 00000400:00000200:3.0:1767384954.204203:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000100:00000001:1.0:1767384954.204209:0:17086:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384954.204211:0:17086:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1767384954.204213:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 0000000065a0d07a. 02000000:00000010:1.0:1767384954.204213:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005674b607. 00000400:00000200:3.0:1767384954.204219:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (41) 02000000:00000001:1.0:1767384954.204219:0:17086:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384954.204222:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384954.204224:0:17086:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000800:00000001:3.0:1767384954.204226:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767384954.204227:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384954.204229:0:17086:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000800:00000001:3.0:1767384954.204230:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384954.204231:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384954.204233:0:17086:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:1.0:1767384954.204236:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384954.204237:0:17086:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000007fa27cd6. 00000100:00000010:1.0:1767384954.204239:0:17086:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000079e2cc65. 00000100:00000001:1.0:1767384954.204241:0:17086:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384954.204242:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006c164edf. 02000000:00000001:1.0:1767384954.204244:0:17086:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384954.204246:0:17086:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384954.204247:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c0eff6b. 00000100:00000001:1.0:1767384954.204249:0:17086:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384954.204250:0:17086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384954.204262:0:17086:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000099299c06. 10000000:01000000:1.0:1767384954.204264:0:17086:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.134@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384954.204266:0:17086:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384954.204268:0:17086:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384954.204269:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384954.204270:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009fb158e7 refcount=3 00000020:00000001:1.0:1767384954.204271:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00010000:00000001:1.0:1767384954.204273:0:17086:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00010000:00000001:1.0:1767384954.204275:0:17086:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384954.204277:0:17086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.134@tcp lock: 000000009fb158e7/0xb57eb78819563181 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb78819563188 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384954.204283:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384954.204283:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384954.204285:0:17086:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.134@tcp lock: 000000009fb158e7/0xb57eb78819563181 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb78819563188 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384954.204289:0:17086:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384954.204290:0:17086:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384954.204291:0:17086:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384954.204292:0:17086:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384954.204294:0:17086:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384954.204295:0:17086:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384954.204297:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384954.204298:0:17086:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000002298ce) refs 3 10000000:00000001:1.0:1767384954.204300:0:17086:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:1.0:1767384954.205583:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384954.205589:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 0000000079e2cc65. 00000400:00000010:1.0:1767384954.205595:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068526422. 00000400:00000010:1.0:1767384954.205601:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096084e8b. 00000400:00000200:1.0:1767384954.205605:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000079e2cc65 00000400:00000001:1.0:1767384954.205608:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384954.205610:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384954.205612:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0d4761e. 00000400:00000200:1.0:1767384954.205616:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045c3d373 00000400:00000010:1.0:1767384954.205618:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045c3d373. 00000400:00000200:1.0:1767384954.205621:0:16356:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:1.0:1767384954.205624:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 0000000049aa458a. 00000400:00000200:1.0:1767384954.205628:0:16356:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 688 success 00000400:00000200:1.0:1767384954.205632:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100871 00000400:00000200:1.0:1767384954.205637:0:16356:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.134@tcp:0 00000400:00000200:1.0:1767384954.205640:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102071 rc 1 00000400:00000200:1.0:1767384954.205643:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102071 00000400:00000200:1.0:1767384954.205646:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (40) 00000400:00000010:1.0:1767384954.205650:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 00000000c5e8b3bd. 00000400:00000010:1.0:1767384954.205654:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd3e3a6e. 00000400:00000010:1.0:1767384954.205659:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dd9eac96. 00000400:00000200:1.0:1767384954.205664:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp 00000400:00000200:1.0:1767384954.205671:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:1.0:1767384954.205675:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 135], ns[150, 140] 00000400:00000200:1.0:1767384954.205681:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[192, 135], ns[197, 140] 00000400:00000200:1.0:1767384954.205686:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 135], ns[64, 140] 00000400:00000200:1.0:1767384954.205690:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 64], ns[75, 64] 00000400:00000200:1.0:1767384954.205698:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 64], ns[77, 64] 00000400:00000200:1.0:1767384954.205703:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 64], ns[82, 64] 00000400:00000200:1.0:1767384954.205707:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 64], ns[88, 64] 00000400:00000200:1.0:1767384954.205711:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 64], ns[91, 64] 00000400:00000200:1.0:1767384954.205716:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 64], ns[103, 64] 00000400:00000200:1.0:1767384954.205721:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 64], ns[109, 64] 00000400:00000200:1.0:1767384954.205726:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 64], ns[112, 64] 00000400:00000200:1.0:1767384954.205730:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 64], ns[120, 64] 00000400:00000200:1.0:1767384954.205735:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 64], ns[125, 64] 00000400:00000200:1.0:1767384954.205740:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 64], ns[129, 64] 00000400:00000200:1.0:1767384954.205744:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 64], ns[155, 64] 00000400:00000200:1.0:1767384954.205749:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 64], ns[159, 64] 00000400:00000200:1.0:1767384954.205754:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 64], ns[176, 64] 00000400:00000200:1.0:1767384954.205759:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[178, 64], ns[183, 64] 00000400:00000200:1.0:1767384954.205764:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[159, 64], ns[164, 64] 00000400:00000200:1.0:1767384954.205769:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 64], ns[174, 64] 00000400:00000200:1.0:1767384954.205774:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[176, 64], ns[181, 64] 00000400:00000200:1.0:1767384954.205779:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[180, 64], ns[185, 64] 00000400:00000200:1.0:1767384954.205784:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 64], ns[80, 64] 00000400:00000200:1.0:1767384954.205789:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 64], ns[145, 64] 00000400:00000200:1.0:1767384954.205793:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 64], ns[117, 64] 00000400:00000200:1.0:1767384954.205796:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 64], ns[163, 64] 00000400:00000200:1.0:1767384954.205800:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 64], ns[108, 64] 00000400:00000200:1.0:1767384954.205803:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 64], ns[132, 64] 00000400:00000200:1.0:1767384954.205806:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[175, 64], ns[180, 64] 00000400:00000200:1.0:1767384954.205809:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 64], ns[168, 64] 00000400:00000200:1.0:1767384954.205811:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 64], ns[148, 64] 00000400:00000200:1.0:1767384954.205835:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[187, 64], ns[192, 64] 00000400:00000200:1.0:1767384954.205840:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[164, 64], ns[169, 64] 00000400:00000200:1.0:1767384954.205843:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[182, 64], ns[187, 64] 00000400:00000200:1.0:1767384954.205846:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[184, 64], ns[189, 64] 00000400:00000200:1.0:1767384954.205850:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[189, 64], ns[194, 64] 00000400:00000200:1.0:1767384954.205855:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[190, 64], ns[195, 64] 00000400:00000200:1.0:1767384954.205858:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000400:00000200:1.0:1767384954.205860:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp12 00000400:00000200:1.0:1767384954.205863:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp12 lpni_is_preferred = 0 00000400:00000200:1.0:1767384954.205865:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp12 00000400:00000200:1.0:1767384954.205867:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp12 NI seq info: [198:198:256:4294967295] 192.168.203.134@tcp12 LPNI seq info [193:193:8:4294967295] 00000400:00000200:1.0:1767384954.205872:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp12 00000400:00000200:1.0:1767384954.205876:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp12(192.168.203.134@tcp12:) -> 192.168.203.134@tcp12(192.168.203.134@tcp:192.168.203.134@tcp12) : GET try# 0 00000800:00000200:1.0:1767384954.205880:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp12 00000800:00000010:1.0:1767384954.205883:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d27766c4. 00000800:00000200:1.0:1767384954.205888:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c62ef481] -> 12345-192.168.203.134@tcp12 (6) 00000800:00000200:1.0:1767384954.205892:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp12 ip 192.168.203.134:988 00000800:00000200:1.0:1767384954.205894:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d27766c4 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384954.205904:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp 00000400:00000200:1.0:1767384954.205906:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100271 rc 0 00000800:00000200:1.0:1767384954.205948:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384954.205951:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d27766c4. 00000400:00000200:1.0:1767384954.205954:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384954.205956:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp12->192.168.203.134@tcp12: GET: OK 00000400:00000200:1.0:1767384954.205959:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384954.205961:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp: 0 00000800:00000001:1.0:1767384954.205965:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384954.205969:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384954.205971:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384954.205973:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384954.205977:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp12(192.168.203.134@tcp12) <- 192.168.203.134@tcp12 : GET - for me 00000400:00000200:1.0:1767384954.205983:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 688 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384954.205986:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 688/688 into md 0x1ee5 [1] + 0 00000400:00000200:1.0:1767384954.205991:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp12 to MR: 192.168.203.134@tcp12 local destination 00000400:00000200:1.0:1767384954.205995:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp12 NI seq info: [199:199:256:4294967295] 192.168.203.134@tcp12 LPNI seq info [194:194:8:4294967295] 00000400:00000200:1.0:1767384954.206001:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp12(192.168.203.134@tcp12:192.168.203.134@tcp12) -> 192.168.203.134@tcp12(192.168.203.134@tcp12:192.168.203.134@tcp12) 192.168.203.134@tcp12 : REPLY try# 0 00000800:00000200:1.0:1767384954.206004:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.134@tcp12 00000800:00000010:1.0:1767384954.206007:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d27766c4. 00000800:00000200:1.0:1767384954.206010:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c62ef481] -> 12345-192.168.203.134@tcp12 (6) 00000800:00000200:1.0:1767384954.206013:0:16351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp12 ip 192.168.203.134:1017 00000800:00000200:1.0:1767384954.206015:0:16351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d27766c4 type 3, nob 784 niov 1 nkiov 1 00000800:00000200:1.0:1767384954.206057:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384954.206060:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d27766c4. 00000400:00000200:1.0:1767384954.206063:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384954.206067:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp12->192.168.203.134@tcp12: REPLY: OK 00000800:00000001:1.0:1767384954.206074:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384954.206077:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384954.206080:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384954.206084:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384954.206086:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384954.206089:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384954.206094:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp12(192.168.203.134@tcp12) <- 192.168.203.134@tcp12 : REPLY - for me 00000400:00000200:1.0:1767384954.206102:0:16351:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp12: Reply from 12345-192.168.203.134@tcp12 of length 688/688 into md 0x1f85 00000800:00000001:1.0:1767384954.206106:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384954.206111:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384954.206113:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384954.206116:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp12->192.168.203.134@tcp12: REPLY: OK 00000400:00000200:1.0:1767384954.206119:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd3e3a6e 00000400:00000010:1.0:1767384954.206122:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd3e3a6e. 00000400:00000200:1.0:1767384954.206124:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384954.206127:0:16351:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.134@tcp has discovery enabled 00000400:00000200:1.0:1767384954.206130:0:16351:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000200:1.0:1767384954.206132:0:16351:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.134@tcp data present 41. state = 0x100271 00000400:00000200:1.0:1767384954.206135:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:1.0:1767384954.206141:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (41) 00000800:00000001:1.0:1767384954.206144:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384954.206147:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384954.206155:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384954.206157:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1000f1 00000400:00000010:1.0:1767384954.206162:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 840 at 00000000349a23b7. 00000400:00000010:1.0:1767384954.206164:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1008 at 000000001820b610. 00000400:00000010:1.0:1767384954.206166:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 840 at 00000000cca5f2ee. 00000400:00000200:1.0:1767384954.206184:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp30(0000000010500283) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384954.206187:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp31(00000000bbe1d679) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384954.206193:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp38(000000008514e7e9) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384954.206197:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp43(00000000b235ff9b) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384954.206200:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp44(000000008acbf429) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384954.206202:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp45(00000000de973be8) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384954.206205:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp46(00000000b4d38b9e) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384954.206209:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000b76729ab. 00000400:00000200:1.0:1767384954.206213:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000b76729ab nid 192.168.203.134@tcp47 00000400:00000010:1.0:1767384954.206216:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000dde5b085. 00000400:00000200:1.0:1767384954.206217:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 00000000dde5b085 net tcp47 00000400:00000200:1.0:1767384954.206219:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (40) 00000400:00000200:1.0:1767384954.206223:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp47 flags 0x11 00000400:00000010:1.0:1767384954.206226:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000001e4a7fc4. 00000400:00000200:1.0:1767384954.206228:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 000000001e4a7fc4 nid 192.168.203.134@tcp48 00000400:00000010:1.0:1767384954.206230:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000008424fdaa. 00000400:00000200:1.0:1767384954.206232:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 000000008424fdaa net tcp48 00000400:00000200:1.0:1767384954.206233:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (41) 00000400:00000200:1.0:1767384954.206235:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp48 flags 0x11 00000400:00000010:1.0:1767384954.206238:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000006dd9ba75. 00000400:00000200:1.0:1767384954.206240:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 000000006dd9ba75 nid 192.168.203.134@tcp49 00000400:00000010:1.0:1767384954.206242:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000052faf4d6. 00000400:00000200:1.0:1767384954.206243:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 0000000052faf4d6 net tcp49 00000400:00000200:1.0:1767384954.206244:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (42) 00000400:00000200:1.0:1767384954.206246:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp49 flags 0x11 00000400:00000010:1.0:1767384954.206248:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 840 at 00000000349a23b7. 00000400:00000010:1.0:1767384954.206250:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1008 at 000000001820b610. 00000400:00000010:1.0:1767384954.206251:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 840 at 00000000cca5f2ee. 00000400:00000010:1.0:1767384954.206253:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 00000000c5e8b3bd. 00000400:00000200:1.0:1767384954.206255:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:1.0:1767384954.206256:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100171 00000400:00000200:1.0:1767384954.206259:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 rc 1 00000400:00000200:1.0:1767384954.206262:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 00000400:00000010:1.0:1767384954.206265:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd3e3a6e. 00000400:00000200:1.0:1767384954.206267:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (43) 00000400:00000010:1.0:1767384954.206270:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005ddedd3d. 00000400:00000200:1.0:1767384954.206272:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp12 00000400:00000200:1.0:1767384954.206277:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp12 to MR: 192.168.203.134@tcp12 local destination 00000400:00000200:1.0:1767384954.206280:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp12 NI seq info: [200:200:256:4294967295] 192.168.203.134@tcp12 LPNI seq info [195:195:8:4294967295] 00000400:00000200:1.0:1767384954.206283:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp12 00000400:00000200:1.0:1767384954.206290:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp12(192.168.203.134@tcp12:192.168.203.134@tcp12) -> 192.168.203.134@tcp12(192.168.203.134@tcp12:192.168.203.134@tcp12) : PUT try# 0 00000800:00000200:1.0:1767384954.206293:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.134@tcp12 00000800:00000010:1.0:1767384954.206296:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d27766c4. 00000800:00000200:1.0:1767384954.206299:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c62ef481] -> 12345-192.168.203.134@tcp12 (6) 00000800:00000200:1.0:1767384954.206302:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp12 ip 192.168.203.134:988 00000800:00000200:1.0:1767384954.206304:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d27766c4 type 1, nob 784 niov 1 nkiov 1 00000400:00000200:1.0:1767384954.206323:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000400:00000200:1.0:1767384954.206325:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100571 rc 0 00000800:00000200:0.0:1767384954.206378:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384954.206382:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d27766c4. 00000400:00000200:0.0:1767384954.206398:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384954.206404:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp12->192.168.203.134@tcp12: PUT: OK 00000800:00000001:1.0:1767384954.206406:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384954.206407:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384954.206411:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp12: 0 00000800:00000001:1.0:1767384954.206413:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384954.206416:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384954.206419:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384954.206424:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp12(192.168.203.134@tcp12) <- 192.168.203.134@tcp12 : PUT - for me 00000400:00000200:1.0:1767384954.206432:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 688 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384954.206435:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 688/688 into md 0x1f81 [1] + 0 00000400:00000010:1.0:1767384954.206438:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068526422. 00000400:00000200:1.0:1767384954.206440:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000096084e8b 00000800:00000001:1.0:1767384954.206442:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384954.206446:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384954.206447:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384954.206451:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp12->192.168.203.134@tcp12: PUT: OK 00000400:00000200:1.0:1767384954.206453:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096084e8b 00000400:00000010:1.0:1767384954.206454:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096084e8b. 00000400:00000200:1.0:1767384954.206456:0:16352:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384954.206457:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (44) 00000400:00000200:1.0:1767384954.206460:0:16352:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000010:1.0:1767384954.206464:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 00000000c5e8b3bd. 00000400:00000200:1.0:1767384954.206466:0:16352:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.134@tcp 41 00000400:00000200:1.0:1767384954.206468:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:1.0:1767384954.206479:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (45) 00000400:00000200:1.0:1767384954.206482:0:16352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384954.206486:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp12 to MR: 192.168.203.134@tcp12 local destination 00000400:00000200:1.0:1767384954.206490:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp12 NI seq info: [201:201:256:4294967295] 192.168.203.134@tcp12 LPNI seq info [196:196:8:4294967295] 00000400:00000200:1.0:1767384954.206499:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp12(192.168.203.134@tcp12:192.168.203.134@tcp12) -> 192.168.203.134@tcp12(192.168.203.134@tcp12:192.168.203.134@tcp12) 192.168.203.134@tcp12 : ACK try# 0 00000800:00000200:1.0:1767384954.206502:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp12 00000800:00000010:1.0:1767384954.206505:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aeac0d8a. 00000400:00000200:0.0:1767384954.206505:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:1.0:1767384954.206511:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c62ef481] -> 12345-192.168.203.134@tcp12 (6) 00000400:00000010:0.0:1767384954.206511:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a18f8166. 00000800:00000200:1.0:1767384954.206516:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp12 ip 192.168.203.134:1017 00000400:00000010:0.0:1767384954.206517:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cea1708b. 00000800:00000200:1.0:1767384954.206519:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000aeac0d8a type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384954.206521:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000079e2cc65 00000400:00000200:0.0:1767384954.206527:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1004f1 00000400:00000010:0.0:1767384954.206533:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 840 at 00000000514e84ae. 00000400:00000010:0.0:1767384954.206536:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1008 at 00000000c3899b49. 00000400:00000010:0.0:1767384954.206551:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 840 at 00000000c0659512. 00000800:00000200:1.0:1767384954.206559:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384954.206563:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aeac0d8a. 00000400:00000200:1.0:1767384954.206566:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384954.206571:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp12->192.168.203.134@tcp12: ACK: OK 00000800:00000001:1.0:1767384954.206576:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384954.206581:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384954.206584:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384954.206588:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 840 at 00000000514e84ae. 00000800:00000001:1.0:1767384954.206589:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384954.206593:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1008 at 00000000c3899b49. 00000800:00000001:1.0:1767384954.206594:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384954.206596:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 840 at 00000000c0659512. 00000400:00000010:0.0:1767384954.206600:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 00000000c5e8b3bd. 00000800:00000001:1.0:1767384954.206601:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384954.206604:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:0.0:1767384954.206611:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100571 00000400:00000200:0.0:1767384954.206616:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100571 rc 1 00000400:00000200:1.0:1767384954.206619:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp12(192.168.203.134@tcp12) <- 192.168.203.134@tcp12 : ACK - for me 00000400:00000200:0.0:1767384954.206623:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100571 00000400:00000200:0.0:1767384954.206629:0:16356:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.134@tcp 00000400:00000200:0.0:1767384954.206630:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100511 rc 0 00000400:00000200:0.0:1767384954.206636:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:0.0:1767384954.206639:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (44) 00000400:00000200:1.0:1767384954.206640:0:16352:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp12: ACK from 12345-192.168.203.134@tcp12 into md 0x1f89 00000400:00000200:1.0:1767384954.206646:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384954.206652:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp12->192.168.203.134@tcp12: ACK: OK 00000400:00000200:1.0:1767384954.206656:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd3e3a6e 00000400:00000010:1.0:1767384954.206659:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd3e3a6e. 00000400:00000200:1.0:1767384954.206663:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384954.206668:0:16352:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 00000400:00000200:1.0:1767384954.206671:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (43) 00000800:00000001:1.0:1767384954.206676:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384954.206680:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384954.207863:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294943238, at 4294943239 00000100:00000010:0.0:1767384954.207870:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002eadb937. 00000100:00000040:1.0:1767384954.207901:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294943238, at 4294943239 00000100:00000010:1.0:1767384954.207910:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c310db9c. 00000100:00000040:3.0:1767384954.208848:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294943238, at 4294943240 00000100:00000010:3.0:1767384954.208854:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6ae0d85. 00000100:00000040:2.0:1767384954.208860:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294943238, at 4294943240 00000100:00000010:2.0:1767384954.208869:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6fad356. 00000020:00000010:0.0:1767384954.211318:0:39344:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000d382949a. 00000020:00000040:0.0:1767384954.211323:0:39344:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384954.211325:0:39344:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000d382949a. 00000400:00000001:2.0:1767384954.264871:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384954.264875:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384954.264878:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d4ac3eb 00000400:00000010:2.0:1767384954.264882:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d4ac3eb. 00000400:00000200:2.0:1767384954.264893:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384954.264898:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp46 recovery ping unlinked 00000400:00000010:2.0:1767384954.264909:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006d427643. 00000400:00000010:2.0:1767384954.264912:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002e2a2da4. 00000400:00000200:2.0:1767384954.264916:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp44 00000400:00000010:2.0:1767384954.264918:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006d427643. 00000400:00000010:2.0:1767384954.264921:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000085f5a39f. 00000400:00000010:2.0:1767384954.264924:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d4ac3eb. 00000400:00000010:2.0:1767384954.264929:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001f711538. 00000400:00000200:2.0:1767384954.264931:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp44 00000400:00000200:2.0:1767384954.264941:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp44 local destination 00000400:00000200:2.0:1767384954.264946:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp44 00000400:00000200:2.0:1767384954.264949:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp44 NI seq info: [202:202:256:4294967295] 192.168.203.134@tcp44 LPNI seq info [197:197:8:4294967295] 00000400:00000200:2.0:1767384954.264954:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp44 00000400:00000200:2.0:1767384954.264961:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp44(192.168.203.134@tcp44:) -> 192.168.203.134@tcp44(192.168.203.134@tcp44:192.168.203.134@tcp44) : GET try# 0 00000800:00000200:2.0:1767384954.264965:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp44 00000800:00000010:2.0:1767384954.264969:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000003c88dd5. 00000800:00000200:2.0:1767384954.264975:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bf0c4c24] -> 12345-192.168.203.134@tcp44 (2) 00000800:00000200:2.1:1767384954.264978:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bf0c4c24] -> 12345-192.168.203.134@tcp44 (2) 00000400:00000200:2.0:1767384954.264994:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp44 added to recovery queue. ping count: 3 next ping: 283 health :700 00000400:00000200:1.0:1767384954.265113:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.265173:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.265192:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.265207:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.265219:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.265232:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.265273:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.265301:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.265351:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.265406:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.265450:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.265478:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.265509:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.265530:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.265557:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.265586:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.265613:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.265641:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.265659:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.265695:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.265712:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.265729:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.265748:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.265769:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.265787:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.265805:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.265824:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.265875:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000800:00000200:0.0:1767384954.265900:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f645ff1a] -> 12345-192.168.203.134@tcp16 (6) 00000800:00000200:0.0:1767384954.265907:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp16 ip 192.168.203.134:988 00000400:00000200:1.0:1767384954.265908:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000800:00000200:0.0:1767384954.265911:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ad538527 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767384954.265935:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.265959:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.265980:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.266000:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000800:00000200:0.0:1767384954.266013:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384954.266018:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384954.266024:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000800:00000001:0.0:1767384954.266028:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384954.266034:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384954.266037:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384954.266053:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:1.0:1767384954.266189:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009b388840. 00000800:00000010:1.0:1767384954.266194:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009af262a1. 00000800:00000010:1.0:1767384954.266198:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007fa27cd6. 00000800:00000010:1.0:1767384954.266214:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007fa27cd6. 00000800:00020000:1.0:1767384954.266220:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:1.0:1767384954.266223:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009af262a1. 00000800:00000010:1.0:1767384954.266225:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009b388840. 00000400:02020000:1.0:1767384954.266254:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp44 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384954.266260:0:16346:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp44 notifying 192.168.203.134@tcp44: down 00000800:00000200:1.0:1767384954.266264:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp44 down 00000800:00000100:1.0:1767384954.266270:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp44 00000800:00000010:1.0:1767384954.266272:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000003c88dd5. 00000400:00000200:1.0:1767384954.266277:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384954.266282:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp44->192.168.203.134@tcp44: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384954.266291:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384954.266294:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384954.266299:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp44) recovery failed with -71 00000001:00000001:0.0:1767384954.426856:0:39402:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384954.426861:0:39402:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp50 --if ens2 00000001:00000001:0.0:1767384954.429835:0:39402:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384954.436688:0:39403:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000c0659512. 00000400:00000010:0.0:1767384954.436701:0:39403:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000000c766bdd. 00000400:00000010:0.0:1767384954.436713:0:39403:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000281c7080. 00000400:00000010:0.0:1767384954.436716:0:39403:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a12d8257. 00000400:00000010:0.0:1767384954.436719:0:39403:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007f7599f5. 00000400:00000010:0.0:1767384954.436723:0:39403:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000181aa2fd. 00000400:00000010:0.0:1767384954.436724:0:39403:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000016dec78d. 00000400:00000010:0.0:1767384954.436725:0:39403:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000028c1542f. 00000400:00000010:0.0:1767384954.436728:0:39403:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000417e7949. 00000800:00000010:0.0:1767384954.436743:0:39403:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000012d44fe1. 00000800:00000200:0.0:1767384954.436751:0:39403:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384954.436773:0:39403:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384954.436804:0:39403:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.134) 00000400:02000000:0.0:1767384954.436846:0:39403:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.134@tcp50 [8/256/0/180] 00000400:00000010:0.0:1767384954.438179:0:39403:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 00000000b42b6f3a. 00000400:00000010:0.0:1767384954.438185:0:39403:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055edf7fb. 00000400:00000010:0.0:1767384954.438189:0:39403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb61dea5. 00000400:00000001:0.0:1767384954.438205:0:39403:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384954.438207:0:39403:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384954.438208:0:39403:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f4ff3e0. 00000400:00000200:0.0:1767384954.438210:0:39403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8f9ca25 00000400:00000010:0.0:1767384954.438212:0:39403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8f9ca25. 00000400:00000010:0.0:1767384954.438215:0:39403:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 00000000b213c1db. 00000400:00000200:0.0:1767384954.438219:0:39403:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (42) 00000400:00000200:0.0:1767384954.438229:0:39403:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:0.0:1767384954.438238:0:39403:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131122 00000020:00000010:0.0:1767384954.438244:0:39403:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000cf33d19b. 00000020:01000000:0.0:1767384954.438248:0:39403:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384954.438250:0:39403:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.134@tcp50 00000400:00000200:1.0:1767384954.438254:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384954.438269:0:39403:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000000c766bdd. 00000400:00000200:1.0:1767384954.438272:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 00000400:00000010:0.0:1767384954.438274:0:39403:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000c0659512. 00000400:00000010:1.0:1767384954.438281:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd3e3a6e. 00000400:00000200:1.0:1767384954.438285:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (43) 00000400:00000010:1.0:1767384954.438291:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000386c4e07. 00000020:00000001:3.0:1767384954.438295:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384954.438295:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 10000000:00000001:3.0:1767384954.438300:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384954.438303:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384954.438305:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384954.438308:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000020:01000004:3.0:1767384954.438310:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384954.438312:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384954.438315:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384954.438315:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 135], ns[150, 140] 00000020:01000004:3.0:1767384954.438318:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384954.438321:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384954.438323:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[192, 135], ns[197, 140] 00000020:01000004:3.0:1767384954.438324:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384954.438327:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384954.438329:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:1.0:1767384954.438330:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[196, 135], ns[201, 140] 00000020:01000004:3.0:1767384954.438331:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384954.438334:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384954.438338:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 135], ns[75, 140] 00000100:00000010:3.0:1767384954.438340:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000adbcc088. 00000400:00000200:1.0:1767384954.438344:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 73], ns[77, 75] 00000400:00000200:1.0:1767384954.438350:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 73], ns[82, 75] 00000020:00000040:3.0:1767384954.438352:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000400:00000200:1.0:1767384954.438356:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 73], ns[88, 75] 00000100:00000001:3.0:1767384954.438357:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384954.438360:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 73], ns[91, 75] 02000000:00000001:3.0:1767384954.438361:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384954.438366:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 73], ns[103, 75] 02000000:00000001:3.0:1767384954.438367:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384954.438371:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 73], ns[109, 75] 02000000:00000010:3.0:1767384954.438375:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c84799b4. 00000400:00000200:1.0:1767384954.438375:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 73], ns[112, 75] 00000400:00000200:1.0:1767384954.438380:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 73], ns[120, 75] 00000400:00000200:1.0:1767384954.438395:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 73], ns[125, 75] 00000100:00000001:3.0:1767384954.438398:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384954.438399:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 73], ns[129, 75] 00000400:00000200:1.0:1767384954.438404:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 73], ns[155, 75] 00000100:00000001:3.0:1767384954.438408:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384954.438411:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384954.438413:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 73], ns[159, 75] 00000100:00000040:3.0:1767384954.438429:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adbcc088] to pc [ptlrpcd_00_02+2] req@00000000adbcc088 x1853237348039296/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384954.438430:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 73], ns[176, 75] 00000400:00000200:1.0:1767384954.438442:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[178, 73], ns[183, 75] 00000400:00000200:1.0:1767384954.438452:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[159, 73], ns[164, 75] 00000400:00000200:1.0:1767384954.438457:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 73], ns[174, 75] 00000400:00000200:1.0:1767384954.438460:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[176, 73], ns[181, 75] 00000400:00000200:1.0:1767384954.438463:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[180, 73], ns[185, 75] 00000400:00000200:1.0:1767384954.438466:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 73], ns[80, 75] 00000400:00000200:1.0:1767384954.438469:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 73], ns[145, 75] 00000400:00000200:1.0:1767384954.438472:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 73], ns[117, 75] 00000400:00000200:1.0:1767384954.438475:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 73], ns[163, 75] 00000400:00000200:1.0:1767384954.438479:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 73], ns[108, 75] 10000000:00000001:3.0:1767384954.438482:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384954.438483:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 73], ns[132, 75] 00000400:00000200:1.0:1767384954.438487:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[175, 73], ns[180, 75] 00000100:00000001:2.0:1767384954.438498:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384954.438498:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384954.438499:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 73], ns[168, 75] 10000000:00000001:3.0:1767384954.438500:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.438504:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384954.438505:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384954.438507:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.438508:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384954.438510:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 73], ns[148, 75] 00000020:01000000:3.0:1767384954.438514:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:0.0:1767384954.438516:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000adbcc088 x1853237348039296/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384954.438519:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[187, 73], ns[192, 75] 00000020:00000001:3.0:1767384954.438525:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384954.438529:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384954.438534:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384954.438535:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[164, 73], ns[169, 75] 10000000:01000000:3.0:1767384954.438537:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:0.0:1767384954.438539:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384954.438542:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384954.438545:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:1.0:1767384954.438546:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[182, 73], ns[187, 75] 00000100:00000001:0.0:1767384954.438547:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384954.438548:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384954.438552:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384954.438555:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:0.0:1767384954.438555:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384954.438558:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[197, 73], ns[202, 75] 00000020:01000004:3.0:1767384954.438560:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:0.0:1767384954.438560:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384954.438564:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:0.0:1767384954.438565:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384954.438566:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[189, 73], ns[194, 75] 00000020:01000004:3.0:1767384954.438567:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384954.438570:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:0.0:1767384954.438572:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000adbcc088 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348039296:0@lo:253: 00000100:00000010:3.0:1767384954.438574:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000098a681d8. 00000400:00000200:1.0:1767384954.438577:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[190, 73], ns[195, 75] 00000020:00000040:3.0:1767384954.438579:0:38:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00000001:0.0:1767384954.438579:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384954.438584:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384954.438585:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384954.438586:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384954.438586:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 73], ns[0, 75] 02000000:00000001:0.0:1767384954.438589:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384954.438591:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384954.438594:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384954.438595:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp47] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 02000000:00000010:3.0:1767384954.438599:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b35d76ca. 02000000:00000010:0.0:1767384954.438600:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006f6381ab. 00000400:00000200:1.0:1767384954.438601:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp47] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 02000000:00000001:0.0:1767384954.438605:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.438606:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384954.438608:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp47 00000100:00000001:3.0:1767384954.438612:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767384954.438612:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0d4761e. 00000400:00000200:1.0:1767384954.438614:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp47 00000100:00000001:3.0:1767384954.438616:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384954.438619:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000c766bdd. 00000400:00000200:1.0:1767384954.438620:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp47 lpni_is_preferred = 0 00000100:00000200:0.0:1767384954.438625:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348039296, portal 25 00000400:00000200:1.0:1767384954.438626:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp47 00000100:00000040:3.0:1767384954.438630:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098a681d8] to pc [ptlrpcd_00_03+3] req@0000000098a681d8 x1853237348039424/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384954.438639:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384954.438643:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647282304 : -119488062269312 : ffff9353847e5880) 00000400:00000200:1.0:1767384954.438646:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp47 NI seq info: [203:203:256:4294967295] 192.168.203.134@tcp47 LPNI seq info [198:198:8:4294967295] 00000100:00000040:0.0:1767384954.438652:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000adbcc088 x1853237348039296/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384954.438660:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp47 00000100:00000001:0.0:1767384954.438667:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:3.0:1767384954.438670:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384954.438672:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384954.438675:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:3.0:1767384954.438676:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384954.438676:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp47(192.168.203.134@tcp47:) -> 192.168.203.134@tcp47(192.168.203.134@tcp:192.168.203.134@tcp47) : PUT try# 0 00000400:00000010:0.0:1767384954.438677:0:16360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008dcc7c03. 00000100:00000001:2.0:1767384954.438681:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384954.438682:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384954.438683:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348039296, offset 0 00000100:00000001:2.0:1767384954.438686:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:3.0:1767384954.438688:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:1.0:1767384954.438691:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.134@tcp47 00000400:00000200:0.0:1767384954.438693:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384954.438694:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000cf33d19b. 00000100:00000040:2.0:1767384954.438695:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000098a681d8 x1853237348039424/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384954.438700:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aeac0d8a. 00000400:00000200:0.0:1767384954.438707:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1767384954.438710:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009af262a1. 00000800:00000010:1.0:1767384954.438717:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000002dc895c. 00000100:00000001:2.0:1767384954.438719:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384954.438722:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d07a80 00000100:00000001:2.0:1767384954.438723:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384954.438728:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009af262a1] -> 12345-192.168.203.134@tcp47 (2) 02000000:00000001:2.0:1767384954.438730:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384954.438731:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16ad [2] + 0 02000000:00000001:2.0:1767384954.438735:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384954.438736:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c94a8f59. 00000800:00000200:1.1:1767384954.438738:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009af262a1] -> 12345-192.168.203.134@tcp47 (2) 00000400:00000200:0.0:1767384954.438741:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d5e4f998 02000000:00000001:2.0:1767384954.438742:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384954.438748:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000098a681d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348039424:0@lo:253: 00000400:00000200:0.0:1767384954.438748:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384954.438753:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384954.438756:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000400:00000200:0.0:1767384954.438758:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5e4f998 00000400:00000200:1.0:1767384954.438762:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100551 rc 0 00000400:00000010:0.0:1767384954.438762:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d5e4f998. 00000100:00000001:2.0:1767384954.438765:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384954.438769:0:16360:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384954.438771:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1767384954.438772:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:2.0:1767384954.438775:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384954.438778:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384954.438781:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000aad0d6b8 x1853237348039296 msgsize 4848 02000000:00000010:2.0:1767384954.438786:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000be57af9f. 00000100:00100000:0.0:1767384954.438787:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384954.438791:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:2.0:1767384954.438793:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384954.438799:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034935245. 00000100:00000001:0.0:1767384954.438800:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384954.438806:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c51e0d56. 00000400:00000200:0.0:1767384954.438808:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dcc7c03 00000400:00000010:0.0:1767384954.438811:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008dcc7c03. 00000100:00000200:2.0:1767384954.438846:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348039424, portal 25 00000400:00000200:1.0:1767384954.438847:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000100:00000001:0.0:1767384954.438849:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384954.438851:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384954.438854:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647277824 : -119488062273792 : ffff9353847e4700) 00000100:00000200:0.0:1767384954.438855:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000adbcc088 x1853237348039296/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384954.438864:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000098a681d8 x1853237348039424/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384954.438866:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384954.438873:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000adbcc088 x1853237348039296/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384954.438888:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384954.438890:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384954.438891:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000100:00000001:0.0:1767384954.438894:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384954.438897:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384954.438901:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384954.438902:0:16361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005bf171aa. 00000100:00000001:0.0:1767384954.438906:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294943475 00000100:00000200:2.0:1767384954.438908:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237348039424, offset 0 00000100:00000010:0.0:1767384954.438912:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a467aeb7. 00000400:00000200:1.0:1767384954.438918:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:2.0:1767384954.438919:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384954.438919:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384954.438929:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294943475 00000100:00000010:0.0:1767384954.438934:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000036c86976. 00000400:00000200:2.0:1767384954.438935:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384954.438938:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384954.438941:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294943475 00000100:00000010:0.0:1767384954.438944:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000011e9ba15. 00000100:00000001:0.0:1767384954.438947:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384954.438951:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958271d07b00 00000100:00000001:0.0:1767384954.438953:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294943475 00000400:00000200:1.0:1767384954.438954:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000100:00000010:0.0:1767384954.438959:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006a58dbb6. 00000400:00000200:2.0:1767384954.438962:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16d5 [2] + 0 00000100:00000001:0.0:1767384954.438964:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000400:00000010:2.0:1767384954.438970:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069e38a55. 00000100:00000001:0.0:1767384954.438970:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384954.438976:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384954.438978:0:16361:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000021676260 00000100:00000001:0.0:1767384954.438979:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.438983:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384954.438986:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:2.0:1767384954.438987:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384954.438992:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384954.438994:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384954.438999:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021676260 00000100:00000001:0.0:1767384954.439000:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1767384954.439004:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000021676260. 00000100:00000001:0.0:1767384954.439005:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384954.439007:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384954.439010:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.439012:0:16361:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384954.439012:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000100:00000001:0.0:1767384954.439013:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384954.439016:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384954.439021:0:16361:0:(events.c:337:request_in_callback()) incoming req@000000003f9ab5a5 x1853237348039424 msgsize 4848 00000100:00100000:2.0:1767384954.439030:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384954.439032:0:16361:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:1.0:1767384954.439042:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000100:00000001:2.0:1767384954.439044:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384954.439052:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bf171aa 00000400:00000010:2.0:1767384954.439061:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005bf171aa. 00000400:00000200:1.0:1767384954.439063:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000100:00000001:2.0:1767384954.439067:0:16361:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384954.439073:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000098a681d8 x1853237348039424/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384954.439083:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384954.439088:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000098a681d8 x1853237348039424/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384954.439088:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000100:00000001:2.0:1767384954.439100:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.439103:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384954.439109:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.439112:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294943475 00000100:00000001:2.0:1767384954.439115:0:16361:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, keep current deadline 4294943475 00000100:00000001:2.0:1767384954.439118:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294943475 00000100:00000001:2.0:1767384954.439121:0:16361:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, keep current deadline 4294943475 00000400:00000200:1.0:1767384954.439122:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000100:00000001:2.0:1767384954.439124:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294943475 00000100:00000001:2.0:1767384954.439129:0:16361:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294943475 00000100:00000001:2.0:1767384954.439131:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294943475 00000100:00000001:2.0:1767384954.439134:0:16361:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294943475 00000100:00000001:2.0:1767384954.439137:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384954.439139:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.439143:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.439145:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384954.439151:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384954.439154:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384954.439158:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384954.439159:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384954.439161:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000100:00000001:2.0:1767384954.439163:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.439169:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.439187:0:17083:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384954.439190:0:17083:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348039296 02000000:00000001:0.0:1767384954.439193:0:17083:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384954.439195:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384954.439195:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384954.439199:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384954.439201:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348039424 02000000:00000001:0.0:1767384954.439203:0:17083:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384954.439205:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1767384954.439207:0:17083:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348039296 00000100:00000001:2.0:1767384954.439209:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384954.439210:0:17083:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384954.439212:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384954.439214:0:17083:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000400:00000200:1.0:1767384954.439215:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000020:00000001:0.0:1767384954.439216:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384954.439219:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=15 00000020:00000001:0.0:1767384954.439224:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 02000000:00000001:2.0:1767384954.439227:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384954.439227:0:17083:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:0.0:1767384954.439234:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384954.439235:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348039424 00000020:00000010:0.0:1767384954.439238:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000816398cb. 00000020:00000001:2.0:1767384954.439239:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384954.439243:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384954.439244:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:2.0:1767384954.439249:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1767384954.439259:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000816398cb. 00000020:00000040:2.0:1767384954.439261:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=16 00000020:00000001:2.0:1767384954.439266:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000400:00000200:1.0:1767384954.439269:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000020:00000010:0.0:1767384954.439269:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003fc6ff19. 00000020:00000001:2.0:1767384954.439270:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000010:0.0:1767384954.439276:0:17083:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cd0f94c2. 00000100:00000001:2.0:1767384954.439278:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384954.439282:0:17083:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c41bf3b7. 00000020:00000010:2.0:1767384954.439284:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009946125b. 00000100:00000001:2.0:1767384954.439289:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384954.439292:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009946125b. 00000100:00000040:0.0:1767384954.439292:0:17083:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384954.439297:0:17083:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384954.439299:0:17083:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384954.439301:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007efdb108. 00000100:00000001:0.0:1767384954.439301:0:17083:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384954.439310:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c2d318f2. 00000100:00000001:0.0:1767384954.439312:0:17083:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384954.439315:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000020:00000010:2.0:1767384954.439316:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a7b015ea. 00000100:00000001:0.0:1767384954.439321:0:17083:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384954.439326:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384954.439330:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384954.439332:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.439336:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384954.439340:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.439340:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384954.439346:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384954.439347:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00000040:0.0:1767384954.439352:0:17083:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:0.0:1767384954.439354:0:17083:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590666959952 : -119483042591664 : ffff9354afb08c50) 00000400:00000200:1.0:1767384954.439363:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000100:00000001:2.0:1767384954.439364:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384954.439365:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aad0d6b8 x1853237348039296/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:180/0 lens 4848/0 e 0 to 0 dl 1767384965 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384954.439369:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384954.439377:0:17083:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384954.439379:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000020:00000010:0.0:1767384954.439397:0:17083:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000816398cb. 00000100:00000040:2.0:1767384954.439398:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000100:00000001:0.0:1767384954.439402:0:17083:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384954.439404:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624589969387600 : -119483740164016 : ffff9354861c7050) 00000020:00000010:0.0:1767384954.439405:0:17083:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000816398cb. 00000100:00000040:2.0:1767384954.439415:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003f9ab5a5 x1853237348039424/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:180/0 lens 4848/0 e 0 to 0 dl 1767384965 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384954.439418:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000100:00100000:0.0:1767384954.439418:0:17083:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aad0d6b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+16:16360:x1853237348039296:12345-0@lo:253: 00000100:00000200:0.0:1767384954.439439:0:17083:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348039296 00000100:00000001:2.0:1767384954.439440:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384954.439443:0:17083:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384954.439447:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009946125b. 00000020:00000001:0.0:1767384954.439447:0:17083:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384954.439450:0:17083:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.439454:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384954.439454:0:17083:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384954.439458:0:17083:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 00000400:00000200:1.0:1767384954.439460:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000020:00000010:2.0:1767384954.439461:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009946125b. 00000020:00000001:0.0:1767384954.439462:0:17083:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384954.439465:0:17083:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384954.439469:0:17083:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384954.439471:0:17083:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1767384954.439474:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003f9ab5a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+16:16361:x1853237348039424:12345-0@lo:253: 00000020:00000001:0.0:1767384954.439475:0:17083:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.439480:0:17083:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384954.439483:0:17083:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384954.439488:0:17083:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000fa62a5c2. 02000000:00000001:0.0:1767384954.439492:0:17083:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384954.439493:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348039424 00000100:00000001:0.0:1767384954.439494:0:17083:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384954.439499:0:17083:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384954.439500:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384954.439505:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384954.439508:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384954.439508:0:17083:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b05e1d22. 00000400:00000200:1.0:1767384954.439511:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000020:00000001:2.0:1767384954.439512:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:01000000:0.0:1767384954.439513:0:17083:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384954.439516:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289296 : -1048262320 : ffffffffc184c950) 20000000:00000001:0.0:1767384954.439517:0:17083:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384954.439521:0:17083:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767384954.439523:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:0.0:1767384954.439524:0:17083:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384954.439526:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384954.439527:0:17083:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384954.439533:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:0.0:1767384954.439534:0:17083:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384954.439538:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000020:00000001:2.0:1767384954.439539:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384954.439544:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384954.439544:0:17083:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006512e0c5. 20000000:01000000:0.0:1767384954.439548:0:17083:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 00000100:00000001:2.0:1767384954.439549:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384954.439553:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:0.0:1767384954.439554:0:17083:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000010:2.0:1767384954.439560:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000018902741. 00000400:00000200:1.0:1767384954.439563:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 02000000:00000001:2.0:1767384954.439565:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384954.439567:0:17083:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000100:00000001:2.0:1767384954.439570:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384954.439571:0:17083:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:2.0:1767384954.439575:0:17084:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384954.439585:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 20000000:00000010:2.0:1767384954.439586:0:17084:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000eedd45ff. 00080000:00000001:0.0:1767384954.439588:0:17083:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:01000000:2.0:1767384954.439592:0:17084:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384954.439596:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384954.439598:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384954.439601:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384954.439602:0:17083:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384954.439604:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384954.439607:0:17083:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:1.0:1767384954.439608:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 20000000:00000001:2.0:1767384954.439609:0:17084:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384954.439609:0:17083:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384954.439614:0:17083:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384954.439617:0:17083:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384954.439619:0:17083:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 00000000980f9615 00000020:00000001:0.0:1767384954.439623:0:17083:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009e445471 00080000:00000002:0.0:1767384954.439624:0:17083:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384954.439627:0:17083:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384954.439630:0:17083:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384954.439632:0:17083:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384954.439634:0:17083:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384954.439650:0:17083:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00080000:00000001:0.0:1767384954.439653:0:17083:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384954.439656:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00080000:00000010:0.0:1767384954.439657:0:17083:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e27d5f88. 00080000:00000001:0.0:1767384954.439662:0:17083:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585652642816 : -119488056908800 : ffff935384d02400) 00080000:00000001:0.0:1767384954.439664:0:17083:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384954.439667:0:17083:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384954.439671:0:17083:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000816398cb. 00080000:00000001:0.0:1767384954.439673:0:17083:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384954.439676:0:17083:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384954.439690:0:17083:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384954.439704:0:17083:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384954.439705:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.439748:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.439770:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.439789:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.439809:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.439874:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.439915:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.439970:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.440031:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.440075:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.440135:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:1.0:1767384954.440180:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:1.0:1767384954.440320:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009b388840. 00000800:00000010:1.0:1767384954.440325:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c02db653. 00000800:00000010:1.0:1767384954.440330:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000019808b45. 00000800:00000010:1.0:1767384954.440346:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000019808b45. 00000800:00020000:1.0:1767384954.440353:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:1.0:1767384954.440356:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c02db653. 00000800:00000010:1.0:1767384954.440358:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009b388840. 00000400:02020000:1.0:1767384954.440404:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp47 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384954.440410:0:16348:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp47 notifying 192.168.203.134@tcp47: down 00000800:00000200:1.0:1767384954.440414:0:16348:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp47 down 00000800:00000100:1.0:1767384954.440420:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 704 0@<0:0>->192.168.203.134@tcp47 00000800:00000010:1.0:1767384954.440423:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aeac0d8a. 00000400:00000200:1.0:1767384954.440426:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384954.440429:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp47->192.168.203.134@tcp47: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384954.440435:0:16348:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp47 added to recovery queue. ping count: 0 next ping: 277 health :900 00000400:00000200:1.0:1767384954.440438:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384954.440441:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp: 1 00000400:00000200:1.0:1767384954.440443:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:1.0:1767384954.440461:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384954.440464:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x101151 00000400:00000001:1.0:1767384954.440467:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384954.440468:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384954.440469:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd3e3a6e 00000400:00000010:1.0:1767384954.440471:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd3e3a6e. 00000400:00000200:1.0:1767384954.440473:0:16356:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384954.440475:0:16356:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:1.0:1767384954.440478:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (44) 00000400:00000200:1.0:1767384954.440480:0:16356:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.134@tcp 00000400:00000200:1.0:1767384954.440483:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100151 rc -71 00000400:00000200:1.0:1767384954.440487:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:1.0:1767384954.440489:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (43) 00080000:00000010:1.0:1767384954.440858:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e27d5f88. 00080000:00000010:0.0:1767384954.440881:0:17083:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000816398cb. 00040000:00000001:0.0:1767384954.440887:0:17083:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384954.440889:0:17083:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384954.440891:0:17083:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384954.440894:0:17083:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 20000000:00000001:0.0:1767384954.440895:0:17083:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384954.440897:0:17083:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384954.440906:0:17083:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384954.440912:0:17083:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384954.440914:0:17083:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384954.440924:0:17083:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384954.440931:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:2.0:1767384954.440935:0:17084:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000323f6992. 20000000:00000001:1.0:1767384954.440936:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384954.440939:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:2.0:1767384954.440942:0:17084:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 00010000:00000001:1.0:1767384954.440944:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000001:2.0:1767384954.440946:0:17084:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767384954.440947:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384954.440952:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000040:1.0:1767384954.440954:0:17105:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000009570414e count: 2 00080000:00000001:2.0:1767384954.440956:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:1.0:1767384954.440958:0:17105:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384954.440961:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384954.440964:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000070e762e5. 00080000:00000001:2.0:1767384954.440965:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:1.0:1767384954.440970:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384954.440973:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000070e762e5 with handle 0xb57eb7881956318f to hash 00000020:00000001:1.0:1767384954.440974:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384954.440975:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384954.440976:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00080000:00000001:2.0:1767384954.440981:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384954.440981:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00080000:00000001:2.0:1767384954.440985:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384954.440986:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384954.440990:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384954.440990:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384954.440994:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384954.440995:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000070e762e5/0xb57eb7881956318f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000002:2.0:1767384954.440999:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:3262248666 to info 000000007e91d003 00010000:00000001:1.0:1767384954.441003:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384954.441006:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000020:0.0:1767384954.441009:0:17083:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384954.441010:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384954.441013:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:2.0:1767384954.441014:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f71c5dba 00000100:00000001:0.0:1767384954.441014:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384954.441016:0:17105:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 20000000:00000010:0.0:1767384954.441018:0:17083:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b05e1d22. 00080000:00000002:2.0:1767384954.441019:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00010000:1.0:1767384954.441021:0:17105:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000005bb56c99/0xb57eb78819563188 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819563181 expref: 16 pid: 17083 timeout: 0 lvb_type: 0 20000000:00000001:0.0:1767384954.441023:0:17083:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384954.441027:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1767384954.441029:0:17083:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348039296 00080000:00000001:2.0:1767384954.441034:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384954.441035:0:17083:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384954.441036:0:17105:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00080000:00000001:2.0:1767384954.441040:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384954.441041:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384954.441041:0:17083:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aad0d6b8 x1853237348039296/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:180/0 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384954.441047:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:2.0:1767384954.441048:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384954.441051:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384954.441054:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590665346136 : -119483044205480 : ffff9354af97ec58) 00010000:00000001:1.0:1767384954.441055:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384954.441056:0:17083:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384954.441059:0:17083:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384954.441062:0:17084:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384954.441062:0:17105:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00001000:0.0:1767384954.441063:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=88 v=5 (1 0 0 0) 00010000:00010000:1.0:1767384954.441065:0:17105:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000070e762e5/0xb57eb7881956318f lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000010:2.0:1767384954.441078:0:17084:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000044f12501. 00010000:00000040:1.0:1767384954.441080:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009570414e) refcount = 2 00000100:00000001:0.0:1767384954.441080:0:17083:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00080000:00000001:2.0:1767384954.441085:0:17084:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585654662144 : -119488054889472 : ffff935384eef400) 00010000:00000040:1.0:1767384954.441086:0:17105:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000040:0.0:1767384954.441086:0:17083:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000040:1.0:1767384954.441092:0:17105:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000005bb56c99/0xb57eb78819563188 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xb57eb78819563181 expref: 16 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384954.441092:0:17083:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00080000:00000001:2.0:1767384954.441093:0:17084:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384954.441098:0:17084:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 02000000:00000001:0.0:1767384954.441098:0:17083:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:1.0:1767384954.441100:0:17105:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 02000000:00000001:0.0:1767384954.441102:0:17083:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384954.441103:0:17105:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000070e762e5/0xb57eb7881956318f lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00080000:00000010:2.0:1767384954.441104:0:17084:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009946125b. 00000100:00000001:0.0:1767384954.441106:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000001:2.0:1767384954.441112:0:17084:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384954.441112:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000010:1.0:1767384954.441117:0:17105:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000019808b45. 00080000:00000001:2.0:1767384954.441118:0:17084:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000010:0.0:1767384954.441118:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008dcc7c03. 00000100:00000001:1.0:1767384954.441123:0:17105:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000200:0.0:1767384954.441123:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348039296, offset 224 00000100:00000010:1.0:1767384954.441128:0:17105:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c02db653. 00080000:00000001:2.0:1767384954.441132:0:17084:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384954.441133:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384954.441134:0:17105:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624585638341632 : -119488071209984 : ffff935383f5ec00) 00000100:00000001:1.0:1767384954.441138:0:17105:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624585638341632 : -119488071209984 : ffff935383f5ec00) 00000400:00000200:0.0:1767384954.441142:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384954.441143:0:17105:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384954.441146:0:17105:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00080000:00000001:2.0:1767384954.441147:0:17084:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384954.441148:0:17105:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000400:00000200:0.0:1767384954.441151:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d07a80 00010000:00000001:1.0:1767384954.441153:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384954.441156:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384954.441158:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f9d [2] + 224 00000020:00000001:1.0:1767384954.441159:0:17105:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384954.441163:0:17105:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000200:0.0:1767384954.441164:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384954.441166:0:17105:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384954.441168:0:17105:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000400:00000200:0.0:1767384954.441169:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384954.441173:0:17105:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c0eff6b. 00000100:00000001:0.0:1767384954.441174:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384954.441178:0:17105:0:(genops.c:1229:class_import_get()) import 000000003b66da55 refcount=2 obd=MGS 00000100:00000200:0.0:1767384954.441178:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000adbcc088 x1853237348039296/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384954.441184:0:17105:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384954.441187:0:17105:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767384954.441189:0:17083:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000adbcc088 x1853237348039296/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384954.441190:0:17105:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384954.441198:0:17105:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005674b607. 00000100:00000001:1.0:1767384954.441202:0:17105:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384954.441205:0:17105:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000005bb56c99/0xb57eb78819563188 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb57eb78819563181 expref: 16 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384954.441208:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:1.0:1767384954.441213:0:17105:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000005bb56c99/0xb57eb78819563188 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb57eb78819563181 expref: 16 pid: 17083 timeout: 426 lvb_type: 0 00000400:00000200:0.0:1767384954.441218:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dcc7c03 00010000:00000001:1.0:1767384954.441220:0:17105:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000400:00000010:0.0:1767384954.441221:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008dcc7c03. 00000100:00000001:1.0:1767384954.441224:0:17105:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384954.441225:0:17083:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384954.441228:0:17083:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384954.441230:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384954.441230:0:17105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c0eff6b x1853237348039552/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384954.441231:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.441235:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384954.441238:0:17083:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000400:00000001:2.0:1767384954.441243:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384954.441244:0:17083:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384954.441248:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384954.441248:0:17105:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1767384954.441248:0:17083:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384954.441252:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0d4761e. 00000100:00000001:1.0:1767384954.441253:0:17105:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384954.441253:0:17083:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384954.441259:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aad0d6b8 x1853237348039296/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:180/0 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384954.441260:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c766bdd 00000100:00100000:1.0:1767384954.441261:0:17105:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000c0eff6b pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17105:1853237348039552:0@lo:104: 00000400:00000010:2.0:1767384954.441266:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000c766bdd. 00000100:00000001:1.0:1767384954.441270:0:17105:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384954.441275:0:16360:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384954.441276:0:17105:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384954.441280:0:17105:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384954.441280:0:17083:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aad0d6b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b543db4a-4900-454f-be04-352b2897a173+16:16360:x1853237348039296:12345-0@lo:253: Request processed in 1900us (2494us total) trans 0 rc 0/0 02000000:00000001:1.0:1767384954.441282:0:17105:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767384954.441285:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000adbcc088 x1853237348039296/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384954.441287:0:17105:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a0e25b3e. 02000000:00000001:1.0:1767384954.441292:0:17105:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384954.441293:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000400:00000010:1.0:1767384954.441299:0:17105:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068526422. 00000100:00000040:0.0:1767384954.441299:0:17083:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000100:00000001:0.0:1767384954.441304:0:17083:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1767384954.441307:0:17105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd3e3a6e. 00000100:00000001:0.0:1767384954.441307:0:17083:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384954.441312:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000adbcc088 x1853237348039296/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384954.441313:0:17105:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348039552, portal 16 00000020:00000010:0.0:1767384954.441313:0:17083:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cd0f94c2. 00000100:00000001:1.0:1767384954.441319:0:17105:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:0.0:1767384954.441320:0:17083:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c41bf3b7. 00000100:00000001:1.0:1767384954.441322:0:17105:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590750709760 : -119482958841856 : ffff9354b4ae7800) 00000020:00000010:0.0:1767384954.441326:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003fc6ff19. 00000100:00000040:1.0:1767384954.441330:0:17105:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000000c0eff6b x1853237348039552/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384970 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:0.0:1767384954.441334:0:17083:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 15 00000100:00000001:2.0:1767384954.441335:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384954.441341:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384954.441341:0:17105:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384954.441342:0:17083:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384954.441346:0:17083:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000fa62a5c2. 00000100:00000040:1.0:1767384954.441347:0:17105:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384954.441348:0:16360:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:1.0:1767384954.441352:0:17105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096084e8b. 02000000:00000001:0.0:1767384954.441352:0:17083:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384954.441353:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384954.441356:0:17083:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384954.441357:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384954.441358:0:17105:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237348039552, offset 0 00000100:00000001:2.0:1767384954.441361:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384954.441362:0:17083:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1767384954.441367:0:17105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384954.441368:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384954.441369:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c94a8f59. 00000400:00000200:1.0:1767384954.441374:0:17105:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384954.441374:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008dcc7c03. 00000100:00001000:2.0:1767384954.441394:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=88 v=5 (5 0 0 0) 00000400:00000200:1.0:1767384954.441398:0:17105:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958271d07b80 00000100:00001000:2.0:1767384954.441402:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=88 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384954.441407:0:17105:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x18b9 [2] + 1312 00000100:00000001:2.0:1767384954.441410:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1767384954.441412:0:17105:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384954.441413:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.441419:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767384954.441420:0:17105:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384954.441423:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.441424:0:17105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384954.441427:0:17105:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:2.0:1767384954.441428:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384954.441430:0:17105:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cd23ec51. 00000100:00000040:1.0:1767384954.441434:0:17105:0:(events.c:337:request_in_callback()) incoming req@00000000cd23ec51 x1853237348039552 msgsize 328 00000100:00000040:2.0:1767384954.441436:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000adbcc088 x1853237348039296/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384954.441441:0:17105:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384954.441451:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384954.441451:0:17105:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384954.441456:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1767384954.441457:0:17105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096084e8b 00000100:00000001:2.0:1767384954.441459:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384954.441460:0:17105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096084e8b. 00000100:00000001:1.0:1767384954.441465:0:17105:0:(events.c:34:request_out_callback()) Process entered 00000020:01000004:2.0:1767384954.441467:0:16360:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:0.0:1767384954.441468:0:22109:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1767384954.441469:0:17105:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000c0eff6b x1853237348039552/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384970 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:01000004:2.0:1767384954.441472:0:16360:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00100000:0.0:1767384954.441472:0:22109:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348039552 00000020:01000004:2.0:1767384954.441477:0:16360:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:0.0:1767384954.441477:0:22109:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384954.441481:0:22109:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384954.441482:0:17105:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:01000004:2.0:1767384954.441483:0:16360:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384954.441484:0:22109:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384954.441487:0:16360:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000040:1.0:1767384954.441487:0:17105:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c0eff6b x1853237348039552/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384970 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384954.441489:0:22109:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384954.441491:0:16360:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00100000:0.0:1767384954.441494:0:22109:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348039552 00000020:01000004:2.0:1767384954.441495:0:16360:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384954.441500:0:16360:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000100:00000001:1.0:1767384954.441500:0:17105:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384954.441504:0:16360:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384954.441505:0:17105:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384954.441505:0:22109:0:(genops.c:811:class_conn2export()) Process entered 00000020:01000004:2.0:1767384954.441509:0:16360:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000040:0.0:1767384954.441510:0:22109:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562d98 00000100:00000001:1.0:1767384954.441511:0:17105:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384954.441514:0:22109:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384954.441516:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294943477 00000100:00000040:2.0:1767384954.441518:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000adbcc088 x1853237348039296/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384954.441519:0:22109:0:(lustre_handles.c:131:class_handle2object()) GET export 000000009de0d226 refcount=3 00000100:00000001:1.0:1767384954.441522:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294943475 00000020:00000001:0.0:1767384954.441523:0:22109:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590787602432 : -119482921949184 : ffff9354b6e16800) 00000020:00000001:0.0:1767384954.441530:0:22109:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590787602432 : -119482921949184 : ffff9354b6e16800) 00000100:00000001:1.0:1767384954.441531:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294943477 00000100:00000001:0.0:1767384954.441535:0:22109:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384954.441537:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294943475 00000020:00000010:0.0:1767384954.441539:0:22109:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000816398cb. 00000100:00100000:2.0:1767384954.441544:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000adbcc088 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348039296:0@lo:253: 00000100:00000001:0.0:1767384954.441544:0:22109:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384954.441545:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294943477 00000020:00000010:0.0:1767384954.441551:0:22109:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000816398cb. 00000100:00000001:1.0:1767384954.441553:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294943475 00000100:00000001:2.0:1767384954.441555:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384954.441557:0:17105:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294943477 00000020:00000010:0.0:1767384954.441559:0:22109:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003fc6ff19. 00000100:00000001:2.0:1767384954.441560:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384954.441561:0:17105:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294943475 00000020:00000010:0.0:1767384954.441565:0:22109:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cd0f94c2. 00000100:00000001:1.0:1767384954.441566:0:17105:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384954.441567:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000adbcc088 x1853237348039296/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384954.441570:0:22109:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c41bf3b7. 00000100:00000001:1.0:1767384954.441572:0:17105:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384954.441577:0:17105:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384954.441580:0:22109:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00010000:00000001:1.0:1767384954.441581:0:17105:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.441585:0:22109:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384954.441587:0:17105:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.441588:0:22109:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384954.441591:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767384954.441591:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384954.441591:0:22109:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384954.441595:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384954.441597:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384954.441598:0:22109:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384954.441599:0:17105:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384954.441601:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006f6381ab. 00010000:00000001:1.0:1767384954.441604:0:17105:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384954.441607:0:17105:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 02000000:00000001:2.0:1767384954.441609:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384954.441609:0:17105:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.441610:0:22109:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384954.441613:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384954.441615:0:17105:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1767384954.441618:0:16360:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:1.0:1767384954.441618:0:17105:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384954.441620:0:17105:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c02db653 going to sleep for 11 seconds 00000100:00000001:0.0:1767384954.441622:0:22109:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384954.441623:0:17105:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384954.441625:0:22109:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384954.441626:0:17105:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384954.441631:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:0.0:1767384954.441631:0:22109:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:0.0:1767384954.441636:0:22109:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000009de0d226 : new rpc_count 1 02000000:00000010:2.0:1767384954.441637:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c84799b4. 00000100:00000001:0.0:1767384954.441638:0:22109:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590750704384 : -119482958847232 : ffff9354b4ae6300) 00000100:00000040:0.0:1767384954.441644:0:22109:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cd23ec51 x1853237348039552/t0(0) o104->b543db4a-4900-454f-be04-352b2897a173@0@lo:180/0 lens 328/0 e 0 to 0 dl 1767384965 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767384954.441645:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384954.441650:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384954.441654:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000adbcc088. 00000100:00000001:0.0:1767384954.441655:0:22109:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384954.441659:0:22109:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000816398cb. 00000100:00000001:2.0:1767384954.441660:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384954.441662:0:22109:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384954.441664:0:22109:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000816398cb. 00000100:00100000:0.0:1767384954.441667:0:22109:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cd23ec51 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:b543db4a-4900-454f-be04-352b2897a173+3:17105:x1853237348039552:12345-0@lo:104: 00000100:00000001:2.0:1767384954.441676:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384954.441676:0:22109:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348039552 00000100:00000001:2.0:1767384954.441680:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384954.441685:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767384954.441686:0:22109:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:2.0:1767384954.441690:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384954.441692:0:22109:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384954.441694:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384954.441695:0:22109:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384954.441699:0:22109:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009fb158e7 refcount=2 00000100:00000001:2.0:1767384954.441700:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384954.441701:0:22109:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00010000:00000001:0.0:1767384954.441706:0:22109:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00010000:00000001:0.0:1767384954.441708:0:22109:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384954.441710:0:22109:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384954.441712:0:22109:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.134@tcp lock: 000000009fb158e7/0xb57eb78819563181 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb57eb78819563188 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384954.441718:0:22109:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384954.441719:0:22109:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384954.441722:0:22109:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000076b37c89. 02000000:00000001:0.0:1767384954.441723:0:22109:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.441724:0:22109:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384954.441726:0:22109:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384954.441728:0:22109:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384954.441729:0:22109:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ecba4e0e time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384954.441731:0:22109:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384954.441733:0:22109:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:0.0:1767384954.441735:0:22109:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:0.0:1767384954.441737:0:22109:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384954.441738:0:22109:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.441739:0:22109:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384954.441741:0:22109:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384954.441743:0:22109:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ce6b2d9. 00000100:00000200:0.0:1767384954.441746:0:22109:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237348039552, offset 224 00000400:00000200:0.0:1767384954.441750:0:22109:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384954.441754:0:22109:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384954.441759:0:22109:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958271d07b80 00000400:00000200:0.0:1767384954.441763:0:22109:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1fb1 [1] + 224 00000400:00000200:0.0:1767384954.441766:0:22109:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384954.441768:0:22109:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384954.441776:0:22109:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384954.441778:0:22109:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000c0eff6b x1853237348039552/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384954.441784:0:22109:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000000c0eff6b x1853237348039552/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384954.441796:0:22109:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384954.441799:0:22109:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ce6b2d9 00000400:00000010:0.0:1767384954.441801:0:22109:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ce6b2d9. 00000100:00000001:0.0:1767384954.441802:0:22109:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384954.441803:0:22109:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384954.441805:0:22109:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384954.441807:0:22109:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:0.0:1767384954.441810:0:22109:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767384954.441812:0:17105:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000010:0.0:1767384954.441834:0:22109:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000000c766bdd. 00000400:00000001:1.0:1767384954.441835:0:17105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384954.441838:0:22109:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000001:1.0:1767384954.441839:0:17105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384954.441843:0:17105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068526422. 00010000:00010000:0.0:1767384954.441846:0:22109:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000200:1.0:1767384954.441848:0:17105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd3e3a6e 00010000:00000001:0.0:1767384954.441849:0:22109:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384954.441853:0:17105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd3e3a6e. 00010000:00000001:0.0:1767384954.441853:0:22109:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384954.441856:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767384954.441858:0:22109:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384954.441861:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.441861:0:17105:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384954.441864:0:22109:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cd23ec51 x1853237348039552/t0(0) o104->b543db4a-4900-454f-be04-352b2897a173@0@lo:180/0 lens 328/224 e 0 to 0 dl 1767384965 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1767384954.441867:0:17077:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000200:1.0:1767384954.441872:0:17105:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000c0eff6b x1853237348039552/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384954.441875:0:17077:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384954.441878:0:17077:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:0.0:1767384954.441880:0:22109:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cd23ec51 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:b543db4a-4900-454f-be04-352b2897a173+3:17105:x1853237348039552:12345-0@lo:104: Request processed in 222us (442us total) trans 0 rc 0/0 00010000:00010000:2.0:1767384954.441883:0:17077:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.134@tcp lock: 000000009fb158e7/0xb57eb78819563181 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb57eb78819563188 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384954.441898:0:22109:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:0.0:1767384954.441904:0:22109:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009de0d226 : new rpc_count 0 00010000:00010000:2.0:1767384954.441907:0:17077:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009fb158e7 already unused, calling callback (00000000099ed54c) 00000100:00000200:1.0:1767384954.441908:0:17105:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000c0eff6b x1853237348039552/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384954.441908:0:22109:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384954.441911:0:22109:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 10000000:00000001:2.0:1767384954.441914:0:17077:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000010:0.0:1767384954.441915:0:22109:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cd0f94c2. 10000000:00010000:2.0:1767384954.441918:0:17077:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.134@tcp lock: 000000009fb158e7/0xb57eb78819563181 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb57eb78819563188 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384954.441921:0:22109:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c41bf3b7. 00000020:00000010:0.0:1767384954.441927:0:22109:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003fc6ff19. 00000020:00000040:0.0:1767384954.441933:0:22109:0:(genops.c:898:class_export_put()) PUTting export 000000009de0d226 : new refcount 2 00000100:00000001:1.0:1767384954.441934:0:17105:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384954.441936:0:17077:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767384954.441937:0:22109:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384954.441938:0:17105:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384954.441940:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384954.441943:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384954.441944:0:17105:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767384954.441948:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009fb158e7 refcount=3 02000000:00000001:1.0:1767384954.441948:0:17105:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1767384954.441953:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 00000100:00000001:1.0:1767384954.441953:0:17105:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384954.441957:0:17105:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.441959:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318192640 : -119483391358976 : ffff93549ae6c800) 02000000:00000001:1.0:1767384954.441961:0:17105:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.441965:0:17077:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00001000:1.0:1767384954.441967:0:17105:0:(import.c:2128:obd_at_measure()) add 5 to 000000008ef118cb time=88 v=5 (5 0 0 0) 00010000:00010000:2.0:1767384954.441968:0:17077:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.134@tcp lock: 000000009fb158e7/0xb57eb78819563181 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb57eb78819563188 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00001000:1.0:1767384954.441973:0:17105:0:(import.c:2128:obd_at_measure()) add 1 to 00000000456edb1d time=88 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384954.441980:0:17105:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384954.441982:0:17105:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384954.441986:0:17077:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:1.0:1767384954.441986:0:17105:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384954.441988:0:17105:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.441990:0:17105:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384954.441996:0:17105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c0eff6b x1853237348039552/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00010000:2.0:1767384954.441997:0:17077:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.134@tcp lock: 000000009fb158e7/0xb57eb78819563181 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb57eb78819563188 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384954.442011:0:17105:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384954.442014:0:17105:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384954.442016:0:17105:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384954.442019:0:17105:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384954.442021:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384954.442023:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384954.442025:0:17105:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767384954.442033:0:17077:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000040:1.0:1767384954.442034:0:17105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c0eff6b x1853237348039552/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384970 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:2.0:1767384954.442041:0:17077:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384954.442044:0:17077:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767384954.442049:0:17077:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00100000:1.0:1767384954.442050:0:17105:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000c0eff6b pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17105:1853237348039552:0@lo:104: 00010000:00000001:2.0:1767384954.442052:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384954.442055:0:17077:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.442060:0:17105:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384954.442065:0:17105:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.442068:0:17105:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 10000000:00000001:2.0:1767384954.442071:0:17077:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000001:1.0:1767384954.442072:0:17105:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:2.0:1767384954.442075:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384954.442078:0:17077:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000002298ce) refs 2 00000100:00000040:1.0:1767384954.442080:0:17105:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c0eff6b x1853237348039552/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384970 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:2.0:1767384954.442083:0:17077:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384954.442086:0:17077:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.442092:0:17077:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767384954.442093:0:17105:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767384954.442096:0:17077:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:1.0:1767384954.442097:0:17105:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767384954.442099:0:17077:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000010:1.0:1767384954.442101:0:17105:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a0e25b3e. 00010000:00000001:2.0:1767384954.442104:0:17077:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:1.0:1767384954.442107:0:17105:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767384954.442108:0:17077:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384954.442111:0:17077:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009fb158e7 with handle 0xb57eb78819563181 from hash 00010000:00000001:2.0:1767384954.442114:0:17077:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384954.442117:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767384954.442117:0:17105:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384954.442121:0:17105:0:(genops.c:1242:class_import_put()) import 000000003b66da55 refcount=1 obd=MGS 00010000:00000001:2.0:1767384954.442122:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384954.442125:0:17077:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:1.0:1767384954.442127:0:17105:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384954.442128:0:17077:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000010:1.0:1767384954.442130:0:17105:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005674b607. 00010000:00000001:2.0:1767384954.442131:0:17077:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 02000000:00000001:1.0:1767384954.442136:0:17105:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767384954.442137:0:17077:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 02000000:00000001:1.0:1767384954.442140:0:17105:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1767384954.442141:0:17077:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384954.442143:0:17105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c0eff6b. 00000100:00000010:2.0:1767384954.442149:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005b5573e5. 00000100:00000001:1.0:1767384954.442149:0:17105:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384954.442151:0:17105:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384954.442155:0:17077:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00000010:1.0:1767384954.442156:0:17105:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c02db653. 00000100:00000001:2.0:1767384954.442162:0:17077:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384954.442162:0:17105:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384954.442165:0:17105:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384954.442166:0:17077:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384954.442171:0:17077:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384954.442171:0:17105:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000019808b45. 00010000:00000001:1.0:1767384954.442176:0:17105:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384954.442179:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000192814a9. 00010000:00000001:1.0:1767384954.442181:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.442186:0:17077:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384954.442186:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384954.442192:0:17077:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 20000000:00000001:1.0:1767384954.442194:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00010000:2.0:1767384954.442197:0:17077:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.134@tcp lock: 000000009fb158e7/0xb57eb78819563181 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb57eb78819563188 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384954.442198:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1767384954.442201:0:17105:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000070e762e5/0xb57eb7881956318f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384954.442226:0:17077:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384954.442230:0:17077:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384954.442234:0:17077:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384954.442235:0:17077:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384954.442240:0:17077:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b5573e5] to pc [ptlrpcd_00_00+0] req@000000005b5573e5 x1853237348039680/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384954.442269:0:17077:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384954.442272:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384954.442274:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384954.442275:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384954.442276:0:17077:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.442279:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384954.442290:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767384954.442294:0:17077:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384954.442295:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005b5573e5 x1853237348039680/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384954.442300:0:17077:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384954.442308:0:17077:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.134@tcp lock: 000000009fb158e7/0xb57eb78819563181 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb57eb78819563188 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384954.442308:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384954.442309:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384954.442313:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384954.442315:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384954.442319:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384954.442324:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005b5573e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348039680:0@lo:103: 00010000:00000001:2.0:1767384954.442325:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384954.442329:0:17077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.134@tcp lock: 000000009fb158e7/0xb57eb78819563181 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb57eb78819563188 expref: -99 pid: 17086 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384954.442330:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384954.442333:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384954.442335:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384954.442339:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000040:2.0:1767384954.442344:0:17077:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005d19d3d7 count: 0 02000000:00000010:0.0:1767384954.442344:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003fc6ff19. 02000000:00000001:0.0:1767384954.442348:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384954.442353:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004815f523. 00010000:00000001:2.0:1767384954.442358:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384954.442358:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ce6b2d9. 00010000:00000001:2.0:1767384954.442362:0:17077:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000200:0.0:1767384954.442363:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348039680, portal 18 00000100:00000001:0.0:1767384954.442367:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000010:2.0:1767384954.442368:0:17077:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000000c766bdd. 00000100:00000001:0.0:1767384954.442368:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585658084736 : -119488051466880 : ffff935385232d80) 00000100:00000040:0.0:1767384954.442374:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005b5573e5 x1853237348039680/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384970 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384954.442376:0:17077:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384954.442397:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384954.442400:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384954.442402:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384954.442406:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767384954.442406:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384954.442409:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384954.442411:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:0.0:1767384954.442413:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012d634c9. 00000020:00000001:2.0:1767384954.442415:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.442415:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384954.442418:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237348039680, offset 0 00010000:00010000:2.0:1767384954.442421:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384954.442425:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:0.0:1767384954.442428:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384954.442429:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384954.442441:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:2.0:1767384954.442442:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384954.442451:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958271d07c00 00000400:00000200:0.0:1767384954.442458:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 1312 00000400:00000200:0.0:1767384954.442463:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384954.442467:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384954.442478:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384954.442480:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384954.442484:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e933ccb9. 00000100:00000040:0.0:1767384954.442487:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000e933ccb9 x1853237348039680 msgsize 328 00000100:00100000:0.0:1767384954.442493:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384954.442513:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384954.442519:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012d634c9 00000400:00000010:0.0:1767384954.442520:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012d634c9. 00000100:00000001:0.0:1767384954.442524:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384954.442527:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005b5573e5 x1853237348039680/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384970 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384954.442533:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384954.442536:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005b5573e5 x1853237348039680/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384970 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384954.442541:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.442542:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384954.442547:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384954.442547:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.442551:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294943478 00000100:00100000:2.0:1767384954.442552:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348039680 00000100:00000001:0.0:1767384954.442557:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294943477 02000000:00000001:2.0:1767384954.442558:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384954.442562:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384954.442565:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.442565:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294943478 00000100:00000001:0.0:1767384954.442570:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294943477 02000000:00000001:2.0:1767384954.442571:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.442575:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294943478 00000100:00100000:2.0:1767384954.442577:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348039680 00000100:00000001:0.0:1767384954.442579:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294943477 00000020:00000001:2.0:1767384954.442581:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384954.442584:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294943478 00000020:00000040:2.0:1767384954.442585:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000001:0.0:1767384954.442587:0:16358:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294943477 00000020:00000001:2.0:1767384954.442589:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384954.442591:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384954.442592:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=16 00000100:00000001:0.0:1767384954.442593:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.442597:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384954.442599:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:0.0:1767384954.442600:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384954.442606:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:0.0:1767384954.442608:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384954.442611:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384954.442611:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384954.442613:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384954.442618:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e7bde82. 00000100:00000001:0.0:1767384954.442621:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384954.442623:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384954.442623:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.442628:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384954.442629:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004e7bde82. 00000020:00000010:2.0:1767384954.442637:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003707cd7f. 00000020:00000010:2.0:1767384954.442642:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005cb9b346. 00000020:00000010:2.0:1767384954.442647:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f4ff9895. 00000100:00000040:2.0:1767384954.442654:0:17076:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384954.442657:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384954.442658:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384954.442660:0:17076:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384954.442662:0:17076:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.442665:0:17076:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384954.442668:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384954.442670:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384954.442672:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005bb56c99 refcount=4 00000020:00000001:2.0:1767384954.442675:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004434944 : -119483705116672 : ffff935488333800) 00010000:00000001:2.0:1767384954.442678:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004434944 : -119483705116672 : ffff935488333800) 00010000:00010000:2.0:1767384954.442683:0:17076:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000005bb56c99/0xb57eb78819563188 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb57eb78819563181 expref: 16 pid: 17083 timeout: 426 lvb_type: 0 00010000:00000001:2.0:1767384954.442691:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384954.442700:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384954.442702:0:17076:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384954.442704:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384954.442710:0:17076:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384954.442716:0:17076:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e933ccb9 x1853237348039680/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:180/0 lens 328/0 e 0 to 0 dl 1767384965 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384954.442724:0:17076:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384954.442726:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.442737:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384954.442750:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384954.442751:0:18907:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384954.442764:0:18907:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384954.442765:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384954.442770:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:0.0:1767384954.442773:0:18907:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000100:00000001:0.0:1767384954.442774:0:18907:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878158208 : -119482831393408 : ffff9354bc472d80) 00000100:00000001:2.0:1767384954.442776:0:17076:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384954.442779:0:18907:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e933ccb9 x1853237348039680/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:180/0 lens 328/0 e 0 to 0 dl 1767384965 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384954.442781:0:17076:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.442790:0:18907:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384954.442793:0:18907:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000816398cb. 00000100:00000001:0.0:1767384954.442795:0:18907:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384954.442797:0:18907:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000816398cb. 00000100:00100000:0.0:1767384954.442805:0:18907:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e933ccb9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b543db4a-4900-454f-be04-352b2897a173+16:16358:x1853237348039680:12345-0@lo:103: 00000100:00000200:0.0:1767384954.442808:0:18907:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348039680 00010000:00000001:0.0:1767384954.442810:0:18907:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384954.442812:0:18907:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384954.442841:0:18907:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384954.442844:0:18907:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384954.442846:0:18907:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384954.442849:0:18907:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c0659512. 02000000:00000001:0.0:1767384954.442851:0:18907:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.442853:0:18907:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384954.442855:0:18907:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384954.442858:0:18907:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384954.442860:0:18907:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384954.442861:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384954.442862:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005bb56c99 refcount=4 00000020:00000001:0.0:1767384954.442864:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004434944 : -119483705116672 : ffff935488333800) 00010000:00000001:0.0:1767384954.442866:0:18907:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004434944 : -119483705116672 : ffff935488333800) 00010000:00000040:0.0:1767384954.442868:0:18907:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000009570414e count: 3 00010000:00010000:0.0:1767384954.442871:0:18907:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000005bb56c99/0xb57eb78819563188 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb57eb78819563181 expref: 16 pid: 17083 timeout: 426 lvb_type: 0 00000100:00001000:0.0:1767384954.442881:0:18907:0:(import.c:2128:obd_at_measure()) add 0 to 00000000f06c522d time=1767384954 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384954.442883:0:18907:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384954.442888:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384954.442889:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384954.442891:0:18907:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000005bb56c99/0xb57eb78819563188 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb57eb78819563181 expref: 16 pid: 17083 timeout: 426 lvb_type: 0 00000020:00000001:0.0:1767384954.442895:0:18907:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384954.442896:0:18907:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384954.442898:0:18907:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384954.442899:0:18907:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384954.442901:0:18907:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384954.442902:0:18907:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384954.442907:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384954.442908:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384954.442909:0:18907:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384954.442910:0:18907:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384954.442911:0:18907:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005bb56c99 with handle 0xb57eb78819563188 from hash 00010000:00000001:0.0:1767384954.442913:0:18907:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384954.442914:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384954.442915:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384954.442915:0:18907:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384954.442916:0:18907:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384954.442917:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384954.442918:0:18907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005bb56c99/0xb57eb78819563188 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb57eb78819563181 expref: 16 pid: 17083 timeout: 426 lvb_type: 0 00010000:00000040:0.0:1767384954.442936:0:18907:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003d3e266f : new locks_count 9 00000020:00000040:0.0:1767384954.442938:0:18907:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 15 00010000:00000001:0.0:1767384954.442942:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384954.442943:0:18907:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384954.442944:0:18907:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384954.442946:0:18907:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000070e762e5 00010000:00000001:0.0:1767384954.442947:0:18907:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384954.442948:0:18907:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384954.442954:0:18907:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384954.442955:0:18907:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384954.442956:0:18907:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384954.442958:0:18907:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384954.442959:0:18907:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384954.442960:0:18907:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000070e762e5/0xb57eb7881956318f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384954.442964:0:18907:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384954.442965:0:18907:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384954.442967:0:18907:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384954.442967:0:18907:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384954.442968:0:18907:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009570414e) refcount = 2 00010000:00010000:0.0:1767384954.442971:0:18907:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000070e762e5/0xb57eb7881956318f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384954.442974:0:18907:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384954.442976:0:18907:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384954.442977:0:18907:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384954.442978:0:18907:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384954.442981:0:18907:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000816398cb. 00000100:00000001:0.0:1767384954.442983:0:18907:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384954.442987:0:18907:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005287beb3. 00000100:00000001:0.0:1767384954.442988:0:18907:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624590917557248 : -119482791994368 : ffff9354bea05c00) 00000100:00000001:0.0:1767384954.442989:0:18907:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624590917557248 : -119482791994368 : ffff9354bea05c00) 00000100:00000001:0.0:1767384954.442991:0:18907:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384954.442992:0:18907:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384954.442993:0:18907:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384954.442994:0:18907:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384954.442995:0:18907:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003701742s 00010000:00000001:0.0:1767384954.442997:0:18907:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384954.442998:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384954.442999:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070e762e5 refcount=5 00000020:00000001:0.0:1767384954.443001:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:0.0:1767384954.443002:0:18907:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:0.0:1767384954.443004:0:18907:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384954.443010:0:18907:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070e762e5/0xb57eb7881956318f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384954.443014:0:18907:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384954.443015:0:18907:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070e762e5/0xb57eb7881956318f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384954.443018:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384954.443019:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384954.443020:0:18907:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000070e762e5/0xb57eb7881956318f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384954.443024:0:18907:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384954.443024:0:18907:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384954.443026:0:18907:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384954.443026:0:18907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000070e762e5/0xb57eb7881956318f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384954.443029:0:18907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000070e762e5 already unused, calling callback (00000000df0e66e0) 00010000:00000001:0.0:1767384954.443031:0:18907:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384954.443032:0:18907:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384954.443033:0:18907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000070e762e5/0xb57eb7881956318f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384954.443036:0:18907:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384954.443038:0:18907:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384954.443039:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384954.443040:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070e762e5 refcount=6 00000020:00000001:0.0:1767384954.443041:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:0.0:1767384954.443043:0:18907:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318197248 : -119483391354368 : ffff93549ae6da00) 00010000:00000001:0.0:1767384954.443044:0:18907:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384954.443045:0:18907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000070e762e5/0xb57eb7881956318f lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384954.443049:0:18907:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384954.443055:0:18907:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384954.443056:0:18907:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384954.443063:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000044f12501. 00010000:00000001:0.0:1767384954.443067:0:18907:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384954.443070:0:18907:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384954.443071:0:18907:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384954.443072:0:18907:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384954.443074:0:18907:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000070e762e5 with handle 0xb57eb7881956318f from hash 00010000:00000001:0.0:1767384954.443076:0:18907:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384954.443077:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384954.443078:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384954.443079:0:18907:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384954.443081:0:18907:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384954.443082:0:18907:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384954.443083:0:18907:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384954.443084:0:18907:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384954.443085:0:18907:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384954.443087:0:18907:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00080000:00000010:1.0:1767384954.443089:0:17084:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009946125b. 00010000:00000001:0.0:1767384954.443089:0:18907:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384954.443091:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384954.443094:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00040000:00000001:1.0:1767384954.443096:0:17084:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:0.0:1767384954.443104:0:18907:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384954.443105:0:17105:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000070e762e5/0xb57eb7881956318f lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00040000:00000001:1.0:1767384954.443107:0:17084:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:0.0:1767384954.443107:0:18907:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384954.443111:0:18907:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384954.443112:0:17084:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384954.443116:0:18907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000070e762e5/0xb57eb7881956318f lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000020:00000002:1.0:1767384954.443119:0:17084:0:(lu_object.c:207:lu_object_put()) Add 000000001a34850b/00000000b95219fa to site lru. bkt: 00000000fc037e22 00010000:00000001:2.0:1767384954.443127:0:17105:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:1.0:1767384954.443127:0:17084:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384954.443128:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:1.0:1767384954.443132:0:17084:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00010000:00000001:0.0:1767384954.443132:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384954.443133:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384954.443134:0:18907:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 20000000:01000000:1.0:1767384954.443136:0:17084:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00010000:00000001:0.0:1767384954.443137:0:18907:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00010000:2.0:1767384954.443139:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000070e762e5/0xb57eb7881956318f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384954.443141:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:1.0:1767384954.443142:0:17084:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384954.443144:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384954.443146:0:18907:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 20000000:01000000:1.0:1767384954.443150:0:17084:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00010000:00000001:0.0:1767384954.443151:0:18907:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.443155:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 20000000:00000001:0.0:1767384954.443156:0:18907:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384954.443158:0:17084:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:2.0:1767384954.443160:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384954.443160:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384954.443164:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384954.443165:0:18907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000070e762e5/0xb57eb7881956318f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384954.443169:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 20000000:01000000:2.0:1767384954.443172:0:17105:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384954.443174:0:17105:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384954.443178:0:17105:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384954.443184:0:17105:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384954.443185:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384954.443187:0:17105:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:0.0:1767384954.443188:0:18907:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384954.443191:0:18907:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000040:2.0:1767384954.443192:0:17105:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000009570414e count: 2 00010000:00000001:0.0:1767384954.443193:0:18907:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384954.443196:0:18907:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.443198:0:17105:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384954.443199:0:18907:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.443202:0:18907:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:2.0:1767384954.443206:0:17105:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000010:0.0:1767384954.443206:0:18907:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005287beb3. 00000100:00000001:0.0:1767384954.443210:0:18907:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384954.443212:0:18907:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384954.443213:0:17105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000095cc370a. 00010000:00000010:0.0:1767384954.443213:0:18907:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000816398cb. 00000020:00000001:2.0:1767384954.443220:0:17105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:0.0:1767384954.443222:0:18907:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384954.443224:0:18907:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384954.443225:0:18907:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384954.443227:0:18907:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384954.443230:0:18907:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384954.443231:0:17105:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000095cc370a with handle 0xb57eb78819563196 to hash 00000100:00001000:0.0:1767384954.443232:0:18907:0:(import.c:2128:obd_at_measure()) add 1 to 0000000059180339 time=88 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384954.443238:0:17105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:0.0:1767384954.443238:0:18907:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384954.443243:0:17105:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590004435456 : -119483705116160 : ffff935488333a00) 00000100:00000040:0.0:1767384954.443244:0:18907:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:0.0:1767384954.443248:0:18907:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:2.0:1767384954.443250:0:17105:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590004435456 : -119483705116160 : ffff935488333a00) 02000000:00000001:0.0:1767384954.443251:0:18907:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384954.443253:0:18907:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.443256:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384954.443257:0:18907:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384954.443261:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384954.443262:0:18907:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:2.0:1767384954.443268:0:17105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000095cc370a/0xb57eb78819563196 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384954.443268:0:18907:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012d634c9. 00000100:00000200:0.0:1767384954.443273:0:18907:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237348039680, offset 224 00080000:00000020:1.0:1767384954.443274:0:17084:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384954.443280:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000400:00000200:0.0:1767384954.443281:0:18907:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 20000000:00000010:1.0:1767384954.443284:0:17084:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000eedd45ff. 00010000:00000001:2.0:1767384954.443287:0:17105:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384954.443291:0:17105:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 20000000:00000001:1.0:1767384954.443291:0:17084:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384954.443291:0:18907:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384954.443296:0:17105:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000040:1.0:1767384954.443298:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348039424 00010000:00000001:2.0:1767384954.443299:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000200:0.0:1767384954.443303:0:18907:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958271d07c00 00010000:00000001:2.0:1767384954.443304:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384954.443305:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384954.443310:0:18907:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1fc1 [1] + 224 00000400:00000200:0.0:1767384954.443313:0:18907:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384954.443314:0:18907:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384954.443317:0:18907:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384954.443320:0:17105:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000200:1.0:1767384954.443324:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003f9ab5a5 x1853237348039424/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:180/0 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384954.443325:0:17105:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384954.443328:0:18907:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005b5573e5 x1853237348039680/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384954.443332:0:17105:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384954.443336:0:17105:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384954.443340:0:17105:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384954.443343:0:17105:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384954.443347:0:17105:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009570414e) refcount = 1 00010000:00010000:2.0:1767384954.443357:0:17105:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000095cc370a/0xb57eb78819563196 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384954.443359:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1767384954.443360:0:18907:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005b5573e5 x1853237348039680/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384954.443364:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384954.443372:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=88 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384954.443379:0:17105:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384954.443397:0:17105:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384954.443399:0:17105:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384954.443402:0:17105:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.443404:0:17105:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384954.443408:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 20000000:00000001:2.0:1767384954.443409:0:17105:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:0.0:1767384954.443412:0:18907:0:(events.c:163:reply_in_callback()) Process leaving 20000000:01000000:2.0:1767384954.443415:0:17105:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003701742s 00000100:00000040:1.0:1767384954.443416:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 22 to 0@lo 00010000:00000001:2.0:1767384954.443420:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1767384954.443420:0:18907:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012d634c9 00000100:00000001:1.0:1767384954.443421:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000020:00000001:2.0:1767384954.443423:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767384954.443425:0:18907:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012d634c9. 00000020:00000040:2.0:1767384954.443427:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000095cc370a refcount=4 02000000:00000001:1.0:1767384954.443428:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384954.443430:0:18907:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767384954.443433:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004435456 : -119483705116160 : ffff935488333a00) 02000000:00000001:1.0:1767384954.443433:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.443434:0:18907:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384954.443439:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384954.443439:0:18907:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384954.443447:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384954.443447:0:18907:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:2.0:1767384954.443448:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004435456 : -119483705116160 : ffff935488333a00) 00010000:00000001:0.0:1767384954.443452:0:18907:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.443454:0:17105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000010:1.0:1767384954.443455:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c02db653. 00010000:00000001:0.0:1767384954.443455:0:18907:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384954.443459:0:17105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000095cc370a/0xb57eb78819563196 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384954.443462:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348039424, offset 224 00000100:00000040:0.0:1767384954.443462:0:18907:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e933ccb9 x1853237348039680/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:180/0 lens 328/224 e 0 to 0 dl 1767384965 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384954.443477:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384954.443482:0:17105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384954.443486:0:17105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000095cc370a/0xb57eb78819563196 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384954.443487:0:18907:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e933ccb9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b543db4a-4900-454f-be04-352b2897a173+15:16358:x1853237348039680:12345-0@lo:103: Request processed in 694us (996us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384954.443493:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384954.443503:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00000001:2.0:1767384954.443506:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384954.443507:0:18907:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00010000:00000001:2.0:1767384954.443510:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384954.443511:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d07b00 00000100:00000001:0.0:1767384954.443512:0:18907:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:2.0:1767384954.443515:0:17105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000095cc370a/0xb57eb78819563196 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384954.443515:0:18907:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384954.443519:0:18907:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005cb9b346. 00000400:00000200:1.0:1767384954.443520:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1fa5 [2] + 224 00000020:00000010:0.0:1767384954.443525:0:18907:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f4ff9895. 00000020:00000010:0.0:1767384954.443531:0:18907:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003707cd7f. 00000400:00000200:1.0:1767384954.443533:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384954.443534:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:0.0:1767384954.443535:0:18907:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 14 00010000:00000001:2.0:1767384954.443538:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.443540:0:18907:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384954.443544:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384954.443545:0:17105:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384954.443549:0:17105:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000095cc370a/0xb57eb78819563196 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384954.443550:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384954.443556:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384954.443558:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000098a681d8 x1853237348039424/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384954.443559:0:17105:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000095cc370a already unused, calling callback (00000000df0e66e0) 00000100:00000001:0.0:1767384954.443559:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384954.443563:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384954.443565:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000001:0.0:1767384954.443566:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384954.443570:0:17105:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000010:0.0:1767384954.443570:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004815f523. 00010000:00010000:2.0:1767384954.443575:0:17105:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000095cc370a/0xb57eb78819563196 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384954.443576:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ce6b2d9 00000100:00000040:1.0:1767384954.443579:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000098a681d8 x1853237348039424/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384954.443580:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ce6b2d9. 00000100:00000001:0.0:1767384954.443590:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384954.443592:0:17105:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384954.443595:0:17105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:0.0:1767384954.443596:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005b5573e5 x1853237348039680/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384954.443599:0:17105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384954.443603:0:17105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000095cc370a refcount=5 00000020:00000001:2.0:1767384954.443610:0:17105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004435456 : -119483705116160 : ffff935488333a00) 00010000:00000001:2.0:1767384954.443615:0:17105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004435456 : -119483705116160 : ffff935488333a00) 00000100:00000200:0.0:1767384954.443615:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005b5573e5 x1853237348039680/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384954.443617:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384954.443623:0:17105:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1767384954.443626:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:2.0:1767384954.443627:0:17105:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000095cc370a/0xb57eb78819563196 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384954.443627:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c02db653 00000100:00000001:0.0:1767384954.443628:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384954.443633:0:17084:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c02db653. 00000100:00000001:0.0:1767384954.443633:0:16358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384954.443636:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384954.443639:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384954.443641:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384954.443642:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.443646:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:0.0:1767384954.443647:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.443649:0:17105:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00001000:0.0:1767384954.443651:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000009e62be5a time=88 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384954.443652:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.443653:0:17105:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00001000:0.0:1767384954.443655:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=88 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384954.443657:0:17105:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384954.443660:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:0.0:1767384954.443662:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767384954.443664:0:17105:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1767384954.443665:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384954.443667:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384954.443669:0:17105:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384954.443669:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767384954.443671:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384954.443673:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.443674:0:17105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:1.0:1767384954.443675:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384954.443676:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.443678:0:17105:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384954.443682:0:17105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000095cc370a with handle 0xb57eb78819563196 from hash 00000100:00000040:0.0:1767384954.443682:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005b5573e5 x1853237348039680/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384954.443684:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003f9ab5a5 x1853237348039424/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:180/0 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384954.443690:0:17105:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384954.443694:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384954.443697:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384954.443700:0:17105:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384954.443705:0:17105:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1767384954.443706:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384954.443709:0:17105:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1767384954.443711:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1767384954.443713:0:17105:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1767384954.443714:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384954.443719:0:17105:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384954.443719:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003f9ab5a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+14:16361:x1853237348039424:12345-0@lo:253: Request processed in 4282us (4694us total) trans 0 rc 0/0 00000100:00000040:0.0:1767384954.443721:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005b5573e5 x1853237348039680/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384970 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384954.443725:0:17105:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.443731:0:17105:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384954.443735:0:17105:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00100000:1.0:1767384954.443739:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1767384954.443740:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005b5573e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348039680:0@lo:103: 00010000:00000001:2.0:1767384954.443742:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384954.443746:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00010000:00000001:2.0:1767384954.443747:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384954.443747:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384954.443751:0:17105:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.443753:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384954.443753:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384954.443755:0:17105:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.443758:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384954.443759:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005b5573e5 x1853237348039680/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384970 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384954.443760:0:17105:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384954.443763:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c2d318f2. 00010000:00010000:2.0:1767384954.443767:0:17105:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000095cc370a/0xb57eb78819563196 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384954.443772:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a7b015ea. 00000100:00000001:0.0:1767384954.443778:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:1.0:1767384954.443781:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007efdb108. 02000000:00000001:0.0:1767384954.443781:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767384954.443783:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384954.443786:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1767384954.443788:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00010000:00000001:2.0:1767384954.443789:0:17105:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000010:0.0:1767384954.443790:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003fc6ff19. 00010000:00000001:2.0:1767384954.443794:0:17105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 02000000:00000001:0.0:1767384954.443796:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767384954.443797:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767384954.443797:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1767384954.443798:0:16358:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:1.0:1767384954.443801:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000018902741. 00010000:00000001:2.0:1767384954.443802:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1767384954.443803:0:16358:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00010000:00000001:2.0:1767384954.443808:0:17105:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000001:0.0:1767384954.443808:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767384954.443809:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000010:0.0:1767384954.443812:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000192814a9. 02000000:00000001:0.0:1767384954.443838:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384954.443839:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384954.443840:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005b5573e5. 00010000:00000001:2.0:1767384954.443843:0:17105:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.443843:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384954.443844:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384954.443847:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384954.443850:0:17105:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.443850:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384954.443852:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384954.443854:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384954.443857:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384954.443859:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068526422. 00000100:00000001:0.0:1767384954.443861:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:2.0:1767384954.443862:0:17105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000095cc370a/0xb57eb78819563196 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384954.443865:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c02db653. 00000100:00000001:0.0:1767384954.443865:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.443875:0:17105:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384954.443877:0:17105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384954.443879:0:17105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000095cc370a/0xb57eb78819563196 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17105 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384954.443885:0:17105:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009570414e count: 0 00000100:00000001:1.0:1767384954.443886:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384954.443889:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384954.443895:0:17105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384954.443898:0:17105:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000001:1.0:1767384954.443913:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384954.443916:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384954.443918:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034935245. 00000400:00000200:1.0:1767384954.443922:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c51e0d56 00000400:00000010:1.0:1767384954.443936:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c51e0d56. 00000100:00000001:1.0:1767384954.443939:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384954.443943:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000098a681d8 x1853237348039424/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384954.443953:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000098a681d8 x1853237348039424/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384954.443960:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384954.443961:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384954.443963:0:16361:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384954.443965:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384954.443967:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384954.443968:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384954.443970:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384954.443973:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=88 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384954.443977:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=88 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384954.443979:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384954.443981:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384954.443983:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384954.443985:0:16361:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.443987:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384954.443990:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000098a681d8 x1853237348039424/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384954.444003:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384954.444005:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384954.444006:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384954.444010:0:16361:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384954.444011:0:16361:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384954.444013:0:16361:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384954.444014:0:16361:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384954.444015:0:16361:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384954.444017:0:16361:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384954.444018:0:16361:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384954.444019:0:16361:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384954.444021:0:16361:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384954.444023:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098a681d8 x1853237348039424/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384954.444032:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000098a681d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348039424:0@lo:253: 00000100:00000001:1.0:1767384954.444037:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384954.444039:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384954.444042:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000098a681d8 x1853237348039424/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384954.444049:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384954.444051:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384954.444053:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000be57af9f. 02000000:00000001:1.0:1767384954.444057:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384954.444059:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384954.444060:0:16361:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:1.0:1767384954.444062:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384954.444064:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b35d76ca. 02000000:00000001:1.0:1767384954.444066:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384954.444068:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384954.444070:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000098a681d8. 00000100:00000001:1.0:1767384954.444072:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384954.444074:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384954.444075:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384954.444080:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384954.444082:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.444084:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384954.444085:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384954.447851:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294943478, at 4294943479 00000100:00000010:0.0:1767384954.447858:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a467aeb7. 00000100:00000040:1.0:1767384954.447873:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294943478, at 4294943479 00000100:00000040:2.0:1767384954.447877:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294943478, at 4294943479 00000100:00000010:1.0:1767384954.447882:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000036c86976. 00000100:00000010:2.0:1767384954.447887:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000011e9ba15. 00010000:00000010:2.1:1767384954.448867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005d19d3d7. 00000100:00000040:3.0:1767384954.448870:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294943478, at 4294943480 00010000:00000010:2.1:1767384954.448880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009fb158e7. 00000100:00000010:3.0:1767384954.448881:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006a58dbb6. 00010000:00000010:2.1:1767384954.448891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009570414e. 00010000:00000010:2.1:1767384954.448899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000095cc370a. 00010000:00000010:0.1:1767384954.450845:0:39408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005bb56c99. 00010000:00000010:0.1:1767384954.450851:0:39408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000070e762e5. 00000400:00000010:0.0:1767384954.454603:0:39408:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c32ffe11. 00000400:00000040:0.0:1767384954.454649:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384954.454652:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384954.454654:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384954.454656:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384954.454658:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384954.454659:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384954.454661:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384954.454662:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384954.454663:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384954.454664:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384954.454666:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384954.454667:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384954.454668:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384954.454669:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384954.454670:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384954.454671:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384954.454672:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384954.454673:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384954.454674:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384954.454681:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384954.454682:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384954.454683:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384954.454684:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384954.454685:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384954.454686:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384954.454688:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384954.454689:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384954.454690:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384954.454691:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384954.454692:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384954.454692:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384954.454694:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384954.454695:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384954.454696:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384954.454697:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384954.454698:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384954.454698:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384954.454700:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384954.454701:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384954.454702:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384954.454703:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384954.454704:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384954.454705:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384954.454706:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384954.454707:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384954.454708:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384954.454709:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384954.454709:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384954.454711:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384954.454712:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384954.454713:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384954.454714:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384954.454714:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384954.454715:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384954.454716:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384954.454717:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384954.454718:0:39408:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384954.454796:0:39408:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c32ffe11. 00010000:00000001:0.0:1767384954.904879:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384954.904885:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384954.904892:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384954.904894:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384954.904928:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384954.904931:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384954.904934:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384955.288892:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384955.288896:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384955.288899:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d4ac3eb 00000400:00000010:2.0:1767384955.288903:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d4ac3eb. 00000400:00000200:2.0:1767384955.288907:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384955.288913:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp44 recovery ping unlinked 00000400:00000010:2.0:1767384955.288924:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006d427643. 00000400:00000010:2.0:1767384955.288928:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000085f5a39f. 00000400:00000200:2.0:1767384955.288932:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp46 00000400:00000010:2.0:1767384955.288935:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006d427643. 00000400:00000010:2.0:1767384955.288939:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000085f5a39f. 00000400:00000010:2.0:1767384955.288942:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d4ac3eb. 00000400:00000010:2.0:1767384955.288948:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005574306e. 00000400:00000200:2.0:1767384955.288952:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp46 00000400:00000200:2.0:1767384955.288963:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp46 local destination 00000400:00000200:2.0:1767384955.288969:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp46 00000400:00000200:2.0:1767384955.288972:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp46 NI seq info: [204:204:256:4294967295] 192.168.203.134@tcp46 LPNI seq info [199:199:8:4294967295] 00000400:00000200:2.0:1767384955.288978:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp46 00000400:00000200:2.0:1767384955.288987:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp46(192.168.203.134@tcp46:) -> 192.168.203.134@tcp46(192.168.203.134@tcp46:192.168.203.134@tcp46) : GET try# 0 00000800:00000200:2.0:1767384955.288991:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp46 00000800:00000010:2.0:1767384955.289001:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bf960ddb. 00000800:00000200:2.0:1767384955.289008:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000086926cec] -> 12345-192.168.203.134@tcp46 (2) 00000800:00000200:2.1:1767384955.289013:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000086926cec] -> 12345-192.168.203.134@tcp46 (2) 00000400:00000200:2.0:1767384955.289034:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp46 added to recovery queue. ping count: 2 next ping: 281 health :800 00000400:00000200:2.0:1767384955.289039:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp45 00000400:00000010:2.0:1767384955.289042:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d8f2498a. 00000400:00000010:2.0:1767384955.289047:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fa5478f8. 00000400:00000010:2.0:1767384955.289049:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004593a643. 00000400:00000010:2.0:1767384955.289056:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000997fb5dc. 00000400:00000200:2.0:1767384955.289060:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp45 00000400:00000200:2.0:1767384955.289067:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp45 local destination 00000400:00000200:2.0:1767384955.289071:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp45 00000400:00000200:2.0:1767384955.289075:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp45 NI seq info: [205:205:256:4294967295] 192.168.203.134@tcp45 LPNI seq info [200:200:8:4294967295] 00000400:00000200:2.0:1767384955.289079:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp45 00000400:00000200:2.0:1767384955.289089:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp45(192.168.203.134@tcp45:) -> 192.168.203.134@tcp45(192.168.203.134@tcp45:192.168.203.134@tcp45) : GET try# 0 00000800:00000200:2.0:1767384955.289093:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp45 00000800:00000010:2.0:1767384955.289096:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fe2c8945. 00000800:00000200:2.0:1767384955.289101:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009e626e27] -> 12345-192.168.203.134@tcp45 (2) 00000800:00000200:2.1:1767384955.289106:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009e626e27] -> 12345-192.168.203.134@tcp45 (2) 00000400:00000200:1.0:1767384955.289106:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.289121:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp45 added to recovery queue. ping count: 3 next ping: 285 health :700 00000400:00000200:2.0:1767384955.289132:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp47 00000400:00000010:2.0:1767384955.289136:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007e4f51cf. 00000400:00000010:2.0:1767384955.289139:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ea0df8a7. 00000400:00000010:2.0:1767384955.289141:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004cd42342. 00000400:00000010:2.0:1767384955.289146:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dccec8f6. 00000400:00000200:2.0:1767384955.289149:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp47 00000400:00000200:2.0:1767384955.289154:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp47 local destination 00000400:00000200:2.0:1767384955.289156:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp47 00000400:00000200:2.0:1767384955.289160:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp47 NI seq info: [206:206:256:4294967295] 192.168.203.134@tcp47 LPNI seq info [201:201:8:4294967295] 00000400:00000200:2.0:1767384955.289164:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp47 00000400:00000200:2.0:1767384955.289174:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp47(192.168.203.134@tcp47:) -> 192.168.203.134@tcp47(192.168.203.134@tcp47:192.168.203.134@tcp47) : GET try# 0 00000400:00000200:1.0:1767384955.289179:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000800:00000200:2.0:1767384955.289189:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp47 00000800:00000010:2.0:1767384955.289193:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000354d7722. 00000800:00000200:2.0:1767384955.289198:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009af262a1] -> 12345-192.168.203.134@tcp47 (2) 00000800:00000200:2.1:1767384955.289203:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009af262a1] -> 12345-192.168.203.134@tcp47 (2) 00000400:00000200:2.0:1767384955.289215:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp47 added to recovery queue. ping count: 1 next ping: 279 health :900 00000400:00000200:1.0:1767384955.289232:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.289290:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:1.0:1767384955.289296:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:1.0:1767384955.289388:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.289394:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:1.0:1767384955.289449:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.289469:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:1.0:1767384955.289516:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.289538:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:1.0:1767384955.289594:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.289622:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:1.0:1767384955.289672:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.289699:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:1.0:1767384955.289745:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.289769:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:1.0:1767384955.289809:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.289857:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:1.0:1767384955.289880:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.289910:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:1.0:1767384955.289954:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.289978:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000800:00000200:3.0:1767384955.289979:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000675b85b8] -> 12345-192.168.203.134@tcp32 (6) 00000800:00000200:3.0:1767384955.289986:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp32 ip 192.168.203.134:988 00000800:00000200:3.0:1767384955.289990:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ad538527 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767384955.290008:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.290026:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.290064:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:1.0:1767384955.290064:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.290081:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:1.0:1767384955.290121:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.290156:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.290158:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:1.0:1767384955.290172:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.290223:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.290228:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:1.0:1767384955.290240:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.290287:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.290290:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:1.0:1767384955.290305:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.290354:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.290357:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:1.0:1767384955.290372:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.290420:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:1.0:1767384955.290455:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.290458:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.290475:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:1.0:1767384955.290521:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.290524:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.290530:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:1.0:1767384955.290582:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.290589:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.290593:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:1.0:1767384955.290645:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.290651:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.290659:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:1.0:1767384955.290710:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.290716:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.290725:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:1.0:1767384955.290770:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.290780:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.290789:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:1.0:1767384955.290858:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.290863:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.290880:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.290932:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384955.290933:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.290937:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.290997:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:1.0:1767384955.291011:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.291014:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.291069:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:1.0:1767384955.291090:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.291096:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.291132:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:1.0:1767384955.291155:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.291176:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.291201:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:1.0:1767384955.291225:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.291253:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.291279:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:1.0:1767384955.291296:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.291326:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.291346:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:1.0:1767384955.291357:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.291408:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.291413:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:1.0:1767384955.291449:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.291487:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.291500:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.291546:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.291561:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.291618:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.291645:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000800:00000010:1.0:1767384955.291646:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009b388840. 00000800:00000010:1.0:1767384955.291652:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000003029910. 00000800:00000010:1.0:1767384955.291658:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006c10155b. 00000800:00000010:1.0:1767384955.291683:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006c10155b. 00000400:00000200:2.0:1767384955.291692:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.134:988 00000800:00020000:1.0:1767384955.291696:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:1.0:1767384955.291699:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000003029910. 00000800:00000010:1.0:1767384955.291703:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009b388840. 00000400:00000200:3.0:1767384955.291710:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.291765:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.134:988 00000400:02020000:1.0:1767384955.291774:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp46 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384955.291782:0:16347:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp46 notifying 192.168.203.134@tcp46: down 00000400:00000200:3.0:1767384955.291788:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000800:00000200:1.0:1767384955.291789:0:16347:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp46 down 00000800:00000100:1.0:1767384955.291799:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp46 00000800:00000010:1.0:1767384955.291801:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bf960ddb. 00000400:00000200:1.0:1767384955.291805:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384955.291811:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp46->192.168.203.134@tcp46: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384955.291837:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.134:988 00000400:00000200:1.0:1767384955.291839:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384955.291844:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384955.291848:0:16347:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp46) recovery failed with -71 00000400:00000200:3.0:1767384955.291874:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.291912:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.134:988 00000800:00000200:1.0:1767384955.291914:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384955.291920:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384955.291927:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384955.291932:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384955.291935:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384955.291948:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.291988:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.292023:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.292042:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.292091:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.292104:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.292157:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.292171:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.292219:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.292239:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.292283:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.292308:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.292346:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.292366:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.292450:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.292461:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.292523:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.292542:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.292630:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.292631:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.292700:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.292739:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.292789:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.203.134:988 00000800:00000010:3.0:1767384955.292815:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b35d76ca. 00000800:00000010:3.0:1767384955.292820:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000c7797b0. 00000800:00000010:3.0:1767384955.292824:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006e3560e4. 00000800:00000010:3.0:1767384955.292848:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006e3560e4. 00000800:00020000:3.0:1767384955.292857:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:3.0:1767384955.292861:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000c7797b0. 00000800:00000010:3.0:1767384955.292865:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b35d76ca. 00000400:02020000:3.0:1767384955.292960:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp47 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384955.292968:0:16346:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp47 notifying 192.168.203.134@tcp47: down 00000400:00000200:3.0:1767384955.292972:0:16346:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384955.292977:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp47 00000800:00000010:3.0:1767384955.292980:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000354d7722. 00000400:00000200:3.0:1767384955.292984:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384955.292989:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp47->192.168.203.134@tcp47: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384955.292997:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384955.293008:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384955.293010:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384955.293016:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp47) recovery failed with -71 00000800:00000010:2.0:1767384955.293070:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000006a5a49a. 00000800:00000010:2.0:1767384955.293075:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005d20349c. 00000800:00000010:2.0:1767384955.293079:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004e7bde82. 00000400:00000200:3.0:1767384955.293086:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp45 from 203.3.0.2 00000800:00000010:3.0:1767384955.293092:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000077b61991. 00000800:00000010:2.0:1767384955.293108:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004e7bde82. 00000800:00000010:2.0:1767384955.293140:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b59796d5. 00000800:00000010:2.0:1767384955.293150:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000010b3e745. 00000800:00000010:2.0:1767384955.293171:0:16348:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005bf171aa. 00000800:00000200:2.1:1767384955.293175:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009e626e27] -> 12345-192.168.203.134@tcp45 (2) 00000800:00000200:2.1:1767384955.293179:0:16348:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp45 000000005bf171aa deleted 00000800:00000010:2.1:1767384955.293182:0:16348:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000005bf171aa. 00000800:00000200:2.1:1767384955.293188:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384955.293193:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp45 ip 192.168.203.134:971 00000800:00000200:2.1:1767384955.293195:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fe2c8945 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384955.293200:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp45 p 3.x 192.168.203.134 -> 192.168.203.134:971 incarnation:1767384941503519709 sched[0] 00000800:00000010:2.0:1767384955.293204:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004e7bde82. 00000800:00000010:2.0:1767384955.293243:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004e7bde82. 00000800:00000010:2.0:1767384955.293248:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000010b3e745. 00000800:00000010:2.0:1767384955.293282:0:16348:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000077b61991. 00000800:00000001:2.0:1767384955.293293:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384955.293297:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384955.293346:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384955.293348:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fe2c8945. 00000400:00000200:2.0:1767384955.293353:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384955.293359:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp45->192.168.203.134@tcp45: GET: OK 00000400:00000200:2.0:1767384955.293363:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384955.293367:0:16351:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp45 recovery message sent successfully:0 00000800:00000200:2.1:1767384955.293432:0:16349:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384955.293438:0:16349:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp45 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384941503519709 sched[0] 00000800:00000010:2.0:1767384955.293440:0:16349:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005d20349c. 00000400:00000200:2.0:1767384955.293500:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.293586:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.293659:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:2.0:1767384955.293736:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000800:00000001:1.0:1767384955.293756:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384955.293765:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384955.293768:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384955.293793:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384955.293802:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp45(192.168.203.134@tcp45) <- 192.168.203.134@tcp45 : GET - for me 00000400:00000200:1.0:1767384955.293814:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384955.293817:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:1.0:1767384955.293825:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 272/272 into md 0x1f95 [1] + 0 00000400:00000200:1.0:1767384955.293863:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp45 to MR: 192.168.203.134@tcp45 local destination 00000400:00000200:1.0:1767384955.293871:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp45 NI seq info: [207:207:256:4294967295] 192.168.203.134@tcp45 LPNI seq info [202:202:8:4294967295] 00000400:00000200:2.0:1767384955.293879:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:1.0:1767384955.293888:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp45(192.168.203.134@tcp45:192.168.203.134@tcp45) -> 192.168.203.134@tcp45(192.168.203.134@tcp45:192.168.203.134@tcp45) 192.168.203.134@tcp45 : REPLY try# 0 00000800:00000200:1.0:1767384955.293892:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.134@tcp45 00000800:00000010:1.0:1767384955.293895:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d27766c4. 00000800:00000200:1.0:1767384955.293899:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009e626e27] -> 12345-192.168.203.134@tcp45 (4) 00000800:00000200:1.0:1767384955.293903:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp45 ip 192.168.203.134:988 00000800:00000200:1.0:1767384955.293906:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d27766c4 type 3, nob 368 niov 1 nkiov 1 00000800:00000200:1.0:1767384955.293961:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384955.293964:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d27766c4. 00000400:00000200:1.0:1767384955.293969:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384955.293974:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp45->192.168.203.134@tcp45: REPLY: OK 00000400:00000200:2.0:1767384955.293981:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000800:00000001:1.0:1767384955.293988:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384955.293994:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384955.293997:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384955.294002:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384955.294004:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384955.294009:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384955.294015:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp45(192.168.203.134@tcp45) <- 192.168.203.134@tcp45 : REPLY - for me 00000400:00000200:1.0:1767384955.294025:0:16353:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp45: Reply from 12345-192.168.203.134@tcp45 of length 272/272 into md 0x1fd9 00000800:00000001:1.0:1767384955.294029:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384955.294036:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384955.294038:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384955.294042:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp45->192.168.203.134@tcp45: REPLY: OK 00000400:00000200:1.0:1767384955.294047:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004593a643 00000400:00000010:1.0:1767384955.294048:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004593a643. 00000400:00000200:1.0:1767384955.294052:0:16353:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000200:2.0:1767384955.294058:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000010:1.0:1767384955.294058:0:16353:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d8f2498a. 00000400:00000010:1.0:1767384955.294061:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fa5478f8. 00000800:00000001:1.0:1767384955.294069:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384955.294073:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384955.294482:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.294521:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.294572:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.294629:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.294681:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.294711:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.294753:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.294773:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.294790:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.294825:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.294850:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.294881:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.294901:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.294961:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.294984:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.295002:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.295019:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.295035:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.295050:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.295075:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.295106:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.295130:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.295150:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.295165:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.295182:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.295195:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:3.0:1767384955.295209:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:3.0:1767384955.295304:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b35d76ca. 00000800:00000010:3.0:1767384955.295308:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000c7797b0. 00000800:00000010:3.0:1767384955.295312:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006e3560e4. 00000800:00000010:3.0:1767384955.295328:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006e3560e4. 00000800:00020000:3.0:1767384955.295333:0:16349:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:3.0:1767384955.295336:0:16349:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000c7797b0. 00000800:00000010:3.0:1767384955.295337:0:16349:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b35d76ca. 00000400:02020000:3.0:1767384955.295363:0:16349:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp45 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00010000:00000001:0.0:1767384955.928871:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384955.928878:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384955.928885:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384955.928887:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384955.928918:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384955.928922:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384955.928925:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384956.312909:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:3.0:1767384956.312913:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000647f7dc] -> 12345-192.168.203.134@tcp19 (6) 00000400:00000001:2.0:1767384956.312916:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:3.0:1767384956.312921:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp19 ip 192.168.203.134:988 00000400:00000200:2.0:1767384956.312921:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d4ac3eb 00000800:00000200:3.0:1767384956.312926:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ad538527 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:2.0:1767384956.312926:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d4ac3eb. 00000400:00000200:2.0:1767384956.312938:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384956.312942:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp46 recovery ping unlinked 00000400:00000010:2.0:1767384956.312955:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006d427643. 00000400:00000010:2.0:1767384956.312975:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000085f5a39f. 00000400:00000001:2.0:1767384956.312981:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384956.312982:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384956.312983:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cd42342 00000400:00000010:2.0:1767384956.312984:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004cd42342. 00000400:00000200:2.0:1767384956.312986:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384956.312988:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp47 recovery ping unlinked 00000400:00000010:2.0:1767384956.312991:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007e4f51cf. 00000400:00000010:2.0:1767384956.312994:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ea0df8a7. 00000400:00000200:2.0:1767384956.312998:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp43 00000400:00000010:2.0:1767384956.313002:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007e4f51cf. 00000400:00000010:2.0:1767384956.313007:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000079732139. 00000400:00000010:2.0:1767384956.313011:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004cd42342. 00000400:00000010:2.0:1767384956.313018:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ab87c237. 00000400:00000200:2.0:1767384956.313022:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp43 00000400:00000200:2.0:1767384956.313035:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp43 local destination 00000400:00000200:2.0:1767384956.313042:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp43 00000400:00000200:2.0:1767384956.313046:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp43 NI seq info: [208:208:256:4294967295] 192.168.203.134@tcp43 LPNI seq info [203:203:8:4294967295] 00000400:00000200:2.0:1767384956.313054:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp43 00000400:00000200:2.0:1767384956.313061:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp43(192.168.203.134@tcp43:) -> 192.168.203.134@tcp43(192.168.203.134@tcp43:192.168.203.134@tcp43) : GET try# 0 00000800:00000200:2.0:1767384956.313067:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp43 00000800:00000010:2.0:1767384956.313070:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000003c88dd5. 00000800:00000200:2.0:1767384956.313074:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a2a73b13] -> 12345-192.168.203.134@tcp43 (2) 00000800:00000200:2.1:1767384956.313079:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a2a73b13] -> 12345-192.168.203.134@tcp43 (2) 00000800:00000200:1.0:1767384956.313093:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384956.313100:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384956.313101:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp43 added to recovery queue. ping count: 4 next ping: 294 health :600 00000800:00000001:1.0:1767384956.313114:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384956.313120:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384956.313125:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384956.313176:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:3.0:1767384956.313216:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:3.0:1767384956.313229:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:3.0:1767384956.313258:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:3.0:1767384956.313273:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:3.0:1767384956.313288:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:3.0:1767384956.313303:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:3.0:1767384956.313331:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:3.0:1767384956.313344:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:3.0:1767384956.313356:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:3.0:1767384956.313382:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:3.0:1767384956.313400:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:3.0:1767384956.313413:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:3.0:1767384956.313427:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:3.0:1767384956.313440:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:3.0:1767384956.313453:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:3.0:1767384956.313465:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:3.0:1767384956.313478:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:3.0:1767384956.313491:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:3.0:1767384956.313515:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:3.0:1767384956.313528:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:3.0:1767384956.313541:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:3.0:1767384956.313553:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:3.0:1767384956.313568:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:3.0:1767384956.313581:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:3.0:1767384956.313594:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:3.0:1767384956.313607:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:3.0:1767384956.313621:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:3.0:1767384956.313633:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:3.0:1767384956.313644:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:3.0:1767384956.313656:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:3.0:1767384956.313668:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:3.0:1767384956.313680:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:3.0:1767384956.313692:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:3.0:1767384956.313705:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:3.0:1767384956.313800:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b35d76ca. 00000800:00000010:3.0:1767384956.313804:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004fe7f434. 00000800:00000010:3.0:1767384956.313808:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003bee0166. 00000800:00000010:3.0:1767384956.313855:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003bee0166. 00000800:00020000:3.0:1767384956.313862:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:3.0:1767384956.313864:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004fe7f434. 00000800:00000010:3.0:1767384956.313866:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b35d76ca. 00000400:02020000:3.0:1767384956.313899:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp43 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384956.313905:0:16347:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp43 notifying 192.168.203.134@tcp43: down 00000800:00000200:3.0:1767384956.313909:0:16347:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp43 down 00000800:00000100:3.0:1767384956.313915:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp43 00000800:00000010:3.0:1767384956.313917:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000003c88dd5. 00000400:00000200:3.0:1767384956.313922:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384956.313925:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp43->192.168.203.134@tcp43: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384956.313931:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384956.313938:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384956.313942:0:16347:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp43) recovery failed with -71 00010000:00000001:0.0:1767384956.952894:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384956.952901:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384956.952908:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384956.952912:0:53:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384956.952914:0:53:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384956.952916:0:53:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384956.952918:0:53:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384956.952920:0:53:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384956.952921:0:53:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384956.952923:0:53:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384956.952956:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384956.952959:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384956.952962:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384957.020617:0:39971:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a45cfc49. 00080000:00000010:1.0:1767384957.020627:0:39971:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a45cfc49. 00000020:00000001:1.0:1767384957.020630:0:39971:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384957.020636:0:39971:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a45cfc49. 00080000:00000010:1.0:1767384957.020640:0:39971:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a45cfc49. 00000020:00000001:1.0:1767384957.020642:0:39971:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384957.136797:0:40007:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000008a06d636. 00000400:00000040:2.0:1767384957.136844:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384957.136848:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384957.136851:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384957.136853:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384957.136855:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384957.136857:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384957.136860:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384957.136867:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384957.136870:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384957.136871:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384957.136874:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384957.136876:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384957.136878:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384957.136880:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384957.136881:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384957.136884:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384957.136886:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384957.136887:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384957.136888:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384957.136891:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384957.136893:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384957.136895:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384957.136896:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384957.136898:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384957.136899:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384957.136901:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384957.136903:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384957.136904:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384957.136906:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384957.136907:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384957.136909:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384957.136911:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384957.136913:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384957.136915:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384957.136916:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384957.136918:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384957.136919:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384957.136922:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384957.136924:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384957.136925:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384957.136927:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384957.136929:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384957.136931:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384957.136933:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384957.136935:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384957.136936:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384957.136943:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384957.136945:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384957.136948:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384957.136949:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384957.136951:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384957.136953:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384957.136954:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384957.136956:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384957.136958:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384957.136959:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384957.136961:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:2.0:1767384957.136972:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384957.136974:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384957.136976:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384957.136978:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384957.136980:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384957.136982:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384957.136985:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384957.136986:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384957.136988:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384957.136989:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384957.136991:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384957.136993:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384957.136995:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384957.136997:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384957.136999:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384957.137001:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384957.137002:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384957.137004:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384957.137006:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384957.137008:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384957.137010:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384957.137011:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384957.137013:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384957.137015:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384957.137016:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384957.137017:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384957.137018:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384957.137019:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384957.137026:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384957.137027:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384957.137028:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384957.137029:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384957.137030:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384957.137031:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384957.137032:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384957.137033:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384957.137034:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384957.137036:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384957.137037:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384957.137038:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384957.137038:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384957.137039:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384957.137040:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384957.137041:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384957.137042:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384957.137043:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384957.137044:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384957.137045:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384957.137046:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384957.137047:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384957.137048:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384957.137049:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384957.137050:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384957.137052:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384957.137053:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384957.137054:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:2.0:1767384957.137055:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:2.0:1767384957.137057:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384957.137058:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384957.137060:0:40007:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:2.0:1767384957.137212:0:40007:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000008a06d636. 00000400:00000200:0.0:1767384957.175654:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384957.175701:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp50 from 255.3.0.2 00000800:00000010:0.0:1767384957.175705:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000077a4156f. 00000800:00000010:3.0:1767384957.175741:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b35d76ca. 00000800:00000010:3.0:1767384957.175749:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000066f9c8ad. 00000800:00000010:3.0:1767384957.175774:0:16346:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009da95a4b. 00000800:00000200:3.0:1767384957.175783:0:16346:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.34@tcp50 p 3.x 192.168.203.134 -> 192.168.203.34:1023 incarnation:1767384955282842389 sched[0] 00000800:00000010:3.0:1767384957.175789:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002114a2a7. 00000800:00000010:3.0:1767384957.175859:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002114a2a7. 00000800:00000010:3.0:1767384957.175864:0:16346:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000066f9c8ad. 00000800:00000010:3.0:1767384957.175937:0:16346:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000077a4156f. 00000800:00000001:3.0:1767384957.175956:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384957.175961:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384957.176419:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384957.176425:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384957.176427:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384957.176433:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384957.176439:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50) <- 192.168.203.34@tcp50 : GET - for me 00000400:00000010:0.0:1767384957.176449:0:16353:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 0000000037a15d9c. 00000400:00000200:0.0:1767384957.176453:0:16353:0:(peer.c:264:lnet_peer_alloc()) 0000000037a15d9c nid 192.168.203.34@tcp50 00000400:00000010:0.0:1767384957.176455:0:16353:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000004e9a3493. 00000400:00000200:0.0:1767384957.176458:0:16353:0:(peer.c:204:lnet_peer_net_alloc()) 000000004e9a3493 net tcp50 00000400:00000010:0.0:1767384957.176460:0:16353:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000085f5a39f. 00000400:00000200:0.0:1767384957.176464:0:16353:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000085f5a39f nid 192.168.203.34@tcp50 00000400:00000200:0.0:1767384957.176467:0:16353:0:(peer.c:1069:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.203.34@tcp50 nid 192.168.203.134@tcp50: 0 00000400:00000200:0.0:1767384957.176471:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000037a15d9c (0) 00000400:00000200:0.0:1767384957.176475:0:16353:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.34@tcp50 NID 192.168.203.34@tcp50 flags 0x0 00000400:00000200:0.0:1767384957.176478:0:16353:0:(peer.c:2065:lnet_peer_ni_traffic_add()) peer 192.168.203.34@tcp50: 0 00000400:00000200:0.0:1767384957.176491:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.34@tcp50 of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384957.176498:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.34@tcp50 of length 272/272 into md 0x1f95 [1] + 0 00000400:00000200:0.0:1767384957.176508:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp50 to NMR: 192.168.203.34@tcp50 local destination 00000400:00000200:0.0:1767384957.176514:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp50 NI seq info: [209:209:256:4294967295] 192.168.203.34@tcp50 LPNI seq info [1:1:8:4294967295] 00000400:00000200:0.0:1767384957.176523:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50:192.168.203.134@tcp50) -> 192.168.203.34@tcp50(192.168.203.34@tcp50:192.168.203.34@tcp50) 192.168.203.34@tcp50 : REPLY try# 0 00000800:00000200:0.0:1767384957.176527:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.34@tcp50 00000800:00000010:0.0:1767384957.176531:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002382e302. 00000800:00000200:0.0:1767384957.176536:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009da95a4b] -> 12345-192.168.203.34@tcp50 (2) 00000800:00000200:0.0:1767384957.176542:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.34@tcp50 ip 192.168.203.34:1023 00000800:00000200:0.0:1767384957.176545:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002382e302 type 3, nob 368 niov 1 nkiov 1 00000800:00000001:2.0:1767384957.176585:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384957.176609:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384957.176612:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002382e302. 00000800:00000001:2.0:1767384957.176617:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384957.176618:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384957.176627:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: REPLY: OK 00000400:00000200:0.0:1767384957.177979:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384957.177999:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp50 from 254.3.0.2 00000800:00000010:0.0:1767384957.178002:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000034300e65. 00000800:00000010:0.0:1767384957.178934:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fa62a5c2. 00000800:00000010:0.0:1767384957.178940:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006e4b5530. 00000800:00000010:0.0:1767384957.178966:0:16348:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b1a9c9b7. 00000800:00000200:0.1:1767384957.178974:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009da95a4b] -> 12345-192.168.203.34@tcp50 (2) 00000800:00000200:0.1:1767384957.178980:0:16348:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.34@tcp50 00000000b1a9c9b7 deleted 00000800:00000010:0.1:1767384957.178983:0:16348:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b1a9c9b7. 00000800:00000200:0.0:1767384957.178993:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.34@tcp50 p 3.x 192.168.203.134 -> 192.168.203.34:1022 incarnation:1767384955282842389 sched[0] 00000800:00000010:0.0:1767384957.178999:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007dac689b. 00000800:00000010:0.0:1767384957.179045:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007dac689b. 00000800:00000010:0.0:1767384957.179056:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006e4b5530. 00000800:00000010:0.0:1767384957.179083:0:16348:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000034300e65. 00000800:00000001:2.0:1767384957.179105:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384957.179114:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384957.179117:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384957.179124:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384957.179139:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50) <- 192.168.203.34@tcp50 : GET - for me 00000400:00000200:2.0:1767384957.179151:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.34@tcp50 of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384957.179158:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.34@tcp50 of length 704/704 into md 0x1f95 [1] + 0 00000400:00000200:2.0:1767384957.179168:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp50 to NMR: 192.168.203.34@tcp50 local destination 00000400:00000200:2.0:1767384957.179178:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp50 NI seq info: [210:210:256:4294967295] 192.168.203.34@tcp50 LPNI seq info [2:2:8:4294967295] 00000400:00000200:2.0:1767384957.179195:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50:192.168.203.134@tcp50) -> 192.168.203.34@tcp50(192.168.203.34@tcp50:192.168.203.34@tcp50) 192.168.203.34@tcp50 : REPLY try# 0 00000800:00000200:2.0:1767384957.179201:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.34@tcp50 00000800:00000010:2.0:1767384957.179206:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a1842dba. 00000800:00000200:2.0:1767384957.179212:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009da95a4b] -> 12345-192.168.203.34@tcp50 (3) 00000800:00000200:2.0:1767384957.179218:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.34@tcp50 ip 192.168.203.34:1023 00000800:00000200:2.0:1767384957.179222:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a1842dba type 3, nob 800 niov 1 nkiov 1 00000800:00000200:2.0:1767384957.179277:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384957.179278:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384957.179282:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a1842dba. 00000400:00000200:2.0:1767384957.179288:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384957.179294:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: REPLY: OK 00000800:00000001:0.0:1767384957.179295:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384957.179301:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384957.179305:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384957.180201:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384957.180226:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp50 from 253.3.0.2 00000800:00000010:0.0:1767384957.180229:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000aab10ba2. 00000800:00000010:3.0:1767384957.180257:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c84799b4. 00000800:00000010:3.0:1767384957.180263:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000066f9c8ad. 00000800:00000010:3.0:1767384957.180402:0:16349:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c1185870. 00000800:00000200:3.1:1767384957.180410:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009da95a4b] -> 12345-192.168.203.34@tcp50 (3) 00000800:00000200:3.1:1767384957.180415:0:16349:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.34@tcp50 00000000c1185870 deleted 00000800:00000010:3.1:1767384957.180416:0:16349:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c1185870. 00000800:00000200:3.0:1767384957.180424:0:16349:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.34@tcp50 p 3.x 192.168.203.134 -> 192.168.203.34:1021 incarnation:1767384955282842389 sched[0] 00000800:00000010:3.0:1767384957.180430:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003bee0166. 00000800:00000010:3.0:1767384957.180533:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003bee0166. 00000800:00000010:3.0:1767384957.180538:0:16349:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000066f9c8ad. 00000800:00000010:3.0:1767384957.180560:0:16349:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000aab10ba2. 00000800:00000001:2.0:1767384957.180576:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384957.180584:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384957.336932:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384957.336938:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:3.0:1767384957.336940:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088f1df0d] -> 12345-192.168.203.134@tcp14 (6) 00000400:00000200:2.0:1767384957.336941:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cd42342 00000400:00000010:2.0:1767384957.336947:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004cd42342. 00000800:00000200:3.0:1767384957.336952:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp14 ip 192.168.203.134:988 00000400:00000200:2.0:1767384957.336955:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:3.0:1767384957.336956:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ad538527 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767384957.336962:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp43 recovery ping unlinked 00000400:00000010:2.0:1767384957.336986:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007e4f51cf. 00000400:00000010:2.0:1767384957.336992:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000079732139. 00000400:00000200:2.0:1767384957.336997:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp47 00000400:00000010:2.0:1767384957.337004:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007e4f51cf. 00000400:00000010:2.0:1767384957.337009:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000079732139. 00000400:00000010:2.0:1767384957.337012:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004cd42342. 00000400:00000010:2.0:1767384957.337018:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ee92d5db. 00000400:00000200:2.0:1767384957.337049:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp47 00000400:00000200:2.0:1767384957.337062:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp47 local destination 00000400:00000200:2.0:1767384957.337067:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp47 00000400:00000200:2.0:1767384957.337070:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp47 NI seq info: [211:211:256:4294967295] 192.168.203.134@tcp47 LPNI seq info [204:204:8:4294967295] 00000400:00000200:2.0:1767384957.337075:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp47 00000400:00000200:2.0:1767384957.337082:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp47(192.168.203.134@tcp47:) -> 192.168.203.134@tcp47(192.168.203.134@tcp47:192.168.203.134@tcp47) : GET try# 0 00000800:00000200:2.0:1767384957.337086:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp47 00000800:00000010:2.0:1767384957.337090:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a1842dba. 00000800:00000200:2.0:1767384957.337094:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009af262a1] -> 12345-192.168.203.134@tcp47 (2) 00000800:00000200:2.1:1767384957.337098:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009af262a1] -> 12345-192.168.203.134@tcp47 (2) 00000400:00000200:2.0:1767384957.337114:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp47 added to recovery queue. ping count: 2 next ping: 283 health :800 00000800:00000200:0.0:1767384957.337184:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384957.337191:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000800:00000001:0.0:1767384957.337191:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384957.337205:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384957.337211:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384957.337214:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384957.337240:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:3.0:1767384957.337256:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:3.0:1767384957.337269:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:3.0:1767384957.337281:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:3.0:1767384957.337294:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:3.0:1767384957.337307:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:3.0:1767384957.337320:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:3.0:1767384957.337342:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:3.0:1767384957.337355:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:3.0:1767384957.337396:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:3.0:1767384957.337417:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:3.0:1767384957.337431:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:3.0:1767384957.337443:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:3.0:1767384957.337457:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:3.0:1767384957.337471:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:3.0:1767384957.337485:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:3.0:1767384957.337498:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:3.0:1767384957.337511:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:3.0:1767384957.337524:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:3.0:1767384957.337538:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:3.0:1767384957.337550:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:3.0:1767384957.337563:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:3.0:1767384957.337576:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:3.0:1767384957.337600:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:3.0:1767384957.337614:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:3.0:1767384957.337628:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:3.0:1767384957.337641:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:3.0:1767384957.337654:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:3.0:1767384957.337667:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:3.0:1767384957.337680:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:3.0:1767384957.337693:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:3.0:1767384957.337708:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:3.0:1767384957.337721:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:3.0:1767384957.337734:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:3.0:1767384957.337884:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007866e324. 00000800:00000010:3.0:1767384957.337888:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000066f9c8ad. 00000800:00000010:3.0:1767384957.337892:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000af02e05c. 00000800:00000010:3.0:1767384957.337907:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000af02e05c. 00000800:00020000:3.0:1767384957.337918:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:3.0:1767384957.337921:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000066f9c8ad. 00000800:00000010:3.0:1767384957.337923:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007866e324. 00000400:02020000:3.0:1767384957.337959:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp47 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384957.337965:0:16347:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp47 notifying 192.168.203.134@tcp47: down 00000400:00000200:3.0:1767384957.337969:0:16347:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384957.337972:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp47 00000800:00000010:3.0:1767384957.337974:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a1842dba. 00000400:00000200:3.0:1767384957.337977:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384957.337981:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp47->192.168.203.134@tcp47: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384957.337988:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384957.337990:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384957.337993:0:16347:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp47) recovery failed with -71 00010000:00000001:0.0:1767384957.976953:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384957.976960:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384957.976965:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384957.976966:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384957.977019:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384957.977023:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384957.977026:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1767384958.221009:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384958.221026:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384958.221030:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384958.221032:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384958.221043:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50) <- 192.168.203.34@tcp50 : PUT - for me 00000400:00000200:2.0:1767384958.221068:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.34@tcp50 of length 520 into portal 26 MB=0x6958271600180 00000400:00000200:2.0:1767384958.221076:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.34@tcp50 of length 520/520 into md 0x16f5 [2] + 0 00000400:00000010:2.0:1767384958.221082:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fe19f49. 00000400:00000200:2.0:1767384958.221089:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000009f3418f 00000800:00000001:2.0:1767384958.221095:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384958.221102:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384958.221104:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384958.221107:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:2.0:1767384958.221111:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009f3418f 00000400:00000010:2.0:1767384958.221113:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000009f3418f. 00000100:00000001:2.0:1767384958.221117:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384958.221119:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384958.221121:0:16352:0:(events.c:337:request_in_callback()) incoming req@00000000bf68a6cd x1853237340668288 msgsize 520 00000100:00100000:2.0:1767384958.221125:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.34@tcp50 (source: 12345-192.168.203.34@tcp50) 00000100:00000040:2.0:1767384958.221126:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384958.221139:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384958.221157:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384958.221160:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.221195:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384958.221198:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237340668288 02000000:00000001:1.0:1767384958.221201:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384958.221203:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384958.221205:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384958.221209:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384958.221213:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237340668288 00000020:00000001:1.0:1767384958.221215:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384958.221216:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1767384958.221218:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384958.221220:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.221221:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384958.221226:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c66b3ead. 00000020:00000010:1.0:1767384958.221231:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008224d101. 00000020:00000010:1.0:1767384958.221234:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1b1f01b. 00000100:00000001:1.0:1767384958.221240:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384958.221241:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384958.221242:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.221248:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.221257:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.221266:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384958.221268:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384958.221273:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp50, seq: 155 00000100:00000001:1.0:1767384958.221276:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590002689104 : -119483706862512 : ffff935488189450) 00000100:00000040:1.0:1767384958.221281:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bf68a6cd x1853237340668288/t0(0) o250->@:0/0 lens 520/0 e 0 to 0 dl 1767384978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384958.221290:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bf68a6cd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:11797:x1853237340668288:12345-192.168.203.34@tcp50:250: 00000100:00000200:1.0:1767384958.221293:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237340668288 00000020:00000001:1.0:1767384958.221295:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:1.0:1767384958.221298:0:17084:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:1.0:1767384958.221306:0:17084:0:(obd_config.c:927:class_incref()) incref MGS (00000000d30a507b) now 6 - find 00000020:00000001:1.0:1767384958.221307:0:17084:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446624590016714968 : -119483692836648 : ffff935488ee98d8) 00000100:00000001:1.0:1767384958.221313:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384958.221315:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384958.221318:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000005b1fee19. 02000000:00000001:1.0:1767384958.221320:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.221321:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384958.221323:0:17084:0:(ldlm_lib.c:1249:target_handle_connect()) MGS: ocd_connect_flags: 0xa000411001002060 tmp_exp_old_falloc: 0 00010000:00080000:1.0:1767384958.221327:0:17084:0:(ldlm_lib.c:1428:target_handle_connect()) MGS: connection from 1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50 t0 exp 0000000000000000 cur 279 last 0 00010000:00000001:1.0:1767384958.221330:0:17084:0:(obd_class.h:852:obd_connect()) Process entered 20000000:00000001:1.0:1767384958.221332:0:17084:0:(mgs_handler.c:1766:mgs_obd_connect()) Process entered 00000020:00000001:1.0:1767384958.221334:0:17084:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1767384958.221335:0:17084:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1767384958.221337:0:17084:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000e43c7c80. 00000020:00000001:1.0:1767384958.221339:0:17084:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384958.221340:0:17084:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e43c7c80 with handle 0xb57eb7881956319d to hash 00000020:00000001:1.0:1767384958.221342:0:17084:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1767384958.221344:0:17084:0:(obd_class.h:1008:obd_init_export()) Process entered 00010000:00000001:1.0:1767384958.221346:0:17084:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:1.0:1767384958.221348:0:17084:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384958.221351:0:17084:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b84b13ee. 00000001:00000010:1.0:1767384958.221354:0:17084:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000cc4cf704. 00000001:00000010:1.0:1767384958.221370:0:17084:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c3dd92f3. 00000001:00000010:1.0:1767384958.221373:0:17084:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b00cb6de. 00000001:00000010:1.0:1767384958.221376:0:17084:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003fc6ff19. 00000001:00000010:1.0:1767384958.221378:0:17084:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005f321222. 00010000:00000001:1.0:1767384958.221380:0:17084:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384958.221382:0:17084:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.221383:0:17084:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384958.221385:0:17084:0:(genops.c:887:class_export_get()) GET export 00000000e43c7c80 refcount=3 00000020:00000040:1.0:1767384958.221388:0:17084:0:(obd_config.c:927:class_incref()) incref MGS (00000000d30a507b) now 7 - export 00000020:00000001:1.0:1767384958.221390:0:17084:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000020:00000040:1.0:1767384958.221391:0:17084:0:(genops.c:898:class_export_put()) PUTting export 00000000e43c7c80 : new refcount 2 00000020:00000080:1.0:1767384958.221393:0:17084:0:(genops.c:1402:class_connect()) connect: client 1281e32f-0dd3-472c-a491-b7b7686f9f58, cookie 0xb57eb7881956319d 00000020:00000001:1.0:1767384958.221395:0:17084:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.221396:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384958.221396:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb7881956319d 00000020:00000001:1.0:1767384958.221397:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384958.221398:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e43c7c80 refcount=3 00000020:00000001:1.0:1767384958.221399:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000020:00000001:1.0:1767384958.221400:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 20000000:00000001:1.0:1767384958.221402:0:17084:0:(mgs_handler.c:1736:mgs_obd_reconnect()) Process entered 20000000:00000001:1.0:1767384958.221404:0:17084:0:(mgs_fs.c:45:mgs_export_stats_init()) Process entered 00000020:00000001:1.0:1767384958.221406:0:17084:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:1.0:1767384958.221409:0:17084:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 0000000065009ab0 00000020:00000010:1.0:1767384958.221411:0:17084:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000002eadb937. 00000020:00000040:1.0:1767384958.221417:0:17084:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 000000002eadb937 for nid 192.168.203.34@tcp50 - ref 2 00000020:00000001:1.0:1767384958.221461:0:17084:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384958.221466:0:17084:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000005cb4c3b6. 00000020:00000010:1.0:1767384958.221468:0:17084:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 0000000031dbde03. 00000020:00000010:1.0:1767384958.221471:0:17084:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 00000000aeac0d8a. 00000020:00000010:1.0:1767384958.221481:0:17084:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000f655b53e. 00000020:00000010:1.0:1767384958.221483:0:17084:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000aa61ba67. 00000020:00000010:1.0:1767384958.221484:0:17084:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 0000000017aa5fc7. 20000000:00000001:1.0:1767384958.221490:0:17084:0:(mgs_fs.c:63:mgs_export_stats_init()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384958.221491:0:17084:0:(mgs_handler.c:1753:mgs_obd_reconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384958.221492:0:17084:0:(mgs_handler.c:1785:mgs_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384958.221493:0:17084:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384958.221496:0:17084:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000006724f1ce. 00000020:00000040:1.0:1767384958.221497:0:17084:0:(obd_config.c:927:class_incref()) incref MGS (00000000d30a507b) now 8 - import 00000020:00000001:1.0:1767384958.221501:0:17084:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384958.221502:0:17084:0:(genops.c:1242:class_import_put()) import 000000006724f1ce refcount=1 obd=MGS 00000020:00000001:1.0:1767384958.221503:0:17084:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:1.0:1767384958.221505:0:17084:0:(genops.c:887:class_export_get()) GET export 00000000e43c7c80 refcount=4 00000100:00000040:1.0:1767384958.221506:0:17084:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000e43c7c80 : new rpc_count 1 00000100:00000001:1.0:1767384958.221509:0:17084:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1767384958.221514:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000037a15d9c (1) 00000400:00000200:1.0:1767384958.221517:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000037a15d9c (2) 00000400:00000200:1.0:1767384958.221529:0:17084:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.34@tcp50 (0000000037a15d9c): 0 00000400:00000200:1.0:1767384958.221531:0:17084:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384958.221556:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384958.221562:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.34@tcp50(0000000037a15d9c) state 0x40 00000400:00000200:2.0:1767384958.221563:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000037a15d9c (3) 00000400:00000010:2.0:1767384958.221568:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000966d68c1. 00000400:00000010:2.0:1767384958.221572:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d4ac3eb. 00000400:00000010:2.0:1767384958.221576:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000094b5fb9e. 00000400:00000200:2.0:1767384958.221579:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.34@tcp50 00000400:00000200:2.0:1767384958.221594:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.34@tcp50 local destination 00000400:00000200:2.0:1767384958.221599:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp50 00000400:00000200:2.0:1767384958.221601:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp50 NI seq info: [212:212:256:4294967295] 192.168.203.34@tcp50 LPNI seq info [3:3:8:4294967295] 00000400:00000200:2.0:1767384958.221605:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.34@tcp50 00000400:00000200:2.0:1767384958.221611:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50:) -> 192.168.203.34@tcp50(192.168.203.34@tcp50:192.168.203.34@tcp50) : GET try# 0 00000800:00000200:2.0:1767384958.221614:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.34@tcp50 00000800:00000010:2.0:1767384958.221618:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000070096ba7. 00000800:00000200:2.0:1767384958.221622:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009da95a4b] -> 12345-192.168.203.34@tcp50 (4) 00000800:00000200:2.0:1767384958.221627:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.34@tcp50 ip 192.168.203.34:1023 00000800:00000200:2.0:1767384958.221630:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070096ba7 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384958.221642:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.34@tcp50 00000400:00000200:2.0:1767384958.221644:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.34@tcp50(0000000037a15d9c) state 0x240 rc 0 00000800:00000200:0.0:1767384958.221722:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384958.221727:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000070096ba7. 00000400:00000200:0.0:1767384958.221730:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384958.221734:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: GET: OK 00000400:00000200:0.0:1767384958.221737:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384958.221740:0:16353:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.34@tcp50: 0 00000800:00000001:0.0:1767384958.222283:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.222290:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384958.222293:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.222295:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384958.222301:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50) <- 192.168.203.34@tcp50 : REPLY - for me 00000400:00000200:0.0:1767384958.222312:0:16351:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp50: Reply from 12345-192.168.203.34@tcp50 of length 48/48 into md 0x1fe9 00000800:00000001:0.0:1767384958.222316:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.222322:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384958.222324:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384958.222328:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: REPLY: OK 00000400:00000200:0.0:1767384958.222332:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d4ac3eb 00000400:00000010:0.0:1767384958.222334:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d4ac3eb. 00000400:00000200:0.0:1767384958.222338:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384958.222341:0:16351:0:(peer.c:2953:lnet_discovery_event_reply()) Peer 192.168.203.34@tcp50 has discovery disabled, local discovery enabled 00000400:00000200:0.0:1767384958.222345:0:16351:0:(peer.c:3002:lnet_discovery_event_reply()) peer 192.168.203.34@tcp50(0000000037a15d9c) not MR: DD disabled remotely 00000400:00000200:0.0:1767384958.222348:0:16351:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.34@tcp50 data present 3. state = 0x242 00000400:00000200:0.0:1767384958.222352:0:16351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.34@tcp50 (0000000037a15d9c): -114 00000400:00000200:0.0:1767384958.222380:0:16351:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000037a15d9c (4) 00000800:00000001:0.0:1767384958.222395:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.222399:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384958.222407:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384958.222413:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.34@tcp50(0000000037a15d9c) state 0xc2 00000400:00000010:2.0:1767384958.222420:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 40 at 000000003c0c190f. 00000400:00000010:2.0:1767384958.222422:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 48 at 00000000a3998293. 00000400:00000010:2.0:1767384958.222423:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 40 at 00000000a1c7f4c7. 00000400:00000010:2.0:1767384958.222426:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 40 at 000000003c0c190f. 00000400:00000010:2.0:1767384958.222428:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 48 at 00000000a3998293. 00000400:00000010:2.0:1767384958.222430:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 40 at 00000000a1c7f4c7. 00000400:00000010:2.0:1767384958.222432:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000966d68c1. 00000400:00000200:2.0:1767384958.222435:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.34@tcp50 (0000000037a15d9c): 0 00000400:00000200:2.0:1767384958.222437:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.34@tcp50(0000000037a15d9c): 0. state = 0x142 00000400:00000200:2.0:1767384958.222445:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.34@tcp50(0000000037a15d9c) state 0x142 rc 1 00000400:00000200:2.0:1767384958.222447:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.34@tcp50(0000000037a15d9c) state 0x142 00000400:00000200:2.0:1767384958.222449:0:16356:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.34@tcp50 00000400:00000200:2.0:1767384958.222450:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.34@tcp50(0000000037a15d9c) state 0x112 rc 0 00000400:00000200:2.0:1767384958.222452:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.34@tcp50 (0000000037a15d9c) 00000400:00000200:2.0:1767384958.222461:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000037a15d9c (3) 00000400:00000200:1.0:1767384958.222497:0:17084:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000037a15d9c (2) 00000400:00000200:1.0:1767384958.222501:0:17084:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000037a15d9c (1) 00000400:00000200:1.0:1767384958.222506:0:17084:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.34@tcp50 NID 192.168.203.34@tcp50: 0. discovery complete 00000400:00000200:1.0:1767384958.222507:0:17084:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000037a15d9c (2) 00000400:00000200:1.0:1767384958.222511:0:17084:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.203.34@tcp50 primary NID 192.168.203.34@tcp50 rc 0 00000100:00000010:1.0:1767384958.222515:0:17084:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 00000000d9156d98. 00000100:00000001:1.0:1767384958.222517:0:17084:0:(connection.c:145:ptlrpc_connection_get()) Process leaving 00000100:00000040:1.0:1767384958.222519:0:17084:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000d9156d98 refcount 1 to 192.168.203.34@tcp50 00000020:00000040:1.0:1767384958.222522:0:17084:0:(genops.c:887:class_export_get()) GET export 00000000e43c7c80 refcount=5 00000100:00000001:1.0:1767384958.222527:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384958.222528:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d9156d98 refcount 2 to 192.168.203.34@tcp50 00000100:00000001:1.0:1767384958.222530:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590000881856 : -119483708669760 : ffff935487fd00c0) 02000000:00000001:1.0:1767384958.222532:0:17084:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767384958.222536:0:17084:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1767384958.222537:0:17084:0:(sec.c:1440:sptlrpc_sec_create()) mgs MGS: reverse sec using flavor null 02000000:00000001:1.0:1767384958.222539:0:17084:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072651894848 : -1057656768 : ffffffffc0f57040) 02000000:00000001:1.0:1767384958.222541:0:17084:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.222543:0:17084:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1767384958.222545:0:17084:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1767384958.222547:0:17084:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384958.222548:0:17084:0:(import.c:65:import_set_state_nolock()) 000000006724f1ce : changing import state from RECOVER to FULL 00000100:00000001:1.0:1767384958.222551:0:17084:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384958.222552:0:17084:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384958.222554:0:17084:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384958.222556:0:17084:0:(genops.c:898:class_export_put()) PUTting export 00000000e43c7c80 : new refcount 4 00000020:00000040:1.0:1767384958.222558:0:17084:0:(obd_config.c:955:class_decref()) Decref MGS (00000000d30a507b) now 8 - find 00010000:00000001:1.0:1767384958.222559:0:17084:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.222562:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384958.222564:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289152 : -1048262464 : ffffffffc184c8c0) 00000020:00000001:1.0:1767384958.222566:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384958.222567:0:17084:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384958.222569:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384958.222571:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384958.222572:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384958.222574:0:17084:0:(mgs_handler.c:38:mgs_connect()) Process entered 00000020:00000001:1.0:1767384958.222575:0:17084:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:1.0:1767384958.222579:0:17084:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384958.222581:0:17084:0:(mgs_handler.c:48:mgs_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384958.222582:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237340668288 00010000:00000001:1.0:1767384958.222584:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384958.222587:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bf68a6cd x1853237340668288/t0(0) o250->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384958.222594:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384958.222596:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384958.222598:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=92 v=5 (1 0 0 0) 00000100:00001000:1.0:1767384958.222602:0:17084:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:1.0:1767384958.222604:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384958.222605:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d9156d98 refcount 3 to 192.168.203.34@tcp50 00000100:00000001:1.0:1767384958.222606:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590000881856 : -119483708669760 : ffff935487fd00c0) 02000000:00000001:1.0:1767384958.222608:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384958.222610:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.222612:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384958.222614:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.34@tcp50 00000400:00000010:1.0:1767384958.222616:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd3e3a6e. 00000100:00000200:1.0:1767384958.222618:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853237340668288, offset 0 00000400:00000200:1.0:1767384958.222622:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.34@tcp50 00000400:00000200:1.0:1767384958.222627:0:17084:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp50 to NMR: 192.168.203.34@tcp50 local destination 00000400:00000200:1.0:1767384958.222636:0:17084:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp50 NI seq info: [213:213:256:4294967295] 192.168.203.34@tcp50 LPNI seq info [4:4:8:4294967295] 00000400:00000200:1.0:1767384958.222642:0:17084:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50:192.168.203.134@tcp50) -> 192.168.203.34@tcp50(192.168.203.34@tcp50:192.168.203.34@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384958.222645:0:17084:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.34@tcp50 00000800:00000010:1.0:1767384958.222648:0:17084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b9ea542. 00000800:00000200:1.0:1767384958.222650:0:17084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009da95a4b] -> 12345-192.168.203.34@tcp50 (4) 00000800:00000200:1.0:1767384958.222654:0:17084:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.34@tcp50 ip 192.168.203.34:1023 00000800:00000200:1.0:1767384958.222656:0:17084:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004b9ea542 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:1.0:1767384958.222667:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384958.222670:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d9156d98 refcount 2 to 192.168.203.34@tcp50 00010000:00000001:1.0:1767384958.222671:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384958.222672:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.222674:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384958.222676:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf68a6cd x1853237340668288/t0(0) o250->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384958.222688:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bf68a6cd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1281e32f-0dd3-472c-a491-b7b7686f9f58+4:11797:x1853237340668288:12345-192.168.203.34@tcp50:250: Request processed in 1398us (1564us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384958.222694:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp50, seq: 155 00000100:00000040:1.0:1767384958.222697:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e43c7c80 : new rpc_count 0 00000100:00000001:1.0:1767384958.222698:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384958.222700:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384958.222703:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008224d101. 00000020:00000010:1.0:1767384958.222706:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e1b1f01b. 00000020:00000010:1.0:1767384958.222709:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c66b3ead. 00000020:00000040:1.0:1767384958.222713:0:17084:0:(genops.c:898:class_export_put()) PUTting export 00000000e43c7c80 : new refcount 3 00000100:00000001:1.0:1767384958.222716:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384958.222719:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1767384958.222720:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000010:2.0:1767384958.222722:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b9ea542. 00000400:00000010:1.0:1767384958.222725:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002123e41f. 00000400:00000200:2.0:1767384958.222727:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384958.222731:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ceb8ccc. 00000400:00000200:2.0:1767384958.222735:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:2.0:1767384958.222739:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd3e3a6e 00000400:00000010:2.0:1767384958.222741:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd3e3a6e. 00000100:00000001:2.0:1767384958.222743:0:16352:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384958.222745:0:16352:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384958.222747:0:16352:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000005b1fee19. 02000000:00000001:2.0:1767384958.222750:0:16352:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384958.222751:0:16352:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384958.223465:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.223471:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384958.223472:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.223473:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384958.223477:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50) <- 192.168.203.34@tcp50 : PUT - for me 00000400:00000200:0.0:1767384958.223483:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.34@tcp50 of length 328 into portal 26 MB=0x6958271600100 00000400:00000200:0.0:1767384958.223487:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.34@tcp50 of length 328/328 into md 0x172d [2] + 0 00000400:00000010:0.0:1767384958.223489:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006040f311. 00000400:00000200:0.0:1767384958.223492:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004c9559e4 00000800:00000001:0.0:1767384958.223494:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.223497:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384958.223498:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384958.223501:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:0.0:1767384958.223503:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c9559e4 00000400:00000010:0.0:1767384958.223504:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c9559e4. 00000100:00000001:0.0:1767384958.223506:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384958.223507:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384958.223509:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000aac5c826 x1853237340668160 msgsize 328 00000100:00100000:0.0:1767384958.223512:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.34@tcp50 (source: 12345-192.168.203.34@tcp50) 00000100:00000040:0.0:1767384958.223514:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384958.223523:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384958.223528:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.223530:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.223570:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384958.223574:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237340668160 02000000:00000001:1.0:1767384958.223577:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384958.223579:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384958.223580:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384958.223583:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384958.223586:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237340668160 00000020:00000001:1.0:1767384958.223588:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384958.223590:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb7881956319d 00000020:00000001:1.0:1767384958.223592:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384958.223593:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e43c7c80 refcount=4 00000020:00000001:1.0:1767384958.223596:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000020:00000001:1.0:1767384958.223599:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000100:00000001:1.0:1767384958.223603:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384958.223607:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000882740d7. 00000100:00000001:1.0:1767384958.223610:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384958.223612:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000882740d7. 00000020:00000010:1.0:1767384958.223617:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004951b1db. 00000020:00000010:1.0:1767384958.223621:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008224d101. 00000020:00000010:1.0:1767384958.223623:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1b1f01b. 00000100:00000040:1.0:1767384958.223628:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384958.223630:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384958.223631:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384958.223632:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.223635:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.223644:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.223649:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384958.223650:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384958.223654:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp50, seq: 156 00000100:00000040:1.0:1767384958.223656:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e43c7c80 : new rpc_count 1 00000100:00000001:1.0:1767384958.223658:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590002683984 : -119483706867632 : ffff935488188050) 00000100:00000040:1.0:1767384958.223662:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aac5c826 x1853237340668160/t0(0) o101->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 328/0 e 0 to 0 dl 1767384969 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.223669:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384958.223671:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000882740d7. 00000100:00000001:1.0:1767384958.223672:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384958.223673:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000882740d7. 00000100:00100000:1.0:1767384958.223676:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aac5c826 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1281e32f-0dd3-472c-a491-b7b7686f9f58+4:15183:x1853237340668160:12345-192.168.203.34@tcp50:101: 00000100:00000200:1.0:1767384958.223678:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237340668160 00000020:00000001:1.0:1767384958.223680:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384958.223682:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384958.223683:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.223684:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384958.223686:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289024 : -1048262592 : ffffffffc184c840) 00000020:00000001:1.0:1767384958.223687:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384958.223688:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384958.223690:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384958.223690:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384958.223692:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.223694:0:17084:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384958.223696:0:17084:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384958.223697:0:17084:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384958.223699:0:17084:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384958.223700:0:17084:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384958.223703:0:17084:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384958.223708:0:17084:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000040aa0528 count: 6 00010000:00000001:1.0:1767384958.223710:0:17084:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384958.223712:0:17084:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384958.223714:0:17084:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000063aee812. 00000020:00000001:1.0:1767384958.223716:0:17084:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384958.223717:0:17084:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000063aee812 with handle 0xb57eb788195631a4 to hash 00000020:00000001:1.0:1767384958.223719:0:17084:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384958.223720:0:17084:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590976108032 : -119482733443584 : ffff9354c21dc600) 00010000:00000001:1.0:1767384958.223722:0:17084:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590976108032 : -119482733443584 : ffff9354c21dc600) 00010000:00010000:1.0:1767384958.223724:0:17084:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000063aee812/0xb57eb788195631a4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xe33102ed65d07534 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384958.223729:0:17084:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000e43c7c80 : new locks_count 1 00000020:00000040:1.0:1767384958.223730:0:17084:0:(genops.c:887:class_export_get()) GET export 00000000e43c7c80 refcount=5 00000100:00000001:1.0:1767384958.223735:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384958.223736:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384958.223737:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000f5bf5158. 02000000:00000001:1.0:1767384958.223739:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.223740:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384958.223742:0:17084:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384958.223744:0:17084:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384958.223746:0:17084:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384958.223748:0:17084:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384958.223749:0:17084:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384958.223751:0:17084:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384958.223751:0:17084:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384958.223753:0:17084:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384958.223755:0:17084:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384958.223756:0:17084:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384958.223757:0:17084:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384958.223759:0:17084:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000040aa0528) refcount = 6 00010000:00000040:1.0:1767384958.223761:0:17084:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384958.223763:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000935808c2/0xb57eb78819562ecc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819562ec5 expref: 13 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384958.223767:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000019e4cef/0xb57eb78819562ea2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819562e9b expref: 13 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384958.223771:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000001e7f2ee3/0xb57eb78819562e55 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819562e4e expref: 13 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384958.223774:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000c69c2202/0xb57eb78819562dd0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819562dc9 expref: 13 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384958.223777:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000004c0df097/0xb57eb78819562db4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819562dad expref: 13 pid: 17083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384958.223781:0:17084:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000063aee812/0xb57eb788195631a4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.34@tcp50 remote: 0xe33102ed65d07534 expref: 5 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384958.223784:0:17084:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384958.223785:0:17084:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384958.223786:0:17084:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384958.223787:0:17084:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384958.223789:0:17084:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384958.223791:0:17084:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384958.223793:0:17084:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000063aee812/0xb57eb788195631a4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.34@tcp50 remote: 0xe33102ed65d07534 expref: 5 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384958.223796:0:17084:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384958.223798:0:17084:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384958.223799:0:17084:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384958.223801:0:17084:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384958.223802:0:17084:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384958.223803:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384958.223804:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384958.223805:0:17084:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000063aee812, rc 0) 00000020:00000001:1.0:1767384958.223807:0:17084:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384958.223808:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237340668160 00010000:00000001:1.0:1767384958.223810:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384958.223812:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aac5c826 x1853237340668160/t0(0) o101->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 328/344 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384958.223861:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384958.223863:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384958.223864:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384958.223867:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384958.223868:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d9156d98 refcount 3 to 192.168.203.34@tcp50 00000100:00000001:1.0:1767384958.223870:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590000881856 : -119483708669760 : ffff935487fd00c0) 02000000:00000001:1.0:1767384958.223871:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384958.223872:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.223874:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384958.223876:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.34@tcp50 00000400:00000010:1.0:1767384958.223878:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096084e8b. 00000100:00000200:1.0:1767384958.223880:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237340668160, offset 224 00000400:00000200:1.0:1767384958.223883:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.34@tcp50 00000400:00000200:1.0:1767384958.223888:0:17084:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp50 to NMR: 192.168.203.34@tcp50 local destination 00000400:00000200:1.0:1767384958.223894:0:17084:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp50 NI seq info: [214:214:256:4294967295] 192.168.203.34@tcp50 LPNI seq info [5:5:8:4294967295] 00000400:00000200:1.0:1767384958.223901:0:17084:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50:192.168.203.134@tcp50) -> 192.168.203.34@tcp50(192.168.203.34@tcp50:192.168.203.34@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384958.223904:0:17084:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.34@tcp50 00000800:00000010:1.0:1767384958.223906:0:17084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf8d5fc4. 00000800:00000200:1.0:1767384958.223909:0:17084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009da95a4b] -> 12345-192.168.203.34@tcp50 (4) 00000800:00000200:1.0:1767384958.223912:0:17084:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.34@tcp50 ip 192.168.203.34:1023 00000800:00000200:1.0:1767384958.223914:0:17084:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cf8d5fc4 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:1.0:1767384958.223922:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384958.223924:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d9156d98 refcount 2 to 192.168.203.34@tcp50 00010000:00000001:1.0:1767384958.223925:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384958.223926:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.223928:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384958.223930:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aac5c826 x1853237340668160/t0(0) o101->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 328/344 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384958.223936:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aac5c826 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1281e32f-0dd3-472c-a491-b7b7686f9f58+5:15183:x1853237340668160:12345-192.168.203.34@tcp50:101: Request processed in 266us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384958.223942:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp50, seq: 156 00000100:00000040:1.0:1767384958.223944:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e43c7c80 : new rpc_count 0 00000100:00000001:1.0:1767384958.223945:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384958.223946:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384958.223949:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008224d101. 00000020:00000010:1.0:1767384958.223951:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e1b1f01b. 00000020:00000010:1.0:1767384958.223954:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004951b1db. 00000020:00000040:1.0:1767384958.223956:0:17084:0:(genops.c:898:class_export_put()) PUTting export 00000000e43c7c80 : new refcount 4 00000100:00000001:1.0:1767384958.223958:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384958.223961:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384958.223965:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef7e7d2e. 00000400:00000010:1.0:1767384958.223967:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000653e559a. 00000800:00000200:0.0:1767384958.223987:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384958.223992:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf8d5fc4. 00000400:00000200:0.0:1767384958.223997:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384958.224001:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:0.0:1767384958.224005:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096084e8b 00000400:00000010:0.0:1767384958.224006:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096084e8b. 00000100:00000001:0.0:1767384958.224009:0:16351:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384958.224011:0:16351:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384958.224013:0:16351:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000f5bf5158. 02000000:00000001:0.0:1767384958.224015:0:16351:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384958.224023:0:16351:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384958.224835:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384958.224842:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384958.224844:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384958.224845:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384958.224849:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50) <- 192.168.203.34@tcp50 : PUT - for me 00000400:00000200:2.0:1767384958.224856:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.34@tcp50 of length 512 into portal 26 MB=0x6958271600200 00000400:00000200:2.0:1767384958.224860:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.34@tcp50 of length 512/512 into md 0x175d [2] + 0 00000400:00000010:2.0:1767384958.224863:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3728938. 00000400:00000200:2.0:1767384958.224865:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000768af59b 00000800:00000001:2.0:1767384958.224868:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384958.224871:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384958.224873:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384958.224875:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:2.0:1767384958.224877:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000768af59b 00000400:00000010:2.0:1767384958.224878:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000768af59b. 00000100:00000001:2.0:1767384958.224881:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384958.224882:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384958.224890:0:16352:0:(events.c:337:request_in_callback()) incoming req@00000000003d7d55 x1853237340668416 msgsize 512 00000100:00100000:2.0:1767384958.224893:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.34@tcp50 (source: 12345-192.168.203.34@tcp50) 00000100:00000040:2.0:1767384958.224895:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384958.224904:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384958.224908:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384958.224910:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.224965:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384958.224968:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237340668416 02000000:00000001:1.0:1767384958.224969:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384958.224970:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384958.224972:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384958.224974:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384958.224976:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237340668416 00000020:00000001:1.0:1767384958.224977:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384958.224978:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb7881956319d 00000020:00000001:1.0:1767384958.224979:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384958.224981:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e43c7c80 refcount=5 00000020:00000001:1.0:1767384958.224982:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000020:00000001:1.0:1767384958.224984:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000100:00000001:1.0:1767384958.224986:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384958.224989:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000882740d7. 00000100:00000001:1.0:1767384958.224990:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384958.224992:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000882740d7. 00000020:00000010:1.0:1767384958.224995:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004951b1db. 00000020:00000010:1.0:1767384958.224997:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008224d101. 00000020:00000010:1.0:1767384958.224999:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1b1f01b. 00000100:00000040:1.0:1767384958.225002:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384958.225004:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384958.225005:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384958.225006:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.225008:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.225017:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.225022:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384958.225024:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384958.225027:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp50, seq: 157 00000100:00000040:1.0:1767384958.225029:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e43c7c80 : new rpc_count 1 00000100:00000001:1.0:1767384958.225030:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590002693200 : -119483706858416 : ffff93548818a450) 00000100:00000040:1.0:1767384958.225034:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000003d7d55 x1853237340668416/t0(0) o501->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 512/0 e 0 to 0 dl 1767384969 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.225041:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384958.225042:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000882740d7. 00000100:00000001:1.0:1767384958.225044:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384958.225045:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000882740d7. 00000100:00100000:1.0:1767384958.225050:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000003d7d55 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1281e32f-0dd3-472c-a491-b7b7686f9f58+5:15183:x1853237340668416:12345-192.168.203.34@tcp50:501: 00000100:00000200:1.0:1767384958.225052:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237340668416 00000020:00000001:1.0:1767384958.225054:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384958.225056:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384958.225057:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.225059:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384958.225060:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661288640 : -1048262976 : ffffffffc184c6c0) 00000020:00000001:1.0:1767384958.225062:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384958.225063:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384958.225064:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384958.225065:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384958.225067:0:17084:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1767384958.225069:0:17084:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.225070:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384958.225071:0:17084:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:1.0:1767384958.225073:0:17084:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:1.0:1767384958.225074:0:17084:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:1.0:1767384958.225076:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384958.225077:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384958.225079:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000fca525e4. 02000000:00000001:1.0:1767384958.225080:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.225081:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384958.225083:0:17084:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-sptlrpc 00000040:00000040:1.0:1767384958.225085:0:17084:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005e21b2fd : new refcount 2 00000040:00000001:1.0:1767384958.225087:0:17084:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384958.225089:0:17084:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e27d5f88. 00000040:00000001:1.0:1767384958.225092:0:17084:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384958.225093:0:17084:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384958.225095:0:17084:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624590014282752 : -119483695268864 : 0xffff935488c97c00) 00000020:00000001:1.0:1767384958.225097:0:17084:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624590014282752 : -119483695268864 : ffff935488c97c00) 00080000:00000001:1.0:1767384958.225103:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384958.225106:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384958.225121:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1767384958.225125:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384958.225127:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384958.225129:0:17084:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:1.0:1767384958.225131:0:17084:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:1.0:1767384958.225132:0:17084:0:(llog.c:1547:llog_open()) MGS: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:1.0:1767384958.225134:0:17084:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e27d5f88. 00000040:00000001:1.0:1767384958.225136:0:17084:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384958.225138:0:17084:0:(llog_server.c:81:llog_origin_handle_open()) Process leaving via out_ctxt (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000040:1.0:1767384958.225139:0:17084:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000005e21b2fd : new refcount 1 00000020:00000001:1.0:1767384958.225141:0:17084:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000001:1.0:1767384958.225142:0:17084:0:(mgs_handler.c:689:mgs_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:1.0:1767384958.225144:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237340668416 00010000:00000001:1.0:1767384958.225146:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384958.225148:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000003d7d55 x1853237340668416/t0(0) o501->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 512/272 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc -2/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384958.225154:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384958.225155:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384958.225156:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384958.225158:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384958.225160:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d9156d98 refcount 3 to 192.168.203.34@tcp50 00000100:00000001:1.0:1767384958.225161:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590000881856 : -119483708669760 : ffff935487fd00c0) 02000000:00000001:1.0:1767384958.225163:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384958.225164:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.225165:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384958.225167:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.34@tcp50 00000400:00000010:1.0:1767384958.225169:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e519160b. 00000100:00000200:1.0:1767384958.225171:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237340668416, offset 224 00000400:00000200:1.0:1767384958.225174:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.34@tcp50 00000400:00000200:1.0:1767384958.225178:0:17084:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp50 to NMR: 192.168.203.34@tcp50 local destination 00000400:00000200:1.0:1767384958.225184:0:17084:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp50 NI seq info: [215:215:256:4294967295] 192.168.203.34@tcp50 LPNI seq info [6:6:8:4294967295] 00000400:00000200:1.0:1767384958.225191:0:17084:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50:192.168.203.134@tcp50) -> 192.168.203.34@tcp50(192.168.203.34@tcp50:192.168.203.34@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384958.225194:0:17084:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.34@tcp50 00000800:00000010:1.0:1767384958.225197:0:17084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf8d5fc4. 00000800:00000200:1.0:1767384958.225200:0:17084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009da95a4b] -> 12345-192.168.203.34@tcp50 (4) 00000800:00000200:1.0:1767384958.225203:0:17084:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.34@tcp50 ip 192.168.203.34:1023 00000800:00000200:1.0:1767384958.225205:0:17084:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cf8d5fc4 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767384958.225214:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384958.225216:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d9156d98 refcount 2 to 192.168.203.34@tcp50 00010000:00000001:1.0:1767384958.225218:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384958.225219:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.225220:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384958.225222:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000003d7d55 x1853237340668416/t0(0) o501->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 512/272 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384958.225230:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000003d7d55 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1281e32f-0dd3-472c-a491-b7b7686f9f58+5:15183:x1853237340668416:12345-192.168.203.34@tcp50:501: Request processed in 188us (338us total) trans 0 rc -2/-2 00000100:00100000:1.0:1767384958.225235:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp50, seq: 157 00000100:00000040:1.0:1767384958.225237:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e43c7c80 : new rpc_count 0 00000100:00000001:1.0:1767384958.225239:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384958.225240:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384958.225242:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008224d101. 00000020:00000010:1.0:1767384958.225245:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e1b1f01b. 00000020:00000010:1.0:1767384958.225247:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004951b1db. 00000020:00000040:1.0:1767384958.225249:0:17084:0:(genops.c:898:class_export_put()) PUTting export 00000000e43c7c80 : new refcount 4 00000100:00000001:1.0:1767384958.225251:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384958.225254:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384958.225258:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002759101d. 00000400:00000010:1.0:1767384958.225260:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f35bb364. 00000800:00000200:0.0:1767384958.225279:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384958.225283:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf8d5fc4. 00000400:00000200:0.0:1767384958.225287:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384958.225292:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:0.0:1767384958.225296:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e519160b 00000400:00000010:0.0:1767384958.225298:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e519160b. 00000100:00000001:0.0:1767384958.225301:0:16353:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384958.225302:0:16353:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384958.225304:0:16353:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000fca525e4. 02000000:00000001:0.0:1767384958.225307:0:16353:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384958.225308:0:16353:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384958.226001:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.226007:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384958.226010:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.226012:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384958.226017:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50) <- 192.168.203.34@tcp50 : PUT - for me 00000400:00000200:0.0:1767384958.226025:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.34@tcp50 of length 328 into portal 26 MB=0x6958271600280 00000400:00000200:0.0:1767384958.226031:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.34@tcp50 of length 328/328 into md 0x1765 [2] + 0 00000400:00000010:0.0:1767384958.226034:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c07ad70d. 00000400:00000200:0.0:1767384958.226037:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001847e30f 00000800:00000001:0.0:1767384958.226041:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.226047:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384958.226049:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384958.226052:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:0.0:1767384958.226055:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001847e30f 00000400:00000010:0.0:1767384958.226057:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001847e30f. 00000100:00000001:0.0:1767384958.226060:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384958.226061:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384958.226064:0:16351:0:(events.c:337:request_in_callback()) incoming req@00000000d518a38c x1853237340668544 msgsize 328 00000100:00100000:0.0:1767384958.226068:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.34@tcp50 (source: 12345-192.168.203.34@tcp50) 00000100:00000040:0.0:1767384958.226070:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384958.226081:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384958.226085:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.226088:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.226141:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384958.226144:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237340668544 02000000:00000001:1.0:1767384958.226146:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384958.226147:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384958.226148:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384958.226150:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384958.226152:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237340668544 00000020:00000001:1.0:1767384958.226153:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384958.226154:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb7881956319d 00000020:00000001:1.0:1767384958.226156:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384958.226157:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e43c7c80 refcount=5 00000020:00000001:1.0:1767384958.226159:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000020:00000001:1.0:1767384958.226160:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000100:00000001:1.0:1767384958.226162:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384958.226165:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000882740d7. 00000100:00000001:1.0:1767384958.226167:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384958.226168:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000882740d7. 00000020:00000010:1.0:1767384958.226171:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004951b1db. 00000020:00000010:1.0:1767384958.226173:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008224d101. 00000020:00000010:1.0:1767384958.226176:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1b1f01b. 00000100:00000040:1.0:1767384958.226179:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384958.226180:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384958.226181:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384958.226182:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.226185:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.226194:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.226199:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384958.226200:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384958.226203:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp50, seq: 158 00000100:00000040:1.0:1767384958.226205:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e43c7c80 : new rpc_count 1 00000100:00000001:1.0:1767384958.226206:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590002694224 : -119483706857392 : ffff93548818a850) 00000100:00000040:1.0:1767384958.226210:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d518a38c x1853237340668544/t0(0) o101->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 328/0 e 0 to 0 dl 1767384969 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.226216:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384958.226218:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000882740d7. 00000100:00000001:1.0:1767384958.226220:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384958.226221:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000882740d7. 00000100:00100000:1.0:1767384958.226224:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d518a38c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1281e32f-0dd3-472c-a491-b7b7686f9f58+5:15183:x1853237340668544:12345-192.168.203.34@tcp50:101: 00000100:00000200:1.0:1767384958.226227:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237340668544 00000020:00000001:1.0:1767384958.226229:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384958.226230:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384958.226232:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.226233:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384958.226234:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289024 : -1048262592 : ffffffffc184c840) 00000020:00000001:1.0:1767384958.226236:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384958.226237:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384958.226238:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384958.226239:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384958.226241:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.226243:0:17084:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384958.226244:0:17084:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384958.226245:0:17084:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384958.226246:0:17084:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384958.226247:0:17084:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384958.226249:0:17084:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384958.226251:0:17084:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000040aa0528 count: 7 00010000:00000001:1.0:1767384958.226252:0:17084:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384958.226254:0:17084:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384958.226255:0:17084:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002ea0c03b. 00000020:00000001:1.0:1767384958.226257:0:17084:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384958.226258:0:17084:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002ea0c03b with handle 0xb57eb788195631ab to hash 00000020:00000001:1.0:1767384958.226259:0:17084:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384958.226260:0:17084:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590976109056 : -119482733442560 : ffff9354c21dca00) 00010000:00000001:1.0:1767384958.226262:0:17084:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590976109056 : -119482733442560 : ffff9354c21dca00) 00010000:00010000:1.0:1767384958.226263:0:17084:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000002ea0c03b/0xb57eb788195631ab lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xe33102ed65d0753b expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384958.226268:0:17084:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000e43c7c80 : new locks_count 2 00000020:00000040:1.0:1767384958.226269:0:17084:0:(genops.c:887:class_export_get()) GET export 00000000e43c7c80 refcount=6 00000100:00000001:1.0:1767384958.226271:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384958.226273:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384958.226274:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000c15b72b5. 02000000:00000001:1.0:1767384958.226275:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.226277:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384958.226278:0:17084:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384958.226279:0:17084:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384958.226280:0:17084:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384958.226282:0:17084:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384958.226283:0:17084:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384958.226284:0:17084:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384958.226285:0:17084:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384958.226286:0:17084:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384958.226287:0:17084:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384958.226288:0:17084:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384958.226289:0:17084:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384958.226290:0:17084:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000040aa0528) refcount = 7 00010000:00000040:1.0:1767384958.226292:0:17084:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384958.226294:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000063aee812/0xb57eb788195631a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.34@tcp50 remote: 0xe33102ed65d07534 expref: 6 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384958.226298:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000935808c2/0xb57eb78819562ecc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819562ec5 expref: 13 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384958.226301:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000019e4cef/0xb57eb78819562ea2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819562e9b expref: 13 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384958.226305:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000001e7f2ee3/0xb57eb78819562e55 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819562e4e expref: 13 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384958.226308:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000c69c2202/0xb57eb78819562dd0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819562dc9 expref: 13 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384958.226311:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000004c0df097/0xb57eb78819562db4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819562dad expref: 13 pid: 17083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384958.226315:0:17084:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002ea0c03b/0xb57eb788195631ab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 192.168.203.34@tcp50 remote: 0xe33102ed65d0753b expref: 6 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384958.226318:0:17084:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384958.226319:0:17084:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384958.226319:0:17084:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384958.226320:0:17084:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384958.226321:0:17084:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384958.226323:0:17084:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384958.226324:0:17084:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000002ea0c03b/0xb57eb788195631ab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.34@tcp50 remote: 0xe33102ed65d0753b expref: 6 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384958.226328:0:17084:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384958.226329:0:17084:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384958.226329:0:17084:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384958.226330:0:17084:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384958.226332:0:17084:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384958.226333:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384958.226334:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384958.226335:0:17084:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000002ea0c03b, rc 0) 00000020:00000001:1.0:1767384958.226336:0:17084:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384958.226337:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237340668544 00010000:00000001:1.0:1767384958.226339:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384958.226340:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d518a38c x1853237340668544/t0(0) o101->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 328/344 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384958.226345:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384958.226346:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384958.226348:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384958.226350:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384958.226351:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d9156d98 refcount 3 to 192.168.203.34@tcp50 00000100:00000001:1.0:1767384958.226353:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590000881856 : -119483708669760 : ffff935487fd00c0) 02000000:00000001:1.0:1767384958.226354:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384958.226355:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.226375:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384958.226377:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.34@tcp50 00000400:00000010:1.0:1767384958.226379:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000affc6cb3. 00000100:00000200:1.0:1767384958.226381:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237340668544, offset 224 00000400:00000200:1.0:1767384958.226384:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.34@tcp50 00000400:00000200:1.0:1767384958.226389:0:17084:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp50 to NMR: 192.168.203.34@tcp50 local destination 00000400:00000200:1.0:1767384958.226395:0:17084:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp50 NI seq info: [216:216:256:4294967295] 192.168.203.34@tcp50 LPNI seq info [7:7:8:4294967295] 00000400:00000200:1.0:1767384958.226402:0:17084:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50:192.168.203.134@tcp50) -> 192.168.203.34@tcp50(192.168.203.34@tcp50:192.168.203.34@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384958.226405:0:17084:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.34@tcp50 00000800:00000010:1.0:1767384958.226407:0:17084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b9ea542. 00000800:00000200:1.0:1767384958.226410:0:17084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009da95a4b] -> 12345-192.168.203.34@tcp50 (4) 00000800:00000200:1.0:1767384958.226413:0:17084:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.34@tcp50 ip 192.168.203.34:1023 00000800:00000200:1.0:1767384958.226415:0:17084:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004b9ea542 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:1.0:1767384958.226424:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384958.226426:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d9156d98 refcount 2 to 192.168.203.34@tcp50 00010000:00000001:1.0:1767384958.226428:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384958.226429:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.226431:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384958.226433:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d518a38c x1853237340668544/t0(0) o101->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 328/344 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384958.226439:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d518a38c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1281e32f-0dd3-472c-a491-b7b7686f9f58+6:15183:x1853237340668544:12345-192.168.203.34@tcp50:101: Request processed in 222us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384958.226443:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp50, seq: 158 00000100:00000040:1.0:1767384958.226445:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e43c7c80 : new rpc_count 0 00000100:00000001:1.0:1767384958.226447:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384958.226448:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384958.226450:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008224d101. 00000020:00000010:1.0:1767384958.226453:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e1b1f01b. 00000020:00000010:1.0:1767384958.226455:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004951b1db. 00000020:00000040:1.0:1767384958.226457:0:17084:0:(genops.c:898:class_export_put()) PUTting export 00000000e43c7c80 : new refcount 5 00000100:00000001:1.0:1767384958.226460:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384958.226463:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384958.226466:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000671f4b5f. 00000400:00000010:1.0:1767384958.226469:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000b683798. 00000800:00000200:2.0:1767384958.226495:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384958.226498:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b9ea542. 00000400:00000200:2.0:1767384958.226501:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384958.226506:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:2.0:1767384958.226509:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000affc6cb3 00000400:00000010:2.0:1767384958.226510:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000affc6cb3. 00000100:00000001:2.0:1767384958.226512:0:16352:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384958.226513:0:16352:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384958.226515:0:16352:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000c15b72b5. 02000000:00000001:2.0:1767384958.226516:0:16352:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384958.226517:0:16352:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384958.227158:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.227165:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384958.227167:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.227169:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384958.227175:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50) <- 192.168.203.34@tcp50 : PUT - for me 00000400:00000200:0.0:1767384958.227182:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.34@tcp50 of length 512 into portal 26 MB=0x6958271600300 00000400:00000200:0.0:1767384958.227188:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.34@tcp50 of length 512/512 into md 0x1799 [2] + 0 00000400:00000010:0.0:1767384958.227191:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0bda995. 00000400:00000200:0.0:1767384958.227194:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004198f852 00000800:00000001:0.0:1767384958.227197:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.227203:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384958.227205:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384958.227208:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:0.0:1767384958.227212:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004198f852 00000400:00000010:0.0:1767384958.227213:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004198f852. 00000100:00000001:0.0:1767384958.227216:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384958.227218:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384958.227220:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000107e3559 x1853237340668672 msgsize 512 00000100:00100000:0.0:1767384958.227224:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.34@tcp50 (source: 12345-192.168.203.34@tcp50) 00000100:00000040:0.0:1767384958.227226:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384958.227236:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384958.227241:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.227244:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.227296:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384958.227299:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237340668672 02000000:00000001:1.0:1767384958.227301:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384958.227302:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384958.227303:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384958.227305:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384958.227307:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237340668672 00000020:00000001:1.0:1767384958.227308:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384958.227309:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb7881956319d 00000020:00000001:1.0:1767384958.227310:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384958.227312:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e43c7c80 refcount=6 00000020:00000001:1.0:1767384958.227314:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000020:00000001:1.0:1767384958.227315:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000100:00000001:1.0:1767384958.227318:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384958.227321:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000882740d7. 00000100:00000001:1.0:1767384958.227322:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384958.227324:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000882740d7. 00000020:00000010:1.0:1767384958.227327:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004951b1db. 00000020:00000010:1.0:1767384958.227329:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008224d101. 00000020:00000010:1.0:1767384958.227331:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1b1f01b. 00000100:00000040:1.0:1767384958.227334:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384958.227335:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384958.227336:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384958.227337:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.227339:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.227349:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.227354:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384958.227355:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384958.227374:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp50, seq: 159 00000100:00000040:1.0:1767384958.227376:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e43c7c80 : new rpc_count 1 00000100:00000001:1.0:1767384958.227377:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878110800 : -119482831440816 : ffff9354bc467450) 00000100:00000040:1.0:1767384958.227382:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000107e3559 x1853237340668672/t0(0) o501->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 512/0 e 0 to 0 dl 1767384969 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.227388:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384958.227391:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000882740d7. 00000100:00000001:1.0:1767384958.227393:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384958.227395:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000882740d7. 00000100:00100000:1.0:1767384958.227397:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000107e3559 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1281e32f-0dd3-472c-a491-b7b7686f9f58+6:15183:x1853237340668672:12345-192.168.203.34@tcp50:501: 00000100:00000200:1.0:1767384958.227400:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237340668672 00000020:00000001:1.0:1767384958.227402:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384958.227403:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384958.227404:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.227406:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384958.227407:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661288640 : -1048262976 : ffffffffc184c6c0) 00000020:00000001:1.0:1767384958.227409:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384958.227410:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384958.227411:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384958.227412:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384958.227414:0:17084:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1767384958.227415:0:17084:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.227416:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384958.227418:0:17084:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:1.0:1767384958.227418:0:17084:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:1.0:1767384958.227419:0:17084:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:1.0:1767384958.227420:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384958.227421:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384958.227423:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000001820b610. 02000000:00000001:1.0:1767384958.227425:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.227426:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384958.227428:0:17084:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-client 00000040:00000040:1.0:1767384958.227429:0:17084:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005e21b2fd : new refcount 2 00000040:00000001:1.0:1767384958.227430:0:17084:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384958.227431:0:17084:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e27d5f88. 00000040:00000001:1.0:1767384958.227433:0:17084:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384958.227434:0:17084:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384958.227435:0:17084:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624590014282752 : -119483695268864 : 0xffff935488c97c00) 00000020:00000001:1.0:1767384958.227437:0:17084:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624590014282752 : -119483695268864 : ffff935488c97c00) 00080000:00000001:1.0:1767384958.227440:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384958.227441:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384958.227448:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384958.227463:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384958.227464:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384958.227466:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384958.227467:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384958.227469:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384958.227471:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x3:0x0] 86:3681091319 to info 000000007e91d003 00000020:00000001:1.0:1767384958.227474:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000db62a544 00080000:00000002:1.0:1767384958.227475:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-client => [0xa:0x3:0x0] 00080000:00000001:1.0:1767384958.227477:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384958.227479:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384958.227480:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384958.227484:0:17084:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000003c6024f9. 00000020:00000001:1.0:1767384958.227486:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384958.227490:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590415183192 : -119483294368424 : ffff9354a0aebd58) 00000040:00000001:1.0:1767384958.227492:0:17084:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384958.227493:0:17084:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384958.227495:0:17084:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384958.227497:0:17084:0:(lu_object.c:207:lu_object_put()) Add 000000000ba5c5b0/000000003ba2fa89 to site lru. bkt: 000000005d402968 00000040:00000010:1.0:1767384958.227499:0:17084:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000003c6024f9. 00000040:00000001:1.0:1767384958.227501:0:17084:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384958.227502:0:17084:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e27d5f88. 00000040:00000001:1.0:1767384958.227504:0:17084:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:1.0:1767384958.227505:0:17084:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000005e21b2fd : new refcount 1 00000020:00000001:1.0:1767384958.227506:0:17084:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384958.227508:0:17084:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:1.0:1767384958.227510:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384958.227512:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384958.227514:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384958.227516:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384958.227518:0:17084:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000882740d7. 00000020:00000040:1.0:1767384958.227520:0:17084:0:(genops.c:887:class_export_get()) GET export 00000000e43c7c80 refcount=7 20000000:00000001:1.0:1767384958.227523:0:17084:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384958.227525:0:17084:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384958.227527:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237340668672 00010000:00000001:1.0:1767384958.227530:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384958.227534:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000107e3559 x1853237340668672/t0(0) o501->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 512/272 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384958.227542:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384958.227543:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384958.227546:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384958.227549:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384958.227551:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d9156d98 refcount 3 to 192.168.203.34@tcp50 00000100:00000001:1.0:1767384958.227554:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590000881856 : -119483708669760 : ffff935487fd00c0) 02000000:00000001:1.0:1767384958.227556:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384958.227558:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.227560:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384958.227563:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.34@tcp50 00000400:00000010:1.0:1767384958.227566:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd1a8459. 00000100:00000200:1.0:1767384958.227569:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237340668672, offset 224 00000400:00000200:1.0:1767384958.227573:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.34@tcp50 00000400:00000200:1.0:1767384958.227580:0:17084:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp50 to NMR: 192.168.203.34@tcp50 local destination 00000400:00000200:1.0:1767384958.227588:0:17084:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp50 NI seq info: [217:217:256:4294967295] 192.168.203.34@tcp50 LPNI seq info [8:8:8:4294967295] 00000400:00000200:1.0:1767384958.227594:0:17084:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50:192.168.203.134@tcp50) -> 192.168.203.34@tcp50(192.168.203.34@tcp50:192.168.203.34@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384958.227598:0:17084:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.34@tcp50 00000800:00000010:1.0:1767384958.227600:0:17084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b9ea542. 00000800:00000200:1.0:1767384958.227603:0:17084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009da95a4b] -> 12345-192.168.203.34@tcp50 (4) 00000800:00000200:1.0:1767384958.227615:0:17084:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.34@tcp50 ip 192.168.203.34:1023 00000800:00000200:1.0:1767384958.227617:0:17084:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004b9ea542 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767384958.227625:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384958.227627:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d9156d98 refcount 2 to 192.168.203.34@tcp50 00010000:00000001:1.0:1767384958.227628:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384958.227630:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.227631:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384958.227633:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000107e3559 x1853237340668672/t0(0) o501->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 512/272 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384958.227640:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000107e3559 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1281e32f-0dd3-472c-a491-b7b7686f9f58+7:15183:x1853237340668672:12345-192.168.203.34@tcp50:501: Request processed in 250us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384958.227645:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp50, seq: 159 00000100:00000040:1.0:1767384958.227647:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e43c7c80 : new rpc_count 0 00000100:00000001:1.0:1767384958.227649:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384958.227650:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384958.227652:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008224d101. 00000020:00000010:1.0:1767384958.227655:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e1b1f01b. 00000020:00000010:1.0:1767384958.227657:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004951b1db. 00000020:00000040:1.0:1767384958.227659:0:17084:0:(genops.c:898:class_export_put()) PUTting export 00000000e43c7c80 : new refcount 6 00000100:00000001:1.0:1767384958.227662:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384958.227665:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384958.227668:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee75000a. 00000400:00000010:1.0:1767384958.227671:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000091e0cd71. 00000800:00000200:0.0:1767384958.227689:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384958.227693:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b9ea542. 00000400:00000200:0.0:1767384958.227697:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384958.227701:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:0.0:1767384958.227704:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd1a8459 00000400:00000010:0.0:1767384958.227706:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd1a8459. 00000100:00000001:0.0:1767384958.227709:0:16351:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384958.227711:0:16351:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384958.227712:0:16351:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000001820b610. 02000000:00000001:0.0:1767384958.227715:0:16351:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384958.227716:0:16351:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384958.228339:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384958.228345:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384958.228347:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384958.228349:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384958.228353:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50) <- 192.168.203.34@tcp50 : PUT - for me 00000400:00000200:2.0:1767384958.228373:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.34@tcp50 of length 272 into portal 26 MB=0x6958271600380 00000400:00000200:2.0:1767384958.228377:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.34@tcp50 of length 272/272 into md 0x17a1 [2] + 0 00000400:00000010:2.0:1767384958.228379:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3aff75d. 00000400:00000200:2.0:1767384958.228382:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001c19c89c 00000800:00000001:2.0:1767384958.228384:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384958.228388:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384958.228390:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384958.228392:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:2.0:1767384958.228394:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c19c89c 00000400:00000010:2.0:1767384958.228395:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c19c89c. 00000100:00000001:2.0:1767384958.228398:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384958.228399:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384958.228401:0:16352:0:(events.c:337:request_in_callback()) incoming req@00000000ee6c0850 x1853237340668800 msgsize 272 00000100:00100000:2.0:1767384958.228410:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.34@tcp50 (source: 12345-192.168.203.34@tcp50) 00000100:00000040:2.0:1767384958.228411:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384958.228420:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384958.228424:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384958.228426:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.228461:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384958.228464:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237340668800 02000000:00000001:1.0:1767384958.228465:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384958.228467:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384958.228468:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384958.228470:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384958.228471:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237340668800 00000020:00000001:1.0:1767384958.228473:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384958.228474:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb7881956319d 00000020:00000001:1.0:1767384958.228475:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384958.228476:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e43c7c80 refcount=7 00000020:00000001:1.0:1767384958.228478:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000020:00000001:1.0:1767384958.228480:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000100:00000001:1.0:1767384958.228481:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384958.228484:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e26f5f23. 00000100:00000001:1.0:1767384958.228486:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384958.228487:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e26f5f23. 00000020:00000010:1.0:1767384958.228490:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004951b1db. 00000020:00000010:1.0:1767384958.228492:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008224d101. 00000020:00000010:1.0:1767384958.228494:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1b1f01b. 00000100:00000040:1.0:1767384958.228497:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384958.228498:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384958.228499:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384958.228500:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.228503:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.228514:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.228521:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384958.228522:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384958.228527:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp50, seq: 160 00000100:00000040:1.0:1767384958.228529:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e43c7c80 : new rpc_count 1 00000100:00000001:1.0:1767384958.228531:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878112848 : -119482831438768 : ffff9354bc467c50) 00000100:00000040:1.0:1767384958.228537:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ee6c0850 x1853237340668800/t0(0) o503->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 272/0 e 0 to 0 dl 1767384969 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.228547:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384958.228550:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e26f5f23. 00000100:00000001:1.0:1767384958.228552:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384958.228554:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e26f5f23. 00000100:00100000:1.0:1767384958.228559:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ee6c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1281e32f-0dd3-472c-a491-b7b7686f9f58+7:15183:x1853237340668800:12345-192.168.203.34@tcp50:503: 00000100:00000200:1.0:1767384958.228563:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237340668800 00000020:00000001:1.0:1767384958.228565:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384958.228568:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384958.228569:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.228570:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384958.228571:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661288736 : -1048262880 : ffffffffc184c720) 00000020:00000001:1.0:1767384958.228573:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384958.228574:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384958.228575:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384958.228576:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384958.228577:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.228579:0:17084:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:1.0:1767384958.228580:0:17084:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:1.0:1767384958.228582:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384958.228583:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384958.228597:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000ec0c0382. 02000000:00000001:1.0:1767384958.228598:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.228600:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384958.228601:0:17084:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005e21b2fd : new refcount 2 00000040:00000001:1.0:1767384958.228603:0:17084:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384958.228604:0:17084:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e27d5f88. 00000040:00000001:1.0:1767384958.228606:0:17084:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384958.228608:0:17084:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384958.228609:0:17084:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624590014282752 : -119483695268864 : 0xffff935488c97c00) 00000020:00000001:1.0:1767384958.228611:0:17084:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624590014282752 : -119483695268864 : ffff935488c97c00) 00000020:00000001:1.0:1767384958.228613:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384958.228615:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590415183192 : -119483294368424 : ffff9354a0aebd58) 00000040:00000001:1.0:1767384958.228617:0:17084:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384958.228618:0:17084:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384958.228619:0:17084:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384958.228623:0:17084:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000009b388840. 00000040:00000001:1.0:1767384958.228625:0:17084:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384958.228626:0:17084:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1767384958.228637:0:17084:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384958.228639:0:17084:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384958.228640:0:17084:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384958.228642:0:17084:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x3:0x0] count 30 lgh_last_idx 29 llh_cat_idx 0 00000040:00000001:1.0:1767384958.228644:0:17084:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:1.0:1767384958.228645:0:17084:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384958.228647:0:17084:0:(lu_object.c:207:lu_object_put()) Add 000000000ba5c5b0/000000003ba2fa89 to site lru. bkt: 000000005d402968 00000040:00000001:1.0:1767384958.228648:0:17084:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384958.228649:0:17084:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000009b388840. 00000040:00000010:1.0:1767384958.228651:0:17084:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e27d5f88. 00000040:00000040:1.0:1767384958.228653:0:17084:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000005e21b2fd : new refcount 1 00000020:00000001:1.0:1767384958.228655:0:17084:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384958.228656:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237340668800 00010000:00000001:1.0:1767384958.228658:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384958.228660:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ee6c0850 x1853237340668800/t0(0) o503->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 272/8416 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384958.228666:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384958.228667:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384958.228669:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384958.228671:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384958.228673:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d9156d98 refcount 3 to 192.168.203.34@tcp50 00000100:00000001:1.0:1767384958.228674:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590000881856 : -119483708669760 : ffff935487fd00c0) 02000000:00000001:1.0:1767384958.228675:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384958.228676:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.228678:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384958.228679:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.34@tcp50 00000400:00000010:1.0:1767384958.228681:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000005b50aec9. 00000100:00000200:1.0:1767384958.228684:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237340668800, offset 224 00000400:00000200:1.0:1767384958.228687:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.34@tcp50 00000400:00000200:1.0:1767384958.228692:0:17084:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp50 to NMR: 192.168.203.34@tcp50 local destination 00000400:00000200:1.0:1767384958.228697:0:17084:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp50 NI seq info: [218:218:256:4294967295] 192.168.203.34@tcp50 LPNI seq info [9:9:8:4294967295] 00000400:00000200:1.0:1767384958.228704:0:17084:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50:192.168.203.134@tcp50) -> 192.168.203.34@tcp50(192.168.203.34@tcp50:192.168.203.34@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384958.228707:0:17084:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.203.34@tcp50 00000800:00000010:1.0:1767384958.228709:0:17084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000e27d5f88. 00000800:00000200:1.0:1767384958.228711:0:17084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009da95a4b] -> 12345-192.168.203.34@tcp50 (4) 00000800:00000200:1.0:1767384958.228715:0:17084:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.34@tcp50 ip 192.168.203.34:1022 00000800:00000200:1.0:1767384958.228717:0:17084:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e27d5f88 type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:1.0:1767384958.228727:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384958.228729:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d9156d98 refcount 2 to 192.168.203.34@tcp50 00010000:00000001:1.0:1767384958.228730:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384958.228731:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.228732:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384958.228735:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ee6c0850 x1853237340668800/t0(0) o503->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 272/8416 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384958.228741:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ee6c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1281e32f-0dd3-472c-a491-b7b7686f9f58+7:15183:x1853237340668800:12345-192.168.203.34@tcp50:503: Request processed in 194us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384958.228747:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp50, seq: 160 00000100:00000040:1.0:1767384958.228748:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e43c7c80 : new rpc_count 0 00000100:00000001:1.0:1767384958.228749:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384958.228751:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384958.228753:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008224d101. 00000020:00000010:1.0:1767384958.228755:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e1b1f01b. 00000020:00000010:1.0:1767384958.228757:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004951b1db. 00000020:00000040:1.0:1767384958.228761:0:17084:0:(genops.c:898:class_export_put()) PUTting export 00000000e43c7c80 : new refcount 6 00000100:00000001:1.0:1767384958.228763:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384958.228765:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384958.228769:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026116456. 00000400:00000010:1.0:1767384958.228772:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003479960d. 00000800:00000200:0.0:1767384958.228786:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384958.228794:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000e27d5f88. 00000400:00000200:0.0:1767384958.228797:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384958.228801:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:0.0:1767384958.228804:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b50aec9 00000400:00000010:0.0:1767384958.228805:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000005b50aec9. 00000100:00000001:0.0:1767384958.228807:0:16353:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384958.228809:0:16353:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384958.228810:0:16353:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000ec0c0382. 02000000:00000001:0.0:1767384958.228837:0:16353:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384958.228839:0:16353:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384958.229881:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.229886:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384958.229888:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.229889:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384958.229893:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50) <- 192.168.203.34@tcp50 : PUT - for me 00000400:00000200:0.0:1767384958.229899:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.34@tcp50 of length 272 into portal 26 MB=0x6958271600400 00000400:00000200:0.0:1767384958.229902:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.34@tcp50 of length 272/272 into md 0x17c5 [2] + 0 00000400:00000010:0.0:1767384958.229905:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca7121dc. 00000400:00000200:0.0:1767384958.229907:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b5ea3a49 00000800:00000001:0.0:1767384958.229909:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.229913:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384958.229914:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384958.229916:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:0.0:1767384958.229918:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5ea3a49 00000400:00000010:0.0:1767384958.229920:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b5ea3a49. 00000100:00000001:0.0:1767384958.229922:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384958.229923:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384958.229925:0:16351:0:(events.c:337:request_in_callback()) incoming req@0000000027fa9d37 x1853237340668928 msgsize 272 00000100:00100000:0.0:1767384958.229930:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.34@tcp50 (source: 12345-192.168.203.34@tcp50) 00000100:00000040:0.0:1767384958.229932:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384958.229942:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384958.229948:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.229951:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.229975:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384958.229978:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237340668928 02000000:00000001:1.0:1767384958.229979:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384958.229981:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384958.229982:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384958.229984:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384958.229986:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237340668928 00000020:00000001:1.0:1767384958.229987:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384958.229988:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb7881956319d 00000020:00000001:1.0:1767384958.229989:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384958.229991:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e43c7c80 refcount=7 00000020:00000001:1.0:1767384958.229992:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000020:00000001:1.0:1767384958.229994:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000100:00000001:1.0:1767384958.229996:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384958.229999:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e26f5f23. 00000100:00000001:1.0:1767384958.230001:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384958.230002:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e26f5f23. 00000020:00000010:1.0:1767384958.230005:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004951b1db. 00000020:00000010:1.0:1767384958.230007:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008224d101. 00000020:00000010:1.0:1767384958.230009:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1b1f01b. 00000100:00000040:1.0:1767384958.230012:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384958.230014:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384958.230014:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384958.230015:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.230018:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.230027:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.230032:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384958.230033:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384958.230037:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp50, seq: 161 00000100:00000040:1.0:1767384958.230039:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e43c7c80 : new rpc_count 1 00000100:00000001:1.0:1767384958.230040:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878106704 : -119482831444912 : ffff9354bc466450) 00000100:00000040:1.0:1767384958.230044:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000027fa9d37 x1853237340668928/t0(0) o502->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 272/0 e 0 to 0 dl 1767384969 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.230055:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384958.230057:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e26f5f23. 00000100:00000001:1.0:1767384958.230058:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384958.230060:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e26f5f23. 00000100:00100000:1.0:1767384958.230063:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000027fa9d37 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1281e32f-0dd3-472c-a491-b7b7686f9f58+7:15201:x1853237340668928:12345-192.168.203.34@tcp50:502: 00000100:00000200:1.0:1767384958.230065:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237340668928 00000020:00000001:1.0:1767384958.230067:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384958.230068:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384958.230069:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.230070:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384958.230071:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661288688 : -1048262928 : ffffffffc184c6f0) 00000020:00000001:1.0:1767384958.230073:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384958.230074:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384958.230075:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384958.230076:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384958.230077:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.230079:0:17084:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:1.0:1767384958.230080:0:17084:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:1.0:1767384958.230082:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384958.230082:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384958.230091:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000ec0c0382. 02000000:00000001:1.0:1767384958.230093:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.230094:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384958.230096:0:17084:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005e21b2fd : new refcount 2 00000040:00000001:1.0:1767384958.230097:0:17084:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384958.230099:0:17084:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000010903251. 00000040:00000001:1.0:1767384958.230101:0:17084:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384958.230102:0:17084:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384958.230103:0:17084:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624590014282752 : -119483695268864 : 0xffff935488c97c00) 00000020:00000001:1.0:1767384958.230105:0:17084:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624590014282752 : -119483695268864 : ffff935488c97c00) 00000020:00000001:1.0:1767384958.230107:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384958.230109:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590415183192 : -119483294368424 : ffff9354a0aebd58) 00000040:00000001:1.0:1767384958.230111:0:17084:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384958.230112:0:17084:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384958.230113:0:17084:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384958.230115:0:17084:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000009b388840. 00000040:00000001:1.0:1767384958.230116:0:17084:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384958.230117:0:17084:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1767384958.230122:0:17084:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384958.230123:0:17084:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384958.230124:0:17084:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384958.230126:0:17084:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384958.230128:0:17084:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384958.230130:0:17084:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:1.0:1767384958.230138:0:17084:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384958.230139:0:17084:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384958.230140:0:17084:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:1.0:1767384958.230142:0:17084:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384958.230143:0:17084:0:(lu_object.c:207:lu_object_put()) Add 000000000ba5c5b0/000000003ba2fa89 to site lru. bkt: 000000005d402968 00000040:00000001:1.0:1767384958.230145:0:17084:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384958.230146:0:17084:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000009b388840. 00000040:00000010:1.0:1767384958.230148:0:17084:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000010903251. 00000040:00000040:1.0:1767384958.230149:0:17084:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000005e21b2fd : new refcount 1 00000020:00000001:1.0:1767384958.230151:0:17084:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384958.230152:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237340668928 00010000:00000001:1.0:1767384958.230154:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384958.230157:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000027fa9d37 x1853237340668928/t0(0) o502->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 272/8472 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384958.230162:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384958.230163:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384958.230165:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384958.230167:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384958.230168:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d9156d98 refcount 3 to 192.168.203.34@tcp50 00000100:00000001:1.0:1767384958.230170:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590000881856 : -119483708669760 : ffff935487fd00c0) 02000000:00000001:1.0:1767384958.230172:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384958.230173:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.230174:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384958.230176:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.34@tcp50 00000400:00000010:1.0:1767384958.230178:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000adabaac4. 00000100:00000200:1.0:1767384958.230180:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237340668928, offset 224 00000400:00000200:1.0:1767384958.230184:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.34@tcp50 00000400:00000200:1.0:1767384958.230188:0:17084:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp50 to NMR: 192.168.203.34@tcp50 local destination 00000400:00000200:1.0:1767384958.230194:0:17084:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp50 NI seq info: [219:219:256:4294967295] 192.168.203.34@tcp50 LPNI seq info [10:10:8:4294967295] 00000400:00000200:1.0:1767384958.230201:0:17084:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50:192.168.203.134@tcp50) -> 192.168.203.34@tcp50(192.168.203.34@tcp50:192.168.203.34@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384958.230204:0:17084:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.203.34@tcp50 00000800:00000010:1.0:1767384958.230206:0:17084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 0000000010903251. 00000800:00000200:1.0:1767384958.230208:0:17084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009da95a4b] -> 12345-192.168.203.34@tcp50 (4) 00000800:00000200:1.0:1767384958.230212:0:17084:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.34@tcp50 ip 192.168.203.34:1022 00000800:00000200:1.0:1767384958.230214:0:17084:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000010903251 type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:1.0:1767384958.230223:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384958.230225:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d9156d98 refcount 2 to 192.168.203.34@tcp50 00010000:00000001:1.0:1767384958.230227:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384958.230228:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.230229:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384958.230231:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000027fa9d37 x1853237340668928/t0(0) o502->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 272/8472 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384958.230237:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000027fa9d37 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1281e32f-0dd3-472c-a491-b7b7686f9f58+7:15201:x1853237340668928:12345-192.168.203.34@tcp50:502: Request processed in 181us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384958.230242:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp50, seq: 161 00000100:00000040:1.0:1767384958.230244:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e43c7c80 : new rpc_count 0 00000100:00000001:1.0:1767384958.230245:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384958.230247:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384958.230249:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008224d101. 00000020:00000010:1.0:1767384958.230252:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e1b1f01b. 00000020:00000010:1.0:1767384958.230254:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004951b1db. 00000020:00000040:1.0:1767384958.230256:0:17084:0:(genops.c:898:class_export_put()) PUTting export 00000000e43c7c80 : new refcount 6 00000100:00000001:1.0:1767384958.230260:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384958.230263:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384958.230266:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2ac694c. 00000400:00000010:1.0:1767384958.230269:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d9eb1e18. 00000800:00000200:2.0:1767384958.230297:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384958.230301:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 0000000010903251. 00000400:00000200:2.0:1767384958.230304:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384958.230308:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:2.0:1767384958.230310:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000adabaac4 00000400:00000010:2.0:1767384958.230311:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000adabaac4. 00000100:00000001:2.0:1767384958.230314:0:16352:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384958.230315:0:16352:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384958.230316:0:16352:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000ec0c0382. 02000000:00000001:2.0:1767384958.230322:0:16352:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384958.230323:0:16352:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384958.240259:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.240273:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384958.240289:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.240292:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384958.240300:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50) <- 192.168.203.34@tcp50 : PUT - for me 00000400:00000200:0.0:1767384958.240313:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.34@tcp50 of length 272 into portal 26 MB=0x6958271600480 00000400:00000200:0.0:1767384958.240320:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.34@tcp50 of length 272/272 into md 0x17cd [2] + 0 00000400:00000010:0.0:1767384958.240324:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ccaabf2. 00000400:00000200:0.0:1767384958.240328:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000041dbcece 00000800:00000001:0.0:1767384958.240332:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.240339:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384958.240341:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384958.240345:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:0.0:1767384958.240349:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041dbcece 00000400:00000010:0.0:1767384958.240351:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041dbcece. 00000100:00000001:0.0:1767384958.240355:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384958.240372:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384958.240375:0:16353:0:(events.c:337:request_in_callback()) incoming req@0000000041c7b346 x1853237340669056 msgsize 272 00000100:00100000:0.0:1767384958.240380:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.34@tcp50 (source: 12345-192.168.203.34@tcp50) 00000100:00000040:0.0:1767384958.240382:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384958.240394:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384958.240400:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.240402:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.240438:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384958.240441:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237340669056 02000000:00000001:1.0:1767384958.240443:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384958.240445:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384958.240446:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384958.240449:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384958.240452:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237340669056 00000020:00000001:1.0:1767384958.240454:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384958.240455:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb7881956319d 00000020:00000001:1.0:1767384958.240457:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384958.240458:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e43c7c80 refcount=7 00000020:00000001:1.0:1767384958.240460:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000020:00000001:1.0:1767384958.240462:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000100:00000001:1.0:1767384958.240465:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384958.240468:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e26f5f23. 00000100:00000001:1.0:1767384958.240470:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384958.240472:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e26f5f23. 00000020:00000010:1.0:1767384958.240475:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004951b1db. 00000020:00000010:1.0:1767384958.240478:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008224d101. 00000020:00000010:1.0:1767384958.240481:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1b1f01b. 00000100:00000040:1.0:1767384958.240485:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384958.240488:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384958.240489:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384958.240490:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.240494:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.240504:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.240511:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384958.240512:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384958.240516:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp50, seq: 162 00000100:00000040:1.0:1767384958.240519:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e43c7c80 : new rpc_count 1 00000100:00000001:1.0:1767384958.240520:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878108752 : -119482831442864 : ffff9354bc466c50) 00000100:00000040:1.0:1767384958.240525:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000041c7b346 x1853237340669056/t0(0) o502->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 272/0 e 0 to 0 dl 1767384969 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.240533:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384958.240535:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e26f5f23. 00000100:00000001:1.0:1767384958.240536:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384958.240538:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e26f5f23. 00000100:00100000:1.0:1767384958.240541:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000041c7b346 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1281e32f-0dd3-472c-a491-b7b7686f9f58+7:15201:x1853237340669056:12345-192.168.203.34@tcp50:502: 00000100:00000200:1.0:1767384958.240544:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237340669056 00000020:00000001:1.0:1767384958.240545:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384958.240548:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384958.240549:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.240551:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384958.240552:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661288688 : -1048262928 : ffffffffc184c6f0) 00000020:00000001:1.0:1767384958.240554:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384958.240555:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384958.240557:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384958.240558:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384958.240560:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.240561:0:17084:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:1.0:1767384958.240562:0:17084:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:1.0:1767384958.240566:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384958.240567:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384958.240579:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000ec0c0382. 02000000:00000001:1.0:1767384958.240581:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.240583:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384958.240584:0:17084:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005e21b2fd : new refcount 2 00000040:00000001:1.0:1767384958.240586:0:17084:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384958.240588:0:17084:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000010903251. 00000040:00000001:1.0:1767384958.240591:0:17084:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384958.240592:0:17084:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384958.240594:0:17084:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624590014282752 : -119483695268864 : 0xffff935488c97c00) 00000020:00000001:1.0:1767384958.240596:0:17084:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624590014282752 : -119483695268864 : ffff935488c97c00) 00000020:00000001:1.0:1767384958.240599:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384958.240602:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590415183192 : -119483294368424 : ffff9354a0aebd58) 00000040:00000001:1.0:1767384958.240613:0:17084:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384958.240614:0:17084:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384958.240616:0:17084:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384958.240620:0:17084:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000009b388840. 00000040:00000001:1.0:1767384958.240621:0:17084:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384958.240622:0:17084:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1767384958.240632:0:17084:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384958.240633:0:17084:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384958.240634:0:17084:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384958.240636:0:17084:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384958.240637:0:17084:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384958.240640:0:17084:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:1.0:1767384958.240645:0:17084:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384958.240646:0:17084:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384958.240647:0:17084:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:1.0:1767384958.240649:0:17084:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384958.240651:0:17084:0:(lu_object.c:207:lu_object_put()) Add 000000000ba5c5b0/000000003ba2fa89 to site lru. bkt: 000000005d402968 00000040:00000001:1.0:1767384958.240653:0:17084:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384958.240654:0:17084:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000009b388840. 00000040:00000010:1.0:1767384958.240657:0:17084:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000010903251. 00000040:00000040:1.0:1767384958.240658:0:17084:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000005e21b2fd : new refcount 1 00000020:00000001:1.0:1767384958.240660:0:17084:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384958.240662:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237340669056 00010000:00000001:1.0:1767384958.240664:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384958.240668:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000041c7b346 x1853237340669056/t0(0) o502->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 272/8472 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384958.240674:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384958.240675:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384958.240678:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384958.240680:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384958.240682:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d9156d98 refcount 3 to 192.168.203.34@tcp50 00000100:00000001:1.0:1767384958.240684:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590000881856 : -119483708669760 : ffff935487fd00c0) 02000000:00000001:1.0:1767384958.240685:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384958.240687:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.240689:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384958.240691:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.34@tcp50 00000400:00000010:1.0:1767384958.240694:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000006894ea0a. 00000100:00000200:1.0:1767384958.240697:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237340669056, offset 224 00000400:00000200:1.0:1767384958.240701:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.34@tcp50 00000400:00000200:1.0:1767384958.240707:0:17084:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp50 to NMR: 192.168.203.34@tcp50 local destination 00000400:00000200:1.0:1767384958.240715:0:17084:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp50 NI seq info: [220:220:256:4294967295] 192.168.203.34@tcp50 LPNI seq info [11:11:8:4294967295] 00000400:00000200:1.0:1767384958.240723:0:17084:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50:192.168.203.134@tcp50) -> 192.168.203.34@tcp50(192.168.203.34@tcp50:192.168.203.34@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384958.240727:0:17084:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.203.34@tcp50 00000800:00000010:1.0:1767384958.240730:0:17084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 0000000010903251. 00000800:00000200:1.0:1767384958.240733:0:17084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009da95a4b] -> 12345-192.168.203.34@tcp50 (4) 00000800:00000200:1.0:1767384958.240737:0:17084:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.34@tcp50 ip 192.168.203.34:1022 00000800:00000200:1.0:1767384958.240740:0:17084:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000010903251 type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:1.0:1767384958.240749:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384958.240751:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d9156d98 refcount 2 to 192.168.203.34@tcp50 00010000:00000001:1.0:1767384958.240753:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384958.240754:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.240755:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384958.240758:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041c7b346 x1853237340669056/t0(0) o502->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 272/8472 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384958.240764:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000041c7b346 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1281e32f-0dd3-472c-a491-b7b7686f9f58+7:15201:x1853237340669056:12345-192.168.203.34@tcp50:502: Request processed in 230us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384958.240769:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp50, seq: 162 00000100:00000040:1.0:1767384958.240772:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e43c7c80 : new rpc_count 0 00000100:00000001:1.0:1767384958.240774:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384958.240776:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384958.240778:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008224d101. 00000020:00000010:1.0:1767384958.240781:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e1b1f01b. 00000020:00000010:1.0:1767384958.240783:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004951b1db. 00000020:00000040:1.0:1767384958.240785:0:17084:0:(genops.c:898:class_export_put()) PUTting export 00000000e43c7c80 : new refcount 6 00000100:00000001:1.0:1767384958.240788:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384958.240791:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384958.240795:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013b2c91d. 00000400:00000010:1.0:1767384958.240798:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd4df596. 00000800:00000200:0.0:1767384958.240856:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384958.240861:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 0000000010903251. 00000400:00000200:0.0:1767384958.240865:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384958.240870:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:0.0:1767384958.240873:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006894ea0a 00000400:00000010:0.0:1767384958.240875:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000006894ea0a. 00000100:00000001:0.0:1767384958.240878:0:16351:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384958.240880:0:16351:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384958.240882:0:16351:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000ec0c0382. 02000000:00000001:0.0:1767384958.240890:0:16351:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384958.240893:0:16351:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384958.242471:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384958.242478:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384958.242480:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384958.242481:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384958.242485:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50) <- 192.168.203.34@tcp50 : PUT - for me 00000400:00000200:2.0:1767384958.242492:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.34@tcp50 of length 328 into portal 26 MB=0x6958271600500 00000400:00000200:2.0:1767384958.242496:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.34@tcp50 of length 328/328 into md 0x1805 [2] + 0 00000400:00000010:2.0:1767384958.242499:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4ffcadf. 00000400:00000200:2.0:1767384958.242502:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fd1ec240 00000800:00000001:2.0:1767384958.242505:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384958.242510:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384958.242511:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384958.242514:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:2.0:1767384958.242516:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd1ec240 00000400:00000010:2.0:1767384958.242517:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fd1ec240. 00000100:00000001:2.0:1767384958.242520:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384958.242521:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384958.242523:0:16352:0:(events.c:337:request_in_callback()) incoming req@0000000078fc9417 x1853237340669184 msgsize 328 00000100:00100000:2.0:1767384958.242526:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.34@tcp50 (source: 12345-192.168.203.34@tcp50) 00000100:00000040:2.0:1767384958.242533:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384958.242543:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384958.242547:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384958.242549:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.242573:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384958.242575:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237340669184 02000000:00000001:1.0:1767384958.242577:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384958.242578:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384958.242579:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384958.242581:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384958.242583:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237340669184 00000020:00000001:1.0:1767384958.242584:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384958.242585:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb7881956319d 00000020:00000001:1.0:1767384958.242586:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384958.242587:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e43c7c80 refcount=7 00000020:00000001:1.0:1767384958.242589:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000020:00000001:1.0:1767384958.242590:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000100:00000001:1.0:1767384958.242592:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384958.242594:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e26f5f23. 00000100:00000001:1.0:1767384958.242596:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384958.242597:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e26f5f23. 00000020:00000010:1.0:1767384958.242599:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004951b1db. 00000020:00000010:1.0:1767384958.242601:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008224d101. 00000020:00000010:1.0:1767384958.242603:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1b1f01b. 00000100:00000040:1.0:1767384958.242606:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384958.242607:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384958.242608:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384958.242609:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.242612:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.242619:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.242624:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384958.242625:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384958.242628:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp50, seq: 163 00000100:00000040:1.0:1767384958.242630:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e43c7c80 : new rpc_count 1 00000100:00000001:1.0:1767384958.242631:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878104656 : -119482831446960 : ffff9354bc465c50) 00000100:00000040:1.0:1767384958.242634:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000078fc9417 x1853237340669184/t0(0) o101->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 328/0 e 0 to 0 dl 1767384969 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.242640:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384958.242641:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e26f5f23. 00000100:00000001:1.0:1767384958.242642:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384958.242644:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e26f5f23. 00000100:00100000:1.0:1767384958.242647:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000078fc9417 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1281e32f-0dd3-472c-a491-b7b7686f9f58+7:15183:x1853237340669184:12345-192.168.203.34@tcp50:101: 00000100:00000200:1.0:1767384958.242649:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237340669184 00000020:00000001:1.0:1767384958.242651:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384958.242652:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384958.242653:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.242655:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384958.242656:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289024 : -1048262592 : ffffffffc184c840) 00000020:00000001:1.0:1767384958.242658:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384958.242659:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384958.242660:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384958.242661:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384958.242663:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.242664:0:17084:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384958.242666:0:17084:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384958.242668:0:17084:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384958.242669:0:17084:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384958.242671:0:17084:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384958.242674:0:17084:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384958.242679:0:17084:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f604d553. 00010000:00000001:1.0:1767384958.242682:0:17084:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384958.242684:0:17084:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004207979c. 00000020:00000001:1.0:1767384958.242685:0:17084:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384958.242686:0:17084:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004207979c with handle 0xb57eb788195631b2 to hash 00000020:00000001:1.0:1767384958.242688:0:17084:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384958.242689:0:17084:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590976111616 : -119482733440000 : ffff9354c21dd400) 00010000:00000001:1.0:1767384958.242690:0:17084:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590976111616 : -119482733440000 : ffff9354c21dd400) 00010000:00010000:1.0:1767384958.242692:0:17084:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000004207979c/0xb57eb788195631b2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe33102ed65d0755e expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384958.242701:0:17084:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000e43c7c80 : new locks_count 3 00000020:00000040:1.0:1767384958.242702:0:17084:0:(genops.c:887:class_export_get()) GET export 00000000e43c7c80 refcount=8 00000100:00000001:1.0:1767384958.242706:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384958.242707:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384958.242709:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000004891a6c6. 02000000:00000001:1.0:1767384958.242710:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.242712:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384958.242713:0:17084:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384958.242715:0:17084:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384958.242717:0:17084:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384958.242718:0:17084:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384958.242719:0:17084:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384958.242721:0:17084:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384958.242722:0:17084:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384958.242723:0:17084:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384958.242725:0:17084:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384958.242726:0:17084:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384958.242727:0:17084:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384958.242728:0:17084:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f604d553) refcount = 1 00010000:00010000:1.0:1767384958.242730:0:17084:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004207979c/0xb57eb788195631b2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.203.34@tcp50 remote: 0xe33102ed65d0755e expref: 8 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384958.242734:0:17084:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384958.242735:0:17084:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384958.242736:0:17084:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384958.242737:0:17084:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384958.242738:0:17084:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384958.242740:0:17084:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384958.242741:0:17084:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000004207979c/0xb57eb788195631b2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.203.34@tcp50 remote: 0xe33102ed65d0755e expref: 8 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384958.242745:0:17084:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384958.242747:0:17084:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384958.242748:0:17084:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384958.242749:0:17084:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384958.242751:0:17084:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384958.242752:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384958.242753:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384958.242754:0:17084:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000004207979c, rc 0) 00000020:00000001:1.0:1767384958.242755:0:17084:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384958.242757:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237340669184 00010000:00000001:1.0:1767384958.242758:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384958.242759:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000078fc9417 x1853237340669184/t0(0) o101->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 328/344 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384958.242764:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384958.242765:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384958.242766:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384958.242768:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384958.242769:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d9156d98 refcount 3 to 192.168.203.34@tcp50 00000100:00000001:1.0:1767384958.242771:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590000881856 : -119483708669760 : ffff935487fd00c0) 02000000:00000001:1.0:1767384958.242772:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384958.242773:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.242775:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384958.242776:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.34@tcp50 00000400:00000010:1.0:1767384958.242778:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b9ec9db. 00000100:00000200:1.0:1767384958.242780:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237340669184, offset 224 00000400:00000200:1.0:1767384958.242783:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.34@tcp50 00000400:00000200:1.0:1767384958.242788:0:17084:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp50 to NMR: 192.168.203.34@tcp50 local destination 00000400:00000200:1.0:1767384958.242794:0:17084:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp50 NI seq info: [221:221:256:4294967295] 192.168.203.34@tcp50 LPNI seq info [12:12:8:4294967295] 00000400:00000200:1.0:1767384958.242801:0:17084:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50:192.168.203.134@tcp50) -> 192.168.203.34@tcp50(192.168.203.34@tcp50:192.168.203.34@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384958.242804:0:17084:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.34@tcp50 00000800:00000010:1.0:1767384958.242806:0:17084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf8d5fc4. 00000800:00000200:1.0:1767384958.242809:0:17084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009da95a4b] -> 12345-192.168.203.34@tcp50 (4) 00000800:00000200:1.0:1767384958.242812:0:17084:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.34@tcp50 ip 192.168.203.34:1023 00000800:00000200:1.0:1767384958.242832:0:17084:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cf8d5fc4 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:1.0:1767384958.242840:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384958.242842:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d9156d98 refcount 2 to 192.168.203.34@tcp50 00010000:00000001:1.0:1767384958.242843:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384958.242844:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.242845:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384958.242853:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000078fc9417 x1853237340669184/t0(0) o101->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 328/344 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384958.242860:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000078fc9417 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1281e32f-0dd3-472c-a491-b7b7686f9f58+8:15183:x1853237340669184:12345-192.168.203.34@tcp50:101: Request processed in 219us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384958.242866:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp50, seq: 163 00000100:00000040:1.0:1767384958.242868:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e43c7c80 : new rpc_count 0 00000100:00000001:1.0:1767384958.242869:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384958.242870:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384958.242872:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008224d101. 00000020:00000010:1.0:1767384958.242875:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e1b1f01b. 00000020:00000010:1.0:1767384958.242877:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004951b1db. 00000020:00000040:1.0:1767384958.242880:0:17084:0:(genops.c:898:class_export_put()) PUTting export 00000000e43c7c80 : new refcount 7 00000100:00000001:1.0:1767384958.242882:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384958.242884:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384958.242887:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcea5330. 00000400:00000010:1.0:1767384958.242889:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6e97571. 00000800:00000200:0.0:1767384958.242918:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384958.242922:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf8d5fc4. 00000400:00000200:0.0:1767384958.242926:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384958.242938:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:0.0:1767384958.242942:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b9ec9db 00000400:00000010:0.0:1767384958.242944:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b9ec9db. 00000100:00000001:0.0:1767384958.242947:0:16353:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384958.242949:0:16353:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384958.242950:0:16353:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000004891a6c6. 02000000:00000001:0.0:1767384958.242953:0:16353:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384958.242954:0:16353:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384958.244578:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.244584:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384958.244586:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.244587:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384958.244591:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50) <- 192.168.203.34@tcp50 : PUT - for me 00000400:00000200:0.0:1767384958.244597:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.34@tcp50 of length 304 into portal 26 MB=0x6958271600580 00000400:00000200:0.0:1767384958.244601:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.34@tcp50 of length 304/304 into md 0x1831 [2] + 0 00000400:00000010:0.0:1767384958.244603:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a42a9689. 00000400:00000200:0.0:1767384958.244606:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000065cec25f 00000800:00000001:0.0:1767384958.244608:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.244618:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384958.244619:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384958.244622:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:0.0:1767384958.244624:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065cec25f 00000400:00000010:0.0:1767384958.244626:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000065cec25f. 00000100:00000001:0.0:1767384958.244628:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384958.244629:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384958.244632:0:16351:0:(events.c:337:request_in_callback()) incoming req@00000000bd566e6d x1853237340669312 msgsize 304 00000100:00100000:0.0:1767384958.244635:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.34@tcp50 (source: 12345-192.168.203.34@tcp50) 00000100:00000040:0.0:1767384958.244637:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384958.244646:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384958.244650:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.244652:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.244706:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384958.244709:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237340669312 02000000:00000001:1.0:1767384958.244711:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384958.244713:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384958.244714:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384958.244716:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384958.244718:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237340669312 00000020:00000001:1.0:1767384958.244720:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384958.244721:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb7881956319d 00000020:00000001:1.0:1767384958.244722:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384958.244724:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e43c7c80 refcount=8 00000020:00000001:1.0:1767384958.244726:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000020:00000001:1.0:1767384958.244729:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000100:00000001:1.0:1767384958.244731:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384958.244734:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e26f5f23. 00000100:00000001:1.0:1767384958.244736:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384958.244738:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e26f5f23. 00000020:00000010:1.0:1767384958.244741:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004951b1db. 00000020:00000010:1.0:1767384958.244743:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008224d101. 00000020:00000010:1.0:1767384958.244745:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1b1f01b. 00000100:00000040:1.0:1767384958.244748:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384958.244750:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384958.244751:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384958.244752:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.244754:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.244764:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.244769:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384958.244770:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384958.244774:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp50, seq: 164 00000100:00000040:1.0:1767384958.244776:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e43c7c80 : new rpc_count 1 00000100:00000001:1.0:1767384958.244778:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878107728 : -119482831443888 : ffff9354bc466850) 00000100:00000040:1.0:1767384958.244781:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bd566e6d x1853237340669312/t0(0) o256->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 304/0 e 0 to 0 dl 1767384969 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.244788:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384958.244790:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e26f5f23. 00000100:00000001:1.0:1767384958.244792:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384958.244794:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e26f5f23. 00000100:00100000:1.0:1767384958.244797:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bd566e6d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1281e32f-0dd3-472c-a491-b7b7686f9f58+8:15183:x1853237340669312:12345-192.168.203.34@tcp50:256: 00000100:00000200:1.0:1767384958.244800:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237340669312 00000020:00000001:1.0:1767384958.244801:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384958.244802:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384958.244803:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.244805:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384958.244806:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289440 : -1048262176 : ffffffffc184c9e0) 00000020:00000001:1.0:1767384958.244808:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384958.244809:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384958.244810:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384958.244811:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384958.244813:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.244832:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384958.244833:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384958.244836:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000f6c504b1. 02000000:00000001:1.0:1767384958.244837:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.244838:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384958.244840:0:17084:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384958.244843:0:17084:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384958.244845:0:17084:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384958.244846:0:17084:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384958.244848:0:17084:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384958.244850:0:17084:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384958.244851:0:17084:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:00000010:1.0:1767384958.244853:0:17084:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000c62980ba. 20000000:00000001:1.0:1767384958.244855:0:17084:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384958.244869:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384958.244873:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384958.244877:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384958.244878:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384958.244879:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384958.244881:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384958.244882:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384958.244883:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384958.244884:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384958.244886:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384958.244887:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384958.244888:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384958.244889:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384958.244890:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384958.244891:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384958.244893:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384958.244894:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384958.244895:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384958.244896:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384958.244898:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384958.244899:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384958.244900:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384958.244901:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384958.244903:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384958.244904:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384958.244905:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384958.244906:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384958.244907:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384958.244908:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384958.244909:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384958.244910:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384958.244912:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384958.244913:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384958.244914:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384958.244915:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384958.244916:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:1.0:1767384958.244917:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:1.0:1767384958.244918:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:1.0:1767384958.244919:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:1.0:1767384958.244920:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:1.0:1767384958.244921:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:1.0:1767384958.244922:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:1.0:1767384958.244924:0:17084:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/256/255. 20000000:00000040:1.0:1767384958.244930:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384958.244931:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384958.244932:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384958.244933:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384958.244934:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384958.244935:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384958.244936:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384958.244938:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384958.244939:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384958.244940:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384958.244941:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384958.244942:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384958.244943:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384958.244944:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384958.244946:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384958.244947:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384958.244948:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384958.244949:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384958.244951:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384958.244952:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384958.244953:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384958.244954:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384958.244955:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384958.244957:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384958.244958:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384958.244959:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384958.244960:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384958.244961:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384958.244962:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384958.244963:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384958.244964:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384958.244965:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384958.244966:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384958.244967:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384958.244968:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384958.244969:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:1.0:1767384958.244971:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:1.0:1767384958.244972:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:1.0:1767384958.244973:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:1.0:1767384958.244974:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:1.0:1767384958.244975:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:1.0:1767384958.244976:0:17084:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:1.0:1767384958.244977:0:17084:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/256/255. 20000000:01000000:1.0:1767384958.244978:0:17084:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:1.0:1767384958.244979:0:17084:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:1.0:1767384958.244981:0:17084:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384958.244984:0:17084:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000d1f8c029. 00000100:00000010:1.0:1767384958.244986:0:17084:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000003c6024f9. 00000020:00000040:1.0:1767384958.244988:0:17084:0:(genops.c:887:class_export_get()) GET export 00000000e43c7c80 refcount=9 00010000:00000001:1.0:1767384958.244990:0:17084:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384958.244992:0:17084:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384958.244994:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd12a3df. 00000400:00000010:1.0:1767384958.244998:0:17084:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c17b4498. 00000400:00000200:1.0:1767384958.245001:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.34@tcp50 00000400:00000200:1.0:1767384958.245007:0:17084:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp50 to NMR: 192.168.203.34@tcp50 local destination 00000400:00000200:1.0:1767384958.245013:0:17084:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp50 NI seq info: [222:222:256:4294967295] 192.168.203.34@tcp50 LPNI seq info [13:13:8:4294967295] 00000400:00000200:1.0:1767384958.245016:0:17084:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.34@tcp50 00000400:00000200:1.0:1767384958.245020:0:17084:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50:192.168.203.134@tcp50) -> 192.168.203.34@tcp50(192.168.203.34@tcp50:192.168.203.34@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384958.245024:0:17084:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1728 bytes in 1 frags to 12345-192.168.203.34@tcp50 00000800:00000010:1.0:1767384958.245026:0:17084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf8d5fc4. 00000800:00000200:1.0:1767384958.245029:0:17084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009da95a4b] -> 12345-192.168.203.34@tcp50 (4) 00000800:00000200:1.0:1767384958.245032:0:17084:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.34@tcp50 ip 192.168.203.34:1022 00000800:00000200:1.0:1767384958.245034:0:17084:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cf8d5fc4 type 1, nob 1824 niov 1 nkiov 1 00000100:00000200:1.0:1767384958.245045:0:17084:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-192.168.203.34@tcp50 mbits 0x6958271600580-0x6958271600580 00000100:00000001:1.0:1767384958.245048:0:17084:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384958.245109:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384958.245112:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf8d5fc4. 00000400:00000200:2.0:1767384958.245115:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384958.245119:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000100:00000001:2.0:1767384958.245122:0:16352:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384958.245124:0:16352:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000d1f8c029 00000100:00000001:2.0:1767384958.245125:0:16352:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:0.0:1767384958.245726:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.245744:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384958.245746:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.245770:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384958.245782:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50) <- 192.168.203.34@tcp50 : ACK - for me 00000400:00000200:0.0:1767384958.245791:0:16353:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp50: ACK from 12345-192.168.203.34@tcp50 into md 0x2035 00000400:00000200:0.0:1767384958.245795:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384958.245798:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: ACK: OK 00000400:00000200:0.0:1767384958.245801:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd12a3df 00000400:00000010:0.0:1767384958.245803:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd12a3df. 00000100:00000001:0.0:1767384958.245806:0:16353:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384958.245808:0:16353:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000d1f8c029 00000100:00000001:0.0:1767384958.245836:0:16353:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:0.0:1767384958.245841:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.245845:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384958.245853:0:17084:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.245857:0:17084:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384958.245859:0:17084:0:(genops.c:898:class_export_put()) PUTting export 00000000e43c7c80 : new refcount 8 00000100:00000010:1.0:1767384958.245862:0:17084:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000003c6024f9. 00000100:00000010:1.0:1767384958.245866:0:17084:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000d1f8c029. 00000100:00000001:1.0:1767384958.245869:0:17084:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384958.245870:0:17084:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384958.245876:0:17084:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000c62980ba. 20000000:00000001:1.0:1767384958.245879:0:17084:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384958.245881:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237340669312 00010000:00000001:1.0:1767384958.245882:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384958.245886:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bd566e6d x1853237340669312/t0(0) o256->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 304/240 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384958.245892:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384958.245893:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384958.245895:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384958.245897:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384958.245899:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d9156d98 refcount 3 to 192.168.203.34@tcp50 00000100:00000001:1.0:1767384958.245900:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590000881856 : -119483708669760 : ffff935487fd00c0) 02000000:00000001:1.0:1767384958.245903:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384958.245904:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.245905:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384958.245907:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.34@tcp50 00000400:00000010:1.0:1767384958.245910:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005037b2ff. 00000100:00000200:1.0:1767384958.245912:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237340669312, offset 224 00000400:00000200:1.0:1767384958.245915:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.34@tcp50 00000400:00000200:1.0:1767384958.245920:0:17084:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp50 to NMR: 192.168.203.34@tcp50 local destination 00000400:00000200:1.0:1767384958.245926:0:17084:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp50 NI seq info: [223:223:256:4294967295] 192.168.203.34@tcp50 LPNI seq info [14:14:8:4294967295] 00000400:00000200:1.0:1767384958.245932:0:17084:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50:192.168.203.134@tcp50) -> 192.168.203.34@tcp50(192.168.203.34@tcp50:192.168.203.34@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384958.245935:0:17084:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.203.34@tcp50 00000800:00000010:1.0:1767384958.245938:0:17084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b9ea542. 00000800:00000200:1.0:1767384958.245940:0:17084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009da95a4b] -> 12345-192.168.203.34@tcp50 (4) 00000800:00000200:1.0:1767384958.245944:0:17084:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.34@tcp50 ip 192.168.203.34:1023 00000800:00000200:1.0:1767384958.245946:0:17084:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004b9ea542 type 1, nob 336 niov 1 nkiov 1 00000100:00000001:1.0:1767384958.245957:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384958.245959:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d9156d98 refcount 2 to 192.168.203.34@tcp50 00010000:00000001:1.0:1767384958.245960:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384958.245961:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.245963:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384958.245965:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bd566e6d x1853237340669312/t0(0) o256->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 304/240 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384958.245971:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bd566e6d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1281e32f-0dd3-472c-a491-b7b7686f9f58+8:15183:x1853237340669312:12345-192.168.203.34@tcp50:256: Request processed in 1182us (1338us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384958.245977:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp50, seq: 164 00000100:00000040:1.0:1767384958.245980:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e43c7c80 : new rpc_count 0 00000100:00000001:1.0:1767384958.245982:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384958.245983:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384958.245985:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008224d101. 00000020:00000010:1.0:1767384958.245988:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e1b1f01b. 00000020:00000010:1.0:1767384958.245990:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004951b1db. 00000020:00000040:1.0:1767384958.245993:0:17084:0:(genops.c:898:class_export_put()) PUTting export 00000000e43c7c80 : new refcount 7 00000100:00000001:1.0:1767384958.245994:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384958.245997:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384958.246000:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ab5e452. 00000400:00000010:1.0:1767384958.246003:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006894ea0a. 00000800:00000200:0.0:1767384958.246027:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384958.246031:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b9ea542. 00000400:00000200:0.0:1767384958.246035:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384958.246039:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:0.0:1767384958.246043:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005037b2ff 00000400:00000010:0.0:1767384958.246045:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005037b2ff. 00000100:00000001:0.0:1767384958.246047:0:16351:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384958.246049:0:16351:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384958.246051:0:16351:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000f6c504b1. 02000000:00000001:0.0:1767384958.246053:0:16351:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384958.246054:0:16351:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384958.251678:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384958.251685:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384958.251687:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384958.251689:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384958.251693:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50) <- 192.168.203.34@tcp50 : PUT - for me 00000400:00000200:2.0:1767384958.251700:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.34@tcp50 of length 328 into portal 26 MB=0x6958271600600 00000400:00000200:2.0:1767384958.251705:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.34@tcp50 of length 328/328 into md 0x1839 [2] + 0 00000400:00000010:2.0:1767384958.251707:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f6dc66f. 00000400:00000200:2.0:1767384958.251710:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cb1ae1c0 00000800:00000001:2.0:1767384958.251712:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384958.251716:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384958.251718:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384958.251720:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:2.0:1767384958.251722:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb1ae1c0 00000400:00000010:2.0:1767384958.251724:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb1ae1c0. 00000100:00000001:2.0:1767384958.251726:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384958.251727:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384958.251729:0:16352:0:(events.c:337:request_in_callback()) incoming req@00000000be786f71 x1853237340669440 msgsize 328 00000100:00100000:2.0:1767384958.251732:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.34@tcp50 (source: 12345-192.168.203.34@tcp50) 00000100:00000040:2.0:1767384958.251734:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384958.251743:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384958.251746:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384958.251747:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.251780:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384958.251784:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237340669440 02000000:00000001:1.0:1767384958.251785:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384958.251787:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384958.251788:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384958.251790:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384958.251792:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237340669440 00000020:00000001:1.0:1767384958.251794:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384958.251795:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb7881956319d 00000020:00000001:1.0:1767384958.251796:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384958.251798:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e43c7c80 refcount=8 00000020:00000001:1.0:1767384958.251800:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000020:00000001:1.0:1767384958.251802:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000100:00000001:1.0:1767384958.251804:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384958.251807:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e26f5f23. 00000100:00000001:1.0:1767384958.251809:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384958.251810:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e26f5f23. 00000020:00000010:1.0:1767384958.251829:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004951b1db. 00000020:00000010:1.0:1767384958.251832:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008224d101. 00000020:00000010:1.0:1767384958.251834:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1b1f01b. 00000100:00000040:1.0:1767384958.251837:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384958.251839:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384958.251840:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384958.251841:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.251844:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.251852:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.251858:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384958.251859:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384958.251862:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp50, seq: 165 00000100:00000040:1.0:1767384958.251864:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e43c7c80 : new rpc_count 1 00000100:00000001:1.0:1767384958.251865:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878101584 : -119482831450032 : ffff9354bc465050) 00000100:00000040:1.0:1767384958.251869:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000be786f71 x1853237340669440/t0(0) o101->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 328/0 e 0 to 0 dl 1767384969 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.251875:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384958.251877:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e26f5f23. 00000100:00000001:1.0:1767384958.251879:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384958.251881:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e26f5f23. 00000100:00100000:1.0:1767384958.251884:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000be786f71 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1281e32f-0dd3-472c-a491-b7b7686f9f58+8:15183:x1853237340669440:12345-192.168.203.34@tcp50:101: 00000100:00000200:1.0:1767384958.251887:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237340669440 00000020:00000001:1.0:1767384958.251888:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384958.251890:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384958.251891:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.251893:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384958.251894:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289024 : -1048262592 : ffffffffc184c840) 00000020:00000001:1.0:1767384958.251896:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384958.251898:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384958.251899:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384958.251900:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384958.251903:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.251904:0:17084:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384958.251905:0:17084:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384958.251906:0:17084:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384958.251907:0:17084:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384958.251908:0:17084:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384958.251910:0:17084:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384958.251914:0:17084:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f6634d39 count: 3 00010000:00000001:1.0:1767384958.251915:0:17084:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384958.251917:0:17084:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384958.251919:0:17084:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001c93a48e. 00000020:00000001:1.0:1767384958.251921:0:17084:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384958.251922:0:17084:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001c93a48e with handle 0xb57eb788195631b9 to hash 00000020:00000001:1.0:1767384958.251924:0:17084:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384958.251925:0:17084:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590976112128 : -119482733439488 : ffff9354c21dd600) 00010000:00000001:1.0:1767384958.251927:0:17084:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590976112128 : -119482733439488 : ffff9354c21dd600) 00010000:00010000:1.0:1767384958.251929:0:17084:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000001c93a48e/0xb57eb788195631b9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xe33102ed65d07565 expref: -99 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384958.251933:0:17084:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000e43c7c80 : new locks_count 4 00000020:00000040:1.0:1767384958.251935:0:17084:0:(genops.c:887:class_export_get()) GET export 00000000e43c7c80 refcount=9 00000100:00000001:1.0:1767384958.251938:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384958.251939:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384958.251941:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000d1f8c029. 02000000:00000001:1.0:1767384958.251942:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.251944:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384958.251945:0:17084:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384958.251947:0:17084:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384958.251948:0:17084:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384958.251949:0:17084:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384958.251951:0:17084:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384958.251952:0:17084:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384958.251953:0:17084:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384958.251954:0:17084:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384958.251956:0:17084:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384958.251957:0:17084:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384958.251957:0:17084:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384958.251959:0:17084:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (00000000f6634d39) refcount = 3 00010000:00000040:1.0:1767384958.251960:0:17084:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384958.251963:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000c13f8c30/0xb57eb78819562ebe lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819562eb7 expref: 13 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384958.251966:0:17084:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000b6b90ecf/0xb57eb78819562e47 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb57eb78819562e40 expref: 13 pid: 17083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384958.251970:0:17084:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001c93a48e/0xb57eb788195631b9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.34@tcp50 remote: 0xe33102ed65d07565 expref: 9 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384958.251973:0:17084:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384958.251975:0:17084:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384958.251976:0:17084:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384958.251977:0:17084:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384958.251978:0:17084:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384958.251980:0:17084:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384958.251982:0:17084:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000001c93a48e/0xb57eb788195631b9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.34@tcp50 remote: 0xe33102ed65d07565 expref: 9 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384958.251986:0:17084:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384958.251986:0:17084:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384958.251987:0:17084:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384958.251988:0:17084:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384958.251989:0:17084:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384958.251990:0:17084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384958.251991:0:17084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384958.251992:0:17084:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000001c93a48e, rc 0) 00000020:00000001:1.0:1767384958.251993:0:17084:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384958.251995:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237340669440 00010000:00000001:1.0:1767384958.251996:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384958.251998:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000be786f71 x1853237340669440/t0(0) o101->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 328/344 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384958.252003:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384958.252004:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384958.252005:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384958.252008:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384958.252009:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d9156d98 refcount 3 to 192.168.203.34@tcp50 00000100:00000001:1.0:1767384958.252011:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590000881856 : -119483708669760 : ffff935487fd00c0) 02000000:00000001:1.0:1767384958.252012:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384958.252013:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.252015:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384958.252016:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.34@tcp50 00000400:00000010:1.0:1767384958.252018:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017230a03. 00000100:00000200:1.0:1767384958.252020:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237340669440, offset 224 00000400:00000200:1.0:1767384958.252024:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.34@tcp50 00000400:00000200:1.0:1767384958.252028:0:17084:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp50 to NMR: 192.168.203.34@tcp50 local destination 00000400:00000200:1.0:1767384958.252035:0:17084:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp50 NI seq info: [224:224:256:4294967295] 192.168.203.34@tcp50 LPNI seq info [15:15:8:4294967295] 00000400:00000200:1.0:1767384958.252042:0:17084:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50:192.168.203.134@tcp50) -> 192.168.203.34@tcp50(192.168.203.34@tcp50:192.168.203.34@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384958.252045:0:17084:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.34@tcp50 00000800:00000010:1.0:1767384958.252047:0:17084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b9ea542. 00000800:00000200:1.0:1767384958.252050:0:17084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009da95a4b] -> 12345-192.168.203.34@tcp50 (4) 00000800:00000200:1.0:1767384958.252053:0:17084:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.34@tcp50 ip 192.168.203.34:1023 00000800:00000200:1.0:1767384958.252055:0:17084:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004b9ea542 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:1.0:1767384958.252065:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384958.252067:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d9156d98 refcount 2 to 192.168.203.34@tcp50 00010000:00000001:1.0:1767384958.252068:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384958.252069:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.252070:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384958.252072:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be786f71 x1853237340669440/t0(0) o101->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 328/344 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384958.252078:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000be786f71 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1281e32f-0dd3-472c-a491-b7b7686f9f58+9:15183:x1853237340669440:12345-192.168.203.34@tcp50:101: Request processed in 202us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384958.252083:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp50, seq: 165 00000100:00000040:1.0:1767384958.252085:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e43c7c80 : new rpc_count 0 00000100:00000001:1.0:1767384958.252087:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384958.252088:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384958.252090:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008224d101. 00000020:00000010:1.0:1767384958.252092:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e1b1f01b. 00000020:00000010:1.0:1767384958.252095:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004951b1db. 00000020:00000040:1.0:1767384958.252097:0:17084:0:(genops.c:898:class_export_put()) PUTting export 00000000e43c7c80 : new refcount 8 00000100:00000001:1.0:1767384958.252099:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384958.252101:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384958.252105:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044a1028c. 00000400:00000010:1.0:1767384958.252107:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000adabaac4. 00000800:00000200:0.0:1767384958.252139:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384958.252144:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b9ea542. 00000400:00000200:0.0:1767384958.252149:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384958.252155:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:0.0:1767384958.252158:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017230a03 00000400:00000010:0.0:1767384958.252160:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017230a03. 00000100:00000001:0.0:1767384958.252163:0:16353:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384958.252165:0:16353:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384958.252167:0:16353:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000d1f8c029. 02000000:00000001:0.0:1767384958.252170:0:16353:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384958.252171:0:16353:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384958.252943:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.252949:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384958.252951:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.252958:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384958.252962:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50) <- 192.168.203.34@tcp50 : PUT - for me 00000400:00000200:0.0:1767384958.252968:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.34@tcp50 of length 504 into portal 26 MB=0x6958271600680 00000400:00000200:0.0:1767384958.252971:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.34@tcp50 of length 504/504 into md 0x1855 [2] + 0 00000400:00000010:0.0:1767384958.252974:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003767f02b. 00000400:00000200:0.0:1767384958.252978:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000092309391 00000800:00000001:0.0:1767384958.252981:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.252986:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384958.252988:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384958.252992:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:0.0:1767384958.252995:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092309391 00000400:00000010:0.0:1767384958.252997:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000092309391. 00000100:00000001:0.0:1767384958.253001:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384958.253002:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384958.253005:0:16351:0:(events.c:337:request_in_callback()) incoming req@00000000374d8a00 x1853237340669568 msgsize 504 00000100:00100000:0.0:1767384958.253009:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.34@tcp50 (source: 12345-192.168.203.34@tcp50) 00000100:00000040:0.0:1767384958.253012:0:16351:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384958.253022:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384958.253026:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.253029:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.253084:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384958.253088:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237340669568 02000000:00000001:1.0:1767384958.253089:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384958.253090:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384958.253092:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384958.253094:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384958.253096:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237340669568 00000020:00000001:1.0:1767384958.253097:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384958.253098:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb7881956319d 00000020:00000001:1.0:1767384958.253099:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384958.253100:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e43c7c80 refcount=9 00000020:00000001:1.0:1767384958.253102:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000020:00000001:1.0:1767384958.253104:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000100:00000001:1.0:1767384958.253106:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384958.253108:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e26f5f23. 00000100:00000001:1.0:1767384958.253110:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384958.253111:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e26f5f23. 00000020:00000010:1.0:1767384958.253114:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004951b1db. 00000020:00000010:1.0:1767384958.253116:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008224d101. 00000020:00000010:1.0:1767384958.253118:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1b1f01b. 00000100:00000040:1.0:1767384958.253121:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384958.253123:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384958.253123:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384958.253124:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.253127:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.253136:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.253141:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384958.253143:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384958.253146:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp50, seq: 166 00000100:00000040:1.0:1767384958.253148:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e43c7c80 : new rpc_count 1 00000100:00000001:1.0:1767384958.253149:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878105680 : -119482831445936 : ffff9354bc466050) 00000100:00000040:1.0:1767384958.253153:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000374d8a00 x1853237340669568/t0(0) o501->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 504/0 e 0 to 0 dl 1767384969 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.253160:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384958.253162:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e26f5f23. 00000100:00000001:1.0:1767384958.253164:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384958.253166:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e26f5f23. 00000100:00100000:1.0:1767384958.253168:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000374d8a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1281e32f-0dd3-472c-a491-b7b7686f9f58+9:15183:x1853237340669568:12345-192.168.203.34@tcp50:501: 00000100:00000200:1.0:1767384958.253172:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237340669568 00000020:00000001:1.0:1767384958.253173:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384958.253175:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384958.253176:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.253177:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384958.253178:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661288640 : -1048262976 : ffffffffc184c6c0) 00000020:00000001:1.0:1767384958.253180:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384958.253181:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384958.253182:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384958.253183:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384958.253185:0:17084:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1767384958.253186:0:17084:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.253187:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384958.253189:0:17084:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:1.0:1767384958.253190:0:17084:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:1.0:1767384958.253191:0:17084:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:1.0:1767384958.253193:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384958.253194:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384958.253196:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000cca5f2ee. 02000000:00000001:1.0:1767384958.253197:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.253198:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384958.253200:0:17084:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log params 00000040:00000040:1.0:1767384958.253202:0:17084:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005e21b2fd : new refcount 2 00000040:00000001:1.0:1767384958.253204:0:17084:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384958.253205:0:17084:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e27d5f88. 00000040:00000001:1.0:1767384958.253208:0:17084:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384958.253209:0:17084:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384958.253210:0:17084:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624590014282752 : -119483695268864 : 0xffff935488c97c00) 00000020:00000001:1.0:1767384958.253212:0:17084:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624590014282752 : -119483695268864 : ffff935488c97c00) 00080000:00000001:1.0:1767384958.253217:0:17084:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384958.253220:0:17084:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384958.253233:0:17084:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384958.253245:0:17084:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384958.253247:0:17084:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384958.253248:0:17084:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384958.253249:0:17084:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384958.253251:0:17084:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384958.253253:0:17084:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x2:0x0] 85:2095767105 to info 000000007e91d003 00000020:00000001:1.0:1767384958.253256:0:17084:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000db62a544 00080000:00000002:1.0:1767384958.253257:0:17084:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/params => [0xa:0x2:0x0] 00080000:00000001:1.0:1767384958.253259:0:17084:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384958.253262:0:17084:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384958.253263:0:17084:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384958.253267:0:17084:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000009c728291. 00000020:00000001:1.0:1767384958.253269:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384958.253272:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590443095896 : -119483266455720 : ffff9354a258a758) 00000040:00000001:1.0:1767384958.253274:0:17084:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384958.253275:0:17084:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384958.253277:0:17084:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384958.253279:0:17084:0:(lu_object.c:207:lu_object_put()) Add 000000006077a681/00000000ed51e067 to site lru. bkt: 00000000544f5bfb 00000040:00000010:1.0:1767384958.253280:0:17084:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000009c728291. 00000040:00000001:1.0:1767384958.253282:0:17084:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384958.253283:0:17084:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e27d5f88. 00000040:00000001:1.0:1767384958.253285:0:17084:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:1.0:1767384958.253286:0:17084:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000005e21b2fd : new refcount 1 00000020:00000001:1.0:1767384958.253288:0:17084:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384958.253290:0:17084:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384958.253291:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237340669568 00010000:00000001:1.0:1767384958.253293:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384958.253295:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000374d8a00 x1853237340669568/t0(0) o501->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 504/272 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384958.253300:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384958.253301:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384958.253303:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384958.253306:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384958.253307:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d9156d98 refcount 3 to 192.168.203.34@tcp50 00000100:00000001:1.0:1767384958.253309:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590000881856 : -119483708669760 : ffff935487fd00c0) 02000000:00000001:1.0:1767384958.253310:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384958.253311:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.253313:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384958.253314:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.34@tcp50 00000400:00000010:1.0:1767384958.253316:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005bf3f441. 00000100:00000200:1.0:1767384958.253318:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237340669568, offset 224 00000400:00000200:1.0:1767384958.253321:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.34@tcp50 00000400:00000200:1.0:1767384958.253325:0:17084:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp50 to NMR: 192.168.203.34@tcp50 local destination 00000400:00000200:1.0:1767384958.253331:0:17084:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp50 NI seq info: [225:225:256:4294967295] 192.168.203.34@tcp50 LPNI seq info [16:16:8:4294967295] 00000400:00000200:1.0:1767384958.253337:0:17084:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50:192.168.203.134@tcp50) -> 192.168.203.34@tcp50(192.168.203.34@tcp50:192.168.203.34@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384958.253340:0:17084:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.34@tcp50 00000800:00000010:1.0:1767384958.253342:0:17084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf8d5fc4. 00000800:00000200:1.0:1767384958.253345:0:17084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009da95a4b] -> 12345-192.168.203.34@tcp50 (4) 00000800:00000200:1.0:1767384958.253348:0:17084:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.34@tcp50 ip 192.168.203.34:1023 00000800:00000200:1.0:1767384958.253350:0:17084:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cf8d5fc4 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767384958.253374:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384958.253376:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d9156d98 refcount 2 to 192.168.203.34@tcp50 00010000:00000001:1.0:1767384958.253378:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384958.253379:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.253380:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384958.253383:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000374d8a00 x1853237340669568/t0(0) o501->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 504/272 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384958.253389:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000374d8a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1281e32f-0dd3-472c-a491-b7b7686f9f58+9:15183:x1853237340669568:12345-192.168.203.34@tcp50:501: Request processed in 228us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384958.253394:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp50, seq: 166 00000100:00000040:1.0:1767384958.253396:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e43c7c80 : new rpc_count 0 00000100:00000001:1.0:1767384958.253398:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384958.253400:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384958.253402:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008224d101. 00000020:00000010:1.0:1767384958.253404:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e1b1f01b. 00000020:00000010:1.0:1767384958.253407:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004951b1db. 00000020:00000040:1.0:1767384958.253409:0:17084:0:(genops.c:898:class_export_put()) PUTting export 00000000e43c7c80 : new refcount 8 00000100:00000001:1.0:1767384958.253411:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384958.253413:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384958.253417:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dacb7afb. 00000400:00000010:1.0:1767384958.253420:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b50aec9. 00000800:00000200:2.0:1767384958.253436:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384958.253440:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf8d5fc4. 00000400:00000200:2.0:1767384958.253443:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384958.253447:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:2.0:1767384958.253450:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bf3f441 00000400:00000010:2.0:1767384958.253452:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005bf3f441. 00000100:00000001:2.0:1767384958.253454:0:16352:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384958.253455:0:16352:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384958.253457:0:16352:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000cca5f2ee. 02000000:00000001:2.0:1767384958.253458:0:16352:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384958.253459:0:16352:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384958.254242:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.254247:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384958.254249:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.254250:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384958.254254:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50) <- 192.168.203.34@tcp50 : PUT - for me 00000400:00000200:0.0:1767384958.254260:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.34@tcp50 of length 272 into portal 26 MB=0x6958271600700 00000400:00000200:0.0:1767384958.254263:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.34@tcp50 of length 272/272 into md 0x186d [2] + 0 00000400:00000010:0.0:1767384958.254265:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc9bfa3a. 00000400:00000200:0.0:1767384958.254268:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d5f9f5ea 00000800:00000001:0.0:1767384958.254270:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.254273:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384958.254275:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384958.254277:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:0.0:1767384958.254285:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5f9f5ea 00000400:00000010:0.0:1767384958.254286:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d5f9f5ea. 00000100:00000001:0.0:1767384958.254288:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384958.254289:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384958.254291:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000f52fdb7f x1853237340669696 msgsize 272 00000100:00100000:0.0:1767384958.254294:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.34@tcp50 (source: 12345-192.168.203.34@tcp50) 00000100:00000040:0.0:1767384958.254295:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384958.254303:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384958.254306:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.254308:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.254338:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384958.254340:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237340669696 02000000:00000001:1.0:1767384958.254342:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384958.254343:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384958.254345:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384958.254347:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384958.254348:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237340669696 00000020:00000001:1.0:1767384958.254350:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384958.254351:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb7881956319d 00000020:00000001:1.0:1767384958.254352:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384958.254353:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e43c7c80 refcount=9 00000020:00000001:1.0:1767384958.254355:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000020:00000001:1.0:1767384958.254369:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000100:00000001:1.0:1767384958.254371:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384958.254374:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e26f5f23. 00000100:00000001:1.0:1767384958.254375:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384958.254377:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e26f5f23. 00000020:00000010:1.0:1767384958.254380:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004951b1db. 00000020:00000010:1.0:1767384958.254382:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008224d101. 00000020:00000010:1.0:1767384958.254384:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1b1f01b. 00000100:00000040:1.0:1767384958.254387:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384958.254389:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384958.254390:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384958.254390:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.254393:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.254402:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.254407:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384958.254409:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384958.254412:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp50, seq: 167 00000100:00000040:1.0:1767384958.254414:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e43c7c80 : new rpc_count 1 00000100:00000001:1.0:1767384958.254416:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878098512 : -119482831453104 : ffff9354bc464450) 00000100:00000040:1.0:1767384958.254420:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f52fdb7f x1853237340669696/t0(0) o503->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 272/0 e 0 to 0 dl 1767384969 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.254426:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384958.254428:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e26f5f23. 00000100:00000001:1.0:1767384958.254430:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384958.254431:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e26f5f23. 00000100:00100000:1.0:1767384958.254434:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f52fdb7f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1281e32f-0dd3-472c-a491-b7b7686f9f58+9:15183:x1853237340669696:12345-192.168.203.34@tcp50:503: 00000100:00000200:1.0:1767384958.254437:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237340669696 00000020:00000001:1.0:1767384958.254438:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384958.254440:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384958.254440:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.254442:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384958.254443:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661288736 : -1048262880 : ffffffffc184c720) 00000020:00000001:1.0:1767384958.254444:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384958.254445:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384958.254447:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384958.254448:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384958.254449:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.254450:0:17084:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:1.0:1767384958.254451:0:17084:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:1.0:1767384958.254453:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384958.254454:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384958.254466:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000ec0c0382. 02000000:00000001:1.0:1767384958.254468:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.254469:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384958.254471:0:17084:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005e21b2fd : new refcount 2 00000040:00000001:1.0:1767384958.254472:0:17084:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384958.254474:0:17084:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e27d5f88. 00000040:00000001:1.0:1767384958.254476:0:17084:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384958.254477:0:17084:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384958.254478:0:17084:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624590014282752 : -119483695268864 : 0xffff935488c97c00) 00000020:00000001:1.0:1767384958.254480:0:17084:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624590014282752 : -119483695268864 : ffff935488c97c00) 00000020:00000001:1.0:1767384958.254482:0:17084:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384958.254484:0:17084:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590443095896 : -119483266455720 : ffff9354a258a758) 00000040:00000001:1.0:1767384958.254486:0:17084:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384958.254487:0:17084:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384958.254489:0:17084:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384958.254491:0:17084:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000009b388840. 00000040:00000001:1.0:1767384958.254493:0:17084:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384958.254494:0:17084:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:1.0:1767384958.254496:0:17084:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:1.0:1767384958.254497:0:17084:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:1.0:1767384958.254499:0:17084:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:1.0:1767384958.254501:0:17084:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384958.254502:0:17084:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384958.254505:0:17084:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x2:0x0] count 1 lgh_last_idx 0 llh_cat_idx 0 00000040:00000001:1.0:1767384958.254507:0:17084:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:1.0:1767384958.254508:0:17084:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384958.254509:0:17084:0:(lu_object.c:207:lu_object_put()) Add 000000006077a681/00000000ed51e067 to site lru. bkt: 00000000544f5bfb 00000040:00000001:1.0:1767384958.254510:0:17084:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384958.254512:0:17084:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000009b388840. 00000040:00000010:1.0:1767384958.254514:0:17084:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e27d5f88. 00000040:00000040:1.0:1767384958.254515:0:17084:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000005e21b2fd : new refcount 1 00000020:00000001:1.0:1767384958.254517:0:17084:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384958.254518:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237340669696 00010000:00000001:1.0:1767384958.254520:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384958.254522:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f52fdb7f x1853237340669696/t0(0) o503->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 272/8416 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384958.254527:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384958.254528:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384958.254530:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384958.254532:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384958.254534:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d9156d98 refcount 3 to 192.168.203.34@tcp50 00000100:00000001:1.0:1767384958.254535:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590000881856 : -119483708669760 : ffff935487fd00c0) 02000000:00000001:1.0:1767384958.254537:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384958.254538:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.254539:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384958.254541:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.34@tcp50 00000400:00000010:1.0:1767384958.254544:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000005abff44a. 00000100:00000200:1.0:1767384958.254546:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237340669696, offset 224 00000400:00000200:1.0:1767384958.254549:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.34@tcp50 00000400:00000200:1.0:1767384958.254554:0:17084:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp50 to NMR: 192.168.203.34@tcp50 local destination 00000400:00000200:1.0:1767384958.254560:0:17084:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp50 NI seq info: [226:226:256:4294967295] 192.168.203.34@tcp50 LPNI seq info [17:17:8:4294967295] 00000400:00000200:1.0:1767384958.254566:0:17084:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50:192.168.203.134@tcp50) -> 192.168.203.34@tcp50(192.168.203.34@tcp50:192.168.203.34@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384958.254569:0:17084:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.203.34@tcp50 00000800:00000010:1.0:1767384958.254571:0:17084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000e27d5f88. 00000800:00000200:1.0:1767384958.254574:0:17084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009da95a4b] -> 12345-192.168.203.34@tcp50 (4) 00000800:00000200:1.0:1767384958.254577:0:17084:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.34@tcp50 ip 192.168.203.34:1022 00000800:00000200:1.0:1767384958.254579:0:17084:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e27d5f88 type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:1.0:1767384958.254590:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384958.254592:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d9156d98 refcount 2 to 192.168.203.34@tcp50 00010000:00000001:1.0:1767384958.254593:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384958.254594:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.254595:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384958.254598:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f52fdb7f x1853237340669696/t0(0) o503->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:184/0 lens 272/8416 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384958.254603:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f52fdb7f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1281e32f-0dd3-472c-a491-b7b7686f9f58+9:15183:x1853237340669696:12345-192.168.203.34@tcp50:503: Request processed in 176us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384958.254615:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp50, seq: 167 00000100:00000040:1.0:1767384958.254618:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e43c7c80 : new rpc_count 0 00000100:00000001:1.0:1767384958.254619:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384958.254621:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384958.254623:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008224d101. 00000020:00000010:1.0:1767384958.254625:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e1b1f01b. 00000020:00000010:1.0:1767384958.254628:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004951b1db. 00000020:00000040:1.0:1767384958.254631:0:17084:0:(genops.c:898:class_export_put()) PUTting export 00000000e43c7c80 : new refcount 8 00000100:00000001:1.0:1767384958.254633:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384958.254635:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384958.254639:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8ee7c92. 00000400:00000010:1.0:1767384958.254642:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000da2a3684. 00000800:00000200:0.0:1767384958.254656:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384958.254660:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000e27d5f88. 00000400:00000200:0.0:1767384958.254663:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384958.254667:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:0.0:1767384958.254670:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005abff44a 00000400:00000010:0.0:1767384958.254671:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000005abff44a. 00000100:00000001:0.0:1767384958.254674:0:16351:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384958.254675:0:16351:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384958.254677:0:16351:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000ec0c0382. 02000000:00000001:0.0:1767384958.254684:0:16351:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384958.254685:0:16351:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384958.256536:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384958.256545:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384958.256548:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384958.256550:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384958.256556:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50) <- 192.168.203.34@tcp50 : PUT - for me 00000400:00000200:2.0:1767384958.256563:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.34@tcp50 of length 520 into portal 12 MB=0x6958271600780 00000400:00000200:2.0:1767384958.256568:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.34@tcp50 of length 520/520 into md 0x229 [64] + 8728 00000800:00000001:2.0:1767384958.256572:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384958.256576:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384958.256578:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384958.256580:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000100:00000001:2.0:1767384958.256583:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384958.256585:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384958.256589:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008682cd17. 00000100:00000040:2.0:1767384958.256590:0:16352:0:(events.c:337:request_in_callback()) incoming req@000000008682cd17 x1853237340669824 msgsize 520 00000100:00100000:2.0:1767384958.256593:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.34@tcp50 (source: 12345-192.168.203.34@tcp50) 00000100:00000001:2.0:1767384958.256604:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384958.256608:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384958.256611:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384958.256630:0:17089:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384958.256633:0:17089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237340669824 02000000:00000001:3.0:1767384958.256635:0:17089:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384958.256636:0:17089:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384958.256637:0:17089:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384958.256639:0:17089:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384958.256641:0:17089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237340669824 00000020:00000001:3.0:1767384958.256642:0:17089:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384958.256643:0:17089:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1767384958.256644:0:17089:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384958.256645:0:17089:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384958.256646:0:17089:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384958.256650:0:17089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d45a7f59. 00000020:00000010:3.0:1767384958.256653:0:17089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000622078f1. 00000020:00000010:3.0:1767384958.256656:0:17089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a3378f14. 00000100:00000001:3.0:1767384958.256659:0:17089:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384958.256660:0:17089:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384958.256661:0:17089:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384958.256664:0:17089:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384958.256673:0:17089:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384958.256686:0:17089:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384958.256688:0:17089:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384958.256693:0:17089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp50, seq: 3 00000100:00000001:3.0:1767384958.256695:0:17089:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624585658087424 : -119488051464192 : ffff935385233800) 00000100:00000040:3.0:1767384958.256698:0:17089:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008682cd17 x1853237340669824/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384958.256706:0:17089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008682cd17 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:11797:x1853237340669824:12345-192.168.203.34@tcp50:38: 00000100:00000200:3.0:1767384958.256709:0:17089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237340669824 00000020:00000001:3.0:1767384958.256710:0:17089:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384958.256712:0:17089:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:3.0:1767384958.256719:0:17089:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8d9ce3b) now 8 - find 00000020:00000001:3.0:1767384958.256721:0:17089:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446624590913974704 : -119482795576912 : ffff9354be69b1b0) 00000100:00000001:3.0:1767384958.256724:0:17089:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384958.256725:0:17089:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384958.256727:0:17089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000065a0d07a. 02000000:00000001:3.0:1767384958.256728:0:17089:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384958.256730:0:17089:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384958.256731:0:17089:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0xae7e5e7be374d2b8 tmp_exp_old_falloc: 0 00010000:00080000:3.0:1767384958.256735:0:17089:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from a229f859-33b9-4f1b-8cdb-910f91cdc52b@192.168.203.34@tcp50 t0 exp 0000000000000000 cur 279 last 0 00010000:00000001:3.0:1767384958.256738:0:17089:0:(obd_class.h:852:obd_connect()) Process entered 00000004:00000001:3.0:1767384958.256740:0:17089:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000004:00000001:3.0:1767384958.256742:0:17089:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:3.0:1767384958.256745:0:17089:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:3.0:1767384958.256750:0:17089:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:3.0:1767384958.256753:0:17089:0:(osp_dev.c:1757:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384958.256754:0:17089:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384958.256756:0:17089:0:(lod_dev.c:2457:lod_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384958.256757:0:17089:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384958.256758:0:17089:0:(mdd_device.c:1647:mdd_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384958.256759:0:17089:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384958.256761:0:17089:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1767384958.256762:0:17089:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384958.256764:0:17089:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000842c19da. 00000020:00000001:3.0:1767384958.256766:0:17089:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384958.256771:0:17089:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000842c19da with handle 0xb57eb788195631c0 to hash 00000020:00000001:3.0:1767384958.256772:0:17089:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384958.256775:0:17089:0:(obd_class.h:1008:obd_init_export()) Process entered 00000004:00000001:3.0:1767384958.256776:0:17089:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000004:00000010:3.0:1767384958.256778:0:17089:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000af02e05c. 00000001:00000001:3.0:1767384958.256780:0:17089:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:3.0:1767384958.256782:0:17089:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000301e357d. 00000001:00000001:3.0:1767384958.256784:0:17089:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384958.256786:0:17089:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:3.0:1767384958.256787:0:17089:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384958.256790:0:17089:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005d0b26f2. 00000001:00000010:3.0:1767384958.256793:0:17089:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000125fc7db. 00000001:00000010:3.0:1767384958.256796:0:17089:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fce2137d. 00000001:00000010:3.0:1767384958.256797:0:17089:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006a3d9f1c. 00000001:00000010:3.0:1767384958.256799:0:17089:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000441122e8. 00000001:00000010:3.0:1767384958.256801:0:17089:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e95aa37f. 00000001:00000001:3.0:1767384958.256803:0:17089:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384958.256804:0:17089:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000061ef4b1c. 00000001:00000010:3.0:1767384958.256806:0:17089:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000005290ab05. 00000001:00000010:3.0:1767384958.256807:0:17089:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000eef53ed3. 00000001:00000010:3.0:1767384958.256809:0:17089:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005790782e. 00000001:00000010:3.0:1767384958.256810:0:17089:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000215e2c3f. 00000001:00000010:3.0:1767384958.256812:0:17089:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007aa9d15f. 00010000:00000001:3.0:1767384958.256832:0:17089:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384958.256833:0:17089:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384958.256835:0:17089:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384958.256836:0:17089:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384958.256838:0:17089:0:(genops.c:887:class_export_get()) GET export 00000000842c19da refcount=3 00000020:00000040:3.0:1767384958.256841:0:17089:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8d9ce3b) now 9 - export 00000020:00000001:3.0:1767384958.256843:0:17089:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446624585637300224 : -119488072251392 : ffff935383e60800) 00000020:00000040:3.0:1767384958.256844:0:17089:0:(genops.c:898:class_export_put()) PUTting export 00000000842c19da : new refcount 2 00000020:00000080:3.0:1767384958.256846:0:17089:0:(genops.c:1402:class_connect()) connect: client a229f859-33b9-4f1b-8cdb-910f91cdc52b, cookie 0xb57eb788195631c0 00000020:00000001:3.0:1767384958.256847:0:17089:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384958.256849:0:17089:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384958.256853:0:17089:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb788195631c0 00000020:00000001:3.0:1767384958.256854:0:17089:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384958.256855:0:17089:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000842c19da refcount=3 00000020:00000001:3.0:1767384958.256856:0:17089:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585637300224 : -119488072251392 : ffff935383e60800) 00000020:00000001:3.0:1767384958.256858:0:17089:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585637300224 : -119488072251392 : ffff935383e60800) 00000001:00000001:3.0:1767384958.256860:0:17089:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:3.0:1767384958.256862:0:17089:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:3.0:1767384958.256864:0:17089:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000e70cf8aa) : new refcount 6 00000001:00000001:3.0:1767384958.256866:0:17089:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446624590822514688 : -119482887036928 : ffff9354b8f62000) 00000001:00000001:3.0:1767384958.256868:0:17089:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:3.0:1767384958.256870:0:17089:0:(genops.c:887:class_export_get()) GET export 00000000842c19da refcount=4 00000001:00000040:3.0:1767384958.256871:0:17089:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000e70cf8aa) : new refcount 7 00000001:00000001:3.0:1767384958.256874:0:17089:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:3.0:1767384958.256876:0:17089:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 192.168.203.34@tcp50 to nodemap default 00000001:00000040:3.0:1767384958.256878:0:17089:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000e70cf8aa) : new refcount 6 00000001:00000001:3.0:1767384958.256880:0:17089:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384958.256883:0:17089:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1767384958.256889:0:17089:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:3.0:1767384958.256891:0:17089:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-MDT0000: cli a229f859-33b9-4f1b-8cdb-910f91cdc52b/00000000842c19da free: 95899648 avail: 82939904 00000020:00000001:3.0:1767384958.256893:0:17089:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:3.0:1767384958.256895:0:17089:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-MDT0000: cli a229f859-33b9-4f1b-8cdb-910f91cdc52b/00000000842c19da avail=82939904 left=74645504 unstable=0 tot_grant=8293990 pending=0 00000020:00000001:3.0:1767384958.256897:0:17089:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=74645504 : 74645504 : 4730000) 00000020:00000001:3.0:1767384958.256899:0:17089:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:3.0:1767384958.256901:0:17089:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-MDT0000: cli a229f859-33b9-4f1b-8cdb-910f91cdc52b/00000000842c19da wants: 134217728 current grant 0 granting: 2146304 00000020:00000020:3.0:1767384958.256902:0:17089:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-MDT0000: cli a229f859-33b9-4f1b-8cdb-910f91cdc52b/00000000842c19da tot cached:0 granted:2146304 num_exports: 3 00000020:00000001:3.0:1767384958.256904:0:17089:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=2146304 : 2146304 : 20c000) 00000020:00000020:3.0:1767384958.256905:0:17089:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-MDT0000: cli a229f859-33b9-4f1b-8cdb-910f91cdc52b/00000000842c19da ocd_grant: 2146304 want: 134217728 left: 74645504 00000020:00000001:3.0:1767384958.256907:0:17089:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00000004:00100000:3.0:1767384958.256908:0:17089:0:(mdt_handler.c:7289:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000001:3.0:1767384958.256910:0:17089:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:3.0:1767384958.256916:0:17089:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1767384958.256917:0:17089:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:3.0:1767384958.256920:0:17089:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384958.256922:0:17089:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000ea9da18. 00080000:00000001:3.0:1767384958.256924:0:17089:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585655712768 : -119488053838848 : ffff935384fefc00) 00080000:00000001:3.0:1767384958.256927:0:17089:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384958.256945:0:17089:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384958.256947:0:17089:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003bee0166. 00080000:00000001:3.0:1767384958.256950:0:17089:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384958.256952:0:17089:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384958.256963:0:17089:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384958.256965:0:17089:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:3.0:1767384958.256986:0:17089:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384958.256990:0:17089:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384958.256992:0:17089:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384958.258587:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000ea9da18. 00080000:00000010:3.0:1767384958.258628:0:17089:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003bee0166. 00040000:00000001:3.0:1767384958.258634:0:17089:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384958.258636:0:17089:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384958.258639:0:17089:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384958.258641:0:17089:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384958.258643:0:17089:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384958.258645:0:17089:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-MDT0000: new client at index 0 (8192) with UUID 'a229f859-33b9-4f1b-8cdb-910f91cdc52b' generation 1 00000001:00000001:3.0:1767384958.258647:0:17089:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1767384958.258648:0:17089:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384958.258651:0:17089:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000a8e438e. 00080000:00000001:3.0:1767384958.258652:0:17089:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624585655711232 : -119488053840384 : ffff935384fef600) 00080000:00000001:3.0:1767384958.258654:0:17089:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384958.258656:0:17089:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384958.258658:0:17089:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003bee0166. 00080000:00000001:3.0:1767384958.258659:0:17089:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384958.258660:0:17089:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384958.258665:0:17089:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384958.258668:0:17089:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000eb377f89. 00000001:00000040:3.0:1767384958.258669:0:17089:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000842c19da : new cb_count 1 00000020:00000040:3.0:1767384958.258676:0:17089:0:(genops.c:887:class_export_get()) GET export 00000000842c19da refcount=5 00000001:00000001:3.0:1767384958.258775:0:17089:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1767384958.258777:0:17089:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384958.258780:0:17089:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003bee0166. 00040000:00000001:3.0:1767384958.258782:0:17089:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384958.258783:0:17089:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384958.258784:0:17089:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384958.258785:0:17089:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384958.258787:0:17089:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384958.258789:0:17089:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:3.0:1767384958.258791:0:17089:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:3.0:1767384958.258794:0:17089:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000f0aa090c 00000020:00000010:3.0:1767384958.258796:0:17089:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000ad69c509. 00000020:00000040:3.0:1767384958.258801:0:17089:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000ad69c509 for nid 192.168.203.34@tcp50 - ref 2 00000020:00000001:3.0:1767384958.258862:0:17089:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384958.258867:0:17089:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000065a2bc66. 00000020:00000010:3.0:1767384958.258870:0:17089:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000b8a50c6b. 00000020:00000010:3.0:1767384958.258872:0:17089:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 000000004edbc656. 00000020:00000010:3.0:1767384958.258882:0:17089:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000024175e91. 00000020:00000010:3.0:1767384958.258884:0:17089:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000adea348b. 00000020:00000010:3.0:1767384958.258886:0:17089:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 0000000075d9bef3. 00000004:00000001:3.0:1767384958.258895:0:17089:0:(mdt_fs.c:76:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384958.258896:0:17089:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384958.258898:0:17089:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384958.258900:0:17089:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000056a038e9. 00000020:00000040:3.0:1767384958.258902:0:17089:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8d9ce3b) now 10 - import 00000020:00000001:3.0:1767384958.258906:0:17089:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384958.258907:0:17089:0:(genops.c:1242:class_import_put()) import 0000000056a038e9 refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1767384958.258909:0:17089:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1767384958.258910:0:17089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003bee0166. 00000020:00000040:3.0:1767384958.258913:0:17089:0:(genops.c:887:class_export_get()) GET export 00000000842c19da refcount=6 00000100:00000040:3.0:1767384958.258915:0:17089:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000842c19da : new rpc_count 1 00000100:00000001:3.0:1767384958.258916:0:17089:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1767384958.258926:0:17089:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.203.34@tcp50 primary NID 192.168.203.34@tcp50 rc 0 00000100:00000001:3.0:1767384958.258929:0:17089:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384958.258930:0:17089:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d9156d98 refcount 3 to 192.168.203.34@tcp50 00000100:00000001:3.0:1767384958.258931:0:17089:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590000881856 : -119483708669760 : ffff935487fd00c0) 00000100:00000001:3.0:1767384958.258933:0:17089:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446624590000881856 : -119483708669760 : 0xffff935487fd00c0) 00000100:00000040:3.0:1767384958.258935:0:17089:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000d9156d98 refcount 3 to 192.168.203.34@tcp50 00000020:00000040:3.0:1767384958.258937:0:17089:0:(genops.c:887:class_export_get()) GET export 00000000842c19da refcount=7 00000100:00000001:3.0:1767384958.258941:0:17089:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384958.258942:0:17089:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d9156d98 refcount 4 to 192.168.203.34@tcp50 00000100:00000001:3.0:1767384958.258943:0:17089:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590000881856 : -119483708669760 : ffff935487fd00c0) 02000000:00000001:3.0:1767384958.258945:0:17089:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384958.258947:0:17089:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1767384958.258949:0:17089:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:3.0:1767384958.258951:0:17089:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072651894848 : -1057656768 : ffffffffc0f57040) 02000000:00000001:3.0:1767384958.258953:0:17089:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384958.258954:0:17089:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767384958.258957:0:17089:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1767384958.258958:0:17089:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384958.258960:0:17089:0:(import.c:65:import_set_state_nolock()) 0000000056a038e9 : changing import state from RECOVER to FULL 00000100:00000001:3.0:1767384958.258962:0:17089:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384958.258963:0:17089:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384958.258964:0:17089:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384958.258966:0:17089:0:(genops.c:898:class_export_put()) PUTting export 00000000842c19da : new refcount 6 00000020:00000040:3.0:1767384958.258968:0:17089:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8d9ce3b) now 10 - find 00010000:00000001:3.0:1767384958.258969:0:17089:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384958.258971:0:17089:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384958.258973:0:17089:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663330096 : -1046221520 : ffffffffc1a3ed30) 00000020:00000001:3.0:1767384958.258975:0:17089:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384958.258976:0:17089:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384958.258978:0:17089:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384958.258980:0:17089:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384958.258982:0:17089:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384958.258985:0:17089:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000001:00000001:3.0:1767384958.258995:0:17089:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384958.258997:0:17089:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384958.258999:0:17089:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384958.259000:0:17089:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384958.259002:0:17089:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384958.259004:0:17089:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237340669824 00010000:00000001:3.0:1767384958.259007:0:17089:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384958.259011:0:17089:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008682cd17 x1853237340669824/t0(0) o38->a229f859-33b9-4f1b-8cdb-910f91cdc52b@192.168.203.34@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384958.259019:0:17089:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384958.259021:0:17089:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384958.259024:0:17089:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=86 v=5 (1 0 0 0) 00000100:00001000:3.0:1767384958.259027:0:17089:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1767384958.259030:0:17089:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384958.259032:0:17089:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d9156d98 refcount 5 to 192.168.203.34@tcp50 00000100:00000001:3.0:1767384958.259034:0:17089:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590000881856 : -119483708669760 : ffff935487fd00c0) 02000000:00000001:3.0:1767384958.259037:0:17089:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384958.259038:0:17089:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384958.259040:0:17089:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384958.259043:0:17089:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.34@tcp50 00000400:00000010:3.0:1767384958.259047:0:17089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051c03a31. 00000100:00000200:3.0:1767384958.259051:0:17089:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853237340669824, offset 0 00000400:00000200:3.0:1767384958.259054:0:17089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.34@tcp50 00000400:00000200:3.0:1767384958.259059:0:17089:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp50 to NMR: 192.168.203.34@tcp50 local destination 00000400:00000200:3.0:1767384958.259065:0:17089:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp50 NI seq info: [227:227:256:4294967295] 192.168.203.34@tcp50 LPNI seq info [18:18:8:4294967295] 00000400:00000200:3.0:1767384958.259071:0:17089:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50:192.168.203.134@tcp50) -> 192.168.203.34@tcp50(192.168.203.34@tcp50:192.168.203.34@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384958.259074:0:17089:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.34@tcp50 00000800:00000010:3.0:1767384958.259076:0:17089:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021d3d755. 00000800:00000200:3.0:1767384958.259079:0:17089:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009da95a4b] -> 12345-192.168.203.34@tcp50 (4) 00000800:00000200:3.0:1767384958.259082:0:17089:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.34@tcp50 ip 192.168.203.34:1023 00000800:00000200:3.0:1767384958.259085:0:17089:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000021d3d755 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:3.0:1767384958.259099:0:17089:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384958.259101:0:17089:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d9156d98 refcount 4 to 192.168.203.34@tcp50 00010000:00000001:3.0:1767384958.259103:0:17089:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384958.259104:0:17089:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384958.259106:0:17089:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384958.259109:0:17089:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008682cd17 x1853237340669824/t0(0) o38->a229f859-33b9-4f1b-8cdb-910f91cdc52b@192.168.203.34@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384958.259116:0:17089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008682cd17 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a229f859-33b9-4f1b-8cdb-910f91cdc52b+6:11797:x1853237340669824:12345-192.168.203.34@tcp50:38: Request processed in 2410us (2524us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384958.259122:0:17089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp50, seq: 3 00000100:00000040:3.0:1767384958.259123:0:17089:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000842c19da : new rpc_count 0 00000100:00000001:3.0:1767384958.259125:0:17089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384958.259127:0:17089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384958.259130:0:17089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000622078f1. 00000020:00000010:3.0:1767384958.259133:0:17089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a3378f14. 00000020:00000010:3.0:1767384958.259135:0:17089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d45a7f59. 00000020:00000040:3.0:1767384958.259137:0:17089:0:(genops.c:898:class_export_put()) PUTting export 00000000842c19da : new refcount 5 00000100:00000001:3.0:1767384958.259139:0:17089:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384958.259148:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384958.259152:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021d3d755. 00000400:00000200:0.0:1767384958.259156:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384958.259160:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:0.0:1767384958.259163:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051c03a31 00000400:00000010:0.0:1767384958.259164:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000051c03a31. 00000100:00000001:0.0:1767384958.259166:0:16353:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384958.259167:0:16353:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384958.360880:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384958.360886:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384958.360889:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cd42342 00000400:00000010:2.0:1767384958.360894:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004cd42342. 00000800:00000200:3.0:1767384958.360895:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091605904] -> 12345-192.168.203.134@tcp22 (6) 00000400:00000200:2.0:1767384958.360901:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:3.0:1767384958.360902:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp22 ip 192.168.203.134:988 00000800:00000200:3.0:1767384958.360906:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ad538527 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767384958.360922:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp47 recovery ping unlinked 00000400:00000010:2.0:1767384958.360936:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007e4f51cf. 00000400:00000010:2.0:1767384958.360939:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000079732139. 00000800:00000200:0.0:1767384958.361081:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384958.361087:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.361098:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384958.361102:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.361104:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384958.808915:0:17112:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384958.808922:0:17112:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384958.808930:0:17112:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c0eff6b. 00000020:00000040:1.0:1767384958.808938:0:17112:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384958.808943:0:17112:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384958.808946:0:17112:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384958.808951:0:17112:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384958.808956:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b543db4a-4900-454f-be04-352b2897a173->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1767384958.808959:0:17112:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cf8d5fc4. 00000100:00000001:0.0:1767384958.808966:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384958.808968:0:17112:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.808974:0:17112:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384958.808976:0:17112:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384958.808985:0:17112:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c0eff6b] to pc [ptlrpcd_00_01+1] req@000000000c0eff6b x1853237348039808/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384958.808996:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008c83e0ab. 00000020:00000040:0.0:1767384958.809000:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:0.0:1767384958.809003:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384958.809004:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384958.809007:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384958.809011:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002382e302. 00000004:00000001:1.0:1767384958.809013:0:17112:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.809014:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384958.809021:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b543db4a-4900-454f-be04-352b2897a173->MGS req@000000008c83e0ab x1853237348039936/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384958.809029:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384958.809030:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384958.809034:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c83e0ab] to pc [ptlrpcd_00_02+2] req@000000008c83e0ab x1853237348039936/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384958.809036:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384958.809037:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384958.809042:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384958.809043:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.809046:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384958.809053:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c0eff6b x1853237348039808/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384958.809063:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384958.809063:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.809067:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384958.809072:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384958.809073:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767384958.809075:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384958.809082:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.809082:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384958.809084:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384958.809088:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000c0eff6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16359:1853237348039808:0@lo:13: 00000100:00100000:1.0:1767384958.809088:0:16361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000010:0.0:1767384958.809088:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f462f42c. 00000100:00000001:1.0:1767384958.809096:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384958.809096:0:8:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384958.809097:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384958.809102:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384958.809103:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384958.809104:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384958.809107:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.809108:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384958.809108:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384958.809109:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384958.809110:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384958.809112:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384958.809116:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.809117:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384958.809118:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003f239c8f. 00000100:00000001:1.0:1767384958.809120:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767384958.809120:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f7824156. 02000000:00000001:2.0:1767384958.809124:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.809125:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384958.809126:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384958.809133:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3aff75d. 00000100:00000040:1.0:1767384958.809134:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008c83e0ab x1853237348039936/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384958.809135:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000f462f42c x1853237348040064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767384958.809141:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004cd42342. 00000100:00000200:2.0:1767384958.809150:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348039808, portal 4 00000100:00000001:2.0:1767384958.809154:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384958.809157:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590750709760 : -119482958841856 : ffff9354b4ae7800) 00000100:00000040:2.0:1767384958.809168:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000c0eff6b x1853237348039808/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384974 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384958.809170:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384958.809174:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384958.809181:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f462f42c] to pc [ptlrpcd_00_03+3] req@00000000f462f42c x1853237348040064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.809190:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384958.809193:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384958.809199:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384958.809201:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384958.809203:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384958.809210:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384958.809210:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384958.809216:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005531450d. 00000100:00100000:1.0:1767384958.809218:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008c83e0ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348039936:0@lo:400: 00000100:00000001:0.0:1767384958.809218:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384958.809220:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237348039808, offset 0 00000100:00000040:0.0:1767384958.809224:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384958.809228:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384958.809230:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1767384958.809232:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384958.809233:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384958.809236:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384958.809240:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767384958.809242:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a0f2c6b. 02000000:00000010:1.0:1767384958.809245:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004951b1db. 00000400:00000200:2.0:1767384958.809246:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1767384958.809247:0:8:0:(genops.c:1229:class_import_get()) import 00000000aab4eb9e refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:1.0:1767384958.809250:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.809254:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384958.809257:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767384958.809258:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a14e1bdd. 02000000:00000001:0.0:1767384958.809259:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384958.809265:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958271d07c80 00000400:00000010:1.0:1767384958.809265:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000129e4fdd. 02000000:00000010:0.0:1767384958.809267:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d99c4bc2. 00000100:00000200:1.0:1767384958.809271:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348039936, portal 25 00000100:00000001:0.0:1767384958.809272:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.809274:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384958.809278:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878151936 : -119482831399680 : ffff9354bc471500) 00000100:00000040:0.0:1767384958.809280:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000003a0f2c6b x1853237348040192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384958.809287:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3584 00000100:00000040:1.0:1767384958.809287:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008c83e0ab x1853237348039936/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384958.809289:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384958.809294:0:16360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384958.809300:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384958.809303:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384958.809304:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384958.809308:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384958.809308:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384958.809312:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384958.809314:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384958.809315:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384958.809317:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384958.809319:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a0f2c6b] to pc [ptlrpcd_00_00+0] req@000000003a0f2c6b x1853237348040192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384958.809320:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384958.809323:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384958.809324:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384958.809325:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767384958.809327:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000010:1.0:1767384958.809330:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007acbf24a. 00000100:00000040:3.0:1767384958.809333:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f462f42c x1853237348040064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384958.809335:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000074851090. 00000100:00000200:1.0:1767384958.809336:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237348039936, offset 0 00000100:00000040:2.0:1767384958.809341:0:16359:0:(events.c:337:request_in_callback()) incoming req@0000000074851090 x1853237348039808 msgsize 224 00000400:00000200:1.0:1767384958.809351:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384958.809371:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384958.809377:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384958.809380:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384958.809382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384958.809383:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384958.809409:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958271d07d00 00000100:00000001:0.0:1767384958.809411:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1767384958.809412:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005531450d 00000100:00000010:0.0:1767384958.809417:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016123c0a. 00000400:00000010:2.0:1767384958.809418:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005531450d. 00000020:00000040:0.0:1767384958.809425:0:8:0:(genops.c:1229:class_import_get()) import 0000000062c1ff66 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384958.809426:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384958.809426:0:16359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384958.809430:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384958.809432:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x18b1 [2] + 0 00000100:00000001:0.0:1767384958.809433:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384958.809435:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1767384958.809435:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000c0eff6b x1853237348039808/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384974 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384958.809437:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384958.809440:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384958.809442:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000621cb0d6. 02000000:00000001:0.0:1767384958.809444:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384958.809448:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384958.809451:0:16361:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d5254e57 02000000:00000010:0.0:1767384958.809454:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002f6e1455. 00000100:00100000:3.0:1767384958.809457:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f462f42c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16360:1853237348040064:0@lo:400: 00000400:00000200:1.0:1767384958.809458:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384958.809464:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384958.809468:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384958.809470:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384958.809470:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384958.809473:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384958.809477:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384958.809477:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5254e57 00000100:00000040:2.0:1767384958.809479:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c0eff6b x1853237348039808/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384974 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384958.809479:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000016123c0a x1853237348040320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384958.809482:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767384958.809483:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d5254e57. 02000000:00000010:3.0:1767384958.809488:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d45a7f59. 00000100:00000001:1.0:1767384958.809491:0:16361:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384958.809494:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384958.809495:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1767384958.809504:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032e48dde. 00000100:00000040:1.0:1767384958.809504:0:16361:0:(events.c:337:request_in_callback()) incoming req@000000001518dbb8 x1853237348039936 msgsize 224 00000100:00000001:2.0:1767384958.809513:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384958.809514:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d85af59. 00000100:00100000:1.0:1767384958.809520:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384958.809521:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384958.809522:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1767384958.809523:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348040064, portal 4 00000100:00000040:1.0:1767384958.809524:0:16361:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384958.809526:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.809529:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384958.809530:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384958.809533:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878152832 : -119482831398784 : ffff9354bc471880) 00000100:00000040:0.0:1767384958.809534:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016123c0a] to pc [ptlrpcd_00_01+1] req@0000000016123c0a x1853237348040320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384958.809536:0:16359:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3016 usecs (4 jiffies) 00000100:00000001:1.0:1767384958.809536:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384958.809543:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f462f42c x1853237348040064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384958.809544:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007acbf24a 00000100:00000001:2.0:1767384958.809545:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294947844 00000400:00000010:1.0:1767384958.809550:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007acbf24a. 00000100:00000010:2.0:1767384958.809555:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000002cbaa6c. 00000100:00000001:1.0:1767384958.809557:0:16361:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384958.809558:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384958.809565:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008c83e0ab x1853237348039936/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384958.809566:0:16359:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384958.809567:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384958.809568:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (285) 00000100:00000040:3.0:1767384958.809576:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384958.809579:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294947844 00000400:00000010:3.0:1767384958.809581:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b051682. 00000100:00000001:1.0:1767384958.809586:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1767384958.809588:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000406a8fbc. 00000100:00000040:1.0:1767384958.809593:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008c83e0ab x1853237348039936/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384974 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384958.809594:0:16359:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000200:3.0:1767384958.809595:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237348040064, offset 0 00000100:00000001:0.0:1767384958.809596:0:17898:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384958.809601:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294947844 00000400:00000200:3.0:1767384958.809609:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384958.809609:0:17898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348039808 00000100:00000010:2.0:1767384958.809610:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000375cc6fb. 02000000:00000001:0.0:1767384958.809615:0:17898:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384958.809616:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.809617:0:16359:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384958.809618:0:17898:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384958.809624:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384958.809624:0:17898:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.809625:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294947844 00000100:00000001:1.0:1767384958.809625:0:16361:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384958.809631:0:17898:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.809632:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384958.809634:0:17898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348039808 00000400:00000200:3.0:1767384958.809639:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958271d07d80 00000100:00000010:2.0:1767384958.809640:0:16359:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000005f4396f. 00000100:00000001:1.0:1767384958.809640:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294947845 00000020:00000001:0.0:1767384958.809641:0:17898:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384958.809645:0:17898:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562efd 00000020:00000001:0.0:1767384958.809649:0:17898:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384958.809650:0:16359:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384958.809653:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294947844 00000020:00000040:0.0:1767384958.809654:0:17898:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d9a32349 refcount=5 00000400:00000200:3.0:1767384958.809655:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 4560 00000100:00000001:2.0:1767384958.809658:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384958.809662:0:17898:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000001:1.0:1767384958.809664:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294947845 00000100:00000001:2.0:1767384958.809665:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384958.809666:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384958.809667:0:17898:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000001:1.0:1767384958.809671:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294947844 00000100:00000001:2.0:1767384958.809674:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.809677:0:17898:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384958.809678:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384958.809678:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294947845 00000100:00000001:2.0:1767384958.809680:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384958.809684:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007dac689b. 00000100:00000001:3.0:1767384958.809688:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384958.809689:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294947844 00000100:00000001:2.0:1767384958.809690:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384958.809690:0:17898:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000007af49ded. 00000100:00000200:3.0:1767384958.809692:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767384958.809694:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000010:3.0:1767384958.809698:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001160468e. 00000100:00000001:2.0:1767384958.809699:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384958.809701:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384958.809704:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384958.809704:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294947845 00000100:00000040:2.0:1767384958.809709:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016123c0a x1853237348040320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384958.809711:0:17898:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000029ff95b7) now 6 - evictor 00000100:00000040:3.0:1767384958.809712:0:16360:0:(events.c:337:request_in_callback()) incoming req@000000001160468e x1853237348040064 msgsize 224 00000100:00000001:1.0:1767384958.809713:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294947844 00000100:00000001:1.0:1767384958.809723:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384958.809725:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384958.809727:0:17898:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384958.809729:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.809729:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384958.809730:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1767384958.809734:0:17898:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000340ccd4. 00000100:00000001:1.0:1767384958.809736:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384958.809738:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:0.0:1767384958.809741:0:17898:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000054c76e4c. 02000000:00000001:2.0:1767384958.809742:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384958.809742:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384958.809746:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384958.809749:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384958.809750:0:17898:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c41bf3b7. 02000000:00000001:2.0:1767384958.809751:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.809752:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384958.809754:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b051682 00000100:00000001:1.0:1767384958.809758:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384958.809759:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000016123c0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16359:1853237348040320:0@lo:400: 00000400:00000010:3.0:1767384958.809760:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b051682. 00000100:00000040:0.0:1767384958.809763:0:17898:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384958.809764:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384958.809766:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384958.809770:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384958.809771:0:17898:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1767384958.809775:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f462f42c x1853237348040064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384958.809776:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384958.809776:0:17898:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1767384958.809780:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.809781:0:17898:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.809782:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384958.809786:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384958.809788:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384958.809791:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767384958.809794:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000079732139. 00000100:00000001:3.0:1767384958.809796:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384958.809798:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384958.809799:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a0f2c6b x1853237348040192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384958.809803:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f462f42c x1853237348040064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384974 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384958.809803:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fe19f49. 00000400:00000010:2.0:1767384958.809811:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005531450d. 00000100:00000200:2.0:1767384958.809816:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348040320, portal 10 00000100:00000001:2.0:1767384958.809818:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384958.809819:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878155520 : -119482831396096 : ffff9354bc472300) 00000100:00000040:2.0:1767384958.809826:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000016123c0a x1853237348040320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.809850:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384958.809852:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.809854:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384958.809860:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384958.809861:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384958.809863:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384958.809863:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384958.809866:0:17898:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384958.809867:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384958.809885:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384958.809892:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003a0f2c6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16358:1853237348040192:0@lo:400: 00000100:00000040:3.0:1767384958.809893:0:16360:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3016 usecs (4 jiffies) 00000100:00000001:0.0:1767384958.809895:0:17898:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384958.809896:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384958.809901:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294947845 00000100:00000001:1.0:1767384958.809903:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767384958.809904:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024e4e5b6. 02000000:00000001:1.0:1767384958.809906:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384958.809909:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294947845 02000000:00000001:1.0:1767384958.809911:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.809911:0:17898:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1767384958.809912:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237348040320, offset 0 00000100:00000001:0.0:1767384958.809916:0:17898:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384958.809918:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294947845 02000000:00000001:1.0:1767384958.809918:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384958.809923:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e27d5f88. 00000100:00000001:3.0:1767384958.809924:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294947845 00000100:00100000:0.0:1767384958.809926:0:17898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000400:00000200:2.0:1767384958.809929:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384958.809930:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384958.809931:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294947845 00000100:00000040:0.0:1767384958.809934:0:17898:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d9a32349 : new rpc_count 1 00000400:00000010:1.0:1767384958.809937:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000621cb0d6. 00000100:00000001:3.0:1767384958.809938:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294947845 00000100:00000001:0.0:1767384958.809938:0:17898:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624585658081152 : -119488051470464 : ffff935385231f80) 00000400:00000200:2.0:1767384958.809944:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384958.809945:0:16360:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294947845 00000400:00000010:1.0:1767384958.809945:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007acbf24a. 00000100:00000040:0.0:1767384958.809950:0:17898:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000074851090 x1853237348039808/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:184/0 lens 224/0 e 0 to 0 dl 1767384969 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384958.809952:0:16360:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294947845 00000100:00000200:1.0:1767384958.809953:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348040192, portal 10 00000100:00000001:1.0:1767384958.809958:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384958.809960:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384958.809961:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958271d07e80 00000100:00000001:1.0:1767384958.809962:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590878156416 : -119482831395200 : ffff9354bc472680) 00000100:00000001:3.0:1767384958.809967:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384958.809973:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384958.809975:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003a0f2c6b x1853237348040192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384958.809977:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9248 00000100:00000001:0.0:1767384958.809978:0:17898:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384958.809979:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384958.809989:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007af49ded. 00000400:00000200:2.0:1767384958.809990:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384958.809991:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384958.809996:0:17898:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384958.810001:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384958.810002:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384958.810003:0:17897:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1767384958.810004:0:17898:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007af49ded. 00000100:00100000:3.0:1767384958.810008:0:17897:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348040064 00000400:00000010:1.0:1767384958.810008:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000265f5e51. 00000100:00000001:2.0:1767384958.810012:0:16359:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384958.810013:0:17897:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1767384958.810014:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237348040192, offset 0 00000100:00000200:2.0:1767384958.810015:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384958.810016:0:17897:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384958.810019:0:17898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000074851090 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16359:x1853237348039808:12345-0@lo:13: 00000100:00000010:2.0:1767384958.810024:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f1e89eee. 00000400:00000200:1.0:1767384958.810026:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384958.810026:0:17898:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348039808 00000100:00000001:3.0:1767384958.810028:0:17897:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384958.810030:0:16359:0:(events.c:337:request_in_callback()) incoming req@00000000f1e89eee x1853237348040320 msgsize 224 00000020:00000001:0.0:1767384958.810033:0:17898:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767384958.810034:0:17897:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384958.810038:0:17898:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:3.0:1767384958.810042:0:17897:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348040064 00000020:00000001:0.0:1767384958.810042:0:17898:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384958.810043:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384958.810044:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1767384958.810047:0:17897:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384958.810049:0:17898:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000040:3.0:1767384958.810052:0:17897:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562efd 00000020:00000001:0.0:1767384958.810053:0:17898:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665454032 : -1044097584 : ffffffffc1c455d0) 00000020:00000001:3.0:1767384958.810055:0:17897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384958.810058:0:17898:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000040:3.0:1767384958.810059:0:17897:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d9a32349 refcount=6 00000400:00000200:1.0:1767384958.810059:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958271d07e00 00000100:00000001:2.0:1767384958.810060:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1767384958.810061:0:17898:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384958.810066:0:17897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000020:00000001:0.0:1767384958.810068:0:17898:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384958.810070:0:17897:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000400:00000200:1.0:1767384958.810071:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9472 00000020:00000001:0.0:1767384958.810072:0:17898:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384958.810074:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384958.810077:0:17898:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384958.810080:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096af4c39. 00000400:00000200:2.0:1767384958.810080:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024e4e5b6 00000400:00000200:1.0:1767384958.810081:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384958.810082:0:17898:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384958.810087:0:17897:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384958.810087:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024e4e5b6. 02000000:00000001:0.0:1767384958.810088:0:17898:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384958.810093:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384958.810094:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096af4c39. 00000100:00000001:2.0:1767384958.810094:0:16359:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:0.0:1767384958.810095:0:17898:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000f27b6142. 00000100:00000001:1.0:1767384958.810098:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384958.810103:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1767384958.810103:0:17898:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384958.810104:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000046974ac8. 00000100:00000200:2.0:1767384958.810104:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000016123c0a x1853237348040320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384958.810109:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004144b2ef. 00000100:00000001:0.0:1767384958.810111:0:17898:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384958.810112:0:17897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000622078f1. 00000100:00000040:1.0:1767384958.810115:0:16358:0:(events.c:337:request_in_callback()) incoming req@000000004144b2ef x1853237348040192 msgsize 224 00002000:00000001:0.0:1767384958.810118:0:17898:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000010:3.0:1767384958.810120:0:17897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a3378f14. 00002000:00000001:0.0:1767384958.810125:0:17898:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384958.810129:0:17898:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000040:3.0:1767384958.810130:0:17897:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00100000:1.0:1767384958.810131:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384958.810136:0:17897:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384958.810140:0:17897:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384958.810140:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384958.810141:0:17898:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384958.810143:0:17897:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00002000:00000024:0.0:1767384958.810145:0:17898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:1.0:1767384958.810146:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384958.810148:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000016123c0a x1853237348040320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384958.810152:0:17897:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000020:0.0:1767384958.810153:0:17898:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000400:00000200:1.0:1767384958.810154:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000265f5e51 00000100:00000001:3.0:1767384958.810157:0:17897:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:1.0:1767384958.810160:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000265f5e51. 00000020:00000020:0.0:1767384958.810160:0:17898:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000d9a32349 dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767384958.810161:0:17897:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.810164:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.810166:0:16358:0:(events.c:34:request_out_callback()) Process entered 00002000:00000020:0.0:1767384958.810170:0:17898:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000001:2.0:1767384958.810171:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1767384958.810174:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a0f2c6b x1853237348040192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384958.810175:0:17897:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1767384958.810176:0:17898:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:2.0:1767384958.810178:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384958.810183:0:17898:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000040:2.0:1767384958.810185:0:16359:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2731 usecs (3 jiffies) 00000001:00000001:0.0:1767384958.810187:0:17898:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384958.810188:0:17897:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384958.810192:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294947844 00000100:00000001:3.0:1767384958.810193:0:17897:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00002000:00000001:0.0:1767384958.810194:0:17898:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.810196:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384958.810199:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294947845 00010000:00000040:0.0:1767384958.810201:0:17898:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237348039808 00000100:00100000:3.0:1767384958.810202:0:17897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000040:1.0:1767384958.810203:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a0f2c6b x1853237348040192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384958.810206:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294947844 00010000:00000001:0.0:1767384958.810207:0:17898:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:3.0:1767384958.810209:0:17897:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d9a32349 : new rpc_count 2 00000100:00000001:2.0:1767384958.810213:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294947845 00000100:00000001:3.0:1767384958.810215:0:17897:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624585647291264 : -119488062260352 : ffff9353847e7b80) 00000100:00000001:2.0:1767384958.810220:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294947844 00010000:00000200:0.0:1767384958.810222:0:17898:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000074851090 x1853237348039808/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:184/0 lens 224/368 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384958.810225:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001160468e x1853237348040064/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:184/0 lens 224/0 e 0 to 0 dl 1767384969 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384958.810227:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294947845 00000100:00000001:1.0:1767384958.810232:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.810236:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384958.810241:0:16359:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294947844 00000100:00000001:1.0:1767384958.810243:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.810249:0:16359:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294947845 00000100:00000040:1.0:1767384958.810251:0:16358:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2870 usecs (3 jiffies) 00000100:00000001:2.0:1767384958.810257:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384958.810257:0:17898:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384958.810258:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294947844 00000100:00000001:3.0:1767384958.810261:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384958.810263:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384958.810263:0:17898:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.810265:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294947845 00000020:00000010:3.0:1767384958.810266:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096af4c39. 00000100:00001000:0.0:1767384958.810270:0:17898:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097a41e79 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384958.810271:0:17897:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384958.810271:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.810271:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294947844 00000100:00000001:2.0:1767384958.810277:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.810278:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294947845 00000100:00000001:0.0:1767384958.810279:0:17898:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384958.810285:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384958.810286:0:17898:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000020:00000010:3.0:1767384958.810287:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096af4c39. 00000100:00000001:1.0:1767384958.810287:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294947844 00000100:00000001:2.0:1767384958.810288:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384958.810293:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294947845 00000100:00000001:0.0:1767384958.810294:0:17898:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000001:2.0:1767384958.810295:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384958.810299:0:16358:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294947844 00000100:00100000:3.0:1767384958.810300:0:17897:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001160468e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16360:x1853237348040064:12345-0@lo:400: 00000100:00000001:2.0:1767384958.810301:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384958.810302:0:17898:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384958.810304:0:16358:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294947845 02000000:00000001:0.0:1767384958.810306:0:17898:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.810307:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.810310:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384958.810311:0:17897:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348040064 00000100:00000001:2.0:1767384958.810314:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.810315:0:17898:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384958.810316:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384958.810317:0:17897:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384958.810322:0:17897:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:0.0:1767384958.810322:0:17898:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384958.810323:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384958.810327:0:17897:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.810328:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384958.810329:0:17898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ce6b2d9. 00000100:00080000:2.0:1767384958.810332:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:3.0:1767384958.810333:0:17897:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384958.810337:0:17897:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000100:00000001:1.0:1767384958.810337:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384958.810337:0:17898:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237348039808, offset 224 00000020:00000040:2.0:1767384958.810338:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000029ff95b7) now 6 - evictor 00000100:00000001:1.0:1767384958.810341:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384958.810345:0:17897:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384958.810347:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384958.810349:0:17897:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384958.810349:0:17898:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384958.810350:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384958.810371:0:17897:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384958.810371:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384958.810375:0:17897:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384958.810376:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384958.810380:0:17897:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384958.810381:0:17898:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384958.810386:0:17897:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384958.810405:0:17897:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384958.810405:0:17089:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384958.810410:0:17898:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958271d07c80 02000000:00000001:3.0:1767384958.810411:0:17897:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1767384958.810411:0:17089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348040320 02000000:00000001:2.0:1767384958.810416:0:17089:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:3.0:1767384958.810417:0:17897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f9a88e42. 00000100:00000001:2.0:1767384958.810420:0:17089:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384958.810421:0:17091:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384958.810422:0:17898:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x205d [1] + 224 02000000:00000001:3.0:1767384958.810423:0:17897:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.810423:0:17089:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384958.810426:0:17091:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348040192 00000100:00000001:3.0:1767384958.810430:0:17897:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384958.810431:0:17091:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384958.810432:0:17089:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384958.810433:0:17898:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384958.810434:0:17897:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.810436:0:17091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384958.810439:0:17089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348040320 00010000:00000040:3.0:1767384958.810441:0:17897:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237348040064 00000100:00000001:1.0:1767384958.810441:0:17091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384958.810442:0:17089:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384958.810448:0:17089:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562ee1 00000400:00000200:0.0:1767384958.810448:0:17898:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384958.810449:0:17897:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:1.0:1767384958.810449:0:17091:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384958.810452:0:17089:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767384958.810456:0:17091:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348040192 00010000:00000200:3.0:1767384958.810457:0:17897:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001160468e x1853237348040064/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:184/0 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384958.810457:0:17089:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000083ded37e refcount=5 00000100:00000001:0.0:1767384958.810460:0:17898:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384958.810461:0:17091:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384958.810465:0:17089:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00000020:00000040:1.0:1767384958.810466:0:17091:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562e71 00000020:00000001:1.0:1767384958.810471:0:17091:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1767384958.810472:0:17898:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000c0eff6b x1853237348039808/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384974 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384958.810473:0:17089:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585622894592 : -119488086657024 : ffff9353830a3800) 00000020:00000040:1.0:1767384958.810475:0:17091:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099807a16 refcount=5 00000100:00000001:2.0:1767384958.810481:0:17089:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384958.810482:0:17091:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00010000:00000001:3.0:1767384958.810488:0:17897:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:2.0:1767384958.810488:0:17089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1c7f4c7. 00000020:00000001:1.0:1767384958.810489:0:17091:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00010000:00000001:3.0:1767384958.810493:0:17897:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384958.810496:0:17089:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000078242977. 00000100:00000001:1.0:1767384958.810497:0:17091:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00001000:3.0:1767384958.810499:0:17897:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7bcd663 time=82 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384958.810503:0:17091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e26f5f23. 00000020:00000040:2.0:1767384958.810504:0:17089:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8d9ce3b) now 10 - evictor 00000100:00000001:3.0:1767384958.810507:0:17897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384958.810510:0:17091:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384958.810513:0:17897:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 22 to 0@lo 00000020:00000010:1.0:1767384958.810515:0:17091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e26f5f23. 00000100:00000001:2.0:1767384958.810518:0:17089:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:0.0:1767384958.810518:0:17898:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000000c0eff6b x1853237348039808/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384958.810519:0:17897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000020:00000010:1.0:1767384958.810522:0:17091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010903251. 02000000:00000001:3.0:1767384958.810526:0:17897:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:2.0:1767384958.810526:0:17089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000966d68c1. 02000000:00000001:3.0:1767384958.810530:0:17897:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384958.810530:0:17091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008224d101. 00000020:00000010:2.0:1767384958.810534:0:17089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c2d318f2. 00000100:00000001:3.0:1767384958.810538:0:17897:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767384958.810539:0:17091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1b1f01b. 00000100:00000040:3.0:1767384958.810545:0:17897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384958.810548:0:17091:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:2.0:1767384958.810549:0:17089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002c3f31f1. 00000100:00000001:0.0:1767384958.810549:0:17898:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384958.810555:0:17091:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:3.0:1767384958.810557:0:17897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b051682. 00000100:00000001:1.0:1767384958.810558:0:17091:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384958.810560:0:17089:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384958.810561:0:17898:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ce6b2d9 00000100:00000001:1.0:1767384958.810562:0:17091:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384958.810564:0:17089:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:0.0:1767384958.810565:0:17898:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ce6b2d9. 00000100:00000001:2.0:1767384958.810568:0:17089:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.810570:0:17091:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384958.810571:0:17898:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:3.0:1767384958.810572:0:17897:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237348040064, offset 224 00000100:00000001:1.0:1767384958.810576:0:17091:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384958.810576:0:17898:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767384958.810581:0:17897:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384958.810581:0:17898:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.810582:0:17089:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384958.810582:0:17091:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.810587:0:17089:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384958.810591:0:17089:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384958.810591:0:17898:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 21 to 0@lo 00000400:00000200:3.0:1767384958.810595:0:17897:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384958.810596:0:17091:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384958.810599:0:17898:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384958.810603:0:17898:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384958.810608:0:17897:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958271d07d80 00000100:00000001:2.0:1767384958.810609:0:17089:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.810609:0:17091:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384958.810614:0:17091:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384958.810617:0:17897:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x206d [1] + 224 00000020:00000001:0.0:1767384958.810618:0:17898:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1767384958.810624:0:17091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000400:00000200:3.0:1767384958.810626:0:17897:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384958.810627:0:17089:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384958.810627:0:17898:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000074851090 x1853237348039808/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:184/0 lens 224/368 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384958.810629:0:17091:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000099807a16 : new rpc_count 1 00000100:00000001:2.0:1767384958.810632:0:17089:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384958.810635:0:17091:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590750705280 : -119482958846336 : ffff9354b4ae6680) 00000400:00000200:3.0:1767384958.810637:0:17897:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384958.810644:0:17089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00000001:3.0:1767384958.810646:0:17897:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384958.810647:0:17091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004144b2ef x1853237348040192/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:184/0 lens 224/0 e 0 to 0 dl 1767384969 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384958.810653:0:17089:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000083ded37e : new rpc_count 1 00000100:00000200:3.0:1767384958.810654:0:17897:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f462f42c x1853237348040064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384958.810659:0:17089:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624585658073984 : -119488051477632 : ffff935385230380) 00000100:00100000:0.0:1767384958.810660:0:17898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000074851090 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16359:x1853237348039808:12345-0@lo:13: Request processed in 678us (1312us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384958.810672:0:17089:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f1e89eee x1853237348040320/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:184/0 lens 224/0 e 0 to 0 dl 1767384969 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.810686:0:17091:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384958.810687:0:17898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000020:00000010:1.0:1767384958.810692:0:17091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e26f5f23. 00000100:00000040:0.0:1767384958.810696:0:17898:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d9a32349 : new rpc_count 1 00000100:00000040:3.0:1767384958.810697:0:17897:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f462f42c x1853237348040064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.810698:0:17091:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384958.810703:0:17898:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1767384958.810706:0:17091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e26f5f23. 00000100:00000001:0.0:1767384958.810709:0:17898:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384958.810715:0:17089:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384958.810716:0:17898:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000054c76e4c. 00000100:00100000:1.0:1767384958.810719:0:17091:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004144b2ef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16358:x1853237348040192:12345-0@lo:400: 00000020:00000010:2.0:1767384958.810722:0:17089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3998293. 00000020:00000010:0.0:1767384958.810723:0:17898:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c41bf3b7. 00000100:00000200:1.0:1767384958.810724:0:17091:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348040192 00000100:00000001:3.0:1767384958.810726:0:17897:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384958.810730:0:17898:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000340ccd4. 00000020:00000001:1.0:1767384958.810731:0:17091:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384958.810732:0:17089:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384958.810735:0:17897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b051682 00000020:00000001:1.0:1767384958.810736:0:17091:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:2.0:1767384958.810738:0:17089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3998293. 00000400:00000010:3.0:1767384958.810739:0:17897:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b051682. 00000020:00000040:0.0:1767384958.810739:0:17898:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 5 00000020:00000001:1.0:1767384958.810740:0:17091:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.810746:0:17898:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384958.810747:0:17091:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384958.810748:0:17897:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1767384958.810752:0:17091:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 00000100:00000001:3.0:1767384958.810753:0:17897:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:2.0:1767384958.810754:0:17089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f1e89eee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16359:x1853237348040320:12345-0@lo:400: 00000020:00000001:1.0:1767384958.810757:0:17091:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384958.810760:0:17897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384958.810762:0:17089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348040320 00000020:00000001:1.0:1767384958.810763:0:17091:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384958.810766:0:17897:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000020:00000001:2.0:1767384958.810768:0:17089:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384958.810769:0:17091:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1767384958.810770:0:17897:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384958.810773:0:17089:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384958.810773:0:17091:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384958.810774:0:17897:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.810774:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384958.810778:0:17091:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.810779:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384958.810780:0:17897:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384958.810780:0:17089:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.810783:0:17091:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1767384958.810786:0:17089:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384958.810788:0:17091:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767384958.810789:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001160468e x1853237348040064/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:184/0 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384958.810789:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384958.810790:0:17089:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643360 : -1057908256 : ffffffffc0f199e0) 02000000:00000001:1.0:1767384958.810792:0:17091:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:0.0:1767384958.810794:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384958.810796:0:17089:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:0.0:1767384958.810799:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3aff75d. 02000000:00000010:1.0:1767384958.810800:0:17091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c5e8b3bd. 00000020:00000001:2.0:1767384958.810801:0:17089:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384958.810806:0:17091:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384958.810807:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cd42342 00000020:00000001:2.0:1767384958.810808:0:17089:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384958.810813:0:17089:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:0.0:1767384958.810814:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004cd42342. 00000100:00000001:1.0:1767384958.810815:0:17091:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384958.810817:0:17089:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.810823:0:17091:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384958.810824:0:17089:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384958.810824:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384958.810832:0:17897:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001160468e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16360:x1853237348040064:12345-0@lo:400: Request processed in 570us (1119us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384958.810841:0:17897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000040:3.0:1767384958.810844:0:17897:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d9a32349 : new rpc_count 0 00000100:00000001:3.0:1767384958.810847:0:17897:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384958.810850:0:17897:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384958.810853:0:17897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000622078f1. 00000020:00000010:3.0:1767384958.810859:0:17897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a3378f14. 00000100:00000200:0.0:1767384958.810859:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000c0eff6b x1853237348039808/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384958.810860:0:17089:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000040:1.0:1767384958.810860:0:17091:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348040192 00010000:00000001:1.0:1767384958.810865:0:17091:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384958.810872:0:17091:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004144b2ef x1853237348040192/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:184/0 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384958.810875:0:17897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000046974ac8. 02000000:00000001:2.0:1767384958.810876:0:17089:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384958.810899:0:17089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e052e1a6. 00000020:00000040:3.0:1767384958.810900:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 4 02000000:00000001:2.0:1767384958.810906:0:17089:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384958.810908:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000c0eff6b x1853237348039808/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384958.810909:0:17897:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384958.810914:0:17089:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384958.810923:0:17089:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384958.810930:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:2.0:1767384958.810931:0:17089:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348040320 00000100:00000001:3.0:1767384958.810935:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384958.810939:0:17089:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384958.810941:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:3.0:1767384958.810942:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384958.810943:0:17091:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384958.810945:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384958.810946:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384958.810947:0:17091:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384958.810948:0:17089:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f1e89eee x1853237348040320/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:184/0 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384958.810950:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032e48dde. 00000100:00000001:0.0:1767384958.810951:0:16359:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:1.0:1767384958.810953:0:17091:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=86 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384958.810956:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767384958.810958:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d85af59 00000100:00000001:0.0:1767384958.810959:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384958.810964:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d85af59. 00000100:00000001:1.0:1767384958.810965:0:17091:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384958.810965:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384958.810969:0:17089:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1767384958.810971:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384958.810972:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384958.810972:0:17091:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:2.0:1767384958.810973:0:17089:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.810979:0:17091:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00001000:0.0:1767384958.810979:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 0000000046e5fbb1 time=82 v=5 (5 0 0 0) 00000100:00000200:3.0:1767384958.810980:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f462f42c x1853237348040064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384958.810980:0:17089:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=86 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384958.810985:0:17091:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384958.810989:0:17091:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.810991:0:17089:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:0.0:1767384958.810996:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000785c58c4 time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384958.810997:0:17091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384958.810998:0:17089:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 22 to 0@lo 00000100:00000040:1.0:1767384958.811006:0:17091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1767384958.811007:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f462f42c x1853237348040064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384958.811007:0:17089:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000001:0.0:1767384958.811008:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384958.811011:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384958.811012:0:17091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000265f5e51. 02000000:00000001:2.0:1767384958.811014:0:17089:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384958.811018:0:17089:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384958.811018:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1767384958.811020:0:17091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348040192, offset 224 00010000:00080000:0.0:1767384958.811025:0:16359:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000c0eff6b x1853237348039808/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384958.811026:0:17089:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384958.811029:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384958.811033:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384958.811034:0:17091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384958.811035:0:17089:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384958.811040:0:16360:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:2.0:1767384958.811043:0:17089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024e4e5b6. 02000000:00000001:3.0:1767384958.811044:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1767384958.811046:0:16359:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384958.811048:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384958.811050:0:17091:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384958.811051:0:17089:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348040320, offset 224 00000100:00000001:3.0:1767384958.811053:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.811053:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1767384958.811058:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384958.811058:0:16359:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000200:1.0:1767384958.811063:0:17091:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d07e00 00000400:00000200:2.0:1767384958.811065:0:17089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384958.811065:0:16359:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00001000:3.0:1767384958.811068:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000056cb386c time=82 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384958.811070:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384958.811076:0:17091:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x207d [1] + 224 00000100:00001000:3.0:1767384958.811078:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000785c58c4 time=82 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384958.811079:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c0eff6b x1853237348039808/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384958.811080:0:17089:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384958.811088:0:17091:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384958.811090:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384958.811093:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384958.811097:0:17089:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d07e80 00000400:00000200:1.0:1767384958.811099:0:17091:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384958.811100:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384958.811107:0:16360:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f462f42c x1853237348040064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384958.811111:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384958.811114:0:17089:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2075 [1] + 224 00000100:00000001:0.0:1767384958.811119:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384958.811122:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384958.811128:0:17089:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384958.811128:0:17091:0:(events.c:78:reply_in_callback()) Process entered 00000004:00000001:0.0:1767384958.811129:0:16359:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00010000:00000001:3.0:1767384958.811130:0:16360:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1767384958.811134:0:16359:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:3.0:1767384958.811136:0:16360:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:1.0:1767384958.811136:0:17091:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a0f2c6b x1853237348040192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:0.0:1767384958.811139:0:16359:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000040:3.0:1767384958.811140:0:16360:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000200:2.0:1767384958.811142:0:17089:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384958.811146:0:16360:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384958.811150:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.811155:0:17089:0:(events.c:78:reply_in_callback()) Process entered 00000004:00000020:0.0:1767384958.811156:0:16359:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000006f80896a): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000040:3.0:1767384958.811159:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f462f42c x1853237348040064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384958.811160:0:17091:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003a0f2c6b x1853237348040192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384958.811165:0:17089:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000016123c0a x1853237348040320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384958.811166:0:16359:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384958.811176:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c0eff6b x1853237348039808/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384974 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.811202:0:17091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384958.811203:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384958.811210:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1767384958.811210:0:17091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000265f5e51 00000100:00000001:3.0:1767384958.811215:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384958.811215:0:17089:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000016123c0a x1853237348040320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384958.811215:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000c0eff6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16359:1853237348039808:0@lo:13: 00000400:00000010:1.0:1767384958.811216:0:17091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000265f5e51. 00000100:00000001:1.0:1767384958.811223:0:17091:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767384958.811225:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f462f42c x1853237348040064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.811227:0:17091:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384958.811228:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.811232:0:17091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.811235:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384958.811242:0:17091:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 21 to 0@lo 00000100:00000040:0.0:1767384958.811243:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c0eff6b x1853237348039808/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384974 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384958.811249:0:17091:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384958.811253:0:17091:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.811259:0:17091:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384958.811266:0:17089:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384958.811267:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f462f42c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16360:1853237348040064:0@lo:400: 00000100:00000040:1.0:1767384958.811268:0:17091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004144b2ef x1853237348040192/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:184/0 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384958.811269:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384958.811275:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384958.811280:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384958.811281:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384958.811285:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003f239c8f. 00000100:00100000:1.0:1767384958.811286:0:17091:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004144b2ef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16358:x1853237348040192:12345-0@lo:400: Request processed in 597us (1167us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384958.811288:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f462f42c x1853237348040064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384958.811288:0:17089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024e4e5b6 02000000:00000001:0.0:1767384958.811293:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:2.0:1767384958.811294:0:17089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024e4e5b6. 00000020:00000001:0.0:1767384958.811297:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384958.811302:0:16359:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384958.811305:0:17089:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1767384958.811307:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:1.0:1767384958.811310:0:17091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00000001:2.0:1767384958.811312:0:17089:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:0.0:1767384958.811312:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cf8d5fc4. 00000100:00000001:3.0:1767384958.811320:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1767384958.811320:0:17091:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099807a16 : new rpc_count 0 02000000:00000001:0.0:1767384958.811321:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384958.811323:0:17089:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384958.811324:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384958.811326:0:17091:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384958.811326:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:3.0:1767384958.811327:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d45a7f59. 00000100:00000001:1.0:1767384958.811331:0:17091:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384958.811331:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c0eff6b. 00000100:00000040:2.0:1767384958.811332:0:17089:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 02000000:00000001:3.0:1767384958.811333:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384958.811336:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:1.0:1767384958.811337:0:17091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008224d101. 00000100:00000001:0.0:1767384958.811337:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767384958.811339:0:17089:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000040:3.0:1767384958.811340:0:16360:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384958.811341:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384958.811344:0:17091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e1b1f01b. 00000020:00000001:2.0:1767384958.811345:0:17089:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384958.811346:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384958.811348:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384958.811350:0:17091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010903251. 02000000:00000010:3.0:1767384958.811351:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f7824156. 00000100:00000001:0.0:1767384958.811366:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384958.811367:0:17089:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:1.0:1767384958.811370:0:17091:0:(genops.c:898:class_export_put()) PUTting export 0000000099807a16 : new refcount 4 00000100:00000001:0.0:1767384958.811371:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384958.811372:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384958.811376:0:17091:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384958.811377:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1767384958.811377:0:17089:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f1e89eee x1853237348040320/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:184/0 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384958.811378:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:3.0:1767384958.811381:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f462f42c. 00000400:00000001:0.0:1767384958.811382:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384958.811386:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fe19f49. 00000100:00000001:3.0:1767384958.811387:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384958.811390:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384958.811392:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005531450d 00000100:00000001:1.0:1767384958.811394:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384958.811396:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384958.811397:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005531450d. 00000100:00000001:1.0:1767384958.811399:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384958.811404:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384958.811405:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1767384958.811406:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384958.811408:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384958.811410:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1767384958.811413:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000016123c0a x1853237348040320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384958.811414:0:17089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f1e89eee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16359:x1853237348040320:12345-0@lo:400: Request processed in 693us (1378us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384958.811415:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000621cb0d6. 00000100:00000001:3.0:1767384958.811416:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384958.811420:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384958.811423:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007acbf24a 00000400:00000010:1.0:1767384958.811428:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007acbf24a. 00000100:00000001:1.0:1767384958.811433:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384958.811440:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a0f2c6b x1853237348040192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384958.811441:0:17089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00000200:0.0:1767384958.811443:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000016123c0a x1853237348040320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767384958.811447:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000040:2.0:1767384958.811449:0:17089:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000083ded37e : new rpc_count 0 00000020:00000040:3.0:1767384958.811452:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8d9ce3b) now 10 - evictor 00000100:00000001:2.0:1767384958.811456:0:17089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384958.811463:0:17089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384958.811470:0:17089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c2d318f2. 00000100:00000200:1.0:1767384958.811472:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a0f2c6b x1853237348040192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384958.811475:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384958.811479:0:17089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002c3f31f1. 00000100:00000001:0.0:1767384958.811481:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384958.811483:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384958.811484:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384958.811488:0:17089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000966d68c1. 00000100:00100000:3.0:1767384958.811489:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348039936 00000100:00000001:1.0:1767384958.811489:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384958.811489:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384958.811495:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384958.811495:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384958.811496:0:16358:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767384958.811498:0:17089:0:(genops.c:898:class_export_put()) PUTting export 0000000083ded37e : new refcount 4 02000000:00000001:1.0:1767384958.811500:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384958.811500:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384958.811505:0:17089:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.811505:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384958.811505:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384958.811506:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384958.811509:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384958.811510:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384958.811513:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384958.811516:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384958.811517:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384958.811519:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 000000002c0000f4 time=86 v=5 (5 0 0 0) 00000100:00100000:3.0:1767384958.811522:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348039936 00000100:00001000:1.0:1767384958.811522:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 00000000617d1ace time=86 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384958.811524:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c093201a time=86 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384958.811527:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384958.811531:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00001000:1.0:1767384958.811533:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 000000008de43404 time=86 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384958.811534:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384958.811534:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1767384958.811539:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000100:00000001:0.0:1767384958.811539:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.811540:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384958.811545:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384958.811546:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00010000:00000001:0.0:1767384958.811546:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384958.811548:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767384958.811551:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00010000:00080000:1.0:1767384958.811554:0:16358:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003a0f2c6b x1853237348040192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384958.811558:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00080000:0.0:1767384958.811561:0:16359:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000016123c0a x1853237348040320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384958.811563:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096af4c39. 00010000:00000001:1.0:1767384958.811565:0:16358:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384958.811570:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384958.811571:0:16358:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384958.811574:0:16358:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000020:00000010:3.0:1767384958.811576:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096af4c39. 00000100:00000001:1.0:1767384958.811579:0:16358:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000010:3.0:1767384958.811582:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d45a7f59. 00000100:00000001:1.0:1767384958.811583:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384958.811588:0:16359:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384958.811589:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000622078f1. 00000100:00000040:1.0:1767384958.811592:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a0f2c6b x1853237348040192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384958.811596:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a3378f14. 00000100:00000001:0.0:1767384958.811597:0:16359:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384958.811603:0:16359:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000040:3.0:1767384958.811606:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384958.811606:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384958.811610:0:16359:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384958.811611:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384958.811612:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384958.811614:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384958.811615:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384958.811615:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384958.811618:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384958.811623:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a0f2c6b x1853237348040192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384958.811625:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384958.811627:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016123c0a x1853237348040320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384958.811642:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384958.811642:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003a0f2c6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16358:1853237348040192:0@lo:400: 00000100:00000001:1.0:1767384958.811654:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384958.811654:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384958.811655:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384958.811658:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384958.811662:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384958.811662:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:3.0:1767384958.811667:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00000040:1.0:1767384958.811668:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a0f2c6b x1853237348040192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384958.811668:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384958.811671:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:3.0:1767384958.811676:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878103632 : -119482831447984 : ffff9354bc465850) 00000100:00000040:0.0:1767384958.811680:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016123c0a x1853237348040320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384958.811685:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001518dbb8 x1853237348039936/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:184/0 lens 224/0 e 0 to 0 dl 1767384969 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.811687:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384958.811691:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384958.811694:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e27d5f88. 02000000:00000001:1.0:1767384958.811700:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384958.811703:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384958.811706:0:16358:0:(genops.c:1242:class_import_put()) import 00000000aab4eb9e refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384958.811711:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384958.811714:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d99c4bc2. 00000100:00000001:3.0:1767384958.811717:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384958.811720:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:3.0:1767384958.811721:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096af4c39. 02000000:00000001:1.0:1767384958.811723:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:0.0:1767384958.811726:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000016123c0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16359:1853237348040320:0@lo:400: 00000100:00000010:1.0:1767384958.811727:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a0f2c6b. 00000100:00000001:3.0:1767384958.811728:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384958.811732:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384958.811736:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.811737:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384958.811738:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096af4c39. 00000100:00000001:1.0:1767384958.811745:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384958.811745:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384958.811750:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001518dbb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+14:16361:x1853237348039936:12345-0@lo:400: 00000100:00000001:1.0:1767384958.811752:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384958.811755:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000016123c0a x1853237348040320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.811756:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384958.811757:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348039936 00000020:00000001:3.0:1767384958.811762:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384958.811762:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384958.811766:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384958.811767:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384958.811771:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384958.811776:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384958.811777:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1767384958.811778:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289088 : -1048262528 : ffffffffc184c880) 02000000:00000001:0.0:1767384958.811781:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1767384958.811782:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384958.811786:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384958.811787:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000079732139. 00000020:00000001:3.0:1767384958.811788:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384958.811791:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384958.811794:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384958.811795:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384958.811796:0:17084:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384958.811799:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384958.811800:0:16359:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767384958.811801:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:0.0:1767384958.811805:0:16359:0:(genops.c:1242:class_import_put()) import 0000000062c1ff66 refcount=2 obd=lustre-MDT0000-lwp-OST0000 02000000:00000010:3.0:1767384958.811806:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b134d010. 02000000:00000001:3.0:1767384958.811810:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384958.811812:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384958.811835:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384958.811837:0:17084:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384958.811841:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348039936 02000000:00000010:0.0:1767384958.811842:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002f6e1455. 00010000:00000001:3.0:1767384958.811844:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:0.0:1767384958.811849:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000200:3.0:1767384958.811850:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001518dbb8 x1853237348039936/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:184/0 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384958.811853:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384958.811857:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016123c0a. 00000100:00000001:0.0:1767384958.811863:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767384958.811867:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384958.811867:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384958.811872:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.811872:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384958.811878:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384958.811883:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384958.811887:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000100:00000001:0.0:1767384958.811889:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384958.811890:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000001:0.0:1767384958.811893:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384958.811896:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384958.811898:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384958.811900:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.811902:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384958.811906:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384958.811911:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384958.811919:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d85af59. 00000100:00000200:3.0:1767384958.811922:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237348039936, offset 224 00000400:00000200:3.0:1767384958.811926:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384958.811930:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384958.811934:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958271d07d00 00000400:00000200:3.0:1767384958.811937:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2065 [1] + 224 00000400:00000200:3.0:1767384958.811940:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384958.811942:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384958.811944:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384958.811947:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008c83e0ab x1853237348039936/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384958.811953:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008c83e0ab x1853237348039936/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384958.811965:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384958.811968:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d85af59 00000400:00000010:3.0:1767384958.811969:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d85af59. 00000100:00000001:3.0:1767384958.811971:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384958.811973:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384958.811975:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384958.811977:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00010000:00000001:3.0:1767384958.811979:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384958.811981:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384958.811983:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384958.811986:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001518dbb8 x1853237348039936/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:184/0 lens 224/224 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.811987:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384958.811991:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384958.811995:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1767384958.811997:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001518dbb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+14:16361:x1853237348039936:12345-0@lo:400: Request processed in 278us (2491us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384958.811999:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384958.812002:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a14e1bdd. 00000400:00000200:1.0:1767384958.812008:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000129e4fdd 00000100:00100000:3.0:1767384958.812011:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000400:00000010:1.0:1767384958.812012:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000129e4fdd. 00000100:00000040:3.0:1767384958.812015:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:1.0:1767384958.812016:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384958.812021:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384958.812023:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384958.812024:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008c83e0ab x1853237348039936/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384958.812027:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000622078f1. 00000020:00000010:3.0:1767384958.812034:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a3378f14. 00000100:00000200:1.0:1767384958.812036:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008c83e0ab x1853237348039936/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384958.812044:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d45a7f59. 00000100:00000001:1.0:1767384958.812046:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384958.812048:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000100:00000001:1.0:1767384958.812049:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.812053:0:16361:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384958.812054:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1767384958.812055:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1767384958.812058:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b134d010. 00000100:00000001:1.0:1767384958.812059:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384958.812062:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384958.812063:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384958.812066:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384958.812067:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384958.812073:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=92 v=5 (5 0 0 0) 00000100:00000200:3.0:1767384958.812074:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:1.0:1767384958.812078:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=92 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384958.812079:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032e48dde. 00000100:00000001:1.0:1767384958.812081:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384958.812084:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384958.812085:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066f9c8ad. 00010000:00000001:1.0:1767384958.812086:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384958.812090:0:16361:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.812092:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384958.812095:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008c83e0ab x1853237348039936/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.812099:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384958.812102:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384958.812103:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384958.812105:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008c83e0ab x1853237348039936/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384958.812110:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008c83e0ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348039936:0@lo:400: 00000100:00000001:1.0:1767384958.812113:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.812114:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384958.812116:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008c83e0ab x1853237348039936/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.812120:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384958.812121:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384958.812122:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004951b1db. 02000000:00000001:1.0:1767384958.812124:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384958.812125:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384958.812125:0:16361:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:1.0:1767384958.812127:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384958.812128:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002382e302. 02000000:00000001:1.0:1767384958.812129:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384958.812130:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384958.812131:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008c83e0ab. 00000100:00000001:1.0:1767384958.812133:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384958.812134:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.812135:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.812138:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384958.812139:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.812140:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384958.812141:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384958.814885:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294947845, at 4294947846 00000100:00000040:1.0:1767384958.814885:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294947845, at 4294947846 00000100:00000010:1.0:1767384958.814894:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000406a8fbc. 00000100:00000010:2.0:1767384958.814897:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000375cc6fb. 00000100:00000040:0.0:1767384958.814900:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294947845, at 4294947846 00000100:00000040:3.0:1767384958.814901:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294947845, at 4294947846 00000100:00000010:0.0:1767384958.814912:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000002cbaa6c. 00000100:00000010:3.0:1767384958.814915:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000005f4396f. 00010000:00000001:0.0:1767384959.000925:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384959.000932:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384959.000937:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384959.000939:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384959.001043:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384959.001048:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384959.001052:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1767384959.260427:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384959.260443:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384959.260447:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384959.260450:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384959.260461:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50) <- 192.168.203.34@tcp50 : PUT - for me 00000400:00000200:3.0:1767384959.260477:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.34@tcp50 of length 224 into portal 12 MB=0x6958271600880 00000400:00000200:3.0:1767384959.260486:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.34@tcp50 of length 224/224 into md 0x229 [64] + 9696 00000800:00000001:3.0:1767384959.260494:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384959.260500:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384959.260502:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384959.260507:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000100:00000001:3.0:1767384959.260514:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384959.260517:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384959.260522:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4e9fb21. 00000100:00000040:3.0:1767384959.260527:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000a4e9fb21 x1853237340670080 msgsize 224 00000100:00100000:3.0:1767384959.260532:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.34@tcp50 (source: 12345-192.168.203.34@tcp50) 00000100:00000001:3.0:1767384959.260544:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384959.260554:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384959.260558:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384959.260560:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384959.260563:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384959.260568:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50) <- 192.168.203.34@tcp50 : PUT - for me 00000400:00000200:3.0:1767384959.260576:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.34@tcp50 of length 224 into portal 12 MB=0x6958271600800 00000100:00000001:2.0:1767384959.260582:0:17089:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384959.260586:0:17089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237340670080 02000000:00000001:2.0:1767384959.260589:0:17089:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384959.260591:0:17089:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384959.260595:0:17089:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384959.260600:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.34@tcp50 of length 224/224 into md 0x229 [64] + 9920 02000000:00000001:2.0:1767384959.260601:0:17089:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384959.260608:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767384959.260609:0:17089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237340670080 00000800:00000001:3.0:1767384959.260619:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384959.260620:0:17089:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384959.260623:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1767384959.260624:0:17089:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb788195631c0 00000020:00000001:2.0:1767384959.260627:0:17089:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384959.260630:0:17089:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000842c19da refcount=6 00000400:00000200:3.0:1767384959.260634:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000020:00000001:2.0:1767384959.260635:0:17089:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585637300224 : -119488072251392 : ffff935383e60800) 00000020:00000001:2.0:1767384959.260640:0:17089:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585637300224 : -119488072251392 : ffff935383e60800) 00000100:00000001:3.0:1767384959.260642:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384959.260646:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384959.260646:0:17089:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384959.260651:0:17089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3998293. 00000100:00000010:3.0:1767384959.260652:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000019038a26. 00000100:00000040:3.0:1767384959.260657:0:16353:0:(events.c:337:request_in_callback()) incoming req@0000000019038a26 x1853237340669952 msgsize 224 00000020:00000010:2.0:1767384959.260657:0:17089:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003bee0166. 00000100:00100000:3.0:1767384959.260665:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.34@tcp50 (source: 12345-192.168.203.34@tcp50) 00000020:00000040:2.0:1767384959.260666:0:17089:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8d9ce3b) now 10 - evictor 00000100:00000001:3.0:1767384959.260680:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384959.260684:0:17089:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000800:00000001:3.0:1767384959.260686:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767384959.260690:0:17089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000966d68c1. 00000800:00000001:3.0:1767384959.260691:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384959.260696:0:17089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c2d318f2. 00000020:00000010:2.0:1767384959.260701:0:17089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002c3f31f1. 00000100:00000040:2.0:1767384959.260713:0:17089:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384959.260715:0:17089:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384959.260717:0:17089:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384959.260719:0:17089:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384959.260725:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:2.0:1767384959.260726:0:17089:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384959.260731:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8d9ce3b) now 10 - evictor 00000100:00000001:1.0:1767384959.260732:0:18467:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384959.260737:0:17089:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384959.260738:0:18467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237340669952 02000000:00000001:1.0:1767384959.260742:0:18467:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384959.260744:0:18467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384959.260746:0:18467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384959.260749:0:18467:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384959.260751:0:18467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237340669952 00000020:00000001:1.0:1767384959.260754:0:18467:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384959.260755:0:17089:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:1.0:1767384959.260755:0:18467:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb788195631c0 00000100:00000001:2.0:1767384959.260760:0:17089:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384959.260760:0:18467:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384959.260763:0:18467:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000842c19da refcount=7 00000020:00000001:1.0:1767384959.260767:0:18467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585637300224 : -119488072251392 : ffff935383e60800) 00000100:00100000:2.0:1767384959.260768:0:17089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp50, seq: 4 00000020:00000001:1.0:1767384959.260771:0:18467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585637300224 : -119488072251392 : ffff935383e60800) 00000100:00000040:2.0:1767384959.260773:0:17089:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000842c19da : new rpc_count 1 00000100:00000001:1.0:1767384959.260775:0:18467:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384959.260776:0:17089:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624585647285888 : -119488062265728 : ffff9353847e6680) 00000020:00000010:1.0:1767384959.260780:0:18467:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e26f5f23. 00000100:00000040:2.0:1767384959.260784:0:17089:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a4e9fb21 x1853237340670080/t0(0) o41->a229f859-33b9-4f1b-8cdb-910f91cdc52b@192.168.203.34@tcp50:185/0 lens 224/0 e 0 to 0 dl 1767384970 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384959.260784:0:18467:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384959.260789:0:18467:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e26f5f23. 00000020:00000010:1.0:1767384959.260794:0:18467:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004951b1db. 00000100:00000001:2.0:1767384959.260797:0:17089:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384959.260799:0:18467:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008224d101. 00000020:00000010:2.0:1767384959.260801:0:17089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003c0c190f. 00000020:00000010:1.0:1767384959.260803:0:18467:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1b1f01b. 00000100:00000001:2.0:1767384959.260805:0:17089:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384959.260808:0:17089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003c0c190f. 00000100:00000001:1.0:1767384959.260809:0:18467:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384959.260812:0:18467:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1767384959.260834:0:17089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a4e9fb21 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a229f859-33b9-4f1b-8cdb-910f91cdc52b+7:15183:x1853237340670080:12345-192.168.203.34@tcp50:41: 00000100:00000001:1.0:1767384959.260842:0:18467:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384959.260849:0:17089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237340670080 00000100:00000001:1.0:1767384959.260850:0:18467:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384959.260852:0:17089:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384959.260857:0:17089:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384959.260859:0:18467:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384959.260860:0:17089:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384959.260864:0:17089:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384959.260866:0:17089:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663330240 : -1046221376 : ffffffffc1a3edc0) 00000020:00000001:2.0:1767384959.260869:0:17089:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384959.260869:0:18467:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384959.260873:0:18467:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000001:00000001:2.0:1767384959.260875:0:17089:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237340670080, found 0 last_xid 0 00000020:00000001:2.0:1767384959.260879:0:17089:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384959.260880:0:18467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp50, seq: 5 00000020:00000001:2.0:1767384959.260882:0:17089:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1767384959.260883:0:18467:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000842c19da : new rpc_count 2 00000020:00000001:2.0:1767384959.260885:0:17089:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384959.260886:0:18467:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624585647278720 : -119488062272896 : ffff9353847e4a80) 00000020:00000001:2.0:1767384959.260890:0:17089:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384959.260893:0:18467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000019038a26 x1853237340669952/t0(0) o41->a229f859-33b9-4f1b-8cdb-910f91cdc52b@192.168.203.34@tcp50:185/0 lens 224/0 e 0 to 0 dl 1767384970 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384959.260896:0:17089:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384959.260899:0:17089:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384959.260903:0:18467:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:2.0:1767384959.260904:0:17089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000710553a1. 00000020:00000010:1.0:1767384959.260906:0:18467:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e26f5f23. 02000000:00000001:2.0:1767384959.260907:0:17089:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.260910:0:18467:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384959.260911:0:17089:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384959.260914:0:18467:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e26f5f23. 00000004:00000001:2.0:1767384959.260917:0:17089:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000100:00100000:1.0:1767384959.260920:0:18467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000019038a26 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a229f859-33b9-4f1b-8cdb-910f91cdc52b+7:0:x1853237340669952:12345-192.168.203.34@tcp50:41: 00000004:00000001:2.0:1767384959.260922:0:17089:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000100:00000200:1.0:1767384959.260924:0:18467:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237340669952 00000004:00000001:2.0:1767384959.260925:0:17089:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384959.260927:0:18467:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384959.260930:0:18467:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384959.260932:0:18467:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384959.260934:0:18467:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384959.260935:0:18467:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663330240 : -1046221376 : ffffffffc1a3edc0) 00000020:00000001:1.0:1767384959.260937:0:18467:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000004:00000024:2.0:1767384959.260938:0:17089:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 95895552 avail 82935808 00000001:00000001:1.0:1767384959.260940:0:18467:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237340669952, found 0 last_xid 0 00000020:00000020:2.0:1767384959.260943:0:17089:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000001:1.0:1767384959.260944:0:18467:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:2.0:1767384959.260950:0:17089:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli a229f859-33b9-4f1b-8cdb-910f91cdc52b/00000000842c19da dirty 0 pend 0 grant 2146304 00000020:00000001:1.0:1767384959.260950:0:18467:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384959.260953:0:18467:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000020:2.0:1767384959.260956:0:17089:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/0000000083ded37e dirty 0 pend 0 grant 0 00000020:00000001:1.0:1767384959.260956:0:18467:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.260960:0:18467:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000020:2.0:1767384959.260961:0:17089:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/0000000099807a16 dirty 0 pend 0 grant 0 02000000:00000001:1.0:1767384959.260964:0:18467:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000004:00000020:2.0:1767384959.260965:0:17089:0:(mdt_handler.c:555:mdt_statfs()) 23812 blocks: 23412 free, 20248 avail; 79992 objects: 79720 free; state 0 02000000:00000010:1.0:1767384959.260967:0:18467:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000349a23b7. 02000000:00000001:1.0:1767384959.260970:0:18467:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384959.260972:0:17089:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000ac0119b1. 00000100:00000001:1.0:1767384959.260972:0:18467:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384959.260978:0:17089:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000004:00000001:1.0:1767384959.260978:0:18467:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000020:00000001:2.0:1767384959.260982:0:17089:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384959.260982:0:18467:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000001:00000001:2.0:1767384959.260984:0:17089:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000004:00000001:1.0:1767384959.260986:0:18467:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384959.260987:0:17089:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384959.260991:0:17089:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:1.0:1767384959.260993:0:18467:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 95895552 avail 82935808 00000020:00000020:1.0:1767384959.261000:0:18467:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00010000:00000040:2.0:1767384959.261001:0:17089:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237340670080 00010000:00000001:2.0:1767384959.261006:0:17089:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000020:1.0:1767384959.261006:0:18467:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli a229f859-33b9-4f1b-8cdb-910f91cdc52b/00000000842c19da dirty 0 pend 0 grant 2146304 00010000:00000200:2.0:1767384959.261014:0:17089:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a4e9fb21 x1853237340670080/t0(0) o41->a229f859-33b9-4f1b-8cdb-910f91cdc52b@192.168.203.34@tcp50:185/0 lens 224/368 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:1.0:1767384959.261014:0:18467:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/0000000083ded37e dirty 0 pend 0 grant 0 00000020:00000020:1.0:1767384959.261022:0:18467:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/0000000099807a16 dirty 0 pend 0 grant 0 00000004:00000020:1.0:1767384959.261030:0:18467:0:(mdt_handler.c:555:mdt_statfs()) 23812 blocks: 23412 free, 20248 avail; 79992 objects: 79720 free; state 0 00010000:00000001:2.0:1767384959.261034:0:17089:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1767384959.261038:0:18467:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000c62980ba. 00010000:00000001:2.0:1767384959.261039:0:17089:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384959.261044:0:18467:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000100:00001000:2.0:1767384959.261045:0:17089:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=87 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384959.261048:0:18467:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384959.261052:0:18467:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:2.0:1767384959.261053:0:17089:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000001:00000001:1.0:1767384959.261054:0:18467:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384959.261058:0:18467:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384959.261061:0:17089:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d9156d98 refcount 5 to 192.168.203.34@tcp50 00010000:00000040:1.0:1767384959.261062:0:18467:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237340669952 00010000:00000001:1.0:1767384959.261065:0:18467:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384959.261069:0:17089:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590000881856 : -119483708669760 : ffff935487fd00c0) 00010000:00000200:1.0:1767384959.261072:0:18467:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000019038a26 x1853237340669952/t0(0) o41->a229f859-33b9-4f1b-8cdb-910f91cdc52b@192.168.203.34@tcp50:185/0 lens 224/368 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384959.261075:0:17089:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384959.261080:0:17089:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384959.261083:0:18467:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384959.261086:0:17089:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384959.261086:0:18467:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384959.261090:0:18467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=87 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384959.261096:0:17089:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.34@tcp50 00000100:00000001:1.0:1767384959.261097:0:18467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384959.261100:0:18467:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d9156d98 refcount 6 to 192.168.203.34@tcp50 00000400:00000010:2.0:1767384959.261101:0:17089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024e4e5b6. 00000100:00000001:1.0:1767384959.261102:0:18467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590000881856 : -119483708669760 : ffff935487fd00c0) 02000000:00000001:1.0:1767384959.261107:0:18467:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:2.0:1767384959.261108:0:17089:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853237340670080, offset 224 02000000:00000001:1.0:1767384959.261108:0:18467:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.261114:0:18467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384959.261122:0:17089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.34@tcp50 00000100:00000040:1.0:1767384959.261123:0:18467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.34@tcp50 00000400:00000010:1.0:1767384959.261128:0:18467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000129e4fdd. 00000100:00000200:1.0:1767384959.261132:0:18467:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853237340669952, offset 224 00000400:00000200:2.0:1767384959.261136:0:17089:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp50 to NMR: 192.168.203.34@tcp50 local destination 00000400:00000200:1.0:1767384959.261141:0:18467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.34@tcp50 00000400:00000200:2.0:1767384959.261155:0:17089:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp50 NI seq info: [228:228:256:4294967295] 192.168.203.34@tcp50 LPNI seq info [19:19:8:4294967295] 00000400:00000200:2.0:1767384959.261164:0:17089:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50:192.168.203.134@tcp50) -> 192.168.203.34@tcp50(192.168.203.34@tcp50:192.168.203.34@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384959.261168:0:17089:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.34@tcp50 00000800:00000010:2.0:1767384959.261173:0:17089:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000032dc074. 00000400:00000200:1.0:1767384959.261173:0:18467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp50 to NMR: 192.168.203.34@tcp50 local destination 00000800:00000200:2.0:1767384959.261183:0:17089:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009da95a4b] -> 12345-192.168.203.34@tcp50 (4) 00000400:00000200:1.0:1767384959.261184:0:18467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp50 NI seq info: [229:229:255:4294967295] 192.168.203.34@tcp50 LPNI seq info [20:20:7:4294967295] 00000800:00000200:2.0:1767384959.261193:0:17089:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.34@tcp50 ip 192.168.203.34:1023 00000800:00000200:2.0:1767384959.261199:0:17089:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000032dc074 type 1, nob 464 niov 1 nkiov 1 00000400:00000200:1.0:1767384959.261200:0:18467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50:192.168.203.134@tcp50) -> 192.168.203.34@tcp50(192.168.203.34@tcp50:192.168.203.34@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384959.261208:0:18467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.34@tcp50 00000800:00000010:1.0:1767384959.261211:0:18467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b9ea542. 00000100:00000001:2.0:1767384959.261214:0:17089:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384959.261215:0:18467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009da95a4b] -> 12345-192.168.203.34@tcp50 (4) 00000100:00000040:2.0:1767384959.261222:0:17089:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d9156d98 refcount 5 to 192.168.203.34@tcp50 00000800:00000200:1.0:1767384959.261225:0:18467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.34@tcp50 ip 192.168.203.34:1023 00010000:00000001:2.0:1767384959.261227:0:17089:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000800:00000200:1.0:1767384959.261230:0:18467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004b9ea542 type 1, nob 464 niov 1 nkiov 1 00000020:00000001:2.0:1767384959.261231:0:17089:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384959.261235:0:17089:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384959.261237:0:18467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384959.261242:0:17089:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4e9fb21 x1853237340670080/t0(0) o41->a229f859-33b9-4f1b-8cdb-910f91cdc52b@192.168.203.34@tcp50:185/0 lens 224/368 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384959.261243:0:18467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d9156d98 refcount 4 to 192.168.203.34@tcp50 00010000:00000001:1.0:1767384959.261245:0:18467:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384959.261246:0:18467:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384959.261247:0:18467:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384959.261254:0:18467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000019038a26 x1853237340669952/t0(0) o41->a229f859-33b9-4f1b-8cdb-910f91cdc52b@192.168.203.34@tcp50:185/0 lens 224/368 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384959.261276:0:17089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a4e9fb21 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a229f859-33b9-4f1b-8cdb-910f91cdc52b+7:15183:x1853237340670080:12345-192.168.203.34@tcp50:41: Request processed in 472us (741us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384959.261276:0:18467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000019038a26 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a229f859-33b9-4f1b-8cdb-910f91cdc52b+7:0:x1853237340669952:12345-192.168.203.34@tcp50:41: Request processed in 367us (613us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384959.261295:0:17089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp50, seq: 4 00000800:00000200:0.0:1767384959.261298:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767384959.261299:0:17089:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000842c19da : new rpc_count 1 00000100:00100000:1.0:1767384959.261305:0:18467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp50, seq: 5 00000800:00000010:0.0:1767384959.261305:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000032dc074. 00000100:00000001:2.0:1767384959.261306:0:17089:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384959.261310:0:17089:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384959.261312:0:18467:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000842c19da : new rpc_count 0 00000400:00000200:0.0:1767384959.261313:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384959.261315:0:17089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c2d318f2. 00000100:00000001:1.0:1767384959.261318:0:18467:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1767384959.261321:0:17089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002c3f31f1. 00000100:00000001:1.0:1767384959.261322:0:18467:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384959.261324:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000020:00000010:1.0:1767384959.261327:0:18467:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008224d101. 00000020:00000010:2.0:1767384959.261328:0:17089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000966d68c1. 00000400:00000200:0.0:1767384959.261329:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024e4e5b6 00000020:00000010:1.0:1767384959.261332:0:18467:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e1b1f01b. 00000400:00000010:0.0:1767384959.261333:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024e4e5b6. 00000020:00000040:2.0:1767384959.261335:0:17089:0:(genops.c:898:class_export_put()) PUTting export 00000000842c19da : new refcount 6 00000020:00000010:1.0:1767384959.261338:0:18467:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004951b1db. 00000100:00000001:2.0:1767384959.261340:0:17089:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384959.261341:0:16352:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:1.0:1767384959.261343:0:18467:0:(genops.c:898:class_export_put()) PUTting export 00000000842c19da : new refcount 5 00000100:00000001:0.0:1767384959.261344:0:16352:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384959.261348:0:18467:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384959.261406:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384959.261408:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b9ea542. 00000400:00000200:0.0:1767384959.261411:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384959.261414:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:0.0:1767384959.261416:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000129e4fdd 00000400:00000010:0.0:1767384959.261417:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000129e4fdd. 00000100:00000001:0.0:1767384959.261418:0:16352:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384959.261419:0:16352:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384959.262593:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384959.262608:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384959.262610:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384959.262611:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384959.262616:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50) <- 192.168.203.34@tcp50 : PUT - for me 00000400:00000200:0.0:1767384959.262623:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.34@tcp50 of length 440 into portal 12 MB=0x6958271600900 00000400:00000200:0.0:1767384959.262627:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.34@tcp50 of length 440/440 into md 0x229 [64] + 10144 00000800:00000001:0.0:1767384959.262638:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384959.262643:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384959.262644:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384959.262646:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000100:00000001:0.0:1767384959.262649:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384959.262650:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384959.262653:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016123c0a. 00000100:00000040:0.0:1767384959.262655:0:16351:0:(events.c:337:request_in_callback()) incoming req@0000000016123c0a x1853237340670208 msgsize 440 00000100:00100000:0.0:1767384959.262658:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.34@tcp50 (source: 12345-192.168.203.34@tcp50) 00000100:00000001:0.0:1767384959.262667:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384959.262671:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384959.262673:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384959.262707:0:18467:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384959.262709:0:18467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237340670208 02000000:00000001:1.0:1767384959.262711:0:18467:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384959.262712:0:18467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384959.262714:0:18467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384959.262716:0:18467:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384959.262717:0:18467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237340670208 00000020:00000001:1.0:1767384959.262719:0:18467:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384959.262720:0:18467:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb788195631c0 00000020:00000001:1.0:1767384959.262721:0:18467:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384959.262722:0:18467:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000842c19da refcount=6 00000020:00000001:1.0:1767384959.262724:0:18467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585637300224 : -119488072251392 : ffff935383e60800) 00000020:00000001:1.0:1767384959.262726:0:18467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585637300224 : -119488072251392 : ffff935383e60800) 00000100:00000001:1.0:1767384959.262727:0:18467:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384959.262730:0:18467:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e26f5f23. 00000100:00000001:1.0:1767384959.262732:0:18467:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384959.262733:0:18467:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e26f5f23. 00000020:00000010:1.0:1767384959.262736:0:18467:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004951b1db. 00000020:00000010:1.0:1767384959.262738:0:18467:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008224d101. 00000020:00000010:1.0:1767384959.262740:0:18467:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1b1f01b. 00000100:00000040:1.0:1767384959.262743:0:18467:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384959.262745:0:18467:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384959.262746:0:18467:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384959.262747:0:18467:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.262750:0:18467:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.262769:0:18467:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384959.262774:0:18467:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384959.262775:0:18467:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384959.262779:0:18467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp50, seq: 6 00000100:00000040:1.0:1767384959.262780:0:18467:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000842c19da : new rpc_count 1 00000100:00000001:1.0:1767384959.262782:0:18467:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878155520 : -119482831396096 : ffff9354bc472300) 00000100:00000040:1.0:1767384959.262785:0:18467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000016123c0a x1853237340670208/t0(0) o40->a229f859-33b9-4f1b-8cdb-910f91cdc52b@192.168.203.34@tcp50:185/0 lens 440/0 e 0 to 0 dl 1767384970 ref 1 fl New:/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384959.262791:0:18467:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384959.262792:0:18467:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e26f5f23. 00000100:00000001:1.0:1767384959.262794:0:18467:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384959.262795:0:18467:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e26f5f23. 00000100:00100000:1.0:1767384959.262797:0:18467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000016123c0a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a229f859-33b9-4f1b-8cdb-910f91cdc52b+6:15183:x1853237340670208:12345-192.168.203.34@tcp50:40: 00000100:00000200:1.0:1767384959.262800:0:18467:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237340670208 00000020:00000001:1.0:1767384959.262801:0:18467:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384959.262803:0:18467:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384959.262805:0:18467:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384959.262806:0:18467:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384959.262807:0:18467:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663330192 : -1046221424 : ffffffffc1a3ed90) 00000020:00000001:1.0:1767384959.262809:0:18467:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1767384959.262810:0:18467:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237340670208, found 0 last_xid 1853237340670207 00000020:00000001:1.0:1767384959.262812:0:18467:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384959.262828:0:18467:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384959.262830:0:18467:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384959.262832:0:18467:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1767384959.262833:0:18467:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384959.262835:0:18467:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.262837:0:18467:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384959.262838:0:18467:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384959.262841:0:18467:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 00000000cca5f2ee. 02000000:00000001:1.0:1767384959.262843:0:18467:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.262844:0:18467:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384959.262846:0:18467:0:(mdt_handler.c:390:mdt_get_root()) Process entered 00000004:00000001:1.0:1767384959.262847:0:18467:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1767384959.262848:0:18467:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384959.262850:0:18467:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384959.262851:0:18467:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384959.262853:0:18467:0:(mdt_handler.c:447:mdt_get_root()) Process leaving 00010000:00000040:1.0:1767384959.262854:0:18467:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237340670208 00010000:00000001:1.0:1767384959.262855:0:18467:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384959.262858:0:18467:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000016123c0a x1853237340670208/t0(0) o40->a229f859-33b9-4f1b-8cdb-910f91cdc52b@192.168.203.34@tcp50:185/0 lens 440/448 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384959.262863:0:18467:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384959.262864:0:18467:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384959.262866:0:18467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384959.262868:0:18467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384959.262870:0:18467:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d9156d98 refcount 5 to 192.168.203.34@tcp50 00000100:00000001:1.0:1767384959.262871:0:18467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590000881856 : -119483708669760 : ffff935487fd00c0) 02000000:00000001:1.0:1767384959.262873:0:18467:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384959.262874:0:18467:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.262875:0:18467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384959.262876:0:18467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.34@tcp50 00000400:00000010:1.0:1767384959.262878:0:18467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007acbf24a. 00000100:00000200:1.0:1767384959.262880:0:18467:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1853237340670208, offset 224 00000400:00000200:1.0:1767384959.262883:0:18467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.34@tcp50 00000400:00000200:1.0:1767384959.262888:0:18467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp50 to NMR: 192.168.203.34@tcp50 local destination 00000400:00000200:1.0:1767384959.262894:0:18467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp50 NI seq info: [230:230:256:4294967295] 192.168.203.34@tcp50 LPNI seq info [21:21:8:4294967295] 00000400:00000200:1.0:1767384959.262901:0:18467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50:192.168.203.134@tcp50) -> 192.168.203.34@tcp50(192.168.203.34@tcp50:192.168.203.34@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384959.262904:0:18467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.34@tcp50 00000800:00000010:1.0:1767384959.262907:0:18467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b9ea542. 00000800:00000200:1.0:1767384959.262909:0:18467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009da95a4b] -> 12345-192.168.203.34@tcp50 (4) 00000800:00000200:1.0:1767384959.262913:0:18467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.34@tcp50 ip 192.168.203.34:1023 00000800:00000200:1.0:1767384959.262915:0:18467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004b9ea542 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1767384959.262923:0:18467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384959.262926:0:18467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d9156d98 refcount 4 to 192.168.203.34@tcp50 00010000:00000001:1.0:1767384959.262927:0:18467:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384959.262928:0:18467:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384959.262929:0:18467:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384959.262931:0:18467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016123c0a x1853237340670208/t0(0) o40->a229f859-33b9-4f1b-8cdb-910f91cdc52b@192.168.203.34@tcp50:185/0 lens 440/448 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384959.262937:0:18467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000016123c0a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a229f859-33b9-4f1b-8cdb-910f91cdc52b+6:15183:x1853237340670208:12345-192.168.203.34@tcp50:40: Request processed in 145us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384959.262942:0:18467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp50, seq: 6 00000100:00000040:1.0:1767384959.262943:0:18467:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000842c19da : new rpc_count 0 00000100:00000001:1.0:1767384959.262945:0:18467:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384959.262946:0:18467:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384959.262948:0:18467:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008224d101. 00000020:00000010:1.0:1767384959.262950:0:18467:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e1b1f01b. 00000020:00000010:1.0:1767384959.262953:0:18467:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004951b1db. 00000020:00000040:1.0:1767384959.262955:0:18467:0:(genops.c:898:class_export_put()) PUTting export 00000000842c19da : new refcount 5 00000100:00000001:1.0:1767384959.262957:0:18467:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384959.263000:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384959.263004:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b9ea542. 00000400:00000200:3.0:1767384959.263008:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384959.263013:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:3.0:1767384959.263017:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007acbf24a 00000400:00000010:3.0:1767384959.263019:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007acbf24a. 00000100:00000001:3.0:1767384959.263022:0:16353:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384959.263024:0:16353:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384959.264154:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384959.264161:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384959.264163:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384959.264164:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384959.264168:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50) <- 192.168.203.34@tcp50 : PUT - for me 00000400:00000200:0.0:1767384959.264175:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.34@tcp50 of length 520 into portal 28 MB=0x6958271600980 00000400:00000200:0.0:1767384959.264179:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.34@tcp50 of length 520/520 into md 0xab9 [8] + 4784 00000800:00000001:0.0:1767384959.264183:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384959.264185:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384959.264186:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384959.264189:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000100:00000001:0.0:1767384959.264192:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384959.264193:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384959.264195:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023fba383. 00000100:00000040:0.0:1767384959.264197:0:16352:0:(events.c:337:request_in_callback()) incoming req@0000000023fba383 x1853237340670336 msgsize 520 00000100:00100000:0.0:1767384959.264200:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.34@tcp50 (source: 12345-192.168.203.34@tcp50) 00000100:00000001:0.0:1767384959.264211:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384959.264214:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384959.264216:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384959.264217:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384959.264219:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384959.264227:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50) <- 192.168.203.34@tcp50 : PUT - for me 00000400:00000200:0.0:1767384959.264232:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.34@tcp50 of length 224 into portal 26 MB=0x6958271600a80 00000400:00000200:0.0:1767384959.264237:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.34@tcp50 of length 224/224 into md 0x18cd [2] + 0 00000100:00000001:3.0:1767384959.264241:0:17897:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1767384959.264241:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b2ae22c. 00000100:00100000:3.0:1767384959.264244:0:17897:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237340670336 00000400:00000200:0.0:1767384959.264245:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fca908ca 02000000:00000001:3.0:1767384959.264248:0:17897:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1767384959.264249:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384959.264250:0:17897:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384959.264253:0:17897:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384959.264256:0:17897:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384959.264256:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384959.264261:0:17897:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237340670336 00000400:00000200:0.0:1767384959.264261:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384959.264265:0:17897:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384959.264268:0:17897:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:0.0:1767384959.264268:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000020:00000001:3.0:1767384959.264271:0:17897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384959.264272:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fca908ca 00000020:00000001:3.0:1767384959.264273:0:17897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384959.264276:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fca908ca. 00000020:00000001:3.0:1767384959.264277:0:17897:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384959.264282:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:3.0:1767384959.264283:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000046974ac8. 00000100:00000200:0.0:1767384959.264285:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1767384959.264288:0:17897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000622078f1. 00000100:00000040:0.0:1767384959.264289:0:16352:0:(events.c:337:request_in_callback()) incoming req@00000000cd553c62 x1853237340670592 msgsize 224 00000100:00100000:0.0:1767384959.264293:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.34@tcp50 (source: 12345-192.168.203.34@tcp50) 00000100:00000040:0.0:1767384959.264294:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000010:3.0:1767384959.264300:0:17897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a3378f14. 00000100:00000001:3.0:1767384959.264304:0:17897:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384959.264305:0:17897:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384959.264307:0:17897:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384959.264307:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384959.264312:0:17897:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384959.264312:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384959.264318:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384959.264320:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384959.264321:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384959.264325:0:17897:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384959.264325:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50) <- 192.168.203.34@tcp50 : PUT - for me 00000400:00000200:0.0:1767384959.264335:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.34@tcp50 of length 448 into portal 23 MB=0x6958271600a00 00000100:00000001:3.0:1767384959.264338:0:17897:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384959.264340:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.34@tcp50 of length 448/448 into md 0x329 [2] + 0 00000100:00000001:3.0:1767384959.264342:0:17897:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:0.0:1767384959.264345:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384959.264349:0:17897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp50, seq: 4 00000100:00000001:3.0:1767384959.264364:0:17897:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878147456 : -119482831404160 : ffff9354bc470380) 00000100:00000001:1.0:1767384959.264365:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384959.264368:0:17896:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00000040:3.0:1767384959.264369:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000023fba383 x1853237340670336/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1767384979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384959.264369:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237340670592 00000100:00100000:2.0:1767384959.264372:0:17896:0:(service.c:3434:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 02000000:00000001:1.0:1767384959.264374:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384959.264377:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384959.264380:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384959.264383:0:17896:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000966d68c1. 02000000:00000001:1.0:1767384959.264386:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384959.264390:0:17896:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:3.0:1767384959.264392:0:17897:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000023fba383 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:11797:x1853237340670336:12345-192.168.203.34@tcp50:8: 00000100:00100000:1.0:1767384959.264392:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237340670592 00000020:00000001:1.0:1767384959.264396:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1767384959.264398:0:17897:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237340670336 00000020:00000040:1.0:1767384959.264399:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb7881956319d 00000020:00000001:3.0:1767384959.264401:0:17897:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384959.264402:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384959.264405:0:17897:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:1.0:1767384959.264405:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e43c7c80 refcount=9 00000800:00000001:0.0:1767384959.264407:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384959.264411:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000400:00000200:0.0:1767384959.264412:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384959.264414:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000020:00000040:3.0:1767384959.264415:0:17897:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000029ff95b7) now 6 - find 00000100:00000001:1.0:1767384959.264421:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384959.264422:0:17897:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446624590913981064 : -119482795570552 : ffff9354be69ca88) 00000400:00000200:0.0:1767384959.264422:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000020:00000010:1.0:1767384959.264427:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e26f5f23. 00000100:00000001:3.0:1767384959.264429:0:17897:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384959.264430:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384959.264430:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384959.264434:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 02000000:00000001:3.0:1767384959.264435:0:17897:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1767384959.264435:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e26f5f23. 02000000:00000010:3.0:1767384959.264440:0:17897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000b134d010. 00000100:00000010:0.0:1767384959.264442:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008c83e0ab. 00000020:00000010:1.0:1767384959.264443:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004951b1db. 02000000:00000001:3.0:1767384959.264444:0:17897:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384959.264448:0:16352:0:(events.c:337:request_in_callback()) incoming req@000000008c83e0ab x1853237340670464 msgsize 448 00000100:00000001:3.0:1767384959.264450:0:17897:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384959.264451:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008224d101. 00010000:00000040:3.0:1767384959.264454:0:17897:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa0465af2e3640038 tmp_exp_old_falloc: 0 00000020:00000010:1.0:1767384959.264459:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1b1f01b. 00000100:00100000:0.0:1767384959.264459:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.34@tcp50 (source: 12345-192.168.203.34@tcp50) 00010000:00080000:3.0:1767384959.264463:0:17897:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from a229f859-33b9-4f1b-8cdb-910f91cdc52b@192.168.203.34@tcp50 t0 exp 0000000000000000 cur 280 last 0 00000100:00000040:1.0:1767384959.264468:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00010000:00000001:3.0:1767384959.264470:0:17897:0:(obd_class.h:852:obd_connect()) Process entered 00000100:00000001:1.0:1767384959.264471:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00002000:00000001:3.0:1767384959.264474:0:17897:0:(ofd_obd.c:325:ofd_obd_connect()) Process entered 00000100:00000001:1.0:1767384959.264474:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384959.264477:0:17897:0:(genops.c:1392:class_connect()) Process entered 00000100:00000001:1.0:1767384959.264477:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384959.264480:0:17897:0:(genops.c:950:__class_new_export()) Process entered 00000100:00000001:1.0:1767384959.264484:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384959.264485:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1767384959.264486:0:17897:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000f97d5211. 00000020:00000001:3.0:1767384959.264491:0:17897:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384959.264493:0:17897:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f97d5211 with handle 0xb57eb788195631c7 to hash 00000800:00000001:0.0:1767384959.264493:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384959.264497:0:17897:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000800:00000001:0.0:1767384959.264500:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384959.264502:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384959.264509:0:17897:0:(obd_class.h:1008:obd_init_export()) Process entered 00000001:00000001:3.0:1767384959.264512:0:17897:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:3.0:1767384959.264515:0:17897:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000a75dd5c2. 00000001:00000001:3.0:1767384959.264517:0:17897:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384959.264519:0:17093:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000eedd45ff. 00000100:00000001:1.0:1767384959.264519:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1767384959.264520:0:17897:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000100:00000001:1.0:1767384959.264523:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000001:00000001:3.0:1767384959.264524:0:17897:0:(hash.c:1038:cfs_hash_create()) Process entered 00000100:00000001:0.0:1767384959.264526:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000001:00000010:3.0:1767384959.264529:0:17897:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000021d3d755. 00000100:00000001:2.0:1767384959.264529:0:17093:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384959.264530:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384959.264531:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp50, seq: 169 00000100:00100000:2.0:1767384959.264534:0:17093:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237340670464 00000100:00000040:1.0:1767384959.264537:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e43c7c80 : new rpc_count 1 00000100:00000001:0.0:1767384959.264538:0:17083:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384959.264539:0:17897:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000066f72ad. 02000000:00000001:2.0:1767384959.264539:0:17093:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384959.264542:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878100560 : -119482831451056 : ffff9354bc464c50) 00000100:00000001:2.0:1767384959.264544:0:17093:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384959.264544:0:17083:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384959.264546:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d45a7f59. 00000100:00000001:2.0:1767384959.264550:0:17093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384959.264550:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cd553c62 x1853237340670592/t0(0) o400->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:185/0 lens 224/0 e 0 to 0 dl 1767384970 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:3.0:1767384959.264552:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000ea9da18. 00000001:00000010:3.0:1767384959.264558:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007d223133. 02000000:00000001:2.0:1767384959.264558:0:17093:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.264564:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000001:00000010:3.0:1767384959.264565:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ae6a819e. 00000100:00100000:2.0:1767384959.264565:0:17093:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237340670464 00000020:00000010:1.0:1767384959.264569:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e26f5f23. 00010000:00000001:3.0:1767384959.264570:0:17897:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384959.264570:0:17093:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384959.264574:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384959.264575:0:17897:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384959.264575:0:17093:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb788195631c0 00000020:00000010:1.0:1767384959.264577:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e26f5f23. 00000020:00000001:3.0:1767384959.264580:0:17897:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384959.264581:0:17093:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384959.264584:0:17897:0:(genops.c:887:class_export_get()) GET export 00000000f97d5211 refcount=3 00000020:00000040:2.0:1767384959.264586:0:17093:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000842c19da refcount=6 00000100:00100000:1.0:1767384959.264586:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cd553c62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1281e32f-0dd3-472c-a491-b7b7686f9f58+9:11798:x1853237340670592:12345-192.168.203.34@tcp50:400: 00000020:00000040:3.0:1767384959.264588:0:17897:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000029ff95b7) now 7 - export 00000020:00000001:2.0:1767384959.264593:0:17093:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585637300224 : -119488072251392 : ffff935383e60800) 00000020:00000001:3.0:1767384959.264595:0:17897:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446624585637326848 : -119488072224768 : ffff935383e67000) 00000100:00000200:1.0:1767384959.264596:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237340670592 00000020:00000001:2.0:1767384959.264600:0:17093:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585637300224 : -119488072251392 : ffff935383e60800) 00000020:00000001:1.0:1767384959.264601:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000040:3.0:1767384959.264602:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000f97d5211 : new refcount 2 00000020:00000080:3.0:1767384959.264606:0:17897:0:(genops.c:1402:class_connect()) connect: client a229f859-33b9-4f1b-8cdb-910f91cdc52b, cookie 0xb57eb788195631c7 00000100:00000001:2.0:1767384959.264607:0:17093:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384959.264607:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384959.264608:0:17897:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384959.264612:0:17897:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384959.264612:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384959.264615:0:17093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000285c9b94. 00000020:00000040:3.0:1767384959.264616:0:17897:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb788195631c7 00000020:00000001:1.0:1767384959.264616:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384959.264619:0:17897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384959.264620:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289088 : -1048262528 : ffffffffc184c880) 00000020:00000040:3.0:1767384959.264622:0:17897:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f97d5211 refcount=3 00000020:00000001:1.0:1767384959.264624:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384959.264627:0:17897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585637326848 : -119488072224768 : ffff935383e67000) 00000020:00000001:1.0:1767384959.264628:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384959.264631:0:17897:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585637326848 : -119488072224768 : ffff935383e67000) 00000100:00000001:2.0:1767384959.264631:0:17093:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384959.264631:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384959.264634:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000001:00000001:3.0:1767384959.264636:0:17897:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000020:00000001:1.0:1767384959.264637:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384959.264638:0:17093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000285c9b94. 00000001:00000001:3.0:1767384959.264641:0:17897:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000020:00000001:1.0:1767384959.264641:0:17084:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384959.264645:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000001:00000040:3.0:1767384959.264646:0:17897:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000e70cf8aa) : new refcount 7 00000020:00000010:2.0:1767384959.264647:0:17093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e4d3a82. 02000000:00000001:1.0:1767384959.264648:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000001:3.0:1767384959.264650:0:17897:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446624590822514688 : -119482887036928 : ffff9354b8f62000) 02000000:00000010:1.0:1767384959.264653:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f1ec912a. 00000001:00000001:3.0:1767384959.264654:0:17897:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000010:2.0:1767384959.264656:0:17093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c2d318f2. 00000020:00000040:3.0:1767384959.264657:0:17897:0:(genops.c:887:class_export_get()) GET export 00000000f97d5211 refcount=4 02000000:00000001:1.0:1767384959.264657:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.264661:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384959.264664:0:17093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002c3f31f1. 00000020:00000001:1.0:1767384959.264664:0:17084:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384959.264667:0:17897:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000e70cf8aa) : new refcount 8 00010000:00000040:1.0:1767384959.264668:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237340670592 00010000:00000001:1.0:1767384959.264673:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000001:00000001:3.0:1767384959.264674:0:17897:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384959.264676:0:17093:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00010000:00000200:1.0:1767384959.264678:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cd553c62 x1853237340670592/t0(0) o400->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:185/0 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:08000000:3.0:1767384959.264681:0:17897:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-OST0000: adding NID 192.168.203.34@tcp50 to nodemap default 00000100:00000001:2.0:1767384959.264683:0:17093:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384959.264688:0:17093:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000001:00000040:3.0:1767384959.264689:0:17897:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000e70cf8aa) : new refcount 7 00010000:00000001:1.0:1767384959.264691:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000001:00000001:3.0:1767384959.264693:0:17897:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384959.264693:0:17093:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384959.264694:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00100000:3.0:1767384959.264700:0:17897:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli a229f859-33b9-4f1b-8cdb-910f91cdc52b/00000000f97d5211 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00000100:00001000:1.0:1767384959.264700:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384959.264703:0:17093:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.264710:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384959.264712:0:17897:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000040:1.0:1767384959.264715:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d9156d98 refcount 5 to 192.168.203.34@tcp50 00000020:00000001:3.0:1767384959.264716:0:17897:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384959.264721:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590000881856 : -119483708669760 : ffff935487fd00c0) 00000020:00000020:3.0:1767384959.264722:0:17897:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli a229f859-33b9-4f1b-8cdb-910f91cdc52b/00000000f97d5211 free: 144203776 avail: 129867776 00000100:00000001:2.0:1767384959.264724:0:17093:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384959.264727:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384959.264728:0:17897:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 02000000:00000001:1.0:1767384959.264730:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384959.264732:0:17897:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli a229f859-33b9-4f1b-8cdb-910f91cdc52b/00000000f97d5211 avail=129867776 left=129585152 unstable=0 tot_grant=279104 pending=0 00000100:00000001:1.0:1767384959.264733:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384959.264738:0:17897:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=129585152 : 129585152 : 7b95000) 00000100:00000040:1.0:1767384959.264739:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.34@tcp50 00000100:00000001:2.0:1767384959.264742:0:17093:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000020:3.0:1767384959.264743:0:17897:0:(tgt_grant.c:1062:tgt_grant_connect()) fs has no space left and statfs too old 00000400:00000010:1.0:1767384959.264743:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000265f5e51. 00000020:00000001:3.0:1767384959.264746:0:17897:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:2.0:1767384959.264748:0:17093:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1767384959.264749:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237340670592, offset 224 00000020:00000001:3.0:1767384959.264754:0:17897:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384959.264756:0:17092:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b05e1d22. 00000400:00000200:1.0:1767384959.264760:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.34@tcp50 00000020:00000020:3.0:1767384959.264761:0:17897:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli a229f859-33b9-4f1b-8cdb-910f91cdc52b/00000000f97d5211 free: 144203776 avail: 129867776 00000100:00100000:2.0:1767384959.264762:0:17093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp50, seq: 0 00000100:00000001:0.0:1767384959.264765:0:17092:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384959.264770:0:17897:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000100:00000040:2.0:1767384959.264770:0:17093:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000842c19da : new rpc_count 1 00000100:00000001:0.0:1767384959.264770:0:17092:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384959.264771:0:17084:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp50 to NMR: 192.168.203.34@tcp50 local destination 00000100:00000001:0.0:1767384959.264775:0:17092:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384959.264776:0:17897:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli a229f859-33b9-4f1b-8cdb-910f91cdc52b/00000000f97d5211 avail=129867776 left=129585152 unstable=0 tot_grant=279104 pending=0 00000100:00000001:2.0:1767384959.264776:0:17093:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878151936 : -119482831399680 : ffff9354bc471500) 00000100:00000001:0.0:1767384959.264781:0:17092:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384959.264785:0:17084:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp50 NI seq info: [231:231:256:4294967295] 192.168.203.34@tcp50 LPNI seq info [22:22:8:4294967295] 00000020:00000001:3.0:1767384959.264786:0:17897:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=129585152 : 129585152 : 7b95000) 00000100:00000040:2.0:1767384959.264787:0:17093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008c83e0ab x1853237340670464/t0(0) o33->a229f859-33b9-4f1b-8cdb-910f91cdc52b@192.168.203.34@tcp50:185/0 lens 448/0 e 0 to 0 dl 1767384970 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000020:00000001:3.0:1767384959.264792:0:17897:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:3.0:1767384959.264797:0:17897:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli a229f859-33b9-4f1b-8cdb-910f91cdc52b/00000000f97d5211 wants: 134217728 current grant 0 granting: 8437760 00000020:00000020:3.0:1767384959.264805:0:17897:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli a229f859-33b9-4f1b-8cdb-910f91cdc52b/00000000f97d5211 tot cached:0 granted:8716864 num_exports: 2 00000020:00000001:3.0:1767384959.264813:0:17897:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=8437760 : 8437760 : 80c000) 00000400:00000200:1.0:1767384959.264836:0:17084:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50:192.168.203.134@tcp50) -> 192.168.203.34@tcp50(192.168.203.34@tcp50:192.168.203.34@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384959.264841:0:17084:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.34@tcp50 00000020:00000020:3.0:1767384959.264845:0:17897:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli a229f859-33b9-4f1b-8cdb-910f91cdc52b/00000000f97d5211 ocd_grant: 8437760 want: 134217728 left: 129585152 00000100:00000001:2.0:1767384959.264845:0:17093:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000010:1.0:1767384959.264847:0:17084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf8d5fc4. 00000020:00000010:2.0:1767384959.264852:0:17093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000285c9b94. 00000800:00000200:1.0:1767384959.264853:0:17084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009da95a4b] -> 12345-192.168.203.34@tcp50 (4) 00000100:00000001:2.0:1767384959.264859:0:17093:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767384959.264860:0:17084:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.34@tcp50 ip 192.168.203.34:1023 00000800:00000200:1.0:1767384959.264865:0:17084:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cf8d5fc4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1767384959.264867:0:17093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000285c9b94. 00000020:00000001:3.0:1767384959.264868:0:17897:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00002000:00100000:3.0:1767384959.264872:0:17897:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00000001:1.0:1767384959.264876:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384959.264879:0:17897:0:(ofd_obd.c:250:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384959.264880:0:17093:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008c83e0ab pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a229f859-33b9-4f1b-8cdb-910f91cdc52b+6:15183:x1853237340670464:12345-192.168.203.34@tcp50:33: 00000100:00000040:1.0:1767384959.264883:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d9156d98 refcount 4 to 192.168.203.34@tcp50 00000100:00000200:2.0:1767384959.264889:0:17093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237340670464 00010000:00000001:1.0:1767384959.264889:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000001:00000001:3.0:1767384959.264891:0:17897:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000020:00000001:1.0:1767384959.264893:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384959.264894:0:17093:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384959.264895:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384959.264898:0:17093:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:1.0:1767384959.264901:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cd553c62 x1853237340670592/t0(0) o400->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:185/0 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000040:3.0:1767384959.264902:0:17897:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-OST0000: new client at index 1 (8320) with UUID 'a229f859-33b9-4f1b-8cdb-910f91cdc52b' generation 0 00000020:00000001:2.0:1767384959.264904:0:17093:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384959.264912:0:17897:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00000020:00000001:2.0:1767384959.264912:0:17093:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000001:3.0:1767384959.264917:0:17897:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000001:2.0:1767384959.264917:0:17093:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663329856 : -1046221760 : ffffffffc1a3ec40) 00000100:00100000:1.0:1767384959.264918:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cd553c62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1281e32f-0dd3-472c-a491-b7b7686f9f58+9:11798:x1853237340670592:12345-192.168.203.34@tcp50:400: Request processed in 351us (625us total) trans 0 rc 0/0 00000800:00000200:0.0:1767384959.264919:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000010:3.0:1767384959.264925:0:17897:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c24f3932. 00000800:00000010:0.0:1767384959.264925:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf8d5fc4. 00000020:00000001:2.0:1767384959.264926:0:17093:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1767384959.264930:0:17093:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237340670464, found 0 last_xid 1853237340670463 00080000:00000001:3.0:1767384959.264932:0:17897:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590001019392 : -119483708532224 : ffff935487ff1a00) 00000400:00000200:0.0:1767384959.264933:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384959.264938:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp50, seq: 169 00000020:00000001:2.0:1767384959.264939:0:17093:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384959.264942:0:17897:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000040:1.0:1767384959.264944:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e43c7c80 : new rpc_count 0 00000400:00000200:0.0:1767384959.264945:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000001:00000001:3.0:1767384959.264949:0:17897:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:1.0:1767384959.264952:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767384959.264952:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000265f5e51 00000020:00000001:2.0:1767384959.264954:0:17093:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00080000:00000010:3.0:1767384959.264955:0:17897:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000096af4c39. 00000400:00000010:0.0:1767384959.264956:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000265f5e51. 00000100:00000001:1.0:1767384959.264957:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1767384959.264958:0:17093:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:3.0:1767384959.264963:0:17897:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384959.264963:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008224d101. 00000100:00000001:0.0:1767384959.264963:0:16351:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767384959.264964:0:17093:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000100:00000001:0.0:1767384959.264967:0:16351:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000001:3.0:1767384959.264970:0:17897:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000020:00000001:2.0:1767384959.264971:0:17093:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384959.264972:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e1b1f01b. 00000020:00000010:1.0:1767384959.264979:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004951b1db. 00000020:00000001:2.0:1767384959.264981:0:17093:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590914072888 : -119482795478728 : ffff9354be6b3138) 00000020:00000040:1.0:1767384959.264984:0:17084:0:(genops.c:898:class_export_put()) PUTting export 00000000e43c7c80 : new refcount 8 00080000:00000001:3.0:1767384959.264986:0:17897:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384959.264987:0:17093:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384959.264990:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384959.264991:0:17896:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384959.264992:0:17897:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000312f5afd. 00000020:00000001:2.0:1767384959.264993:0:17093:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384959.264995:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f1ec912a. 00000004:00000001:2.0:1767384959.265001:0:17093:0:(mdt_handler.c:1669:mdt_getattr()) Process entered 02000000:00000001:1.0:1767384959.265001:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384959.265005:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384959.265009:0:17093:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000100:00000200:1.0:1767384959.265012:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000004:00000001:2.0:1767384959.265017:0:17093:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000400:00000010:1.0:1767384959.265018:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a14e1bdd. 00080000:00000001:2.0:1767384959.265023:0:17093:0:(osd_handler.c:1590:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000400:00000010:1.0:1767384959.265025:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d0ccb21e. 00080000:00000010:2.0:1767384959.265049:0:17093:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at 00000000375cc6fb. 00000100:00000001:1.0:1767384959.265054:0:40019:0:(service.c:2991:ptlrpc_main()) Process entered 00000004:00000001:2.0:1767384959.265055:0:17093:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384959.265061:0:17093:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384959.265063:0:17093:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1767384959.265065:0:17093:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1767384959.265070:0:17093:0:(lod_object.c:1518:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000010:1.0:1767384959.265072:0:40019:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e26f5f23. 00000004:00000001:2.0:1767384959.265073:0:17093:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:1.0:1767384959.265077:0:40019:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000758d3199. 00000004:00000001:2.0:1767384959.265078:0:17093:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1767384959.265083:0:17093:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000001:00000040:3.0:1767384959.265084:0:17897:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000f97d5211 : new cb_count 1 00080000:00000001:2.0:1767384959.265087:0:17093:0:(osd_handler.c:1590:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000040:3.0:1767384959.265088:0:17897:0:(genops.c:887:class_export_get()) GET export 00000000f97d5211 refcount=5 00000004:00000001:2.0:1767384959.265096:0:17093:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:2.0:1767384959.265099:0:17093:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:2.0:1767384959.265102:0:17093:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1767384959.265105:0:17093:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1767384959.265107:0:17093:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384959.265110:0:17093:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384959.265116:0:17093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 000000007630cb84. 02000000:00000001:2.0:1767384959.265119:0:17093:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384959.265121:0:17093:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384959.265124:0:17093:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:2.0:1767384959.265126:0:17093:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384959.265129:0:17093:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000001:00000001:2.0:1767384959.265132:0:17093:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000010:1.0:1767384959.265132:0:40019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004951b1db. 00000001:00000001:3.0:1767384959.265133:0:17897:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00000001:00000001:2.0:1767384959.265136:0:17093:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384959.265138:0:17897:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000010:1.0:1767384959.265138:0:40019:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e27d5f88. 00000001:00000001:2.0:1767384959.265142:0:17093:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000020:00000010:1.0:1767384959.265144:0:40019:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000769f611f. 00000020:00000010:1.0:1767384959.265148:0:40019:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000042714000. 00080000:00000010:3.0:1767384959.265149:0:17897:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000096af4c39. 00000020:00000010:1.0:1767384959.265152:0:40019:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000010903251. 00000001:00000001:2.0:1767384959.265154:0:17093:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00040000:00000001:3.0:1767384959.265156:0:17897:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 80000000:00000010:1.0:1767384959.265157:0:40019:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d6ae0d85. 00000001:00000001:2.0:1767384959.265159:0:17093:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384959.265161:0:17897:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 40000000:00000010:1.0:1767384959.265161:0:40019:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cc2a400e. 00080000:00000001:3.0:1767384959.265165:0:17897:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384959.265165:0:17093:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00100000:00000010:1.0:1767384959.265168:0:40019:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000089c3fb8b. 00000001:00000001:2.0:1767384959.265169:0:17093:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000040:3.0:1767384959.265170:0:17897:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00040000:00000010:1.0:1767384959.265173:0:40019:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cf8d5fc4. 00000001:00000001:2.0:1767384959.265177:0:17093:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384959.265179:0:17897:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1767384959.265180:0:40019:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c66b3ead. 00000001:00000001:2.0:1767384959.265182:0:17093:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00002000:00000001:3.0:1767384959.265184:0:17897:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000001:00000001:2.0:1767384959.265186:0:17093:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384959.265187:0:17897:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00080000:00000010:1.0:1767384959.265188:0:40019:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009b388840. 00000001:00000001:2.0:1767384959.265194:0:17093:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384959.265197:0:40019:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000be57af9f. 00000001:00000001:2.0:1767384959.265198:0:17093:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000020:01000000:3.0:1767384959.265201:0:17897:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 000000005710876e 00000001:00000001:2.0:1767384959.265203:0:17093:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000010:1.0:1767384959.265203:0:40019:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f1ec912a. 00000020:00000010:3.0:1767384959.265206:0:17897:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000007e6f8588. 00000001:00000001:2.0:1767384959.265211:0:17093:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384959.265216:0:17897:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 000000007e6f8588 for nid 192.168.203.34@tcp50 - ref 2 00000001:00000001:2.0:1767384959.265217:0:17093:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000010:1.0:1767384959.265221:0:40019:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000ec0c0382. 00000001:00000001:2.0:1767384959.265222:0:17093:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384959.265228:0:17093:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00000100:00000200:1.0:1767384959.265229:0:40019:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 02000000:00000010:2.0:1767384959.265237:0:17093:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 00000000d9870865. 00000004:00000001:2.0:1767384959.265243:0:17093:0:(mdt_identity.c:85:mdt_identity_do_upcall()) Process entered 00000004:00000040:2.0:1767384959.265246:0:17093:0:(mdt_identity.c:90:mdt_identity_do_upcall()) The upcall is: '/home/green/git/lustre-release/lustre/utils/l_getidentity' 00000020:00000001:3.0:1767384959.265275:0:17897:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384959.265281:0:17897:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000b87afb30. 00000020:00000010:3.0:1767384959.265286:0:17897:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 00000000dfe18cbd. 00000020:00000010:3.0:1767384959.265289:0:17897:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 600 at 0000000000598db0. 00000020:00000010:3.0:1767384959.265307:0:17897:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000000d99fdf. 00000020:00000010:3.0:1767384959.265310:0:17897:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000c286af4c. 00000020:00000010:3.0:1767384959.265318:0:17897:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 0000000069110c7c. 00002000:00000001:3.0:1767384959.265327:0:17897:0:(ofd_obd.c:77:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:3.0:1767384959.265329:0:17897:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00002000:00000001:3.0:1767384959.265330:0:17897:0:(ofd_obd.c:375:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384959.265332:0:17897:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384959.265334:0:17897:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000cd31088e. 00000020:00000040:3.0:1767384959.265336:0:17897:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000029ff95b7) now 8 - import 00000020:00000001:3.0:1767384959.265340:0:17897:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384959.265341:0:17897:0:(genops.c:1242:class_import_put()) import 00000000cd31088e refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1767384959.265343:0:17897:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1767384959.265363:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096af4c39. 00000020:00000040:3.0:1767384959.265368:0:17897:0:(genops.c:887:class_export_get()) GET export 00000000f97d5211 refcount=6 00000100:00000040:3.0:1767384959.265369:0:17897:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000f97d5211 : new rpc_count 1 00000100:00000001:3.0:1767384959.265371:0:17897:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1767384959.265377:0:17897:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.203.34@tcp50 primary NID 192.168.203.34@tcp50 rc 0 00000100:00000001:3.0:1767384959.265379:0:17897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384959.265381:0:17897:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d9156d98 refcount 5 to 192.168.203.34@tcp50 00000100:00000001:3.0:1767384959.265382:0:17897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590000881856 : -119483708669760 : ffff935487fd00c0) 00000100:00000001:3.0:1767384959.265384:0:17897:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446624590000881856 : -119483708669760 : 0xffff935487fd00c0) 00000100:00000040:3.0:1767384959.265386:0:17897:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000d9156d98 refcount 5 to 192.168.203.34@tcp50 00000020:00000040:3.0:1767384959.265387:0:17897:0:(genops.c:887:class_export_get()) GET export 00000000f97d5211 refcount=7 00000100:00000001:3.0:1767384959.265390:0:17897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384959.265391:0:17897:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d9156d98 refcount 6 to 192.168.203.34@tcp50 00000100:00000001:3.0:1767384959.265392:0:17897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590000881856 : -119483708669760 : ffff935487fd00c0) 02000000:00000001:3.0:1767384959.265394:0:17897:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384959.265397:0:17897:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1767384959.265398:0:17897:0:(sec.c:1440:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 02000000:00000001:3.0:1767384959.265401:0:17897:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072651894848 : -1057656768 : ffffffffc0f57040) 02000000:00000001:3.0:1767384959.265403:0:17897:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.265405:0:17897:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767384959.265407:0:17897:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1767384959.265408:0:17897:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384959.265410:0:17897:0:(import.c:65:import_set_state_nolock()) 00000000cd31088e : changing import state from RECOVER to FULL 00000100:00000001:3.0:1767384959.265419:0:17897:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384959.265420:0:17897:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384959.265422:0:17897:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384959.265423:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000f97d5211 : new refcount 6 00000020:00000040:3.0:1767384959.265425:0:17897:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000029ff95b7) now 8 - find 00010000:00000001:3.0:1767384959.265427:0:17897:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384959.265430:0:17897:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384959.265431:0:17897:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665453792 : -1044097824 : ffffffffc1c454e0) 00000020:00000001:3.0:1767384959.265433:0:17897:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384959.265435:0:17897:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384959.265437:0:17897:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384959.265438:0:17897:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384959.265439:0:17897:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384959.265441:0:17897:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:3.0:1767384959.265444:0:17897:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384959.265445:0:17897:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237340670336 00010000:00000001:3.0:1767384959.265447:0:17897:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384959.265450:0:17897:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000023fba383 x1853237340670336/t0(0) o8->a229f859-33b9-4f1b-8cdb-910f91cdc52b@192.168.203.34@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384959.265455:0:17897:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384959.265457:0:17897:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384959.265458:0:17897:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7bcd663 time=83 v=5 (1 0 0 0) 00000100:00001000:3.0:1767384959.265460:0:17897:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1767384959.265462:0:17897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384959.265464:0:17897:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d9156d98 refcount 7 to 192.168.203.34@tcp50 00000100:00000001:3.0:1767384959.265466:0:17897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590000881856 : -119483708669760 : ffff935487fd00c0) 02000000:00000001:3.0:1767384959.265468:0:17897:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384959.265469:0:17897:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.265470:0:17897:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384959.265472:0:17897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.34@tcp50 00000400:00000010:3.0:1767384959.265475:0:17897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d85af59. 00000100:00000200:3.0:1767384959.265477:0:17897:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853237340670336, offset 0 00000400:00000200:3.0:1767384959.265480:0:17897:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.34@tcp50 00000400:00000200:3.0:1767384959.265484:0:17897:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp50 to NMR: 192.168.203.34@tcp50 local destination 00000400:00000200:3.0:1767384959.265496:0:17897:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp50 NI seq info: [232:232:256:4294967295] 192.168.203.34@tcp50 LPNI seq info [23:23:8:4294967295] 00000400:00000200:3.0:1767384959.265512:0:17897:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50:192.168.203.134@tcp50) -> 192.168.203.34@tcp50(192.168.203.34@tcp50:192.168.203.34@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384959.265516:0:17897:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.34@tcp50 00000800:00000010:3.0:1767384959.265520:0:17897:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007c8d94e3. 00000800:00000200:3.0:1767384959.265523:0:17897:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009da95a4b] -> 12345-192.168.203.34@tcp50 (4) 00000800:00000200:3.0:1767384959.265526:0:17897:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.34@tcp50 ip 192.168.203.34:1023 00000800:00000200:3.0:1767384959.265529:0:17897:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007c8d94e3 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:3.0:1767384959.265538:0:17897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384959.265541:0:17897:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d9156d98 refcount 6 to 192.168.203.34@tcp50 00010000:00000001:3.0:1767384959.265543:0:17897:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384959.265545:0:17897:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384959.265547:0:17897:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384959.265549:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023fba383 x1853237340670336/t0(0) o8->a229f859-33b9-4f1b-8cdb-910f91cdc52b@192.168.203.34@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384959.265557:0:17897:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000023fba383 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a229f859-33b9-4f1b-8cdb-910f91cdc52b+6:11797:x1853237340670336:12345-192.168.203.34@tcp50:8: Request processed in 1168us (1357us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384959.265563:0:17897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp50, seq: 4 00000100:00000040:3.0:1767384959.265565:0:17897:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f97d5211 : new rpc_count 0 00000100:00000001:3.0:1767384959.265567:0:17897:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384959.265568:0:17897:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384959.265571:0:17897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000622078f1. 00000020:00000010:3.0:1767384959.265574:0:17897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a3378f14. 00000020:00000010:3.0:1767384959.265576:0:17897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000046974ac8. 00000020:00000040:3.0:1767384959.265578:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000f97d5211 : new refcount 5 00000100:00000001:3.0:1767384959.265579:0:17897:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384959.265634:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384959.265639:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007c8d94e3. 00000400:00000200:2.0:1767384959.265645:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384959.265651:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:2.0:1767384959.265656:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d85af59 00000400:00000010:2.0:1767384959.265659:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d85af59. 00000100:00000001:2.0:1767384959.265663:0:16353:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384959.265666:0:16353:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00080000:2.0:1767384959.265757:0:17093:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 507us 00000004:00000001:2.0:1767384959.265762:0:17093:0:(mdt_identity.c:122:mdt_identity_do_upcall()) Process leaving 00000004:00000010:1.0:1767384959.271182:0:40020:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 00000000694c8a08. 02000000:00000001:1.0:1767384959.271188:0:40020:0:(upcall_cache.c:436:upcall_cache_downcall()) Process entered 00000004:00000001:1.0:1767384959.271190:0:40020:0:(mdt_identity.c:138:mdt_identity_parse_downcall()) Process entered 00000004:00001000:1.0:1767384959.271192:0:40020:0:(mdt_identity.c:187:mdt_identity_parse_downcall()) parse mdt identity@00000000a9db237c: 0:0, ngroups 0, nperms 0 00000004:00000001:1.0:1767384959.271194:0:40020:0:(mdt_identity.c:190:mdt_identity_parse_downcall()) Process leaving (rc=0 : 0 : 0) 02000000:00001000:1.0:1767384959.271196:0:40020:0:(upcall_cache.c:492:upcall_cache_downcall()) lustre-MDT0000: created upcall cache entry 00000000d9870865 for key 0 02000000:00000001:1.0:1767384959.271210:0:40020:0:(upcall_cache.c:504:upcall_cache_downcall()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384959.271212:0:40020:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 00000000694c8a08. 02000000:00001000:3.0:1767384959.271231:0:17093:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 00000000d9870865 flags 0x0 02000000:00000001:3.0:1767384959.271235:0:17093:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446624585624910848 : -119488084640768 : ffff93538328fc00) 00000001:00000001:3.0:1767384959.271238:0:17093:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384959.271240:0:17093:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384959.271248:0:17093:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384959.271250:0:17093:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384959.271252:0:17093:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384959.271253:0:17093:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384959.271256:0:17093:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1767384959.271257:0:17093:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384959.271260:0:17093:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384959.271262:0:17093:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384959.271263:0:17093:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1767384959.271265:0:17093:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384959.271268:0:17093:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000040:3.0:1767384959.271271:0:17093:0:(mdt_handler.c:1434:mdt_getattr_internal()) lustre-MDT0000: RPC from a229f859-33b9-4f1b-8cdb-910f91cdc52b: does not need LOVEA. 00000004:00000001:3.0:1767384959.271274:0:17093:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1767384959.271276:0:17093:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1767384959.271280:0:17093:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1767384959.271282:0:17093:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1767384959.271284:0:17093:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384959.271286:0:17093:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384959.271287:0:17093:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384959.271288:0:17093:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384959.271290:0:17093:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384959.271291:0:17093:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384959.271292:0:17093:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384959.271293:0:17093:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384959.271294:0:17093:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384959.271295:0:17093:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384959.271296:0:17093:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384959.271297:0:17093:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1767384959.271299:0:17093:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:3.0:1767384959.271301:0:17093:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00000002:3.0:1767384959.271303:0:17093:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:3.0:1767384959.271304:0:17093:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384959.271306:0:17093:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384959.271307:0:17093:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1767384959.271309:0:17093:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1767384959.271318:0:17093:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1767384959.271327:0:17093:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384959.271330:0:17093:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384959.271331:0:17093:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384959.271336:0:17093:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000005c8a5a2d. 00000020:00000001:3.0:1767384959.271340:0:17093:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1767384959.271341:0:17093:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384959.271343:0:17093:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384959.271345:0:17093:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384959.271346:0:17093:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384959.271367:0:17093:0:(mdt_handler.c:1748:mdt_getattr()) Process leaving 02000000:00000001:3.0:1767384959.271370:0:17093:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1767384959.271372:0:17093:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1767384959.271373:0:17093:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1767384959.271375:0:17093:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1767384959.271377:0:17093:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1767384959.271379:0:17093:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1767384959.271382:0:17093:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384959.271384:0:17093:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1767384959.271386:0:17093:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:3.0:1767384959.271388:0:17093:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237340670464 00010000:00000001:3.0:1767384959.271390:0:17093:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384959.271395:0:17093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008c83e0ab x1853237340670464/t0(0) o33->a229f859-33b9-4f1b-8cdb-910f91cdc52b@192.168.203.34@tcp50:185/0 lens 448/464 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767384959.271401:0:17093:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384959.271403:0:17093:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384959.271405:0:17093:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cdb9c615 time=1767384959 v=10 (0 0 0 0) 00000100:00001000:3.0:1767384959.271407:0:17093:0:(import.c:2194:obd_at_measure()) AT 00000000cdb9c615 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:3.0:1767384959.271411:0:17093:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt_readpage changed estimate from 10 to 5 req@000000008c83e0ab x1853237340670464/t0(0) o33->a229f859-33b9-4f1b-8cdb-910f91cdc52b@192.168.203.34@tcp50:185/0 lens 448/464 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767384959.271417:0:17093:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384959.271419:0:17093:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d9156d98 refcount 7 to 192.168.203.34@tcp50 00000100:00000001:3.0:1767384959.271421:0:17093:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590000881856 : -119483708669760 : ffff935487fd00c0) 02000000:00000001:3.0:1767384959.271422:0:17093:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384959.271429:0:17093:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.271431:0:17093:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384959.271433:0:17093:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.34@tcp50 00000400:00000010:3.0:1767384959.271436:0:17093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b051682. 00000100:00000200:3.0:1767384959.271439:0:17093:0:(niobuf.c:94:ptl_send_buf()) Sending 464 bytes to portal 10, xid 1853237340670464, offset 224 00000400:00000200:3.0:1767384959.271443:0:17093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.34@tcp50 00000400:00000200:3.0:1767384959.271449:0:17093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp50 to NMR: 192.168.203.34@tcp50 local destination 00000400:00000200:3.0:1767384959.271455:0:17093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp50 NI seq info: [233:233:256:4294967295] 192.168.203.34@tcp50 LPNI seq info [24:24:8:4294967295] 00000400:00000200:3.0:1767384959.271464:0:17093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50:192.168.203.134@tcp50) -> 192.168.203.34@tcp50(192.168.203.34@tcp50:192.168.203.34@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384959.271468:0:17093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.203.34@tcp50 00000800:00000010:3.0:1767384959.271471:0:17093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0b41124. 00000800:00000200:3.0:1767384959.271475:0:17093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009da95a4b] -> 12345-192.168.203.34@tcp50 (4) 00000800:00000200:3.0:1767384959.271479:0:17093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.34@tcp50 ip 192.168.203.34:1023 00000800:00000200:3.0:1767384959.271481:0:17093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c0b41124 type 1, nob 560 niov 1 nkiov 1 00000100:00000001:3.0:1767384959.271492:0:17093:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384959.271495:0:17093:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d9156d98 refcount 6 to 192.168.203.34@tcp50 00010000:00000001:3.0:1767384959.271496:0:17093:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384959.271498:0:17093:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384959.271500:0:17093:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000002:3.0:1767384959.271504:0:17093:0:(lu_object.c:207:lu_object_put()) Add 00000000ce52e1bf/00000000e8362271 to site lru. bkt: 000000005841f80f 00000100:00000040:3.0:1767384959.271508:0:17093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008c83e0ab x1853237340670464/t0(0) o33->a229f859-33b9-4f1b-8cdb-910f91cdc52b@192.168.203.34@tcp50:185/0 lens 448/464 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767384959.271516:0:17093:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008c83e0ab pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a229f859-33b9-4f1b-8cdb-910f91cdc52b+6:15183:x1853237340670464:12345-192.168.203.34@tcp50:33: Request processed in 6670us (7066us total) trans 0 rc 0/0 00000020:00000010:3.0:1767384959.271523:0:17093:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000007866e324. 00000100:00100000:3.0:1767384959.271528:0:17093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp50, seq: 0 00000100:00000040:3.0:1767384959.271531:0:17093:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000842c19da : new rpc_count 0 00000100:00000001:3.0:1767384959.271533:0:17093:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384959.271534:0:17093:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384959.271543:0:17093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c2d318f2. 00000020:00000010:3.0:1767384959.271546:0:17093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002c3f31f1. 00000020:00000010:3.0:1767384959.271549:0:17093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e4d3a82. 00000800:00000200:0.0:1767384959.271551:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:3.0:1767384959.271554:0:17093:0:(genops.c:898:class_export_put()) PUTting export 00000000842c19da : new refcount 5 00000800:00000010:0.0:1767384959.271556:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0b41124. 00000100:00000001:3.0:1767384959.271560:0:17093:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384959.271562:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384959.271569:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:0.0:1767384959.271574:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b051682 00000400:00000010:0.0:1767384959.271575:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b051682. 00000100:00000001:0.0:1767384959.271579:0:16352:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384959.271580:0:16352:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384959.289343:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384959.289375:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384959.289390:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384959.289393:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384959.289403:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50) <- 192.168.203.34@tcp50 : PUT - for me 00000400:00000200:0.0:1767384959.289418:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.34@tcp50 of length 576 into portal 12 MB=0x6958271600b00 00000400:00000200:0.0:1767384959.289428:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.34@tcp50 of length 576/576 into md 0x229 [64] + 10584 00000800:00000001:0.0:1767384959.289446:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384959.289455:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384959.289457:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384959.289462:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000100:00000001:0.0:1767384959.289469:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384959.289472:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384959.289477:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a0f2c6b. 00000100:00000040:0.0:1767384959.289480:0:16351:0:(events.c:337:request_in_callback()) incoming req@000000003a0f2c6b x1853237340670720 msgsize 576 00000100:00100000:0.0:1767384959.289486:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.34@tcp50 (source: 12345-192.168.203.34@tcp50) 00000100:00000001:0.0:1767384959.289499:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384959.289506:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384959.289509:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384959.289527:0:18467:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384959.289530:0:18467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237340670720 02000000:00000001:1.0:1767384959.289533:0:18467:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384959.289535:0:18467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384959.289537:0:18467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384959.289540:0:18467:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384959.289543:0:18467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237340670720 00000020:00000001:1.0:1767384959.289545:0:18467:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384959.289547:0:18467:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb788195631c0 00000020:00000001:1.0:1767384959.289549:0:18467:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384959.289551:0:18467:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000842c19da refcount=6 00000020:00000001:1.0:1767384959.289553:0:18467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585637300224 : -119488072251392 : ffff935383e60800) 00000020:00000001:1.0:1767384959.289556:0:18467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585637300224 : -119488072251392 : ffff935383e60800) 00000100:00000001:1.0:1767384959.289559:0:18467:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384959.289603:0:18467:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000128eef98. 00000100:00000001:1.0:1767384959.289606:0:18467:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384959.289608:0:18467:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000128eef98. 00000020:00000010:1.0:1767384959.289612:0:18467:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c65522f. 00000020:00000010:1.0:1767384959.289615:0:18467:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008224d101. 00000020:00000010:1.0:1767384959.289619:0:18467:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1b1f01b. 00000100:00000040:1.0:1767384959.289624:0:18467:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384959.289626:0:18467:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384959.289628:0:18467:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1767384959.289630:0:18467:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1767384959.289631:0:18467:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.289632:0:18467:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.289638:0:18467:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.289648:0:18467:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384959.289656:0:18467:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384959.289658:0:18467:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384959.289662:0:18467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp50, seq: 7 00000100:00000040:1.0:1767384959.289664:0:18467:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000842c19da : new rpc_count 1 00000100:00000001:1.0:1767384959.289666:0:18467:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878156416 : -119482831395200 : ffff9354bc472680) 00000100:00000040:1.0:1767384959.289671:0:18467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003a0f2c6b x1853237340670720/t0(0) o101->a229f859-33b9-4f1b-8cdb-910f91cdc52b@192.168.203.34@tcp50:185/0 lens 576/0 e 0 to 0 dl 1767384970 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767384959.289679:0:18467:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384959.289681:0:18467:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000128eef98. 00000100:00000001:1.0:1767384959.289683:0:18467:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384959.289685:0:18467:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000128eef98. 00000100:00100000:1.0:1767384959.289688:0:18467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003a0f2c6b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a229f859-33b9-4f1b-8cdb-910f91cdc52b+6:15213:x1853237340670720:12345-192.168.203.34@tcp50:101: 00000100:00000200:1.0:1767384959.289703:0:18467:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237340670720 00000020:00000001:1.0:1767384959.289705:0:18467:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384959.289709:0:18467:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384959.289712:0:18467:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384959.289713:0:18467:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384959.289715:0:18467:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651643072 : -1057908544 : ffffffffc0f198c0) 00000020:00000001:1.0:1767384959.289718:0:18467:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1767384959.289720:0:18467:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237340670720, found 0 last_xid 1853237340670719 00000020:00000001:1.0:1767384959.289722:0:18467:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384959.289724:0:18467:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384959.289725:0:18467:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384959.289730:0:18467:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384959.289731:0:18467:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384959.289733:0:18467:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384959.289734:0:18467:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384959.289735:0:18467:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384959.289737:0:18467:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384959.289740:0:18467:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384959.289758:0:18467:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a5e79251. 00010000:00000010:1.0:1767384959.289761:0:18467:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a45cfc49. 00010000:00000001:1.0:1767384959.289764:0:18467:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384959.289766:0:18467:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000bbfca8f1. 00000020:00000010:1.0:1767384959.289776:0:18467:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000128eef98. 00000020:00000001:1.0:1767384959.289778:0:18467:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384959.289780:0:18467:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000bbfca8f1 with handle 0xb57eb788195631ce to hash 00000020:00000001:1.0:1767384959.289781:0:18467:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384959.289782:0:18467:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590976108544 : -119482733443072 : ffff9354c21dc800) 00010000:00000010:1.0:1767384959.289786:0:18467:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000acd37704. 00010000:00000001:1.0:1767384959.289788:0:18467:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590976108544 : -119482733443072 : ffff9354c21dc800) 00010000:00010000:1.0:1767384959.289790:0:18467:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bbfca8f1/0xb57eb788195631ce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe33102ed65d07588 expref: -99 pid: 18467 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384959.289797:0:18467:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000842c19da : new locks_count 1 00000020:00000040:1.0:1767384959.289799:0:18467:0:(genops.c:887:class_export_get()) GET export 00000000842c19da refcount=7 00010000:00000001:1.0:1767384959.289803:0:18467:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1767384959.289806:0:18467:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1767384959.289811:0:18467:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1767384959.289813:0:18467:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1767384959.289838:0:18467:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1767384959.289841:0:18467:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1767384959.289843:0:18467:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:1.0:1767384959.289845:0:18467:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384959.289849:0:18467:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624590914072888 : -119482795478728 : ffff9354be6b3138) 00000004:00000001:1.0:1767384959.289851:0:18467:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446624590914072800 : -119482795478816 : ffff9354be6b30e0) 00000004:00000001:1.0:1767384959.289853:0:18467:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384959.289856:0:18467:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1767384959.289857:0:18467:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1767384959.289859:0:18467:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384959.289860:0:18467:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384959.289864:0:18467:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000254a597c. 02000000:00000001:1.0:1767384959.289866:0:18467:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.289868:0:18467:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384959.289869:0:18467:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384959.289871:0:18467:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1767384959.289874:0:18467:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000001:00000001:1.0:1767384959.289875:0:18467:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384959.289876:0:18467:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384959.289878:0:18467:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384959.289879:0:18467:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384959.289880:0:18467:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384959.289882:0:18467:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384959.289882:0:18467:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384959.289884:0:18467:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384959.289885:0:18467:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384959.289885:0:18467:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384959.289886:0:18467:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384959.289887:0:18467:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384959.289888:0:18467:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384959.289889:0:18467:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384959.289890:0:18467:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384959.289891:0:18467:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384959.289891:0:18467:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384959.289893:0:18467:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384959.289894:0:18467:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384959.289896:0:18467:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1767384959.289900:0:18467:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 00000000d9870865 flags 0x0 02000000:00000001:1.0:1767384959.289901:0:18467:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446624585624910848 : -119488084640768 : ffff93538328fc00) 00000001:00000001:1.0:1767384959.289903:0:18467:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384959.289903:0:18467:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384959.289904:0:18467:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384959.289905:0:18467:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384959.289906:0:18467:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384959.289907:0:18467:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384959.289908:0:18467:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1767384959.289909:0:18467:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384959.289911:0:18467:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384959.289911:0:18467:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384959.289913:0:18467:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1767384959.289913:0:18467:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384959.289916:0:18467:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:1.0:1767384959.289919:0:18467:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1767384959.289920:0:18467:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:1.0:1767384959.289921:0:18467:0:(mdt_lib.c:2197:mdt_is_remote_object()) Process entered 00000004:00000001:1.0:1767384959.289922:0:18467:0:(mdt_lib.c:2199:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1767384959.289924:0:18467:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/[0x200000007:0x1:0x0], ldlm_rep = 00000000b5e2e991 00000004:00000001:1.0:1767384959.289928:0:18467:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1767384959.289930:0:18467:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384959.289932:0:18467:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384959.289934:0:18467:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a5e79251 count: 2 00010000:00000001:1.0:1767384959.289936:0:18467:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384959.289937:0:18467:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384959.289939:0:18467:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000bb3e16b. 00000020:00000001:1.0:1767384959.289940:0:18467:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384959.289941:0:18467:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000bb3e16b with handle 0xb57eb788195631d5 to hash 00000020:00000001:1.0:1767384959.289943:0:18467:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384959.289944:0:18467:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624590976111104 : -119482733440512 : ffff9354c21dd200) 00010000:00000010:1.0:1767384959.289946:0:18467:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005a61d2e7. 00010000:00000001:1.0:1767384959.289947:0:18467:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624590976111104 : -119482733440512 : ffff9354c21dd200) 00010000:00000001:1.0:1767384959.289950:0:18467:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384959.289951:0:18467:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384959.289953:0:18467:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000000bb3e16b/0xb57eb788195631d5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18467 initiator: MDT0 00010000:00000001:1.0:1767384959.289958:0:18467:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384959.289961:0:18467:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384959.289963:0:18467:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1767384959.289964:0:18467:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1767384959.289966:0:18467:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384959.289967:0:18467:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1767384959.289968:0:18467:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384959.289970:0:18467:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384959.289971:0:18467:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384959.289973:0:18467:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384959.289974:0:18467:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384959.289975:0:18467:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (00000000a5e79251) refcount = 2 00010000:00010000:1.0:1767384959.289978:0:18467:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000bb3e16b/0xb57eb788195631d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18467 initiator: MDT0 00010000:00000001:1.0:1767384959.289985:0:18467:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:1.0:1767384959.289989:0:18467:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000c8cc6172. 00010000:00000001:1.0:1767384959.289993:0:18467:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384959.289996:0:18467:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384959.289998:0:18467:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384959.289999:0:18467:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384959.290001:0:18467:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384959.290003:0:18467:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384959.290006:0:18467:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384959.290009:0:18467:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384959.290011:0:18467:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000bb3e16b/0xb57eb788195631d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18467 initiator: MDT0 00010000:00000001:1.0:1767384959.290017:0:18467:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384959.290019:0:18467:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384959.290021:0:18467:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384959.290022:0:18467:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384959.290024:0:18467:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384959.290025:0:18467:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000bb3e16b refcount=3 00000020:00000001:1.0:1767384959.290028:0:18467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590976111104 : -119482733440512 : ffff9354c21dd200) 00010000:00000001:1.0:1767384959.290031:0:18467:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590976111104 : -119482733440512 : ffff9354c21dd200) 00010000:00000001:1.0:1767384959.290033:0:18467:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384959.290034:0:18467:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1767384959.290036:0:18467:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384959.290039:0:18467:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1767384959.290043:0:18467:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1767384959.290046:0:18467:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1767384959.290052:0:18467:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384959.290054:0:18467:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1767384959.290058:0:18467:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1767384959.290072:0:18467:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384959.290074:0:18467:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384959.290077:0:18467:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1767384959.290078:0:18467:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1767384959.290079:0:18467:0:(osd_handler.c:1590:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000010:1.0:1767384959.290084:0:18467:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 116 at 000000001eff2eb2. 00000004:00000001:1.0:1767384959.290086:0:18467:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:1.0:1767384959.290088:0:18467:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000002:1.0:1767384959.290090:0:18467:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x101 ma_lmm=0000000000000000 00000004:00000001:1.0:1767384959.290092:0:18467:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384959.290093:0:18467:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384959.290094:0:18467:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384959.290096:0:18467:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384959.290097:0:18467:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384959.290098:0:18467:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384959.290099:0:18467:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384959.290100:0:18467:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384959.290101:0:18467:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384959.290102:0:18467:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384959.290102:0:18467:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384959.290103:0:18467:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1767384959.290105:0:18467:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:1.0:1767384959.290106:0:18467:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1767384959.290108:0:18467:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00000002:1.0:1767384959.290110:0:18467:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:1.0:1767384959.290111:0:18467:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384959.290112:0:18467:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384959.290114:0:18467:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1767384959.290115:0:18467:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1767384959.290116:0:18467:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1767384959.290118:0:18467:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384959.290120:0:18467:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384959.290121:0:18467:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384959.290125:0:18467:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1767384959.290126:0:18467:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384959.290128:0:18467:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384959.290128:0:18467:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384959.290130:0:18467:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384959.290133:0:18467:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384959.290134:0:18467:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384959.290136:0:18467:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000bb3e16b refcount=3 00000020:00000001:1.0:1767384959.290137:0:18467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590976111104 : -119482733440512 : ffff9354c21dd200) 00010000:00000001:1.0:1767384959.290138:0:18467:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590976111104 : -119482733440512 : ffff9354c21dd200) 00000004:00010000:1.0:1767384959.290140:0:18467:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000000bb3e16b/0xb57eb788195631d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18467 initiator: MDT0 00010000:00000001:1.0:1767384959.290144:0:18467:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384959.290145:0:18467:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1767384959.290146:0:18467:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:1.0:1767384959.290148:0:18467:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1767384959.290149:0:18467:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:1.0:1767384959.290151:0:18467:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384959.290152:0:18467:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384959.290153:0:18467:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000bb3e16b refcount=3 00000020:00000001:1.0:1767384959.290154:0:18467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590976111104 : -119482733440512 : ffff9354c21dd200) 00010000:00000001:1.0:1767384959.290156:0:18467:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590976111104 : -119482733440512 : ffff9354c21dd200) 00000004:00000040:1.0:1767384959.290157:0:18467:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export 00000000842c19da : new locks_count 2 00000020:00000040:1.0:1767384959.290159:0:18467:0:(genops.c:887:class_export_get()) GET export 00000000842c19da refcount=8 00010000:00000001:1.0:1767384959.290161:0:18467:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384959.290163:0:18467:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1767384959.290164:0:18467:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1767384959.290165:0:18467:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1767384959.290167:0:18467:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1767384959.290169:0:18467:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1767384959.290170:0:18467:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1767384959.290171:0:18467:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1767384959.290172:0:18467:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1767384959.290173:0:18467:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 48 cookie/acl_size = 0 00000004:00000001:1.0:1767384959.290176:0:18467:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384959.290177:0:18467:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1767384959.290178:0:18467:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1767384959.290181:0:18467:0:(lu_object.c:207:lu_object_put()) Add 00000000ce52e1bf/00000000e8362271 to site lru. bkt: 000000005841f80f 00000004:00000001:1.0:1767384959.290182:0:18467:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1767384959.290184:0:18467:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1767384959.290185:0:18467:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1767384959.290187:0:18467:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384959.290189:0:18467:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384959.290190:0:18467:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384959.290191:0:18467:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384959.290192:0:18467:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384959.290194:0:18467:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000bbfca8f1 with handle 0xb57eb788195631ce from hash 00010000:00000001:1.0:1767384959.290195:0:18467:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384959.290196:0:18467:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384959.290196:0:18467:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384959.290197:0:18467:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1767384959.290198:0:18467:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384959.290200:0:18467:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bbfca8f1/0xb57eb788195631ce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.34@tcp50 remote: 0xe33102ed65d07588 expref: 8 pid: 18467 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384959.290205:0:18467:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000842c19da : new locks_count 1 00000020:00000040:1.0:1767384959.290206:0:18467:0:(genops.c:898:class_export_put()) PUTting export 00000000842c19da : new refcount 7 00010000:00000010:1.0:1767384959.290207:0:18467:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000acd37704. 00010000:00000001:1.0:1767384959.290211:0:18467:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384959.290212:0:18467:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384959.290215:0:18467:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384959.290217:0:18467:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000000bb3e16b/0xb57eb788195631d5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.34@tcp50 remote: 0xe33102ed65d07588 expref: 7 pid: 18467 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384959.290223:0:18467:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384959.290225:0:18467:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1767384959.290226:0:18467:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000a5e79251) 00010000:00010000:1.0:1767384959.290228:0:18467:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:1.0:1767384959.290229:0:18467:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384959.290231:0:18467:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384959.290232:0:18467:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384959.290233:0:18467:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384959.290234:0:18467:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384959.290234:0:18467:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000000bb3e16b, rc 0) 00000020:00000001:1.0:1767384959.290236:0:18467:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384959.290238:0:18467:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237340670720 00010000:00000001:1.0:1767384959.290240:0:18467:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384959.290243:0:18467:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003a0f2c6b x1853237340670720/t0(0) o101->a229f859-33b9-4f1b-8cdb-910f91cdc52b@192.168.203.34@tcp50:185/0 lens 576/688 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767384959.290249:0:18467:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384959.290250:0:18467:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384959.290252:0:18467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384959.290255:0:18467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384959.290257:0:18467:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d9156d98 refcount 7 to 192.168.203.34@tcp50 00000100:00000001:1.0:1767384959.290258:0:18467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590000881856 : -119483708669760 : ffff935487fd00c0) 02000000:00000001:1.0:1767384959.290260:0:18467:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384959.290262:0:18467:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.290264:0:18467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384959.290267:0:18467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.34@tcp50 00000400:00000010:1.0:1767384959.290270:0:18467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039e9994e. 00000100:00000200:1.0:1767384959.290273:0:18467:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1853237340670720, offset 224 00000400:00000200:1.0:1767384959.290278:0:18467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.34@tcp50 00000400:00000200:1.0:1767384959.290285:0:18467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp50 to NMR: 192.168.203.34@tcp50 local destination 00000400:00000200:1.0:1767384959.290295:0:18467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp50 NI seq info: [234:234:256:4294967295] 192.168.203.34@tcp50 LPNI seq info [25:25:8:4294967295] 00000400:00000200:1.0:1767384959.290303:0:18467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50:192.168.203.134@tcp50) -> 192.168.203.34@tcp50(192.168.203.34@tcp50:192.168.203.34@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384959.290307:0:18467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.34@tcp50 00000800:00000010:1.0:1767384959.290309:0:18467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b9ea542. 00000800:00000200:1.0:1767384959.290313:0:18467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009da95a4b] -> 12345-192.168.203.34@tcp50 (4) 00000800:00000200:1.0:1767384959.290318:0:18467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.34@tcp50 ip 192.168.203.34:1023 00000800:00000200:1.0:1767384959.290321:0:18467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004b9ea542 type 1, nob 784 niov 1 nkiov 1 00000100:00000001:1.0:1767384959.290332:0:18467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384959.290335:0:18467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d9156d98 refcount 6 to 192.168.203.34@tcp50 00010000:00000001:1.0:1767384959.290336:0:18467:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384959.290338:0:18467:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384959.290339:0:18467:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384959.290341:0:18467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a0f2c6b x1853237340670720/t0(0) o101->a229f859-33b9-4f1b-8cdb-910f91cdc52b@192.168.203.34@tcp50:185/0 lens 576/688 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767384959.290348:0:18467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003a0f2c6b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a229f859-33b9-4f1b-8cdb-910f91cdc52b+7:15213:x1853237340670720:12345-192.168.203.34@tcp50:101: Request processed in 668us (866us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384959.290366:0:18467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp50, seq: 7 00000100:00000040:1.0:1767384959.290368:0:18467:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000842c19da : new rpc_count 0 00000100:00000001:1.0:1767384959.290370:0:18467:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384959.290371:0:18467:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384959.290374:0:18467:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008224d101. 00000020:00000010:1.0:1767384959.290377:0:18467:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e1b1f01b. 00000020:00000010:1.0:1767384959.290379:0:18467:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c65522f. 00000020:00000040:1.0:1767384959.290382:0:18467:0:(genops.c:898:class_export_put()) PUTting export 00000000842c19da : new refcount 6 00000100:00000001:1.0:1767384959.290384:0:18467:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384959.290461:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384959.290466:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b9ea542. 00000400:00000200:2.0:1767384959.290471:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384959.290476:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:2.0:1767384959.290481:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039e9994e 00000400:00000010:2.0:1767384959.290483:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039e9994e. 00000100:00000001:2.0:1767384959.290487:0:16353:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384959.290488:0:16353:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384959.298562:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384959.298571:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384959.298574:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384959.298576:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384959.298583:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50) <- 192.168.203.34@tcp50 : PUT - for me 00000400:00000200:0.0:1767384959.298591:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.34@tcp50 of length 328 into portal 17 MB=0x6958271600b80 00000400:00000200:0.0:1767384959.298598:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.34@tcp50 of length 328/328 into md 0x11 [2] + 1640 00000800:00000001:0.0:1767384959.298603:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384959.298608:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384959.298611:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384959.298614:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000100:00000001:0.0:1767384959.298619:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384959.298620:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384959.298624:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f462f42c. 00000100:00000040:0.0:1767384959.298627:0:16352:0:(events.c:337:request_in_callback()) incoming req@00000000f462f42c x1853237340670848 msgsize 328 00000100:00100000:0.0:1767384959.298631:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.34@tcp50 (source: 12345-192.168.203.34@tcp50) 00000100:00000001:0.0:1767384959.298646:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384959.298651:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384959.298656:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384959.298659:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384959.298662:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384959.298666:0:18907:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384959.298670:0:18907:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237340670848 02000000:00000001:3.0:1767384959.298673:0:18907:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384959.298675:0:18907:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384959.298678:0:18907:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384959.298681:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50) <- 192.168.203.34@tcp50 : PUT - for me 02000000:00000001:3.0:1767384959.298682:0:18907:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384959.298686:0:18907:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237340670848 00000020:00000001:3.0:1767384959.298689:0:18907:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384959.298690:0:18907:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb7881956319d 00000020:00000001:3.0:1767384959.298692:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384959.298695:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e43c7c80 refcount=9 00000400:00000200:0.0:1767384959.298695:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.34@tcp50 of length 328 into portal 17 MB=0x6958271600c00 00000020:00000001:3.0:1767384959.298698:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000020:00000001:3.0:1767384959.298702:0:18907:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000100:00000001:3.0:1767384959.298706:0:18907:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384959.298706:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.34@tcp50 of length 328/328 into md 0x11 [2] + 1968 00000020:00000010:3.0:1767384959.298710:0:18907:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000946e6856. 00000400:00000010:0.0:1767384959.298712:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a21925d. 00000100:00000001:3.0:1767384959.298713:0:18907:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384959.298718:0:18907:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000946e6856. 00000400:00000200:0.0:1767384959.298719:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000023c527d6 00000020:00000010:3.0:1767384959.298722:0:18907:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff3c05ca. 00000800:00000001:0.0:1767384959.298724:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767384959.298726:0:18907:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c0d748cd. 00000020:00000010:3.0:1767384959.298730:0:18907:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a3378f14. 00000800:00000001:0.0:1767384959.298734:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384959.298736:0:18907:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000400:00000200:0.0:1767384959.298738:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384959.298740:0:18907:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384959.298742:0:18907:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384959.298745:0:18907:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384959.298748:0:18907:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384959.298748:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00010000:00000001:3.0:1767384959.298751:0:18907:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384959.298754:0:18907:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1767384959.298754:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023c527d6 00000020:00000001:3.0:1767384959.298756:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384959.298759:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002ea0c03b refcount=3 00000400:00000010:0.0:1767384959.298759:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000023c527d6. 00000020:00000001:3.0:1767384959.298764:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590976109056 : -119482733442560 : ffff9354c21dca00) 00000100:00000001:0.0:1767384959.298767:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384959.298769:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000001:3.0:1767384959.298775:0:18907:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590976109056 : -119482733442560 : ffff9354c21dca00) 00000100:00000040:0.0:1767384959.298776:0:16352:0:(events.c:337:request_in_callback()) incoming req@000000007f978eb7 x1853237340670976 msgsize 328 00010000:00000001:3.0:1767384959.298779:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384959.298782:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384959.298784:0:18907:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.298787:0:18907:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384959.298790:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.34@tcp50 (source: 12345-192.168.203.34@tcp50) 00000100:00000001:3.0:1767384959.298792:0:18907:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384959.298794:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384959.298804:0:18907:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384959.298811:0:18907:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384959.298845:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1767384959.298846:0:18907:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237340670976 02000000:00000001:3.0:1767384959.298850:0:18907:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384959.298853:0:18907:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1767384959.298853:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384959.298855:0:18907:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384959.298856:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000001:0.0:1767384959.298859:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384959.298860:0:18907:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384959.298861:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384959.298867:0:18907:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237340670976 00000100:00000001:1.0:1767384959.298870:0:17075:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384959.298871:0:18907:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:2.0:1767384959.298873:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp50, seq: 0 00000020:00000040:3.0:1767384959.298875:0:18907:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb7881956319d 00000100:00000001:1.0:1767384959.298875:0:17075:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384959.298879:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e43c7c80 : new rpc_count 1 00000100:00000001:1.0:1767384959.298880:0:17075:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384959.298881:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384959.298885:0:17075:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384959.298886:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e43c7c80 refcount=10 00000100:00000001:2.0:1767384959.298886:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878152832 : -119482831398784 : ffff9354bc471880) 00000020:00000001:3.0:1767384959.298893:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000020:00000001:3.0:1767384959.298898:0:18907:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000100:00000040:2.0:1767384959.298899:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f462f42c x1853237340670848/t0(0) o103->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:185/0 lens 328/0 e 0 to 0 dl 1767384970 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384959.298905:0:18907:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384959.298910:0:18907:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000946e6856. 00000100:00000001:2.0:1767384959.298914:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384959.298915:0:18907:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384959.298920:0:18907:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000946e6856. 00000020:00000010:2.0:1767384959.298921:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000285c9b94. 00000020:00000010:3.0:1767384959.298926:0:18907:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007109b4b4. 00000100:00000001:2.0:1767384959.298926:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384959.298932:0:18907:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000649a6220. 00000020:00000010:2.0:1767384959.298932:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000285c9b94. 00000020:00000010:3.0:1767384959.298940:0:18907:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b360690a. 00000100:00100000:2.0:1767384959.298942:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f462f42c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1281e32f-0dd3-472c-a491-b7b7686f9f58+10:11801:x1853237340670848:12345-192.168.203.34@tcp50:103: 00000100:00000001:3.0:1767384959.298945:0:18907:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384959.298948:0:18907:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384959.298951:0:18907:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000200:2.0:1767384959.298951:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237340670848 00010000:00000001:3.0:1767384959.298953:0:18907:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384959.298956:0:18907:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384959.298956:0:17076:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000001:3.0:1767384959.298960:0:18907:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000002:2.0:1767384959.298961:0:17076:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000020:00000001:3.0:1767384959.298962:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384959.298965:0:17076:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000020:00000040:3.0:1767384959.298966:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001c93a48e refcount=3 00000100:00000001:2.0:1767384959.298971:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384959.298975:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590976112128 : -119482733439488 : ffff9354c21dd600) 02000000:00000001:2.0:1767384959.298976:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1767384959.298978:0:18907:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590976112128 : -119482733439488 : ffff9354c21dd600) 00010000:00000001:3.0:1767384959.298981:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384959.298982:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:2.0:1767384959.298982:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000765186d6. 00010000:00000001:3.0:1767384959.298985:0:18907:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.298988:0:18907:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384959.298988:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384959.298994:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.298995:0:18907:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384959.298999:0:17076:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384959.299002:0:17076:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384959.299005:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384959.299006:0:18907:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384959.299007:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384959.299011:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002ea0c03b refcount=3 00000020:00000001:2.0:1767384959.299014:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590976109056 : -119482733442560 : ffff9354c21dca00) 00000100:00000001:3.0:1767384959.299016:0:18907:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1767384959.299018:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590976109056 : -119482733442560 : ffff9354c21dca00) 00000100:00000001:3.0:1767384959.299019:0:18907:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000040:2.0:1767384959.299024:0:17076:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000040aa0528 count: 8 00000100:00100000:3.0:1767384959.299027:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp50, seq: 1 00010000:00000001:2.0:1767384959.299030:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:3.0:1767384959.299031:0:18907:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e43c7c80 : new rpc_count 2 00000100:00000001:1.0:1767384959.299033:0:17075:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00000001:3.0:1767384959.299035:0:18907:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590874502224 : -119482835049392 : ffff9354bc0f6450) 00000020:00000001:2.0:1767384959.299035:0:17076:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00100000:1.0:1767384959.299038:0:17075:0:(service.c:3434:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56 00010000:00000001:2.0:1767384959.299041:0:17076:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000040:3.0:1767384959.299043:0:18907:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007f978eb7 x1853237340670976/t0(0) o103->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:185/0 lens 328/0 e 0 to 0 dl 1767384970 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384959.299047:0:17075:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000009c65522f. 00010000:00000001:2.0:1767384959.299053:0:17076:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.299054:0:18907:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384959.299056:0:17075:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cn00_004' 00000020:00000010:3.0:1767384959.299059:0:18907:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000946e6856. 00000020:00000001:2.0:1767384959.299060:0:17076:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.299063:0:18907:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384959.299066:0:18907:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000946e6856. 00010000:00000001:2.0:1767384959.299067:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00100000:3.0:1767384959.299071:0:18907:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007f978eb7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1281e32f-0dd3-472c-a491-b7b7686f9f58+10:11800:x1853237340670976:12345-192.168.203.34@tcp50:103: 00010000:00000001:2.0:1767384959.299072:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:3.0:1767384959.299076:0:18907:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237340670976 00010000:00000001:3.0:1767384959.299078:0:18907:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384959.299080:0:18907:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384959.299080:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384959.299083:0:18907:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00010000:00000001:2.0:1767384959.299085:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384959.299086:0:18907:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1767384959.299088:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:3.0:1767384959.299089:0:18907:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1767384959.299093:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384959.299095:0:18907:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cd3967a4. 00000020:00000040:2.0:1767384959.299097:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002ea0c03b with handle 0xb57eb788195631ab from hash 02000000:00000001:3.0:1767384959.299098:0:18907:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.299101:0:18907:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384959.299103:0:18907:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384959.299103:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384959.299106:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384959.299107:0:18907:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384959.299110:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384959.299111:0:18907:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384959.299113:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384959.299115:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384959.299116:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767384959.299119:0:18907:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384959.299121:0:18907:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001c93a48e refcount=3 00010000:00010000:2.0:1767384959.299121:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002ea0c03b/0xb57eb788195631ab lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.203.34@tcp50 remote: 0xe33102ed65d0753b expref: 10 pid: 17084 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384959.299125:0:18907:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590976112128 : -119482733439488 : ffff9354c21dd600) 00010000:00000001:3.0:1767384959.299130:0:18907:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590976112128 : -119482733439488 : ffff9354c21dd600) 00010000:00000040:3.0:1767384959.299134:0:18907:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f6634d39 count: 4 00010000:00000001:3.0:1767384959.299138:0:18907:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000040:2.0:1767384959.299140:0:17076:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e43c7c80 : new locks_count 3 00000020:00000001:3.0:1767384959.299141:0:18907:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384959.299143:0:18907:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384959.299147:0:18907:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384959.299147:0:17076:0:(genops.c:898:class_export_put()) PUTting export 00000000e43c7c80 : new refcount 9 00000020:00000001:3.0:1767384959.299151:0:18907:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384959.299155:0:18907:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384959.299156:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384959.299157:0:18907:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384959.299161:0:17076:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384959.299163:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384959.299164:0:17076:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384959.299166:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384959.299169:0:18907:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384959.299169:0:17076:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384959.299171:0:18907:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384959.299174:0:18907:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001c93a48e with handle 0xb57eb788195631b9 from hash 00010000:00000001:2.0:1767384959.299174:0:17076:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384959.299179:0:18907:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384959.299180:0:17076:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384959.299181:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384959.299183:0:17076:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384959.299184:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384959.299187:0:18907:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384959.299187:0:17076:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384959.299190:0:18907:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384959.299192:0:18907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384959.299193:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:3.0:1767384959.299197:0:18907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001c93a48e/0xb57eb788195631b9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.34@tcp50 remote: 0xe33102ed65d07565 expref: 9 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384959.299197:0:17076:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384959.299204:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 0000000059180339 time=93 v=5 (1 0 0 0) 00010000:00000040:3.0:1767384959.299207:0:18907:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e43c7c80 : new locks_count 2 00000020:00000040:3.0:1767384959.299211:0:18907:0:(genops.c:898:class_export_put()) PUTting export 00000000e43c7c80 : new refcount 8 00000100:00000001:2.0:1767384959.299211:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384959.299218:0:18907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384959.299218:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d9156d98 refcount 7 to 192.168.203.34@tcp50 00010000:00000001:3.0:1767384959.299221:0:18907:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384959.299225:0:18907:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1767384959.299225:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590000881856 : -119483708669760 : ffff935487fd00c0) 00010000:00000001:3.0:1767384959.299228:0:18907:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384959.299231:0:18907:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384959.299231:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384959.299231:0:17075:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384959.299235:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384959.299236:0:18907:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1767384959.299239:0:18907:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:1.0:1767384959.299240:0:40021:0:(service.c:2991:ptlrpc_main()) Process entered 00010000:00000001:3.0:1767384959.299241:0:18907:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384959.299248:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384959.299251:0:18907:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384959.299254:0:18907:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384959.299256:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.34@tcp50 00000100:00000010:1.0:1767384959.299256:0:40021:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000087b38154. 00000100:00001000:3.0:1767384959.299257:0:18907:0:(import.c:2128:obd_at_measure()) add 1 to 0000000059180339 time=93 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384959.299262:0:18907:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1767384959.299264:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084d6a40c. 00000020:00000010:1.0:1767384959.299264:0:40021:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ae332074. 00000100:00000040:3.0:1767384959.299265:0:18907:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d9156d98 refcount 8 to 192.168.203.34@tcp50 00000100:00000001:3.0:1767384959.299271:0:18907:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590000881856 : -119483708669760 : ffff935487fd00c0) 00000020:00000010:1.0:1767384959.299272:0:40021:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c63498e. 02000000:00000001:3.0:1767384959.299273:0:18907:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:2.0:1767384959.299273:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237340670848, offset 224 02000000:00000001:3.0:1767384959.299277:0:18907:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384959.299278:0:40021:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c109ebc7. 00000100:00000001:3.0:1767384959.299281:0:18907:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767384959.299283:0:40021:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000d6fad356. 00000100:00000040:3.0:1767384959.299288:0:18907:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.34@tcp50 00000400:00000200:2.0:1767384959.299288:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.34@tcp50 00000040:00000010:1.0:1767384959.299289:0:40021:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a0d3da48. 00000400:00000010:3.0:1767384959.299296:0:18907:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d65c81fb. 00000020:00000010:1.0:1767384959.299297:0:40021:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000018689b7b. 00000100:00000200:3.0:1767384959.299303:0:18907:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237340670976, offset 224 00000400:00000200:2.0:1767384959.299304:0:17076:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp50 to NMR: 192.168.203.34@tcp50 local destination 00000020:00000010:1.0:1767384959.299304:0:40021:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007e903b8c. 00000400:00000200:3.0:1767384959.299312:0:18907:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.34@tcp50 00000020:00000010:1.0:1767384959.299312:0:40021:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f43daafc. 80000000:00000010:1.0:1767384959.299318:0:40021:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c310db9c. 00000400:00000200:2.0:1767384959.299322:0:17076:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp50 NI seq info: [235:235:256:4294967295] 192.168.203.34@tcp50 LPNI seq info [26:26:8:4294967295] 40000000:00000010:1.0:1767384959.299323:0:40021:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000064e64853. 00000008:00000010:1.0:1767384959.299328:0:40021:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000f6ea9185. 00020000:00000010:1.0:1767384959.299332:0:40021:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000003d4d7e02. 00008000:00000010:1.0:1767384959.299338:0:40021:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000c3d8852a. 00100000:00000010:1.0:1767384959.299343:0:40021:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000694c8a08. 00000400:00000200:2.0:1767384959.299344:0:17076:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50:192.168.203.134@tcp50) -> 192.168.203.34@tcp50(192.168.203.34@tcp50:192.168.203.34@tcp50) : PUT try# 0 00040000:00000010:1.0:1767384959.299361:0:40021:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004b9ea542. 00040000:00000010:1.0:1767384959.299366:0:40021:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e32423f3. 00040000:00000010:1.0:1767384959.299370:0:40021:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f6baac83. 00000800:00000200:2.0:1767384959.299375:0:17076:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.34@tcp50 00000400:00000200:3.0:1767384959.299379:0:18907:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp50 to NMR: 192.168.203.34@tcp50 local destination 00080000:00000010:1.0:1767384959.299379:0:40021:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000018902741. 00000800:00000010:2.0:1767384959.299383:0:17076:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4a84fe7. 00080000:00000010:1.0:1767384959.299386:0:40021:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ae251b3a. 00000800:00000200:2.0:1767384959.299394:0:17076:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009da95a4b] -> 12345-192.168.203.34@tcp50 (4) 00000004:00000010:1.0:1767384959.299394:0:40021:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000038f3797b. 00000400:00000200:3.0:1767384959.299395:0:18907:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp50 NI seq info: [236:236:255:4294967295] 192.168.203.34@tcp50 LPNI seq info [27:27:7:4294967295] 00000004:00000010:1.0:1767384959.299401:0:40021:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e25155b3. 00000800:00000200:2.0:1767384959.299406:0:17076:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.34@tcp50 ip 192.168.203.34:1023 00000800:00000200:2.0:1767384959.299412:0:17076:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d4a84fe7 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767384959.299419:0:18907:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50:192.168.203.134@tcp50) -> 192.168.203.34@tcp50(192.168.203.34@tcp50:192.168.203.34@tcp50) : PUT try# 0 00000004:00000010:1.0:1767384959.299423:0:40021:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009a81ede3. 00000100:00000001:2.0:1767384959.299426:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384959.299430:0:18907:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.34@tcp50 00002000:00000010:1.0:1767384959.299431:0:40021:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d1f8c029. 00000100:00000040:2.0:1767384959.299433:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d9156d98 refcount 7 to 192.168.203.34@tcp50 00010000:00000001:2.0:1767384959.299438:0:17076:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384959.299439:0:18907:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002d402174. 00010000:00000001:2.0:1767384959.299440:0:17076:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384959.299440:0:40021:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f6c504b1. 00000080:00000010:1.0:1767384959.299449:0:40021:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000001f68bf0f. 00000100:00000040:2.0:1767384959.299450:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f462f42c x1853237340670848/t0(0) o103->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:185/0 lens 328/224 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000080:00000010:1.0:1767384959.299458:0:40021:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000d914bf0d. 00000100:00100000:2.0:1767384959.299463:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f462f42c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1281e32f-0dd3-472c-a491-b7b7686f9f58+8:11801:x1853237340670848:12345-192.168.203.34@tcp50:103: Request processed in 546us (832us total) trans 0 rc 0/0 00000100:00000010:1.0:1767384959.299467:0:40021:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000053e7bf88. 00000100:00100000:2.0:1767384959.299472:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp50, seq: 0 00000100:00000040:2.0:1767384959.299475:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e43c7c80 : new rpc_count 1 00000100:00000001:2.0:1767384959.299477:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384959.299479:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384959.299481:0:40021:0:(service.c:3079:ptlrpc_main()) service thread 4 (#5) started 00000020:00000010:2.0:1767384959.299482:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c0d748cd. 00000020:00000010:2.0:1767384959.299488:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a3378f14. 00000020:00000010:2.0:1767384959.299490:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff3c05ca. 00000800:00000200:3.0:1767384959.299495:0:18907:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009da95a4b] -> 12345-192.168.203.34@tcp50 (4) 00000020:00000040:2.0:1767384959.299496:0:17076:0:(genops.c:898:class_export_put()) PUTting export 00000000e43c7c80 : new refcount 7 00000100:00000001:2.0:1767384959.299500:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384959.299503:0:18907:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.34@tcp50 ip 192.168.203.34:1023 00000800:00000200:3.0:1767384959.299506:0:18907:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002d402174 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767384959.299518:0:18907:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384959.299519:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1767384959.299522:0:18907:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d9156d98 refcount 6 to 192.168.203.34@tcp50 00010000:00000001:3.0:1767384959.299526:0:18907:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384959.299526:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4a84fe7. 00010000:00000001:3.0:1767384959.299528:0:18907:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384959.299530:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384959.299534:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384959.299536:0:18907:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007f978eb7 x1853237340670976/t0(0) o103->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:185/0 lens 328/224 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384959.299540:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384959.299546:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000800:00000001:1.0:1767384959.299547:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384959.299554:0:18907:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007f978eb7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1281e32f-0dd3-472c-a491-b7b7686f9f58+7:11800:x1853237340670976:12345-192.168.203.34@tcp50:103: Request processed in 497us (774us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384959.299554:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084d6a40c 00000800:00000001:1.0:1767384959.299555:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384959.299560:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084d6a40c. 00000100:00000001:0.0:1767384959.299568:0:16351:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384959.299572:0:16351:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767384959.299573:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50) <- 192.168.203.34@tcp50 : PUT - for me 00000400:00000200:1.0:1767384959.299586:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.34@tcp50 of length 328 into portal 17 MB=0x6958271600c80 00000800:00000200:0.0:1767384959.299590:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384959.299593:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.34@tcp50 of length 328/328 into md 0x15 [2] + 0 00000800:00000010:0.0:1767384959.299595:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002d402174. 00000800:00000001:1.0:1767384959.299603:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384959.299603:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384959.299627:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000800:00000001:1.0:1767384959.299629:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384959.299632:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d65c81fb 00000400:00000200:1.0:1767384959.299633:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384959.299638:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d65c81fb. 00000400:00000200:1.0:1767384959.299641:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000100:00000001:0.0:1767384959.299654:0:16351:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384959.299655:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384959.299656:0:16351:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:1.0:1767384959.299659:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00100000:3.0:1767384959.299665:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp50, seq: 1 00000100:00000010:1.0:1767384959.299668:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c0eff6b. 00000100:00000040:1.0:1767384959.299672:0:16353:0:(events.c:337:request_in_callback()) incoming req@000000000c0eff6b x1853237340671104 msgsize 328 00000100:00000040:3.0:1767384959.299677:0:18907:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e43c7c80 : new rpc_count 0 00000100:00000001:3.0:1767384959.299682:0:18907:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384959.299685:0:18907:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1767384959.299686:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.34@tcp50 (source: 12345-192.168.203.34@tcp50) 00000020:00000010:3.0:1767384959.299689:0:18907:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000649a6220. 00000020:00000010:3.0:1767384959.299709:0:18907:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b360690a. 00000020:00000010:3.0:1767384959.299711:0:18907:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007109b4b4. 00000020:00000040:3.0:1767384959.299714:0:18907:0:(genops.c:898:class_export_put()) PUTting export 00000000e43c7c80 : new refcount 6 00000100:00000001:1.0:1767384959.299716:0:16353:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384959.299718:0:18907:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384959.299720:0:18907:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000cd3967a4. 02000000:00000001:3.0:1767384959.299723:0:18907:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000800:00000001:1.0:1767384959.299724:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384959.299725:0:18907:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384959.299728:0:18907:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000765186d6. 02000000:00000001:3.0:1767384959.299731:0:18907:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384959.299732:0:18907:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f462f42c. 00000800:00000001:1.0:1767384959.299732:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384959.299736:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384959.299738:0:18907:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:2.0:1767384959.299740:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237340671104 02000000:00000001:2.0:1767384959.299743:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384959.299744:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384959.299746:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384959.299748:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384959.299750:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237340671104 00000020:00000001:2.0:1767384959.299751:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384959.299752:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb7881956319d 00000020:00000001:2.0:1767384959.299753:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384959.299755:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e43c7c80 refcount=7 00000020:00000001:2.0:1767384959.299756:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000020:00000001:2.0:1767384959.299758:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000100:00000001:2.0:1767384959.299760:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384959.299762:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000285c9b94. 00000100:00000001:2.0:1767384959.299763:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384959.299765:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000285c9b94. 00000020:00000010:2.0:1767384959.299768:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000467d39d2. 00000020:00000010:2.0:1767384959.299770:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002126f228. 00000020:00000010:2.0:1767384959.299772:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c80b0a7b. 00000100:00000040:2.0:1767384959.299775:0:17076:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384959.299776:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384959.299777:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384959.299778:0:17076:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384959.299780:0:17076:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384959.299781:0:17076:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384959.299783:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384959.299784:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384959.299785:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004207979c refcount=3 00000020:00000001:2.0:1767384959.299787:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590976111616 : -119482733440000 : ffff9354c21dd400) 00010000:00000001:2.0:1767384959.299788:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590976111616 : -119482733440000 : ffff9354c21dd400) 02000000:00000010:3.0:1767384959.299791:0:18907:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c0659512. 00010000:00000001:2.0:1767384959.299791:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384959.299794:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384959.299796:0:18907:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384959.299796:0:17076:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384959.299799:0:18907:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e933ccb9. 00000100:00000001:2.0:1767384959.299800:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384959.299803:0:18907:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384959.299804:0:18907:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000012b8444c. 02000000:00000001:3.0:1767384959.299806:0:18907:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384959.299809:0:18907:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000287e7a0f. 00000100:00000001:2.0:1767384959.299811:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384959.299812:0:18907:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384959.299828:0:18907:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001b51d0e5. 02000000:00000001:3.0:1767384959.299832:0:18907:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384959.299834:0:18907:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000efba0dc3. 02000000:00000001:3.0:1767384959.299838:0:18907:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384959.299839:0:18907:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002f6e2c72. 02000000:00000001:3.0:1767384959.299841:0:18907:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384959.299842:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384959.299843:0:18907:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d3314a50. 02000000:00000001:3.0:1767384959.299849:0:18907:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384959.299852:0:18907:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ab84aa13. 02000000:00000001:3.0:1767384959.299855:0:18907:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384959.299857:0:18907:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009327601a. 00000100:00000001:2.0:1767384959.299859:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384959.299860:0:40021:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384959.299861:0:18907:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384959.299864:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384959.299864:0:40021:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1767384959.299870:0:18907:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000100:00100000:1.0:1767384959.299871:0:40021:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp50, seq: 2 00000100:00000040:1.0:1767384959.299876:0:40021:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e43c7c80 : new rpc_count 1 00000100:00000001:2.0:1767384959.299878:0:17076:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384959.299879:0:18907:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009306e848. 00000100:00000001:1.0:1767384959.299879:0:40021:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590750709760 : -119482958841856 : ffff9354b4ae7800) 00000100:00000001:2.0:1767384959.299884:0:17076:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384959.299887:0:40021:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000c0eff6b x1853237340671104/t0(0) o103->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:185/0 lens 328/0 e 0 to 0 dl 1767384970 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384959.299894:0:18907:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c1185870. 00000100:00000001:1.0:1767384959.299897:0:40021:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384959.299902:0:40021:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017acd4f6. 00000100:00000001:1.0:1767384959.299904:0:40021:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384959.299906:0:40021:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000017acd4f6. 00000100:00100000:1.0:1767384959.299909:0:40021:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000c0eff6b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1281e32f-0dd3-472c-a491-b7b7686f9f58+7:11801:x1853237340671104:12345-192.168.203.34@tcp50:103: 00000100:00000200:1.0:1767384959.299912:0:40021:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237340671104 00010000:00000001:1.0:1767384959.299913:0:40021:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384959.299914:0:40021:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384959.299916:0:40021:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384959.299918:0:40021:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384959.299920:0:40021:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384959.299922:0:40021:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004891a6c6. 02000000:00000001:1.0:1767384959.299923:0:40021:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.299925:0:40021:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384959.299926:0:40021:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384959.299927:0:40021:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384959.299928:0:40021:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384959.299929:0:40021:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384959.299930:0:40021:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004207979c refcount=3 00000020:00000001:1.0:1767384959.299932:0:40021:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590976111616 : -119482733440000 : ffff9354c21dd400) 00010000:00000001:1.0:1767384959.299933:0:40021:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590976111616 : -119482733440000 : ffff9354c21dd400) 00010000:00000040:1.0:1767384959.299935:0:40021:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f604d553 count: 2 00010000:00000001:1.0:1767384959.299937:0:40021:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384959.299938:0:40021:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384959.299939:0:40021:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384959.299940:0:40021:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384959.299942:0:40021:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384959.299943:0:40021:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384959.299945:0:40021:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384959.299947:0:40021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384959.299948:0:40021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384959.299949:0:40021:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384959.299950:0:40021:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384959.299951:0:40021:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004207979c with handle 0xb57eb788195631b2 from hash 00010000:00000001:1.0:1767384959.299953:0:40021:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384959.299954:0:40021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384959.299954:0:40021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384959.299955:0:40021:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384959.299956:0:40021:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384959.299957:0:40021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384959.299958:0:40021:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004207979c/0xb57eb788195631b2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 192.168.203.34@tcp50 remote: 0xe33102ed65d0755e expref: 7 pid: 17084 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384959.299963:0:40021:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e43c7c80 : new locks_count 1 00000020:00000040:1.0:1767384959.299964:0:40021:0:(genops.c:898:class_export_put()) PUTting export 00000000e43c7c80 : new refcount 6 00010000:00000001:1.0:1767384959.299967:0:40021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384959.299968:0:40021:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384959.299969:0:40021:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384959.299970:0:40021:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384959.299972:0:40021:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384959.299973:0:40021:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384959.299974:0:40021:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f604d553 count: 0 00010000:00010000:1.0:1767384959.299978:0:40021:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384959.299980:0:40021:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384959.299983:0:40021:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384959.299984:0:40021:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384959.299986:0:40021:0:(import.c:2128:obd_at_measure()) add 1 to 0000000059180339 time=93 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384959.299990:0:40021:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384959.299992:0:40021:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d9156d98 refcount 7 to 192.168.203.34@tcp50 00000100:00000001:1.0:1767384959.299994:0:40021:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590000881856 : -119483708669760 : ffff935487fd00c0) 02000000:00000001:1.0:1767384959.299996:0:40021:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384959.299998:0:40021:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.300000:0:40021:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384959.300003:0:40021:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.34@tcp50 00000400:00000010:1.0:1767384959.300006:0:40021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065f1e973. 00000100:00000200:1.0:1767384959.300010:0:40021:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237340671104, offset 224 00000400:00000200:1.0:1767384959.300014:0:40021:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.34@tcp50 00000400:00000200:1.0:1767384959.300021:0:40021:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp50 to NMR: 192.168.203.34@tcp50 local destination 00000400:00000200:1.0:1767384959.300029:0:40021:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp50 NI seq info: [237:237:256:4294967295] 192.168.203.34@tcp50 LPNI seq info [28:28:8:4294967295] 00000400:00000200:1.0:1767384959.300038:0:40021:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50:192.168.203.134@tcp50) -> 192.168.203.34@tcp50(192.168.203.34@tcp50:192.168.203.34@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384959.300043:0:40021:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.34@tcp50 00000800:00000010:1.0:1767384959.300047:0:40021:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009cb2e315. 00000800:00000200:1.0:1767384959.300051:0:40021:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009da95a4b] -> 12345-192.168.203.34@tcp50 (4) 00000800:00000200:1.0:1767384959.300056:0:40021:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.34@tcp50 ip 192.168.203.34:1023 00000800:00000200:1.0:1767384959.300059:0:40021:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009cb2e315 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767384959.300071:0:40021:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384959.300075:0:40021:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d9156d98 refcount 6 to 192.168.203.34@tcp50 00010000:00000001:1.0:1767384959.300078:0:40021:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384959.300080:0:40021:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384959.300083:0:40021:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c0eff6b x1853237340671104/t0(0) o103->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:185/0 lens 328/224 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384959.300090:0:40021:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000c0eff6b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1281e32f-0dd3-472c-a491-b7b7686f9f58+6:11801:x1853237340671104:12345-192.168.203.34@tcp50:103: Request processed in 192us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384959.300096:0:40021:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp50, seq: 2 00000100:00000040:1.0:1767384959.300098:0:40021:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e43c7c80 : new rpc_count 0 00000100:00000001:1.0:1767384959.300100:0:40021:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384959.300101:0:40021:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384959.300104:0:40021:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002126f228. 00000020:00000010:1.0:1767384959.300107:0:40021:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c80b0a7b. 00000020:00000010:1.0:1767384959.300111:0:40021:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000467d39d2. 00000020:00000040:1.0:1767384959.300113:0:40021:0:(genops.c:898:class_export_put()) PUTting export 00000000e43c7c80 : new refcount 5 00000100:00000001:1.0:1767384959.300115:0:40021:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384959.300150:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384959.300155:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009cb2e315. 00000400:00000200:0.0:1767384959.300160:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384959.300165:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:0.0:1767384959.300169:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065f1e973 00000400:00000010:0.0:1767384959.300171:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065f1e973. 00000100:00000001:0.0:1767384959.300174:0:16352:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384959.300175:0:16352:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1767384959.301856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bbfca8f1. 00000800:00000001:0.0:1767384959.304602:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384959.304608:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384959.304610:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384959.304611:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384959.304615:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50) <- 192.168.203.34@tcp50 : PUT - for me 00000400:00000200:0.0:1767384959.304622:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.34@tcp50 of length 224 into portal 28 MB=0x6958271600d00 00000400:00000200:0.0:1767384959.304627:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.34@tcp50 of length 224/224 into md 0xab9 [8] + 5304 00000800:00000001:0.0:1767384959.304630:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384959.304635:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384959.304636:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384959.304638:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000100:00000001:0.0:1767384959.304641:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384959.304643:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384959.304645:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009327601a. 00000100:00000040:0.0:1767384959.304647:0:16351:0:(events.c:337:request_in_callback()) incoming req@000000009327601a x1853237340671232 msgsize 224 00000100:00100000:0.0:1767384959.304650:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.34@tcp50 (source: 12345-192.168.203.34@tcp50) 00000100:00000001:0.0:1767384959.304660:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384959.304664:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384959.304665:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384959.304683:0:17897:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384959.304686:0:17897:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237340671232 02000000:00000001:3.0:1767384959.304688:0:17897:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384959.304689:0:17897:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384959.304690:0:17897:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384959.304692:0:17897:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384959.304694:0:17897:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237340671232 00000020:00000001:3.0:1767384959.304695:0:17897:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384959.304696:0:17897:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb788195631c7 00000020:00000001:3.0:1767384959.304697:0:17897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384959.304699:0:17897:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f97d5211 refcount=6 00000020:00000001:3.0:1767384959.304701:0:17897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585637326848 : -119488072224768 : ffff935383e67000) 00000020:00000001:3.0:1767384959.304702:0:17897:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585637326848 : -119488072224768 : ffff935383e67000) 00000100:00000001:3.0:1767384959.304704:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384959.304707:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000946e6856. 00000020:00000010:3.0:1767384959.304710:0:17897:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000096af4c39. 00000020:00000040:3.0:1767384959.304714:0:17897:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000029ff95b7) now 8 - evictor 00000100:00000001:3.0:1767384959.304723:0:17897:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384959.304725:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007109b4b4. 00000020:00000010:3.0:1767384959.304727:0:17897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000622078f1. 00000020:00000010:3.0:1767384959.304729:0:17897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b360690a. 00000100:00000040:3.0:1767384959.304734:0:17897:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384959.304736:0:17897:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384959.304737:0:17897:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384959.304738:0:17897:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384959.304741:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1767384959.304742:0:17897:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384959.304746:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000029ff95b7) now 8 - evictor 00000100:00000001:3.0:1767384959.304751:0:17897:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384959.304759:0:17897:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384959.304760:0:17897:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384959.304763:0:17897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp50, seq: 5 00000100:00000040:3.0:1767384959.304765:0:17897:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f97d5211 : new rpc_count 1 00000100:00000001:3.0:1767384959.304767:0:17897:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878150144 : -119482831401472 : ffff9354bc470e00) 00000100:00000040:3.0:1767384959.304770:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009327601a x1853237340671232/t0(0) o9->a229f859-33b9-4f1b-8cdb-910f91cdc52b@192.168.203.34@tcp50:185/0 lens 224/0 e 0 to 0 dl 1767384970 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384959.304784:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384959.304785:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096af4c39. 00000100:00000001:3.0:1767384959.304787:0:17897:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384959.304788:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096af4c39. 00000100:00100000:3.0:1767384959.304791:0:17897:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009327601a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a229f859-33b9-4f1b-8cdb-910f91cdc52b+6:11797:x1853237340671232:12345-192.168.203.34@tcp50:9: 00000100:00000200:3.0:1767384959.304793:0:17897:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237340671232 00000020:00000001:3.0:1767384959.304795:0:17897:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384959.304798:0:17897:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384959.304799:0:17897:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384959.304800:0:17897:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384959.304801:0:17897:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665453840 : -1044097776 : ffffffffc1c45510) 00000020:00000001:3.0:1767384959.304803:0:17897:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384959.304805:0:17897:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384959.304806:0:17897:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384959.304807:0:17897:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384959.304809:0:17897:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384959.304811:0:17897:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:3.0:1767384959.304812:0:17897:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:3.0:1767384959.304835:0:17897:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384959.304837:0:17897:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384959.304840:0:17897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cd3967a4. 02000000:00000001:3.0:1767384959.304842:0:17897:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.304843:0:17897:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384959.304848:0:17897:0:(genops.c:887:class_export_get()) GET export 00000000f97d5211 refcount=7 00010000:00000001:3.0:1767384959.304851:0:17897:0:(obd_class.h:902:obd_disconnect()) Process entered 00002000:00000001:3.0:1767384959.304853:0:17897:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000020:00000040:3.0:1767384959.304855:0:17897:0:(genops.c:887:class_export_get()) GET export 00000000f97d5211 refcount=8 00010000:00000001:3.0:1767384959.304858:0:17897:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:3.0:1767384959.304860:0:17897:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:3.0:1767384959.304872:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000f97d5211 : new refcount 7 00000020:00000080:3.0:1767384959.304875:0:17897:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb57eb788195631c7 00000020:00000040:3.0:1767384959.304878:0:17897:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f97d5211 with handle 0xb57eb788195631c7 from hash 00000020:00000040:3.0:1767384959.304883:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000f97d5211 : new refcount 6 00000020:00000010:3.0:1767384959.304893:0:17897:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000946e6856. 00000020:00000001:3.0:1767384959.304896:0:17897:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384959.304897:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000f97d5211 : new refcount 5 00000020:00000001:3.0:1767384959.304899:0:17897:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384959.304901:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000f97d5211 : new refcount 4 00000020:00000001:3.0:1767384959.304903:0:17897:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.304905:0:17897:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:3.0:1767384959.304907:0:17897:0:(import.c:65:import_set_state_nolock()) 00000000cd31088e : changing import state from FULL to CLOSED 00000100:00000001:3.0:1767384959.304911:0:17897:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384959.304913:0:17897:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384959.304914:0:17897:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:3.0:1767384959.304925:0:17897:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384959.304929:0:17897:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:3.0:1767384959.304932:0:17897:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000d9a32349 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1767384959.304935:0:17897:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli a229f859-33b9-4f1b-8cdb-910f91cdc52b/00000000f97d5211 dirty 0 pend 0 grant 0 00000020:00000001:1.0:1767384959.304939:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:3.0:1767384959.304941:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010a82f16. 00000020:00000001:1.0:1767384959.304942:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384959.304946:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:3.0:1767384959.304947:0:17897:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ff3c05ca. 00000020:00000010:3.0:1767384959.304953:0:17897:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000936f8d7c. 00000020:00000010:3.0:1767384959.304957:0:17897:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e2123c20. 00000020:00000010:3.0:1767384959.304960:0:17897:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000046974ac8. 80000000:00000010:3.0:1767384959.304963:0:17897:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e3e7e0bc. 40000000:00000010:3.0:1767384959.304966:0:17897:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000946e6856. 00100000:00000010:3.0:1767384959.304968:0:17897:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000030e479be. 00040000:00000010:3.0:1767384959.304971:0:17897:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ef915e9c. 00040000:00000010:3.0:1767384959.304973:0:17897:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c698b414. 00080000:00000010:3.0:1767384959.304976:0:17897:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000006db6e447. 00080000:00000010:3.0:1767384959.304980:0:17897:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009d49532e. 00002000:00000010:3.0:1767384959.304984:0:17897:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004e6f0cb1. 00000001:00000001:3.0:1767384959.304986:0:17897:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:3.0:1767384959.304987:0:17897:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 1, off 8320, UUID 'a229f859-33b9-4f1b-8cdb-910f91cdc52b' 00000001:00000001:3.0:1767384959.304990:0:17897:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1767384959.304992:0:17897:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00080000:00000001:3.0:1767384959.304994:0:17897:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384959.305003:0:17897:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000460f63ea. 00080000:00000001:3.0:1767384959.305004:0:17897:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590259846656 : -119483449704960 : ffff9354976c7e00) 00080000:00000001:3.0:1767384959.305008:0:17897:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384959.305011:0:17897:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384959.305014:0:17897:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000096af4c39. 00080000:00000001:3.0:1767384959.305015:0:17897:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384959.305017:0:17897:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384959.305024:0:17897:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384959.305026:0:17897:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:3.0:1767384959.305048:0:17897:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:3.0:1767384959.305050:0:17897:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384959.305052:0:17897:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384959.305059:0:17897:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000096af4c39. 00040000:00000001:3.0:1767384959.305062:0:17897:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384959.305064:0:17897:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384959.305065:0:17897:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384959.305067:0:17897:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:3.0:1767384959.305068:0:17897:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384959.305070:0:17897:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1767384959.305071:0:17897:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384959.305073:0:17897:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a3434736. 00080000:00000001:3.0:1767384959.305074:0:17897:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590259839488 : -119483449712128 : ffff9354976c6200) 00080000:00000001:3.0:1767384959.305075:0:17897:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384959.305077:0:17897:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384959.305078:0:17897:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000096af4c39. 00080000:00000001:3.0:1767384959.305079:0:17897:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384959.305080:0:17897:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384959.305081:0:17897:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384959.305083:0:17897:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000008f09a283. 00000001:00000040:3.0:1767384959.305084:0:17897:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000f97d5211 : new cb_count 2 00000020:00000040:3.0:1767384959.305086:0:17897:0:(genops.c:887:class_export_get()) GET export 00000000f97d5211 refcount=5 00000001:00000001:3.0:1767384959.305090:0:17897:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1767384959.305091:0:17897:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384959.305092:0:17897:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000096af4c39. 00040000:00000001:3.0:1767384959.305094:0:17897:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384959.305098:0:17897:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384959.305099:0:17897:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384959.305100:0:17897:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000040:3.0:1767384959.305102:0:17897:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 1 (8320), rc 0 00000001:00000001:3.0:1767384959.305104:0:17897:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384959.305107:0:17897:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ff3c05ca. 00000020:00000010:3.0:1767384959.305109:0:17897:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000936f8d7c. 00000020:00000010:3.0:1767384959.305111:0:17897:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e2123c20. 00000020:00000010:3.0:1767384959.305114:0:17897:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000046974ac8. 80000000:00000010:3.0:1767384959.305117:0:17897:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e3e7e0bc. 40000000:00000010:3.0:1767384959.305120:0:17897:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000946e6856. 00100000:00000010:3.0:1767384959.305122:0:17897:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000030e479be. 00040000:00000010:3.0:1767384959.305124:0:17897:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ef915e9c. 00040000:00000010:3.0:1767384959.305126:0:17897:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c698b414. 00080000:00000010:3.0:1767384959.305140:0:17897:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009d49532e. 00080000:00000010:3.0:1767384959.305143:0:17897:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000006db6e447. 00002000:00000010:3.0:1767384959.305146:0:17897:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004e6f0cb1. 00000020:00000010:3.0:1767384959.305147:0:17897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010a82f16. 00000001:00000001:3.0:1767384959.305149:0:17897:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:3.0:1767384959.305151:0:17897:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000e70cf8aa) : new refcount 8 00000001:00000001:3.0:1767384959.305153:0:17897:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:3.0:1767384959.305154:0:17897:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000e70cf8aa) : new refcount 7 00000020:00000040:3.0:1767384959.305156:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000f97d5211 : new refcount 4 00000001:00000001:3.0:1767384959.305157:0:17897:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:3.0:1767384959.305158:0:17897:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000e70cf8aa) : new refcount 6 00000001:00000001:3.0:1767384959.305159:0:17897:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:3.0:1767384959.305160:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000f97d5211 : new refcount 3 00002000:00000001:3.0:1767384959.305161:0:17897:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384959.305162:0:17897:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384959.305163:0:17897:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384959.305165:0:17897:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384959.305166:0:17897:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237340671232 00010000:00000001:3.0:1767384959.305168:0:17897:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384959.305171:0:17897:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009327601a x1853237340671232/t0(0) o9->a229f859-33b9-4f1b-8cdb-910f91cdc52b@192.168.203.34@tcp50:185/0 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384959.305180:0:17897:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384959.305181:0:17897:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384959.305182:0:17897:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7bcd663 time=83 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384959.305185:0:17897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384959.305187:0:17897:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d9156d98 refcount 7 to 192.168.203.34@tcp50 00000100:00000001:3.0:1767384959.305188:0:17897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590000881856 : -119483708669760 : ffff935487fd00c0) 02000000:00000001:3.0:1767384959.305190:0:17897:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384959.305191:0:17897:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.305192:0:17897:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384959.305194:0:17897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.34@tcp50 00000400:00000010:3.0:1767384959.305195:0:17897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000358862aa. 00000100:00000200:3.0:1767384959.305197:0:17897:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237340671232, offset 224 00000400:00000200:3.0:1767384959.305200:0:17897:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.34@tcp50 00000400:00000200:3.0:1767384959.305205:0:17897:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp50 to NMR: 192.168.203.34@tcp50 local destination 00000400:00000200:3.0:1767384959.305211:0:17897:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp50 NI seq info: [238:238:256:4294967295] 192.168.203.34@tcp50 LPNI seq info [29:29:8:4294967295] 00000400:00000200:3.0:1767384959.305218:0:17897:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50:192.168.203.134@tcp50) -> 192.168.203.34@tcp50(192.168.203.34@tcp50:192.168.203.34@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384959.305221:0:17897:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.34@tcp50 00000800:00000010:3.0:1767384959.305223:0:17897:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef915e9c. 00000800:00000200:3.0:1767384959.305226:0:17897:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009da95a4b] -> 12345-192.168.203.34@tcp50 (4) 00000800:00000200:3.0:1767384959.305229:0:17897:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.34@tcp50 ip 192.168.203.34:1023 00000800:00000200:3.0:1767384959.305231:0:17897:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ef915e9c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767384959.305240:0:17897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384959.305242:0:17897:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d9156d98 refcount 6 to 192.168.203.34@tcp50 00010000:00000001:3.0:1767384959.305244:0:17897:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384959.305245:0:17897:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384959.305247:0:17897:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384959.305249:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009327601a x1853237340671232/t0(0) o9->a229f859-33b9-4f1b-8cdb-910f91cdc52b@192.168.203.34@tcp50:185/0 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384959.305255:0:17897:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009327601a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a229f859-33b9-4f1b-8cdb-910f91cdc52b+3:11797:x1853237340671232:12345-192.168.203.34@tcp50:9: Request processed in 471us (607us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384959.305265:0:17897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp50, seq: 5 00000100:00000040:3.0:1767384959.305268:0:17897:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f97d5211 : new rpc_count 0 00000100:00000001:3.0:1767384959.305269:0:17897:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384959.305270:0:17897:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384959.305272:0:17897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000622078f1. 00000020:00000010:3.0:1767384959.305275:0:17897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b360690a. 00000020:00000010:3.0:1767384959.305277:0:17897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007109b4b4. 00000020:00000040:3.0:1767384959.305280:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000f97d5211 : new refcount 2 00000100:00000001:3.0:1767384959.305281:0:17897:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384959.305301:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384959.305305:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef915e9c. 00000400:00000200:1.0:1767384959.305311:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384959.305318:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:1.0:1767384959.305322:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000358862aa 00000400:00000010:1.0:1767384959.305324:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000358862aa. 00000100:00000001:1.0:1767384959.305328:0:16353:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384959.305329:0:16353:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1767384959.305854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002ea0c03b. 00010000:00000010:1.1:1767384959.309857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004207979c. 00010000:00000010:3.1:1767384959.309861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001c93a48e. 00010000:00000010:1.1:1767384959.309863:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f604d553. 00000800:00000001:0.0:1767384959.312796:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384959.312803:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384959.312804:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384959.312805:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384959.312837:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50) <- 192.168.203.34@tcp50 : PUT - for me 00000400:00000200:0.0:1767384959.312844:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.34@tcp50 of length 224 into portal 12 MB=0x6958271600e00 00000400:00000200:0.0:1767384959.312849:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.34@tcp50 of length 224/224 into md 0x229 [64] + 11160 00000800:00000001:0.0:1767384959.312854:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384959.312859:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384959.312861:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384959.312864:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000100:00000001:0.0:1767384959.312866:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384959.312868:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384959.312870:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e933ccb9. 00000100:00000040:0.0:1767384959.312872:0:16352:0:(events.c:337:request_in_callback()) incoming req@00000000e933ccb9 x1853237340671488 msgsize 224 00000100:00100000:0.0:1767384959.312874:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.34@tcp50 (source: 12345-192.168.203.34@tcp50) 00000100:00000001:0.0:1767384959.312883:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384959.312886:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384959.312888:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384959.312911:0:18467:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384959.312914:0:18467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237340671488 02000000:00000001:1.0:1767384959.312916:0:18467:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384959.312917:0:18467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384959.312918:0:18467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384959.312921:0:18467:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384959.312923:0:18467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237340671488 00000020:00000001:1.0:1767384959.312925:0:18467:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384959.312926:0:18467:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb788195631c0 00000020:00000001:1.0:1767384959.312927:0:18467:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384959.312929:0:18467:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000842c19da refcount=7 00000020:00000001:1.0:1767384959.312930:0:18467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585637300224 : -119488072251392 : ffff935383e60800) 00000020:00000001:1.0:1767384959.312932:0:18467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585637300224 : -119488072251392 : ffff935383e60800) 00000100:00000001:1.0:1767384959.312934:0:18467:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384959.312937:0:18467:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017acd4f6. 00000100:00000001:1.0:1767384959.312939:0:18467:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384959.312941:0:18467:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000017acd4f6. 00000020:00000010:1.0:1767384959.312944:0:18467:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000438de844. 00000020:00000010:1.0:1767384959.312947:0:18467:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008224d101. 00000020:00000010:1.0:1767384959.312949:0:18467:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1b1f01b. 00000100:00000040:1.0:1767384959.312953:0:18467:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384959.312954:0:18467:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384959.312955:0:18467:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384959.312957:0:18467:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.312960:0:18467:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.312969:0:18467:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384959.312976:0:18467:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384959.312977:0:18467:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384959.312982:0:18467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp50, seq: 8 00000100:00000040:1.0:1767384959.312985:0:18467:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000842c19da : new rpc_count 1 00000100:00000001:1.0:1767384959.312988:0:18467:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878158208 : -119482831393408 : ffff9354bc472d80) 00000100:00000040:1.0:1767384959.312993:0:18467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e933ccb9 x1853237340671488/t0(0) o39->a229f859-33b9-4f1b-8cdb-910f91cdc52b@192.168.203.34@tcp50:185/0 lens 224/0 e 0 to 0 dl 1767384970 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384959.313004:0:18467:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384959.313007:0:18467:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017acd4f6. 00000100:00000001:1.0:1767384959.313009:0:18467:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384959.313012:0:18467:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000017acd4f6. 00000100:00100000:1.0:1767384959.313017:0:18467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e933ccb9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a229f859-33b9-4f1b-8cdb-910f91cdc52b+7:11797:x1853237340671488:12345-192.168.203.34@tcp50:39: 00000100:00000200:1.0:1767384959.313023:0:18467:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237340671488 00000020:00000001:1.0:1767384959.313026:0:18467:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384959.313028:0:18467:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384959.313031:0:18467:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384959.313033:0:18467:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384959.313035:0:18467:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663330144 : -1046221472 : ffffffffc1a3ed60) 00000020:00000001:1.0:1767384959.313037:0:18467:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1767384959.313040:0:18467:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237340671488, found 0 last_xid 1853237340670719 00000020:00000001:1.0:1767384959.313042:0:18467:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384959.313044:0:18467:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384959.313046:0:18467:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384959.313048:0:18467:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384959.313050:0:18467:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:1.0:1767384959.313051:0:18467:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:1.0:1767384959.313052:0:18467:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384959.313053:0:18467:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384959.313056:0:18467:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c15b72b5. 02000000:00000001:1.0:1767384959.313057:0:18467:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.313059:0:18467:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384959.313061:0:18467:0:(genops.c:887:class_export_get()) GET export 00000000842c19da refcount=8 00010000:00000001:1.0:1767384959.313062:0:18467:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:1.0:1767384959.313064:0:18467:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:1.0:1767384959.313065:0:18467:0:(genops.c:887:class_export_get()) GET export 00000000842c19da refcount=9 00010000:00000001:1.0:1767384959.313067:0:18467:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:1.0:1767384959.313068:0:18467:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:1.0:1767384959.313074:0:18467:0:(genops.c:898:class_export_put()) PUTting export 00000000842c19da : new refcount 8 00000020:00000080:1.0:1767384959.313076:0:18467:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb57eb788195631c0 00000020:00000040:1.0:1767384959.313077:0:18467:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000842c19da with handle 0xb57eb788195631c0 from hash 00000020:00000040:1.0:1767384959.313080:0:18467:0:(genops.c:898:class_export_put()) PUTting export 00000000842c19da : new refcount 7 00000020:00000010:1.0:1767384959.313082:0:18467:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a3998293. 00000020:00000001:1.0:1767384959.313084:0:18467:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:1.0:1767384959.313086:0:18467:0:(genops.c:1938:obd_stale_export_put()) Put export 00000000842c19da: total 0 00000020:00000001:1.0:1767384959.313087:0:18467:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384959.313088:0:18467:0:(genops.c:898:class_export_put()) PUTting export 00000000842c19da : new refcount 6 00000020:00000001:1.0:1767384959.313089:0:18467:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.313090:0:18467:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:1.0:1767384959.313091:0:18467:0:(import.c:65:import_set_state_nolock()) 0000000056a038e9 : changing import state from FULL to CLOSED 00000100:00000001:1.0:1767384959.313093:0:18467:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384959.313094:0:18467:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384959.313095:0:18467:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:1.0:1767384959.313104:0:18467:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767384959.313106:0:18467:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:1.0:1767384959.313108:0:18467:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/0000000083ded37e dirty 0 pend 0 grant 0 00000020:00000020:1.0:1767384959.313110:0:18467:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/0000000099807a16 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1767384959.313112:0:18467:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli a229f859-33b9-4f1b-8cdb-910f91cdc52b/00000000842c19da dirty 0 pend 0 grant 0 00000004:00000001:1.0:1767384959.313114:0:18467:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000001:00000001:1.0:1767384959.313118:0:18467:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:1.0:1767384959.313119:0:18467:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-MDT0000: del client at idx 0, off 8192, UUID 'a229f859-33b9-4f1b-8cdb-910f91cdc52b' 00000001:00000001:1.0:1767384959.313122:0:18467:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:1.0:1767384959.313123:0:18467:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00000020:00000001:2.0:1767384959.313124:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000001:1.0:1767384959.313126:0:18467:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00010000:2.0:1767384959.313128:0:17078:0:(genops.c:1924:obd_stale_export_get()) Get export 00000000842c19da: total 0 00080000:00000010:1.0:1767384959.313130:0:18467:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006bbf54f4. 00000020:00000001:2.0:1767384959.313131:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446624585637300224 : -119488072251392 : ffff935383e60800) 00080000:00000001:1.0:1767384959.313135:0:18467:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590757463552 : -119482952088064 : ffff9354b5158600) 00010000:00000001:2.0:1767384959.313137:0:17078:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00080000:00000001:1.0:1767384959.313140:0:18467:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000010:2.0:1767384959.313142:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000467d39d2. 00000001:00000001:1.0:1767384959.313144:0:18467:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000010:2.0:1767384959.313147:0:17078:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005e4d3a82. 00080000:00000010:1.0:1767384959.313148:0:18467:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000017acd4f6. 00080000:00000001:1.0:1767384959.313153:0:18467:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384959.313154:0:17078:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d8b5c0c0. 00080000:00000001:1.0:1767384959.313155:0:18467:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384959.313159:0:18467:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000010:2.0:1767384959.313160:0:17078:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009eac1f08. 00000001:00000001:1.0:1767384959.313162:0:18467:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000010:2.0:1767384959.313164:0:17078:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000079732139. 00080000:00000010:1.0:1767384959.313166:0:18467:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004a5bc7ce. 80000000:00000010:2.0:1767384959.313169:0:17078:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004ac83424. 00080000:00000001:1.0:1767384959.313170:0:18467:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:2.0:1767384959.313174:0:17078:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000285c9b94. 00080000:00000001:1.0:1767384959.313178:0:18467:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:2.0:1767384959.313179:0:17078:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e8d6aed7. 00000001:00000001:1.0:1767384959.313184:0:18467:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00040000:00000010:2.0:1767384959.313185:0:17078:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003a8aaeb9. 00040000:00000010:2.0:1767384959.313189:0:17078:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000078613e9c. 00000001:00000040:1.0:1767384959.313199:0:18467:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00080000:00000010:2.0:1767384959.313202:0:17078:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000040520574. 00000001:00000001:1.0:1767384959.313203:0:18467:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384959.313207:0:18467:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:2.0:1767384959.313209:0:17078:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006422b363. 00000001:00000001:1.0:1767384959.313210:0:18467:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1767384959.313214:0:18467:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934593, last_committed = 4294967296 00002000:00000010:2.0:1767384959.313216:0:17078:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008dfa124e. 00000001:00000010:1.0:1767384959.313219:0:18467:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000a756d1f3. 00000020:00000010:2.0:1767384959.313220:0:17078:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005e4d3a82. 00000001:00000040:1.0:1767384959.313223:0:18467:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000842c19da : new cb_count 2 00000020:00000040:1.0:1767384959.313226:0:18467:0:(genops.c:887:class_export_get()) GET export 00000000842c19da refcount=7 00000020:00000010:2.0:1767384959.313237:0:17078:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d8b5c0c0. 00000001:00000010:1.0:1767384959.313240:0:18467:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000f535409e. 00000020:00000010:2.0:1767384959.313241:0:17078:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009eac1f08. 00000020:00000010:2.0:1767384959.313245:0:17078:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000079732139. 80000000:00000010:2.0:1767384959.313248:0:17078:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004ac83424. 40000000:00000010:2.0:1767384959.313251:0:17078:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000285c9b94. 00100000:00000010:2.0:1767384959.313252:0:17078:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e8d6aed7. 00040000:00000010:2.0:1767384959.313254:0:17078:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003a8aaeb9. 00040000:00000010:2.0:1767384959.313256:0:17078:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000078613e9c. 00080000:00000010:2.0:1767384959.313258:0:17078:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006422b363. 00080000:00000010:2.0:1767384959.313259:0:17078:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000040520574. 00002000:00000010:2.0:1767384959.313267:0:17078:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008dfa124e. 00000020:00000010:2.0:1767384959.313269:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000467d39d2. 00010000:00010000:2.0:1767384959.313270:0:17078:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 00000000842c19da, canceled 0 locks, left on hash table 1. 00000020:00000010:2.0:1767384959.313273:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000467d39d2. 00000020:00000010:2.0:1767384959.313274:0:17078:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005967b54c. 00000020:00000010:2.0:1767384959.313276:0:17078:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e8d6aed7. 00000020:00000010:2.0:1767384959.313277:0:17078:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009eac1f08. 00000020:00000010:2.0:1767384959.313279:0:17078:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000078613e9c. 80000000:00000010:2.0:1767384959.313280:0:17078:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004ac83424. 40000000:00000010:2.0:1767384959.313281:0:17078:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000285c9b94. 00100000:00000010:2.0:1767384959.313283:0:17078:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d8b5c0c0. 00040000:00000010:2.0:1767384959.313284:0:17078:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003a8aaeb9. 00040000:00000010:2.0:1767384959.313286:0:17078:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000079732139. 00000001:00000010:1.0:1767384959.313286:0:18467:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 00000000c6626d35. 00080000:00000010:2.0:1767384959.313292:0:17078:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000040520574. 00080000:00000010:2.0:1767384959.313294:0:17078:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006422b363. 00002000:00000010:2.0:1767384959.313296:0:17078:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008dfa124e. 00000001:00000001:2.0:1767384959.313299:0:17078:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:2.0:1767384959.313301:0:17078:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00080000:00000010:1.0:1767384959.313302:0:18467:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 0000000069848531. 00010000:00000040:2.0:1767384959.313305:0:17078:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a5e79251 count: 2 00000004:00000001:2.0:1767384959.313309:0:17078:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1767384959.313311:0:17078:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384959.313312:0:17078:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384959.313314:0:17078:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384959.313315:0:17078:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384959.313316:0:17078:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384959.313319:0:17078:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384959.313331:0:17078:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000001:00000001:1.0:1767384959.313333:0:18467:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply 00000000f535409e: xid 1853237340671488, transno 8589934593, tag 0, client gen 1, slot idx 0 00010000:00000001:2.0:1767384959.313334:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384959.313337:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:1.0:1767384959.313338:0:18467:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384959.313339:0:17078:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384959.313342:0:17078:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384959.313344:0:17078:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000bb3e16b with handle 0xb57eb788195631d5 from hash 00010000:00000001:2.0:1767384959.313346:0:17078:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384959.313347:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384959.313348:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384959.313365:0:17078:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:2.0:1767384959.313369:0:17078:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000b82f82a1. 00010000:00000001:2.0:1767384959.313373:0:17078:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384959.313374:0:17078:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384959.313376:0:17078:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384959.313377:0:17078:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384959.313380:0:17078:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1767384959.313381:0:17078:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000a5e79251) 00010000:00010000:2.0:1767384959.313384:0:17078:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:2.0:1767384959.313386:0:17078:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384959.313388:0:17078:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384959.313389:0:17078:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384959.313391:0:17078:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000842c19da, 1 locks cancelled. 00010000:00000001:2.0:1767384959.313393:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384959.313394:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384959.313396:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384959.313399:0:17078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000bb3e16b/0xb57eb788195631d5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.34@tcp50 remote: 0xe33102ed65d07588 expref: 7 pid: 18467 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767384959.313407:0:17078:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000046e5cda0. 00010000:00000040:2.0:1767384959.313409:0:17078:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000842c19da : new locks_count 0 00000020:00000040:2.0:1767384959.313411:0:17078:0:(genops.c:898:class_export_put()) PUTting export 00000000842c19da : new refcount 6 00010000:00000010:2.0:1767384959.313412:0:17078:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a61d2e7. 00010000:00000040:2.0:1767384959.313415:0:17078:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a5e79251 count: 0 00010000:00000010:2.0:1767384959.313419:0:17078:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a45cfc49. 00010000:00000001:2.0:1767384959.313423:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1767384959.313425:0:17078:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: a229f859-33b9-4, loop: 0 00000001:00000001:2.0:1767384959.313427:0:17078:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384959.313429:0:17078:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384959.313431:0:17078:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 00000000842c19da, canceled 1 locks, left on hash table 0. 00000020:00000010:2.0:1767384959.313433:0:17078:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005967b54c. 00000020:00000010:2.0:1767384959.313435:0:17078:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e8d6aed7. 00000020:00000010:2.0:1767384959.313437:0:17078:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009eac1f08. 00000020:00000010:2.0:1767384959.313440:0:17078:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000078613e9c. 80000000:00000010:2.0:1767384959.313448:0:17078:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004ac83424. 40000000:00000010:2.0:1767384959.313450:0:17078:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000285c9b94. 00100000:00000010:2.0:1767384959.313452:0:17078:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d8b5c0c0. 00040000:00000010:2.0:1767384959.313454:0:17078:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003a8aaeb9. 00040000:00000010:2.0:1767384959.313455:0:17078:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000079732139. 00080000:00000010:2.0:1767384959.313457:0:17078:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006422b363. 00080000:00000010:2.0:1767384959.313459:0:17078:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000040520574. 00002000:00000010:2.0:1767384959.313461:0:17078:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008dfa124e. 00000020:00000010:2.0:1767384959.313462:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000467d39d2. 00000020:00000001:2.0:1767384959.313464:0:17078:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384959.313465:0:17078:0:(genops.c:898:class_export_put()) PUTting export 00000000842c19da : new refcount 5 00000020:00000001:2.0:1767384959.313466:0:17078:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:2.0:1767384959.313467:0:17078:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384959.313468:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384959.313469:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384959.313470:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384959.313472:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384959.313472:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384959.313474:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384959.313475:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384959.313476:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384959.313476:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384959.314210:0:17069:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1767384959.314213:0:17069:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1767384959.314216:0:17069:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934593 is committed 00000001:00000040:3.0:1767384959.314219:0:17069:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000842c19da : new cb_count 1 00000020:00000040:3.0:1767384959.314222:0:17069:0:(genops.c:898:class_export_put()) PUTting export 00000000842c19da : new refcount 4 00000001:00000010:3.0:1767384959.314224:0:17069:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000a756d1f3. 00080000:00000010:3.0:1767384959.314228:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006bbf54f4. 00000001:00100000:3.0:1767384959.314232:0:17069:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of a229f859-33b9-4f1b-8cdb-910f91cdc52b 00000001:00000040:3.0:1767384959.314234:0:17069:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000842c19da : new cb_count 0 00000020:00000040:3.0:1767384959.314236:0:17069:0:(genops.c:898:class_export_put()) PUTting export 00000000842c19da : new refcount 3 00000001:00000010:3.0:1767384959.314239:0:17069:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000eb377f89. 00080000:00000010:3.0:1767384959.314241:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000a8e438e. 00080000:00000010:1.0:1767384959.314275:0:18467:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004a5bc7ce. 00080000:00000010:1.0:1767384959.314279:0:18467:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000017acd4f6. 00040000:00000001:1.0:1767384959.314281:0:18467:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384959.314282:0:18467:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384959.314284:0:18467:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384959.314285:0:18467:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:1.0:1767384959.314287:0:18467:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384959.314289:0:18467:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:1.0:1767384959.314290:0:18467:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384959.314293:0:18467:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000011a90b3f. 00080000:00000001:1.0:1767384959.314294:0:18467:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590757462016 : -119482952089600 : ffff9354b5158000) 00080000:00000001:1.0:1767384959.314296:0:18467:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384959.314297:0:18467:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384959.314299:0:18467:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000017acd4f6. 00080000:00000001:1.0:1767384959.314300:0:18467:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384959.314301:0:18467:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384959.314307:0:18467:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384959.314309:0:18467:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000b3a7ade2. 00000001:00000040:1.0:1767384959.314310:0:18467:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000842c19da : new cb_count 1 00000020:00000040:1.0:1767384959.314311:0:18467:0:(genops.c:887:class_export_get()) GET export 00000000842c19da refcount=4 00000001:00000001:1.0:1767384959.314319:0:18467:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:1.0:1767384959.314320:0:18467:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384959.314322:0:18467:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000017acd4f6. 00040000:00000001:1.0:1767384959.314323:0:18467:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384959.314324:0:18467:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384959.314325:0:18467:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384959.314327:0:18467:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000040:1.0:1767384959.314328:0:18467:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-MDT0000: zeroing out client at idx 0 (8192), rc 0 00000001:00000001:1.0:1767384959.314330:0:18467:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384959.314331:0:18467:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384959.314333:0:18467:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:1.0:1767384959.314334:0:18467:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000e70cf8aa) : new refcount 7 00000001:00000001:1.0:1767384959.314335:0:18467:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:1.0:1767384959.314337:0:18467:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000e70cf8aa) : new refcount 6 00000020:00000040:1.0:1767384959.314338:0:18467:0:(genops.c:898:class_export_put()) PUTting export 00000000842c19da : new refcount 3 00000001:00000001:1.0:1767384959.314339:0:18467:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:1.0:1767384959.314340:0:18467:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000e70cf8aa) : new refcount 5 00000001:00000001:1.0:1767384959.314341:0:18467:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:1.0:1767384959.314342:0:18467:0:(genops.c:898:class_export_put()) PUTting export 00000000842c19da : new refcount 2 00000004:00000001:1.0:1767384959.314343:0:18467:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384959.314344:0:18467:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384959.314345:0:18467:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384959.314346:0:18467:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384959.314348:0:18467:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934593, transno 8589934593, xid 1853237340671488 00010000:00000001:1.0:1767384959.314361:0:18467:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384959.314365:0:18467:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e933ccb9 x1853237340671488/t8589934593(0) o39->a229f859-33b9-4f1b-8cdb-910f91cdc52b@192.168.203.34@tcp50:185/0 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384959.314370:0:18467:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384959.314371:0:18467:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384959.314373:0:18467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384959.314376:0:18467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384959.314377:0:18467:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d9156d98 refcount 7 to 192.168.203.34@tcp50 00000100:00000001:1.0:1767384959.314379:0:18467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590000881856 : -119483708669760 : ffff935487fd00c0) 02000000:00000001:1.0:1767384959.314380:0:18467:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384959.314382:0:18467:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.314383:0:18467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384959.314385:0:18467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.34@tcp50 00000400:00000010:1.0:1767384959.314387:0:18467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ebec939. 00000100:00000200:1.0:1767384959.314390:0:18467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237340671488, offset 224 00000400:00000200:1.0:1767384959.314393:0:18467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.34@tcp50 00000400:00000200:1.0:1767384959.314398:0:18467:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp50 to NMR: 192.168.203.34@tcp50 local destination 00000400:00000200:1.0:1767384959.314404:0:18467:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp50 NI seq info: [239:239:256:4294967295] 192.168.203.34@tcp50 LPNI seq info [30:30:8:4294967295] 00000400:00000200:1.0:1767384959.314411:0:18467:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50:192.168.203.134@tcp50) -> 192.168.203.34@tcp50(192.168.203.34@tcp50:192.168.203.34@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384959.314415:0:18467:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.34@tcp50 00000800:00000010:1.0:1767384959.314417:0:18467:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009cb2e315. 00000800:00000200:1.0:1767384959.314420:0:18467:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009da95a4b] -> 12345-192.168.203.34@tcp50 (4) 00000800:00000200:1.0:1767384959.314423:0:18467:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.34@tcp50 ip 192.168.203.34:1023 00000800:00000200:1.0:1767384959.314425:0:18467:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009cb2e315 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767384959.314434:0:18467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384959.314436:0:18467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d9156d98 refcount 6 to 192.168.203.34@tcp50 00010000:00000001:1.0:1767384959.314438:0:18467:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384959.314439:0:18467:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384959.314440:0:18467:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384959.314442:0:18467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e933ccb9 x1853237340671488/t8589934593(0) o39->a229f859-33b9-4f1b-8cdb-910f91cdc52b@192.168.203.34@tcp50:185/0 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384959.314449:0:18467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e933ccb9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a229f859-33b9-4f1b-8cdb-910f91cdc52b+2:11797:x1853237340671488:12345-192.168.203.34@tcp50:39: Request processed in 1445us (1575us total) trans 8589934593 rc 0/0 00000100:00100000:1.0:1767384959.314455:0:18467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp50, seq: 8 00000100:00000040:1.0:1767384959.314457:0:18467:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000842c19da : new rpc_count 0 00000100:00000001:1.0:1767384959.314459:0:18467:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384959.314460:0:18467:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384959.314462:0:18467:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008224d101. 00000020:00000010:1.0:1767384959.314464:0:18467:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e1b1f01b. 00000020:00000010:1.0:1767384959.314466:0:18467:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000438de844. 00000020:00000040:1.0:1767384959.314471:0:18467:0:(genops.c:898:class_export_put()) PUTting export 00000000842c19da : new refcount 1 00000100:00000001:1.0:1767384959.314472:0:18467:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384959.314496:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384959.314500:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009cb2e315. 00000400:00000200:0.0:1767384959.314504:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384959.314508:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:0.0:1767384959.314511:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ebec939 00000400:00000010:0.0:1767384959.314512:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ebec939. 00000100:00000001:0.0:1767384959.314514:0:16351:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384959.314516:0:16351:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1767384959.318857:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a5e79251. 00010000:00000010:2.1:1767384959.318865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000bb3e16b. 00000800:00000001:1.0:1767384959.320780:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384959.320787:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384959.320789:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384959.320790:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384959.320795:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50) <- 192.168.203.34@tcp50 : PUT - for me 00000400:00000200:1.0:1767384959.320803:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.34@tcp50 of length 224 into portal 26 MB=0x6958271600f00 00000400:00000200:1.0:1767384959.320808:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.34@tcp50 of length 224/224 into md 0x1909 [2] + 0 00000400:00000010:1.0:1767384959.320811:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b4b4876. 00000400:00000200:1.0:1767384959.320829:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cb7ed338 00000800:00000001:1.0:1767384959.320832:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384959.320845:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384959.320847:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384959.320852:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000400:00000200:1.0:1767384959.320855:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb7ed338 00000400:00000010:1.0:1767384959.320857:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb7ed338. 00000100:00000001:1.0:1767384959.320861:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384959.320863:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384959.320865:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000d8aca429 x1853237340671744 msgsize 224 00000100:00100000:1.0:1767384959.320870:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.34@tcp50 (source: 12345-192.168.203.34@tcp50) 00000100:00000040:1.0:1767384959.320872:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384959.320880:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384959.320884:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384959.320887:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384959.320909:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384959.320914:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237340671744 02000000:00000001:3.0:1767384959.320917:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384959.320919:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384959.320921:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384959.320925:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384959.320928:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237340671744 00000020:00000001:3.0:1767384959.320931:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384959.320933:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb7881956319d 00000020:00000001:3.0:1767384959.320934:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384959.320936:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e43c7c80 refcount=6 00000020:00000001:3.0:1767384959.320946:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000020:00000001:3.0:1767384959.320949:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00000100:00000001:3.0:1767384959.320953:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384959.320956:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f29bbbe. 00000100:00000001:3.0:1767384959.320958:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384959.320960:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f29bbbe. 00000020:00000010:3.0:1767384959.320965:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000017d2eaf. 00000020:00000010:3.0:1767384959.320969:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000622078f1. 00000020:00000010:3.0:1767384959.320972:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b360690a. 00000100:00000040:3.0:1767384959.320978:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384959.320980:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384959.320982:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384959.320983:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.320988:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.320999:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384959.321010:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384959.321011:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384959.321016:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp50, seq: 170 00000100:00000040:3.0:1767384959.321019:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e43c7c80 : new rpc_count 1 00000100:00000001:3.0:1767384959.321022:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624589919385680 : -119483790165936 : ffff935483217850) 00000100:00000040:3.0:1767384959.321027:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d8aca429 x1853237340671744/t0(0) o251->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:185/0 lens 224/0 e 0 to 0 dl 1767384970 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384959.321037:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384959.321040:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f29bbbe. 00000100:00000001:3.0:1767384959.321043:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384959.321045:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f29bbbe. 00000100:00100000:3.0:1767384959.321050:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d8aca429 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1281e32f-0dd3-472c-a491-b7b7686f9f58+6:11797:x1853237340671744:12345-192.168.203.34@tcp50:251: 00000100:00000200:3.0:1767384959.321054:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237340671744 00000020:00000001:3.0:1767384959.321057:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384959.321059:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384959.321061:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384959.321069:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384959.321071:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289200 : -1048262416 : ffffffffc184c8f0) 00000020:00000001:3.0:1767384959.321074:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384959.321076:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384959.321077:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384959.321079:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384959.321081:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384959.321084:0:17084:0:(mgs_handler.c:55:mgs_disconnect()) Process entered 00000020:00000001:3.0:1767384959.321086:0:17084:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:3.0:1767384959.321087:0:17084:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:3.0:1767384959.321089:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384959.321091:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384959.321094:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004e6f0cb1. 02000000:00000001:3.0:1767384959.321096:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.321099:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384959.321102:0:17084:0:(genops.c:887:class_export_get()) GET export 00000000e43c7c80 refcount=7 00010000:00000001:3.0:1767384959.321104:0:17084:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:3.0:1767384959.321106:0:17084:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:3.0:1767384959.321109:0:17084:0:(genops.c:898:class_export_put()) PUTting export 00000000e43c7c80 : new refcount 6 20000000:00000010:3.0:1767384959.321112:0:17084:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 00000000882740d7. 00000020:00000040:3.0:1767384959.321115:0:17084:0:(genops.c:887:class_export_get()) GET export 00000000e43c7c80 refcount=7 00010000:00000001:3.0:1767384959.321119:0:17084:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:3.0:1767384959.321121:0:17084:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:3.0:1767384959.321129:0:17084:0:(genops.c:898:class_export_put()) PUTting export 00000000e43c7c80 : new refcount 6 00000020:00000080:3.0:1767384959.321132:0:17084:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb57eb7881956319d 00000020:00000040:3.0:1767384959.321134:0:17084:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e43c7c80 with handle 0xb57eb7881956319d from hash 00000020:00000040:3.0:1767384959.321138:0:17084:0:(genops.c:898:class_export_put()) PUTting export 00000000e43c7c80 : new refcount 5 00000020:00000001:3.0:1767384959.321140:0:17084:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:3.0:1767384959.321142:0:17084:0:(genops.c:1938:obd_stale_export_put()) Put export 00000000e43c7c80: total 0 00000020:00000001:3.0:1767384959.321144:0:17084:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384959.321145:0:17084:0:(genops.c:898:class_export_put()) PUTting export 00000000e43c7c80 : new refcount 4 00000020:00000001:3.0:1767384959.321147:0:17084:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.321149:0:17084:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:3.0:1767384959.321150:0:17084:0:(import.c:65:import_set_state_nolock()) 000000006724f1ce : changing import state from FULL to CLOSED 00000100:00000001:3.0:1767384959.321153:0:17084:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384959.321154:0:17084:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384959.321162:0:17084:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:3.0:1767384959.321173:0:17084:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384959.321176:0:17084:0:(genops.c:898:class_export_put()) PUTting export 00000000e43c7c80 : new refcount 3 20000000:00000001:3.0:1767384959.321177:0:17084:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384959.321179:0:17084:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384959.321181:0:17084:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384959.321184:0:17084:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384959.321186:0:17084:0:(mgs_handler.c:62:mgs_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384959.321189:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237340671744 00010000:00000001:3.0:1767384959.321191:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384959.321197:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d8aca429 x1853237340671744/t0(0) o251->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:185/0 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384959.321197:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00010000:1.0:1767384959.321201:0:17077:0:(genops.c:1924:obd_stale_export_get()) Get export 00000000e43c7c80: total 0 00000020:00000001:1.0:1767384959.321203:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446624589972252672 : -119483737298944 : ffff935486482800) 00010000:00010000:1.0:1767384959.321208:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767384959.321211:0:17077:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00010000:00000001:3.0:1767384959.321215:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1767384959.321216:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2411450. 00010000:00000001:3.0:1767384959.321217:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384959.321222:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=93 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384959.321222:0:17077:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006bbf54f4. 00000020:00000010:1.0:1767384959.321228:0:17077:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002f157b0c. 00000100:00000001:3.0:1767384959.321229:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1767384959.321232:0:17077:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000cb81dd94. 00000100:00000040:3.0:1767384959.321235:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000d9156d98 refcount 7 to 192.168.203.34@tcp50 00000020:00000010:1.0:1767384959.321237:0:17077:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000438de844. 00000100:00000001:3.0:1767384959.321240:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590000881856 : -119483708669760 : ffff935487fd00c0) 80000000:00000010:1.0:1767384959.321242:0:17077:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000941b14d. 02000000:00000001:3.0:1767384959.321247:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 40000000:00000010:1.0:1767384959.321247:0:17077:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000017acd4f6. 02000000:00000001:3.0:1767384959.321252:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384959.321252:0:17077:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a61cf65a. 00040000:00000010:1.0:1767384959.321258:0:17077:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009cb2e315. 00000100:00000001:3.0:1767384959.321259:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00040000:00000010:1.0:1767384959.321261:0:17077:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ac823825. 00000100:00000040:3.0:1767384959.321266:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.34@tcp50 00000400:00000010:3.0:1767384959.321271:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b47390a. 00080000:00000010:1.0:1767384959.321275:0:17077:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e098e846. 00000100:00000200:3.0:1767384959.321276:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237340671744, offset 224 00080000:00000010:1.0:1767384959.321282:0:17077:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003accc61f. 00000400:00000200:3.0:1767384959.321287:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.34@tcp50 00002000:00000010:1.0:1767384959.321290:0:17077:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fca525e4. 00000020:00000010:1.0:1767384959.321294:0:17077:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006bbf54f4. 00000400:00000200:3.0:1767384959.321297:0:17084:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp50 to NMR: 192.168.203.34@tcp50 local destination 00000020:00000010:1.0:1767384959.321300:0:17077:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002f157b0c. 00000020:00000010:1.0:1767384959.321304:0:17077:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000cb81dd94. 00000020:00000010:1.0:1767384959.321306:0:17077:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000438de844. 80000000:00000010:1.0:1767384959.321309:0:17077:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000941b14d. 00000400:00000200:3.0:1767384959.321313:0:17084:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp50 NI seq info: [240:240:256:4294967295] 192.168.203.34@tcp50 LPNI seq info [31:31:8:4294967295] 40000000:00000010:1.0:1767384959.321315:0:17077:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000017acd4f6. 00100000:00000010:1.0:1767384959.321320:0:17077:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a61cf65a. 00040000:00000010:1.0:1767384959.321323:0:17077:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009cb2e315. 00040000:00000010:1.0:1767384959.321328:0:17077:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ac823825. 00080000:00000010:1.0:1767384959.321334:0:17077:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003accc61f. 00000400:00000200:3.0:1767384959.321335:0:17084:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp50(192.168.203.134@tcp50:192.168.203.134@tcp50) -> 192.168.203.34@tcp50(192.168.203.34@tcp50:192.168.203.34@tcp50) : PUT try# 0 00080000:00000010:1.0:1767384959.321337:0:17077:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e098e846. 00002000:00000010:1.0:1767384959.321343:0:17077:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000fca525e4. 00000800:00000200:3.0:1767384959.321347:0:17084:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.34@tcp50 00000020:00000010:1.0:1767384959.321347:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2411450. 00010000:00010000:1.0:1767384959.321364:0:17077:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 00000000e43c7c80, canceled 0 locks, left on hash table 1. 00000800:00000010:3.0:1767384959.321370:0:17084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005e730c4b. 00000020:00000010:1.0:1767384959.321370:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000138d866d. 00000020:00000010:1.0:1767384959.321376:0:17077:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ac823825. 00000020:00000010:1.0:1767384959.321379:0:17077:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a61cf65a. 00000800:00000200:3.0:1767384959.321380:0:17084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009da95a4b] -> 12345-192.168.203.34@tcp50 (4) 00000020:00000010:1.0:1767384959.321382:0:17077:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000cb81dd94. 00000020:00000010:1.0:1767384959.321386:0:17077:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000438de844. 80000000:00000010:1.0:1767384959.321390:0:17077:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000941b14d. 00000800:00000200:3.0:1767384959.321391:0:17084:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.34@tcp50 ip 192.168.203.34:1023 40000000:00000010:1.0:1767384959.321393:0:17077:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000017acd4f6. 00100000:00000010:1.0:1767384959.321395:0:17077:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002f157b0c. 00040000:00000010:1.0:1767384959.321396:0:17077:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009cb2e315. 00040000:00000010:1.0:1767384959.321398:0:17077:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f2411450. 00080000:00000010:1.0:1767384959.321402:0:17077:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e098e846. 00000800:00000200:3.0:1767384959.321404:0:17084:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005e730c4b type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1767384959.321405:0:17077:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003accc61f. 00002000:00000010:1.0:1767384959.321411:0:17077:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fca525e4. 00000001:00000001:1.0:1767384959.321414:0:17077:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:1.0:1767384959.321416:0:17077:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1767384959.321419:0:17077:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000040aa0528 count: 7 00000100:00000001:3.0:1767384959.321421:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384959.321421:0:17077:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384959.321424:0:17077:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384959.321426:0:17077:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000040:3.0:1767384959.321429:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d9156d98 refcount 6 to 192.168.203.34@tcp50 00010000:00000001:1.0:1767384959.321430:0:17077:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384959.321433:0:17077:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384959.321437:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384959.321438:0:17077:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:3.0:1767384959.321441:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384959.321441:0:17077:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384959.321445:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767384959.321446:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384959.321447:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384959.321451:0:17077:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384959.321452:0:17077:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384959.321456:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8aca429 x1853237340671744/t0(0) o251->1281e32f-0dd3-472c-a491-b7b7686f9f58@192.168.203.34@tcp50:185/0 lens 224/224 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384959.321456:0:17077:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000063aee812 with handle 0xb57eb788195631a4 from hash 00010000:00000001:1.0:1767384959.321460:0:17077:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384959.321462:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384959.321464:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384959.321466:0:17077:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384959.321468:0:17077:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384959.321470:0:17077:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00100000:3.0:1767384959.321477:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d8aca429 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1281e32f-0dd3-472c-a491-b7b7686f9f58+3:11797:x1853237340671744:12345-192.168.203.34@tcp50:251: Request processed in 438us (609us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384959.321481:0:17077:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384959.321484:0:17077:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384959.321486:0:17077:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384959.321489:0:17077:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00100000:3.0:1767384959.321491:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp50, seq: 170 00010000:00000040:1.0:1767384959.321492:0:17077:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000e43c7c80, 1 locks cancelled. 00010000:00000001:1.0:1767384959.321496:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:0.0:1767384959.321496:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1767384959.321498:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e43c7c80 : new rpc_count 0 00010000:00000001:1.0:1767384959.321499:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384959.321502:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384959.321504:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000010:0.0:1767384959.321504:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005e730c4b. 00010000:00010000:1.0:1767384959.321508:0:17077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000063aee812/0xb57eb788195631a4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.34@tcp50 remote: 0xe33102ed65d07534 expref: 3 pid: 17084 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384959.321509:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384959.321511:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384959.321515:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000622078f1. 00010000:00000040:1.0:1767384959.321522:0:17077:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e43c7c80 : new locks_count 0 00000020:00000010:3.0:1767384959.321523:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b360690a. 00000400:00000200:0.0:1767384959.321524:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp50->192.168.203.34@tcp50: PUT: OK 00000020:00000040:1.0:1767384959.321525:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000e43c7c80 : new refcount 2 00000020:00000010:3.0:1767384959.321532:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000017d2eaf. 00010000:00000001:1.0:1767384959.321533:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384959.321533:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b47390a 00000001:00000040:1.0:1767384959.321538:0:17077:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 1281e32f-0dd3-4, loop: 0 00000400:00000010:0.0:1767384959.321539:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b47390a. 00000020:00000040:3.0:1767384959.321540:0:17084:0:(genops.c:898:class_export_put()) PUTting export 00000000e43c7c80 : new refcount 1 00000001:00000001:1.0:1767384959.321541:0:17077:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384959.321546:0:17077:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384959.321546:0:16352:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384959.321548:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384959.321549:0:17077:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 00000000e43c7c80, canceled 1 locks, left on hash table 0. 02000000:00000001:0.0:1767384959.321551:0:16352:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:1.0:1767384959.321555:0:17077:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ac823825. 02000000:00000010:0.0:1767384959.321556:0:16352:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004e6f0cb1. 00000100:00000200:3.0:1767384959.321557:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:1.0:1767384959.321559:0:17077:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a61cf65a. 00000020:00000010:1.0:1767384959.321564:0:17077:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000cb81dd94. 02000000:00000001:0.0:1767384959.321564:0:16352:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:1.0:1767384959.321570:0:17077:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000438de844. 00000100:00000001:0.0:1767384959.321570:0:16352:0:(events.c:398:reply_out_callback()) Process leaving 80000000:00000010:1.0:1767384959.321573:0:17077:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000941b14d. 40000000:00000010:1.0:1767384959.321574:0:17077:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000017acd4f6. 00100000:00000010:1.0:1767384959.321576:0:17077:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002f157b0c. 00040000:00000010:1.0:1767384959.321579:0:17077:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009cb2e315. 00040000:00000010:1.0:1767384959.321582:0:17077:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f2411450. 00080000:00000010:1.0:1767384959.321588:0:17077:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003accc61f. 00080000:00000010:1.0:1767384959.321591:0:17077:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e098e846. 00002000:00000010:1.0:1767384959.321592:0:17077:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000fca525e4. 00000020:00000010:1.0:1767384959.321594:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000138d866d. 00000020:00000001:1.0:1767384959.321596:0:17077:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384959.321597:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000e43c7c80 : new refcount 0 00000020:00000080:1.0:1767384959.321599:0:17077:0:(genops.c:904:class_export_put()) final put 00000000e43c7c80/1281e32f-0dd3-472c-a491-b7b7686f9f58 00000020:00000001:1.0:1767384959.321607:0:17077:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:1.0:1767384959.321608:0:17077:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384959.321610:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:3.0:1767384959.321612:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fda63160. 00000020:00000001:1.0:1767384959.321612:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384959.321615:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384959.321618:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384959.321619:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384959.321620:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767384959.321621:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000004acd755. 00000020:00000001:1.0:1767384959.321622:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384959.321625:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:1.0:1767384959.321626:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384959.321631:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1767384959.321631:0:8:0:(genops.c:863:class_export_destroy()) destroying export 00000000e43c7c80/1281e32f-0dd3-472c-a491-b7b7686f9f58 for MGS 00000020:00000040:0.0:1767384959.321639:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d9156d98 refcount 5 to 192.168.203.34@tcp50 00000020:00000001:0.0:1767384959.321643:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:0.0:1767384959.321645:0:8:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000020:00000040:0.0:1767384959.321648:0:8:0:(genops.c:1229:class_import_get()) import 000000006724f1ce refcount=2 obd=MGS 00000020:00000001:0.0:1767384959.321652:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384959.321654:0:8:0:(genops.c:1242:class_import_put()) import 000000006724f1ce refcount=1 obd=MGS 00000020:00000001:0.0:1767384959.321656:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384959.321659:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384959.321660:0:8:0:(genops.c:1242:class_import_put()) import 000000006724f1ce refcount=0 obd=MGS 00000020:00000040:0.0:1767384959.321663:0:8:0:(genops.c:1245:class_import_put()) final put import 000000006724f1ce 00000020:00000001:0.0:1767384959.321680:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384959.321683:0:8:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:0.0:1767384959.321686:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384959.321690:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c3dd92f3. 00000001:00000010:0.0:1767384959.321695:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b00cb6de. 00000001:00000010:0.0:1767384959.321697:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003fc6ff19. 00000001:00000010:0.0:1767384959.321700:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005f321222. 00000001:00000010:0.0:1767384959.321702:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000cc4cf704. 00000001:00000010:0.0:1767384959.321704:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000b84b13ee. 00000001:00000001:0.0:1767384959.321708:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384959.321710:0:8:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:0.0:1767384959.321712:0:8:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:0.0:1767384959.321713:0:8:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 20000000:00000001:0.0:1767384959.321714:0:8:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384959.321717:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384959.321719:0:8:0:(obd_config.c:955:class_decref()) Decref MGS (00000000d30a507b) now 7 - export 00000020:00000010:0.0:1767384959.321721:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000e43c7c80. 00000020:00000001:0.0:1767384959.321728:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384959.321733:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767384959.321734:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000006724f1ce for MGS 00000020:00000040:0.0:1767384959.321738:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d9156d98 refcount 4 to 192.168.203.34@tcp50 00000020:00000040:0.0:1767384959.321741:0:8:0:(obd_config.c:955:class_decref()) Decref MGS (00000000d30a507b) now 6 - import 00000020:00000010:0.0:1767384959.321743:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000006724f1ce. 00000020:00000001:0.0:1767384959.321747:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00010000:00000010:1.1:1767384959.326853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000063aee812. 00000400:00000200:2.0:1767384959.384931:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp46 00000800:00000200:3.0:1767384959.384932:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eab79f25] -> 12345-192.168.203.134@tcp17 (6) 00000400:00000010:2.0:1767384959.384941:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006bb7883a. 00000800:00000200:3.0:1767384959.384945:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp17 ip 192.168.203.134:988 00000400:00000010:2.0:1767384959.384950:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000467d39d2. 00000800:00000200:3.0:1767384959.384951:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ad538527 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:2.0:1767384959.384957:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000400:00000010:2.0:1767384959.384965:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002cb0339e. 00000400:00000200:2.0:1767384959.384970:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp46 00000400:00000200:2.0:1767384959.384989:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp46 local destination 00000400:00000200:2.0:1767384959.384994:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp46 00000400:00000200:2.0:1767384959.384997:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp46 NI seq info: [241:241:256:4294967295] 192.168.203.134@tcp46 LPNI seq info [205:205:8:4294967295] 00000400:00000200:2.0:1767384959.385002:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp46 00000400:00000200:2.0:1767384959.385010:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp46(192.168.203.134@tcp46:) -> 192.168.203.134@tcp46(192.168.203.134@tcp46:192.168.203.134@tcp46) : GET try# 0 00000800:00000200:2.0:1767384959.385014:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp46 00000800:00000010:2.0:1767384959.385031:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003a8aaeb9. 00000800:00000200:2.0:1767384959.385036:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000086926cec] -> 12345-192.168.203.134@tcp46 (2) 00000800:00000200:2.1:1767384959.385041:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000086926cec] -> 12345-192.168.203.134@tcp46 (2) 00000400:00000200:2.0:1767384959.385067:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp46 added to recovery queue. ping count: 3 next ping: 289 health :700 00000800:00000200:0.0:1767384959.385120:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384959.385126:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384959.385137:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384959.385142:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384959.385144:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384959.385148:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:3.0:1767384959.385200:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:3.0:1767384959.385226:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:3.0:1767384959.385248:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:3.0:1767384959.385271:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:3.0:1767384959.385292:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:3.0:1767384959.385326:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:3.0:1767384959.385382:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:3.0:1767384959.385409:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:3.0:1767384959.385431:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:3.0:1767384959.385455:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:3.0:1767384959.385476:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:3.0:1767384959.385499:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:3.0:1767384959.385519:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:3.0:1767384959.385542:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:3.0:1767384959.385563:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:3.0:1767384959.385584:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:3.0:1767384959.385610:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:3.0:1767384959.385630:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:3.0:1767384959.385650:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:3.0:1767384959.385672:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:3.0:1767384959.385694:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:3.0:1767384959.385716:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:3.0:1767384959.385737:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:3.0:1767384959.385759:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:3.0:1767384959.385779:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:3.0:1767384959.385801:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:3.0:1767384959.385854:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:3.0:1767384959.385890:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:3.0:1767384959.385913:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:3.0:1767384959.385935:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:3.0:1767384959.385958:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:3.0:1767384959.385982:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:3.0:1767384959.386005:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:3.0:1767384959.386030:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:3.0:1767384959.386161:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009d49532e. 00000800:00000010:3.0:1767384959.386167:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003c51de30. 00000800:00000010:3.0:1767384959.386180:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c569cd82. 00000800:00000010:3.0:1767384959.386202:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c569cd82. 00000800:00020000:3.0:1767384959.386210:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:3.0:1767384959.386214:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003c51de30. 00000800:00000010:3.0:1767384959.386217:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009d49532e. 00000400:02020000:3.0:1767384959.386257:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp46 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384959.386264:0:16346:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp46 notifying 192.168.203.134@tcp46: down 00000400:00000200:3.0:1767384959.386268:0:16346:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384959.386272:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp46 00000800:00000010:3.0:1767384959.386275:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003a8aaeb9. 00000400:00000200:3.0:1767384959.386278:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384959.386283:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp46->192.168.203.134@tcp46: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384959.386292:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384959.386295:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384959.386299:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp46) recovery failed with -71 00010000:00000001:0.0:1767384960.024919:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384960.024925:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384960.024930:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384960.024931:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384960.024997:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384960.025003:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384960.025007:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384960.408884:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384960.408890:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384960.408893:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c2d411d 00000400:00000010:2.0:1767384960.408897:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000400:00000200:2.0:1767384960.408904:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384960.408910:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp46 recovery ping unlinked 00000400:00000010:2.0:1767384960.408922:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006bb7883a. 00000400:00000010:2.0:1767384960.408927:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000467d39d2. 00000400:00000200:2.0:1767384960.408931:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp38 00000400:00000010:2.0:1767384960.408938:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006bb7883a. 00000400:00000010:2.0:1767384960.408942:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000467d39d2. 00000400:00000010:2.0:1767384960.408945:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000400:00000010:2.0:1767384960.408950:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009e8fcfe4. 00000400:00000200:2.0:1767384960.408952:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp38 00000400:00000200:2.0:1767384960.408962:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp38 local destination 00000400:00000200:2.0:1767384960.408975:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp38 00000400:00000200:2.0:1767384960.408978:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp38 NI seq info: [242:242:256:4294967295] 192.168.203.134@tcp38 LPNI seq info [206:206:8:4294967295] 00000400:00000200:2.0:1767384960.408983:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp38 00000400:00000200:2.0:1767384960.408989:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp38(192.168.203.134@tcp38:) -> 192.168.203.134@tcp38(192.168.203.134@tcp38:192.168.203.134@tcp38) : GET try# 0 00000800:00000200:2.0:1767384960.408993:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp38 00000800:00000010:2.0:1767384960.408997:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000973816c0. 00000800:00000200:2.0:1767384960.409002:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a2280cb9] -> 12345-192.168.203.134@tcp38 (2) 00000800:00000200:2.1:1767384960.409005:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a2280cb9] -> 12345-192.168.203.134@tcp38 (2) 00000400:00000200:2.0:1767384960.409036:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp38 added to recovery queue. ping count: 5 next ping: 314 health :500 00000400:00000200:0.0:1767384960.409118:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:0.0:1767384960.409166:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384960.409199:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384960.409214:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384960.409229:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:0.0:1767384960.409245:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:0.0:1767384960.409260:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:0.0:1767384960.409275:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:0.0:1767384960.409290:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:0.0:1767384960.409306:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:0.0:1767384960.409321:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384960.409337:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384960.409379:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:0.0:1767384960.409399:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:0.0:1767384960.409415:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:0.0:1767384960.409430:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:0.0:1767384960.409446:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384960.409462:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:0.0:1767384960.409478:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:0.0:1767384960.409494:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:0.0:1767384960.409510:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:0.0:1767384960.409525:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:0.0:1767384960.409540:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:0.0:1767384960.409556:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:0.0:1767384960.409589:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:0.0:1767384960.409606:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:0.0:1767384960.409636:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:0.0:1767384960.409649:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:0.0:1767384960.409662:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:0.0:1767384960.409692:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:0.0:1767384960.409707:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:0.0:1767384960.409722:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384960.409739:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:0.0:1767384960.409769:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:0.0:1767384960.409782:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:0.0:1767384960.409949:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006f6381ab. 00000800:00000010:0.0:1767384960.409953:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b1a9c9b7. 00000800:00000010:0.0:1767384960.409957:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007af49ded. 00000800:00000010:0.0:1767384960.409972:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007af49ded. 00000800:00020000:0.0:1767384960.409991:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:0.0:1767384960.409994:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b1a9c9b7. 00000800:00000010:0.0:1767384960.409996:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006f6381ab. 00000400:02020000:0.0:1767384960.410039:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp38 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384960.410045:0:16348:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp38 notifying 192.168.203.134@tcp38: down 00000800:00000200:0.0:1767384960.410049:0:16348:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp38 down 00000800:00000100:0.0:1767384960.410054:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp38 00000800:00000010:0.0:1767384960.410057:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000973816c0. 00000400:00000200:0.0:1767384960.410060:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384960.410063:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp38->192.168.203.134@tcp38: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384960.410070:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384960.410072:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384960.410074:0:16348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp38) recovery failed with -71 00000800:00000001:3.0:1767384960.475167:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384960.475175:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384960.475179:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384960.475186:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384960.475187:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384960.475195:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384960.475214:0:16352:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [00000000c84799b4] EOF from 12345-192.168.203.34@tcp50 ip 192.168.203.34:1021 00000800:00000200:1.0:1767384960.475214:0:16353:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [00000000fa62a5c2] EOF from 12345-192.168.203.34@tcp50 ip 192.168.203.34:1022 00000800:00000200:0.0:1767384960.475217:0:16351:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [00000000b35d76ca] EOF from 12345-192.168.203.34@tcp50 ip 192.168.203.34:1023 00000800:00000200:2.0:1767384960.475417:0:16350:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000c84799b4 00000800:00000010:2.0:1767384960.475420:0:16350:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 00000000c84799b4. 00000800:00000200:2.0:1767384960.475428:0:16350:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000fa62a5c2 00000800:00000010:2.0:1767384960.475430:0:16350:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 00000000fa62a5c2. 00000800:00000200:2.0:1767384960.475431:0:16350:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000b35d76ca 00000800:00000200:2.0:1767384960.475435:0:16350:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.34@tcp50 000000009da95a4b deleted 00000800:00000010:2.0:1767384960.475437:0:16350:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009da95a4b. 00000800:00000010:2.0:1767384960.475439:0:16350:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 00000000b35d76ca. 00000100:00000001:1.0:1767384960.856917:0:22109:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384960.856924:0:22109:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384961.048885:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384961.048892:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384961.048897:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384961.048898:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384961.048969:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384961.048974:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384961.048977:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384961.408451:0:40022:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001de5bfcb. 00080000:00000010:2.0:1767384961.408460:0:40022:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001de5bfcb. 00000020:00000001:2.0:1767384961.408464:0:40022:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384961.408470:0:40022:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001de5bfcb. 00080000:00000010:2.0:1767384961.408474:0:40022:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001de5bfcb. 00000020:00000001:2.0:1767384961.408477:0:40022:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384961.432891:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384961.432896:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384961.432900:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c2d411d 00000400:00000010:2.0:1767384961.432904:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000400:00000200:2.0:1767384961.432911:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384961.432916:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp38 recovery ping unlinked 00000400:00000010:2.0:1767384961.432926:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006bb7883a. 00000400:00000010:2.0:1767384961.432929:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000467d39d2. 00000400:00000200:2.0:1767384961.432934:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp47 00000400:00000010:2.0:1767384961.432937:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006bb7883a. 00000400:00000010:2.0:1767384961.432941:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000467d39d2. 00000400:00000010:2.0:1767384961.432945:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000400:00000010:2.0:1767384961.432951:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005b2a9cf3. 00000400:00000200:2.0:1767384961.432954:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp47 00000400:00000200:2.0:1767384961.432966:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp47 local destination 00000400:00000200:2.0:1767384961.432972:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp47 00000400:00000200:2.0:1767384961.432975:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp47 NI seq info: [243:243:256:4294967295] 192.168.203.134@tcp47 LPNI seq info [207:207:8:4294967295] 00000400:00000200:2.0:1767384961.432981:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp47 00000400:00000200:2.0:1767384961.432986:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp47(192.168.203.134@tcp47:) -> 192.168.203.134@tcp47(192.168.203.134@tcp47:192.168.203.134@tcp47) : GET try# 0 00000800:00000200:2.0:1767384961.432991:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp47 00000800:00000010:2.0:1767384961.432995:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d992fc4f. 00000800:00000200:2.0:1767384961.433008:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009af262a1] -> 12345-192.168.203.134@tcp47 (2) 00000800:00000200:2.1:1767384961.433012:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009af262a1] -> 12345-192.168.203.134@tcp47 (2) 00000400:00000200:2.0:1767384961.433032:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp47 added to recovery queue. ping count: 3 next ping: 291 health :700 00000400:00000200:2.0:1767384961.433036:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp44 00000400:00000010:2.0:1767384961.433039:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e34c04df. 00000400:00000010:2.0:1767384961.433044:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000079732139. 00000400:00000010:2.0:1767384961.433047:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d22b8e9. 00000400:00000010:2.0:1767384961.433052:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dbc0b797. 00000400:00000200:2.0:1767384961.433054:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp44 00000400:00000200:2.0:1767384961.433059:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp44 local destination 00000400:00000200:2.0:1767384961.433063:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp44 00000400:00000200:2.0:1767384961.433065:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp44 NI seq info: [244:244:256:4294967295] 192.168.203.134@tcp44 LPNI seq info [208:208:8:4294967295] 00000400:00000200:2.0:1767384961.433068:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp44 00000400:00000200:2.0:1767384961.433073:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp44(192.168.203.134@tcp44:) -> 192.168.203.134@tcp44(192.168.203.134@tcp44:192.168.203.134@tcp44) : GET try# 0 00000800:00000200:2.0:1767384961.433076:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp44 00000800:00000010:2.0:1767384961.433080:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ac04e7e9. 00000800:00000200:2.0:1767384961.433082:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bf0c4c24] -> 12345-192.168.203.134@tcp44 (2) 00000800:00000200:2.0:1767384961.433084:0:16355:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.134 (cnted 0, interval 8, 1 secs later) 00000800:00000200:2.1:1767384961.433089:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bf0c4c24] -> 12345-192.168.203.134@tcp44 (2) 00000800:00000200:2.1:1767384961.433091:0:16355:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.134 (cnted 0, interval 8, 1 secs later) 00000400:00000200:3.0:1767384961.433094:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000800:00000100:2.0:1767384961.433095:0:16355:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.134@tcp44 00000800:00000010:2.0:1767384961.433100:0:16355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ac04e7e9. 00000400:00000200:2.0:1767384961.433107:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1767384961.433113:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp44->192.168.203.134@tcp44: GET: REMOTE_ERROR 00000400:00000200:2.0:1767384961.433120:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -5 00000400:00000200:2.0:1767384961.433138:0:16355:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp44 recovery message sent unsuccessfully:-5 00000400:00000200:2.0:1767384961.433145:0:16355:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp44) recovery failed with -5 00000400:00000200:3.0:1767384961.433155:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:2.0:1767384961.433159:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp44 added to recovery queue. ping count: 4 next ping: 299 health :600 00000400:00000200:3.0:1767384961.433184:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:3.0:1767384961.433203:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:3.0:1767384961.433221:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:3.0:1767384961.433238:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:3.0:1767384961.433254:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:3.0:1767384961.433269:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:3.0:1767384961.433283:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:3.0:1767384961.433296:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:3.0:1767384961.433310:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:3.0:1767384961.433324:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:3.0:1767384961.433357:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:3.0:1767384961.433390:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:3.0:1767384961.433406:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:3.0:1767384961.433421:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:3.0:1767384961.433434:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:3.0:1767384961.433448:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:3.0:1767384961.433462:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:3.0:1767384961.433478:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:3.0:1767384961.433494:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:3.0:1767384961.433509:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:3.0:1767384961.433524:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:3.0:1767384961.433539:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:3.0:1767384961.433556:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:3.0:1767384961.433569:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:3.0:1767384961.433583:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:3.0:1767384961.433600:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:3.0:1767384961.433613:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:3.0:1767384961.433628:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:3.0:1767384961.433641:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:3.0:1767384961.433656:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:3.0:1767384961.433670:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:3.0:1767384961.433685:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:3.0:1767384961.433701:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:3.0:1767384961.433891:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009d49532e. 00000800:00000010:3.0:1767384961.433898:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e3c873b1. 00000800:00000010:3.0:1767384961.433903:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009256565d. 00000800:00000010:3.0:1767384961.433930:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009256565d. 00000800:00020000:3.0:1767384961.433939:0:16349:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:3.0:1767384961.433942:0:16349:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e3c873b1. 00000800:00000010:3.0:1767384961.433945:0:16349:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009d49532e. 00000400:02020000:3.0:1767384961.433978:0:16349:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp47 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384961.433984:0:16349:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp47 notifying 192.168.203.134@tcp47: down 00000400:00000200:3.0:1767384961.433994:0:16349:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384961.433997:0:16349:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp47 00000800:00000010:3.0:1767384961.434000:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d992fc4f. 00000400:00000200:3.0:1767384961.434002:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384961.434005:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp47->192.168.203.134@tcp47: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384961.434011:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384961.434013:0:16349:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384961.434015:0:16349:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp47) recovery failed with -71 00000800:00000200:3.0:1767384961.496899:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000366cbe64] -> 12345-192.168.203.134@tcp20 (6) 00000800:00000200:3.0:1767384961.496910:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp20 ip 192.168.203.134:988 00000800:00000200:3.0:1767384961.496916:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ad538527 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384961.497024:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384961.497031:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384961.497039:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384961.497044:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384961.497047:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384961.532121:0:40060:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000e53f8e0. 00080000:00000010:1.0:1767384961.532129:0:40060:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000e53f8e0. 00000020:00000001:1.0:1767384961.532132:0:40060:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384961.532137:0:40060:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000e53f8e0. 00080000:00000010:1.0:1767384961.532141:0:40060:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000e53f8e0. 00000020:00000001:1.0:1767384961.532143:0:40060:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384961.691915:0:40072:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002276c8f3. 00080000:00000010:0.0:1767384961.691925:0:40072:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002276c8f3. 00000020:00000001:0.0:1767384961.691929:0:40072:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384961.691935:0:40072:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002276c8f3. 00080000:00000010:0.0:1767384961.691941:0:40072:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002276c8f3. 00000020:00000001:0.0:1767384961.691945:0:40072:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384961.808357:0:40108:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008735ac60. 00080000:00000010:2.0:1767384961.808367:0:40108:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008735ac60. 00000020:00000001:2.0:1767384961.808370:0:40108:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384961.808387:0:40108:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008735ac60. 00080000:00000010:2.0:1767384961.808394:0:40108:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008735ac60. 00000020:00000001:2.0:1767384961.808397:0:40108:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384961.809012:0:40108:0:(tgt_mount.c:2128:server_umount_begin()) Process entered 00000020:01000004:2.0:1767384961.809015:0:40108:0:(tgt_mount.c:2129:server_umount_begin()) umount -f 00000020:00000001:2.0:1767384961.809016:0:40108:0:(tgt_mount.c:2135:server_umount_begin()) Process leaving 00080000:00000010:1.0:1767384961.809513:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001e4cdbfa. 00080000:00000010:1.0:1767384961.809518:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001e4cdbfa. 00000020:00000001:1.0:1767384961.809523:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384961.809631:0:10614:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000056e46af6. 00080000:00000010:3.0:1767384961.809638:0:10614:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000056e46af6. 00000020:00000001:3.0:1767384961.809643:0:10614:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384961.818908:0:40108:0:(tgt_mount.c:1993:server_put_super()) Process entered 00000020:00000010:2.0:1767384961.818913:0:40108:0:(tgt_mount.c:1997:server_put_super()) kmalloced '(tmpname)': 15 at 000000007a30049a. 00000020:01000004:2.0:1767384961.818916:0:40108:0:(tgt_mount.c:1999:server_put_super()) server put_super lustre-MDT0000 00000020:00000001:2.0:1767384961.818918:0:40108:0:(tgt_mount.c:1667:tgt_del_notifier()) Process entered 00000020:00000001:2.0:1767384961.818920:0:40108:0:(tgt_mount.c:942:lustre_disconnect_lwp()) Process entered 00000020:00000010:2.0:1767384961.818921:0:40108:0:(tgt_mount.c:944:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at 000000005e579eca. 00000020:00000010:2.0:1767384961.818924:0:40108:0:(tgt_mount.c:956:lustre_disconnect_lwp()) kmalloced '(cfg)': 88 at 00000000ccf4d630. 00000020:00000001:2.0:1767384961.818926:0:40108:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:2.0:1767384961.818929:0:40108:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at 00000000a178b394. 00000020:00000001:2.0:1767384961.818931:0:40108:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384961.818933:0:40108:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008863e407. 00000020:00000010:2.0:1767384961.818937:0:40108:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008b0843e2. 00000040:00000010:2.0:1767384961.818939:0:40108:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008bef3578. 00000020:00000010:2.0:1767384961.818942:0:40108:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002f25f2b7. 00000020:00000010:2.0:1767384961.818946:0:40108:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000002e73130. 00040000:00000010:2.0:1767384961.818950:0:40108:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ac04e7e9. 00040000:00000010:2.0:1767384961.818953:0:40108:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000089f468f0. 00080000:00000010:2.0:1767384961.818957:0:40108:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000040520574. 00080000:00000010:2.0:1767384961.818960:0:40108:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006422b363. 10000000:00000001:2.0:1767384961.818966:0:40108:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:2.0:1767384961.818967:0:40108:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:2.0:1767384961.818970:0:40108:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:2.0:1767384961.818971:0:40108:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:2.0:1767384961.818974:0:40108:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384961.818975:0:40108:0:(mgc_request.c:108:config_log_get()) log lustre-client (000000004febfd66) refs 3 10000000:00000001:2.0:1767384961.818976:0:40108:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384961.818978:0:40108:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446624590735501312 : -119482974050304 : ffff9354b3c66800) 10000000:00000001:2.0:1767384961.818979:0:40108:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:2.0:1767384961.818980:0:40108:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xb57eb78819562e4e 00010000:00000001:2.0:1767384961.818983:0:40108:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384961.818984:0:40108:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384961.818993:0:40108:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f362d1d5 refcount=2 00000020:00000001:2.0:1767384961.818995:0:40108:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318195200 : -119483391356416 : ffff93549ae6d200) 00010000:00000001:2.0:1767384961.818996:0:40108:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318195200 : -119483391356416 : ffff93549ae6d200) 00010000:00000001:2.0:1767384961.818999:0:40108:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384961.819000:0:40108:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384961.819002:0:40108:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.134@tcp lock: 00000000f362d1d5/0xb57eb78819562e4e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb78819562e55 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384961.819009:0:40108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384961.819010:0:40108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384961.819011:0:40108:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384961.819012:0:40108:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384961.819012:0:40108:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f362d1d5 refcount=3 00000020:00000001:2.0:1767384961.819013:0:40108:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318195200 : -119483391356416 : ffff93549ae6d200) 00010000:00000001:2.0:1767384961.819015:0:40108:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318195200 : -119483391356416 : ffff93549ae6d200) 00010000:00000001:2.0:1767384961.819016:0:40108:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384961.819017:0:40108:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.134@tcp lock: 00000000f362d1d5/0xb57eb78819562e4e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xb57eb78819562e55 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384961.819021:0:40108:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384961.819022:0:40108:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.134@tcp lock: 00000000f362d1d5/0xb57eb78819562e4e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xb57eb78819562e55 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384961.819025:0:40108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384961.819026:0:40108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384961.819027:0:40108:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.134@tcp lock: 00000000f362d1d5/0xb57eb78819562e4e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xb57eb78819562e55 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384961.819030:0:40108:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384961.819031:0:40108:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.819033:0:40108:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767384961.819035:0:40108:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000d21a7212. 00010000:00000001:2.0:1767384961.819037:0:40108:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767384961.819049:0:40108:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1767384961.819056:0:40108:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.819058:0:40108:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.819060:0:40108:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384961.819062:0:40108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384961.819063:0:40108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384961.819065:0:40108:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384961.819066:0:40108:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384961.819068:0:40108:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384961.819069:0:40108:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384961.819070:0:40108:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384961.819071:0:40108:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384961.819072:0:40108:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384961.819073:0:40108:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384961.819074:0:40108:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384961.819075:0:40108:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384961.819076:0:40108:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384961.819077:0:40108:0:(mgc_request.c:123:config_log_put()) log lustre-client(000000004febfd66) refs 3 10000000:00000001:2.0:1767384961.819079:0:40108:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384961.819080:0:40108:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384961.819081:0:40108:0:(mgc_request.c:123:config_log_put()) log lustre-client(000000004febfd66) refs 2 10000000:00000001:2.0:1767384961.819082:0:40108:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:2.0:1767384961.819083:0:40108:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000020:00000001:1.0:1767384961.819084:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000001:2.0:1767384961.819085:0:40108:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384961.819087:0:40108:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384961.819087:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384961.819090:0:17078:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:2.0:1767384961.819092:0:40108:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008b0843e2. 00010000:00000001:1.0:1767384961.819092:0:17078:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384961.819094:0:17078:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000040:00000010:2.0:1767384961.819096:0:40108:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008bef3578. 00010000:00010000:1.0:1767384961.819097:0:17078:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.134@tcp lock: 00000000f362d1d5/0xb57eb78819562e4e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xb57eb78819562e55 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767384961.819100:0:40108:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002f25f2b7. 00000020:00000010:2.0:1767384961.819103:0:40108:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000002e73130. 00010000:00010000:1.0:1767384961.819104:0:17078:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f362d1d5 already unused, calling callback (00000000099ed54c) 00040000:00000010:2.0:1767384961.819106:0:40108:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ac04e7e9. 10000000:00000001:1.0:1767384961.819107:0:17078:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384961.819108:0:17078:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.134@tcp lock: 00000000f362d1d5/0xb57eb78819562e4e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xb57eb78819562e55 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00040000:00000010:2.0:1767384961.819109:0:40108:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000089f468f0. 00080000:00000010:2.0:1767384961.819113:0:40108:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006422b363. 00010000:00000001:1.0:1767384961.819114:0:17078:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384961.819115:0:17078:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000010:2.0:1767384961.819116:0:40108:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000040520574. 00000020:00000001:1.0:1767384961.819117:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384961.819118:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f362d1d5 refcount=3 00000020:00000010:2.0:1767384961.819119:0:40108:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008863e407. 00000020:00000001:1.0:1767384961.819120:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318195200 : -119483391356416 : ffff93549ae6d200) 00000020:00000001:2.0:1767384961.819122:0:40108:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.819122:0:17078:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318195200 : -119483391356416 : ffff93549ae6d200) 00000020:00000010:2.0:1767384961.819124:0:40108:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at 00000000a178b394. 00000020:00000001:2.0:1767384961.819126:0:40108:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.819126:0:17078:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384961.819127:0:17078:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.134@tcp lock: 00000000f362d1d5/0xb57eb78819562e4e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xb57eb78819562e55 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767384961.819130:0:40108:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at 000000008735ac60. 00000020:00000040:2.0:1767384961.819133:0:40108:0:(genops.c:898:class_export_put()) PUTting export 000000009fb51098 : new refcount 5 10000000:00000001:1.0:1767384961.819133:0:17078:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384961.819135:0:17078:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.134@tcp lock: 00000000f362d1d5/0xb57eb78819562e4e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xb57eb78819562e55 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767384961.819140:0:17078:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000020:00000010:2.0:1767384961.819141:0:40108:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at 00000000345056d6. 10000000:01000000:1.0:1767384961.819143:0:17078:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 00000010:00000001:2.0:1767384961.819144:0:40108:0:(lwp_dev.c:209:lwp_process_config()) Process entered 10000000:00000001:1.0:1767384961.819144:0:17078:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384961.819145:0:17078:0:(mgc_request.c:123:config_log_put()) log lustre-client(000000004febfd66) refs 1 00000100:00000001:2.0:1767384961.819147:0:40108:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 10000000:01000000:1.0:1767384961.819148:0:17078:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000100:00080000:2.0:1767384961.819149:0:40108:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 10000000:00000001:1.0:1767384961.819149:0:17078:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384961.819150:0:17078:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:2.0:1767384961.819151:0:40108:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 10000000:00000001:1.0:1767384961.819151:0:17078:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384961.819152:0:17078:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384961.819153:0:17078:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384961.819154:0:40108:0:(client.c:3065:ptlrpc_free_committed()) Process entered 10000000:00000001:1.0:1767384961.819154:0:17078:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384961.819155:0:17078:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00100000:2.0:1767384961.819156:0:40108:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 10000000:00000001:1.0:1767384961.819157:0:17078:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000040:2.0:1767384961.819158:0:40108:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 10000000:00000001:1.0:1767384961.819158:0:17078:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384961.819158:0:17078:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:1.0:1767384961.819160:0:17078:0:(genops.c:898:class_export_put()) PUTting export 00000000768cc03a : new refcount 11 00000100:00000001:2.0:1767384961.819161:0:40108:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 10000000:00000010:1.0:1767384961.819161:0:17078:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at 000000004febfd66. 00000100:00000001:2.0:1767384961.819162:0:40108:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384961.819163:0:40108:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 10000000:00000001:1.0:1767384961.819164:0:17078:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:2.0:1767384961.819165:0:40108:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:00000001:1.0:1767384961.819166:0:17078:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.819167:0:40108:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384961.819168:0:40108:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00010000:00000001:1.0:1767384961.819168:0:17078:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00080000:2.0:1767384961.819170:0:40108:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00010000:00000001:1.0:1767384961.819170:0:17078:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:2.0:1767384961.819172:0:40108:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767384961.819172:0:17078:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000040:2.0:1767384961.819174:0:40108:0:(genops.c:1242:class_import_put()) import 00000000aab4eb9e refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00010000:00000001:1.0:1767384961.819174:0:17078:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384961.819175:0:17078:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384961.819176:0:40108:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384961.819177:0:40108:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384961.819178:0:17078:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f362d1d5 with handle 0xb57eb78819562e4e from hash 00000100:00000001:2.0:1767384961.819179:0:40108:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00010000:00000001:1.0:1767384961.819180:0:17078:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384961.819181:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384961.819182:0:40108:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00010000:00000001:1.0:1767384961.819183:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384961.819184:0:40108:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00010000:00000001:1.0:1767384961.819184:0:17078:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384961.819186:0:17078:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000010:2.0:1767384961.819187:0:40108:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ff194610. 00010000:00000001:1.0:1767384961.819188:0:17078:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000020:00000040:2.0:1767384961.819190:0:40108:0:(genops.c:1229:class_import_get()) import 00000000aab4eb9e refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00010000:00000001:1.0:1767384961.819191:0:17078:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384961.819193:0:17078:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:2.0:1767384961.819194:0:40108:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384961.819196:0:40108:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:1.0:1767384961.819198:0:17078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000017100114. 02000000:00000001:2.0:1767384961.819200:0:40108:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384961.819200:0:17078:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:1.0:1767384961.819203:0:17078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384961.819204:0:17078:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1767384961.819205:0:40108:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ac04e7e9. 02000000:00000001:1.0:1767384961.819206:0:17078:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384961.819209:0:17078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000044f12501. 00000100:00000001:2.0:1767384961.819211:0:40108:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384961.819211:0:17078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.819213:0:40108:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446624585658075776 : -119488051475840 : ffff935385230a80) 00010000:00000001:1.0:1767384961.819214:0:17078:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00080000:2.0:1767384961.819216:0:40108:0:(import.c:65:import_set_state_nolock()) 00000000aab4eb9e lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:1.0:1767384961.819218:0:17078:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.134@tcp lock: 00000000f362d1d5/0xb57eb78819562e4e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0xb57eb78819562e55 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384961.819220:0:40108:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384961.819222:0:40108:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384961.819223:0:17078:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384961.819225:0:17078:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384961.819228:0:17078:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384961.819229:0:17078:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384961.819230:0:40108:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff194610] to pc [ptlrpcd_rcv+-1] req@00000000ff194610 x1853237348040448/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384961.819233:0:17078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017100114] to pc [ptlrpcd_00_02+2] req@0000000017100114 x1853237348040576/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384961.819258:0:40108:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.819258:0:17078:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384961.819261:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384961.819262:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384961.819264:0:17078:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.819266:0:17078:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384961.819267:0:17078:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384961.819270:0:17078:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.134@tcp lock: 00000000f362d1d5/0xb57eb78819562e4e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0xb57eb78819562e55 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384961.819276:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384961.819278:0:17078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.134@tcp lock: 00000000f362d1d5/0xb57eb78819562e4e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0xb57eb78819562e55 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384961.819279:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384961.819280:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384961.819285:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384961.819286:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.819289:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384961.819291:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767384961.819291:0:17078:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384961.819296:0:17078:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000d21a7212. 00000100:00000040:3.0:1767384961.819300:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000017100114 x1853237348040576/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384961.819301:0:17078:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384961.819306:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384961.819310:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384961.819315:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384961.819318:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1767384961.819319:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384961.819321:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384961.819322:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.819323:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384961.819326:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384961.819326:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384961.819330:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384961.819330:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384961.819331:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384961.819345:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384961.819349:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767384961.819350:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384961.819351:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ff194610 x1853237348040448/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384961.819356:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384961.819364:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000017100114 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348040576:0@lo:103: 00000100:00000001:0.0:1767384961.819367:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384961.819370:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.819372:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384961.819374:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384961.819377:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384961.819387:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384961.819389:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1767384961.819389:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ff194610 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16357:1853237348040448:0@lo:39: 02000000:00000001:3.0:1767384961.819394:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.819395:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384961.819398:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384961.819400:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384961.819401:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384961.819404:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384961.819407:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000a8e438e. 02000000:00000010:0.0:1767384961.819408:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dbaf3787. 02000000:00000001:3.0:1767384961.819413:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384961.819413:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384961.819421:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0bda995. 00000400:00000010:3.0:1767384961.819423:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a42a9689. 00000400:00000010:0.0:1767384961.819428:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ce6b2d9. 00000400:00000010:3.0:1767384961.819431:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001aea56c7. 00000100:00000200:0.0:1767384961.819434:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348040448, portal 10 00000100:00000001:0.0:1767384961.819437:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384961.819438:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585658075776 : -119488051475840 : ffff935385230a80) 00000100:00000040:0.0:1767384961.819446:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ff194610 x1853237348040448/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384961.819447:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348040576, portal 18 00000100:00000001:3.0:1767384961.819454:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384961.819456:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590750699008 : -119482958852608 : ffff9354b4ae4e00) 00000100:00000040:3.0:1767384961.819463:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000017100114 x1853237348040576/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384961.819484:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384961.819487:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384961.819491:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384961.819496:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384961.819496:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012d634c9. 00000100:00000200:0.0:1767384961.819501:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237348040448, offset 0 00000400:00000010:3.0:1767384961.819502:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017c2fea7. 00000400:00000200:0.0:1767384961.819509:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384961.819516:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237348040576, offset 0 00000400:00000200:0.0:1767384961.819521:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384961.819526:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384961.819534:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958271d07f00 00000400:00000200:3.0:1767384961.819539:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384961.819544:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 11384 00000400:00000200:3.0:1767384961.819551:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958271d07f80 00000400:00000200:0.0:1767384961.819560:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384961.819567:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384961.819568:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 328 00000400:00000200:3.0:1767384961.819575:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384961.819579:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384961.819580:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384961.819583:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384961.819584:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384961.819588:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384961.819589:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f462f42c. 00000100:00000040:0.0:1767384961.819593:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000f462f42c x1853237348040448 msgsize 224 00000100:00000010:3.0:1767384961.819594:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003c02c452. 00000100:00100000:0.0:1767384961.819600:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384961.819601:0:16360:0:(events.c:337:request_in_callback()) incoming req@000000003c02c452 x1853237348040576 msgsize 328 00000100:00100000:3.0:1767384961.819607:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384961.819611:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384961.819621:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012d634c9 00000400:00000010:0.0:1767384961.819622:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012d634c9. 00000100:00000001:0.0:1767384961.819625:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384961.819626:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767384961.819629:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ff194610 x1853237348040448/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384961.819635:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017c2fea7 00000100:00000001:0.0:1767384961.819637:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384961.819639:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017c2fea7. 00000100:00000001:1.0:1767384961.819639:0:18467:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384961.819643:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ff194610 x1853237348040448/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384971 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384961.819645:0:18467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348040448 00000100:00000001:3.0:1767384961.819647:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384961.819647:0:40021:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1767384961.819651:0:18467:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1767384961.819653:0:40021:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348040576 00000100:00000001:1.0:1767384961.819655:0:18467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767384961.819656:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000017100114 x1853237348040576/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384961.819657:0:40021:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384961.819658:0:18467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.819659:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.819661:0:40021:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384961.819664:0:18467:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.819665:0:40021:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.819665:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767384961.819670:0:18467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348040448 02000000:00000001:2.0:1767384961.819671:0:40021:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.819672:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384961.819675:0:40021:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348040576 00000020:00000001:1.0:1767384961.819675:0:18467:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384961.819680:0:40021:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384961.819680:0:18467:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562e71 00000100:00000040:0.0:1767384961.819680:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2858 usecs (3 jiffies) 00000020:00000040:2.0:1767384961.819684:0:40021:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:1.0:1767384961.819685:0:18467:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384961.819686:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384961.819686:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294950853 00000020:00000001:2.0:1767384961.819688:0:40021:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384961.819688:0:18467:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000099807a16 refcount=5 00000020:00000040:2.0:1767384961.819692:0:40021:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00000020:00000001:1.0:1767384961.819693:0:18467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00000100:00000040:3.0:1767384961.819694:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000017100114 x1853237348040576/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384961.819694:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f977713f. 00000020:00000001:1.0:1767384961.819696:0:18467:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590259183616 : -119483450368000 : ffff935497626000) 00000020:00000001:2.0:1767384961.819697:0:40021:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:2.0:1767384961.819702:0:40021:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:0.0:1767384961.819704:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384961.819710:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384961.819717:0:18467:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384961.819718:0:40021:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384961.819720:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384961.819723:0:40021:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f5de1c5. 00000020:00000010:1.0:1767384961.819723:0:18467:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000abac8aa3. 00000100:00000001:0.0:1767384961.819723:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294950853 00000100:00000001:3.0:1767384961.819728:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.819728:0:40021:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384961.819728:0:18467:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384961.819735:0:40021:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f5de1c5. 00000020:00000010:1.0:1767384961.819735:0:18467:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000abac8aa3. 00000100:00000001:3.0:1767384961.819736:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294950855 00000100:00000010:0.0:1767384961.819736:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ead3e42d. 00000100:00000001:0.0:1767384961.819741:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 1 00000020:00000010:2.0:1767384961.819743:0:40021:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000046396dc2. 00000020:00000010:1.0:1767384961.819743:0:18467:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003707cd7f. 00000100:00000001:3.0:1767384961.819746:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294950853 00000100:00000001:0.0:1767384961.819747:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294950853 00000020:00000010:2.0:1767384961.819749:0:40021:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d74a0f61. 00000020:00000010:1.0:1767384961.819749:0:18467:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001e4cdbfa. 00000100:00000010:0.0:1767384961.819752:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a467aeb7. 00000100:00000001:0.0:1767384961.819756:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 2 00000020:00000010:2.0:1767384961.819757:0:40021:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bcfd3a7d. 00000020:00000010:1.0:1767384961.819757:0:18467:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1b1f01b. 00000100:00000001:0.0:1767384961.819759:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294950853 00000100:00000001:3.0:1767384961.819765:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294950855 00000100:00000010:0.0:1767384961.819765:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000009054425. 00000100:00000040:2.0:1767384961.819768:0:40021:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000040:1.0:1767384961.819769:0:18467:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384961.819770:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384961.819773:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294950853 00000100:00000001:2.0:1767384961.819774:0:40021:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384961.819774:0:18467:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384961.819775:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384961.819777:0:40021:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384961.819778:0:18467:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384961.819781:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.819782:0:40021:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:1.0:1767384961.819782:0:18467:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.819783:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294950855 00000100:00000001:0.0:1767384961.819784:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.819787:0:40021:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.819790:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384961.819791:0:18467:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.819792:0:40021:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:3.0:1767384961.819793:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294950853 00010000:00000001:2.0:1767384961.819795:0:40021:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384961.819797:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384961.819799:0:40021:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384961.819800:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294950855 00000100:00000001:0.0:1767384961.819800:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000040:2.0:1767384961.819803:0:40021:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001e7f2ee3 refcount=3 00000100:00000001:1.0:1767384961.819803:0:18467:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384961.819805:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384961.819809:0:16360:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294950853 00000020:00000001:2.0:1767384961.819809:0:40021:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867062784 : -119483842488832 : ffff935480031600) 00000100:00000001:0.0:1767384961.819810:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384961.819839:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.819841:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384961.819842:0:40021:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867062784 : -119483842488832 : ffff935480031600) 00000100:00000001:1.0:1767384961.819844:0:18467:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384961.819845:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.819847:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384961.819848:0:18467:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1767384961.819854:0:40021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384961.819855:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.819856:0:40021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1767384961.819856:0:18467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00010000:00000001:2.0:1767384961.819860:0:40021:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.819862:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384961.819863:0:40021:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384961.819863:0:18467:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000099807a16 : new rpc_count 1 00000100:00000001:1.0:1767384961.819867:0:18467:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878152832 : -119482831398784 : ffff9354bc471880) 00000100:00000001:2.0:1767384961.819872:0:40021:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384961.819872:0:18467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f462f42c x1853237348040448/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:187/0 lens 224/0 e 0 to 0 dl 1767384972 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384961.819873:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384961.819876:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384961.819882:0:40021:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384961.819884:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384961.819887:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384961.819888:0:18467:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384961.819890:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384961.819893:0:18467:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000abac8aa3. 00000100:00000001:2.0:1767384961.819894:0:40021:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384961.819896:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.819896:0:40021:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384961.819897:0:18467:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384961.819901:0:40021:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000020:00000010:1.0:1767384961.819903:0:18467:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000abac8aa3. 00000100:00000040:2.0:1767384961.819904:0:40021:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384961.819906:0:40021:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624585647289472 : -119488062262144 : ffff9353847e7480) 00000100:00100000:1.0:1767384961.819908:0:18467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f462f42c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16357:x1853237348040448:12345-0@lo:39: 00000100:00000040:2.0:1767384961.819909:0:40021:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003c02c452 x1853237348040576/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:187/0 lens 328/0 e 0 to 0 dl 1767384972 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384961.819912:0:18467:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348040448 00000020:00000001:1.0:1767384961.819915:0:18467:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384961.819917:0:40021:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384961.819918:0:18467:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:2.0:1767384961.819919:0:40021:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f5de1c5. 00000100:00000001:2.0:1767384961.819921:0:40021:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384961.819921:0:18467:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384961.819923:0:40021:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f5de1c5. 00000020:00000001:1.0:1767384961.819924:0:18467:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1767384961.819926:0:40021:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003c02c452 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b543db4a-4900-454f-be04-352b2897a173+14:16360:x1853237348040576:12345-0@lo:103: 00000020:00000001:1.0:1767384961.819926:0:18467:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663330144 : -1046221472 : ffffffffc1a3ed60) 00000100:00000200:2.0:1767384961.819930:0:40021:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348040576 00000020:00000001:1.0:1767384961.819930:0:18467:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:2.0:1767384961.819932:0:40021:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000020:00000001:1.0:1767384961.819933:0:18467:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000002:2.0:1767384961.819934:0:40021:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000020:00000001:1.0:1767384961.819935:0:18467:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:2.0:1767384961.819936:0:40021:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000020:00000001:1.0:1767384961.819937:0:18467:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384961.819939:0:18467:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.819940:0:40021:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384961.819941:0:18467:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 02000000:00000001:2.0:1767384961.819942:0:40021:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384961.819944:0:40021:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000092e56dda. 00010000:00000001:1.0:1767384961.819944:0:18467:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:1.0:1767384961.819945:0:18467:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384961.819947:0:40021:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384961.819947:0:18467:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384961.819949:0:40021:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384961.819949:0:18467:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005b1fee19. 00010000:00000001:2.0:1767384961.819951:0:40021:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 02000000:00000001:1.0:1767384961.819951:0:18467:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384961.819953:0:40021:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:1.0:1767384961.819953:0:18467:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.819955:0:40021:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384961.819956:0:40021:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384961.819957:0:40021:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001e7f2ee3 refcount=3 00000020:00000040:1.0:1767384961.819957:0:18467:0:(genops.c:887:class_export_get()) GET export 0000000099807a16 refcount=6 00000020:00000001:2.0:1767384961.819959:0:40021:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867062784 : -119483842488832 : ffff935480031600) 00010000:00000001:1.0:1767384961.819959:0:18467:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:1.0:1767384961.819962:0:18467:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:1.0:1767384961.819963:0:18467:0:(genops.c:887:class_export_get()) GET export 0000000099807a16 refcount=7 00010000:00000001:1.0:1767384961.819965:0:18467:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00010000:00000001:2.0:1767384961.819966:0:40021:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867062784 : -119483842488832 : ffff935480031600) 00000020:00000001:1.0:1767384961.819967:0:18467:0:(genops.c:1460:class_disconnect()) Process entered 00010000:00000040:2.0:1767384961.819969:0:40021:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000040aa0528 count: 6 00000020:00000040:1.0:1767384961.819970:0:18467:0:(genops.c:898:class_export_put()) PUTting export 0000000099807a16 : new refcount 6 00010000:00000001:2.0:1767384961.819971:0:40021:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000080:1.0:1767384961.819972:0:18467:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb57eb78819562e71 00000020:00000001:2.0:1767384961.819974:0:40021:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000040:1.0:1767384961.819975:0:18467:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000099807a16 with handle 0xb57eb78819562e71 from hash 00010000:00000001:2.0:1767384961.819976:0:40021:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384961.819977:0:40021:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384961.819978:0:18467:0:(genops.c:898:class_export_put()) PUTting export 0000000099807a16 : new refcount 5 00000020:00000001:2.0:1767384961.819979:0:40021:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384961.819981:0:18467:0:(genops.c:1932:obd_stale_export_put()) Process entered 00010000:00000001:2.0:1767384961.819982:0:40021:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000040:1.0:1767384961.819982:0:18467:0:(genops.c:898:class_export_put()) PUTting export 0000000099807a16 : new refcount 4 00010000:00000001:2.0:1767384961.819983:0:40021:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:1.0:1767384961.819984:0:18467:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384961.819985:0:18467:0:(genops.c:898:class_export_put()) PUTting export 0000000099807a16 : new refcount 3 00000020:00000001:1.0:1767384961.819987:0:18467:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.819988:0:40021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384961.819989:0:40021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384961.819989:0:18467:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:1.0:1767384961.819990:0:18467:0:(import.c:65:import_set_state_nolock()) 00000000a6a57e01 : changing import state from FULL to CLOSED 00010000:00000001:2.0:1767384961.819991:0:40021:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384961.819992:0:40021:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384961.819993:0:18467:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000020:00000040:2.0:1767384961.819994:0:40021:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001e7f2ee3 with handle 0xb57eb78819562e55 from hash 00000100:00000001:1.0:1767384961.819994:0:18467:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00010000:00000001:2.0:1767384961.819996:0:40021:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1767384961.819996:0:18467:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:2.0:1767384961.819997:0:40021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384961.819999:0:40021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384961.820000:0:40021:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384961.820001:0:40021:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384961.820002:0:40021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384961.820004:0:40021:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001e7f2ee3/0xb57eb78819562e55 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb57eb78819562e4e expref: 14 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384961.820007:0:18467:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384961.820011:0:40021:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003d3e266f : new locks_count 8 00000020:00000020:1.0:1767384961.820011:0:18467:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000040:2.0:1767384961.820013:0:40021:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 00000020:00000020:1.0:1767384961.820014:0:18467:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/0000000083ded37e dirty 0 pend 0 grant 0 00010000:00000001:2.0:1767384961.820016:0:40021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000020:1.0:1767384961.820017:0:18467:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/0000000099807a16 dirty 0 pend 0 grant 0 00010000:00000001:2.0:1767384961.820019:0:40021:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000020:1.0:1767384961.820020:0:18467:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli a229f859-33b9-4f1b-8cdb-910f91cdc52b/00000000842c19da dirty 0 pend 0 grant 0 00010000:00000001:2.0:1767384961.820022:0:40021:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000004:00000001:1.0:1767384961.820023:0:18467:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00010000:00000001:2.0:1767384961.820024:0:40021:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384961.820026:0:40021:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384961.820027:0:18467:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00010000:00000001:2.0:1767384961.820028:0:40021:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000001:00000001:1.0:1767384961.820029:0:18467:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384961.820030:0:40021:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384961.820031:0:40021:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384961.820031:0:18467:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384961.820032:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000001:1.0:1767384961.820034:0:18467:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000020:00000001:0.0:1767384961.820035:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.820036:0:40021:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000001:00000040:1.0:1767384961.820038:0:18467:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000e70cf8aa) : new refcount 6 00010000:00010000:0.0:1767384961.820040:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767384961.820041:0:40021:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384961.820043:0:18467:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000100:00001000:2.0:1767384961.820046:0:40021:0:(import.c:2128:obd_at_measure()) add 1 to 0000000059180339 time=95 v=5 (1 0 0 0) 00000001:00000040:1.0:1767384961.820046:0:18467:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000e70cf8aa) : new refcount 5 00000020:00000040:1.0:1767384961.820048:0:18467:0:(genops.c:898:class_export_put()) PUTting export 0000000099807a16 : new refcount 2 00000001:00000001:1.0:1767384961.820051:0:18467:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:1.0:1767384961.820053:0:18467:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000e70cf8aa) : new refcount 4 00000001:00000001:1.0:1767384961.820054:0:18467:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000100:00000001:2.0:1767384961.820055:0:40021:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:1.0:1767384961.820056:0:18467:0:(genops.c:898:class_export_put()) PUTting export 0000000099807a16 : new refcount 1 00000100:00000040:2.0:1767384961.820057:0:40021:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 21 to 0@lo 00000004:00000001:1.0:1767384961.820058:0:18467:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.820060:0:40021:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00010000:00000001:1.0:1767384961.820060:0:18467:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.820062:0:18467:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384961.820063:0:40021:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1767384961.820064:0:18467:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384961.820065:0:40021:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384961.820066:0:18467:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348040448 00000100:00000001:2.0:1767384961.820067:0:40021:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384961.820069:0:40021:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384961.820069:0:18467:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:2.0:1767384961.820072:0:40021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bd9e1ec. 00010000:00000200:1.0:1767384961.820072:0:18467:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f462f42c x1853237348040448/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:187/0 lens 224/224 e 0 to 0 dl 1767384972 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384961.820075:0:40021:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237348040576, offset 224 00000400:00000200:2.0:1767384961.820080:0:40021:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384961.820080:0:18467:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384961.820082:0:18467:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384961.820084:0:18467:0:(import.c:2128:obd_at_measure()) add 1 to 0000000032247b24 time=89 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384961.820086:0:40021:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384961.820087:0:18467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384961.820089:0:18467:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 22 to 0@lo 00000400:00000200:2.0:1767384961.820091:0:40021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958271d07f80 00000100:00000001:1.0:1767384961.820091:0:18467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:1.0:1767384961.820093:0:18467:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384961.820094:0:18467:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384961.820096:0:40021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x20f1 [1] + 224 00000100:00000001:1.0:1767384961.820096:0:18467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384961.820098:0:18467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384961.820100:0:40021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384961.820101:0:18467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ebec939. 00000400:00000200:2.0:1767384961.820103:0:40021:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384961.820103:0:18467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348040448, offset 224 00000100:00000001:2.0:1767384961.820107:0:40021:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384961.820108:0:18467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384961.820110:0:40021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000017100114 x1853237348040576/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384961.820113:0:18467:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384961.820117:0:18467:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d07f00 00000100:00000040:2.0:1767384961.820119:0:40021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000017100114 x1853237348040576/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384961.820121:0:18467:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x20ed [1] + 224 00000400:00000200:1.0:1767384961.820125:0:18467:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384961.820128:0:18467:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384961.820131:0:18467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384961.820134:0:18467:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ff194610 x1853237348040448/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384971 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384961.820136:0:40021:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384961.820140:0:40021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bd9e1ec 00000400:00000010:2.0:1767384961.820142:0:40021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bd9e1ec. 00000100:00000040:1.0:1767384961.820142:0:18467:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ff194610 x1853237348040448/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384961.820145:0:40021:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384961.820147:0:40021:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384961.820150:0:40021:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384961.820153:0:40021:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 21 to 0@lo 00010000:00000001:2.0:1767384961.820156:0:40021:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.820158:0:40021:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.820163:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384961.820163:0:40021:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003c02c452 x1853237348040576/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:187/0 lens 328/224 e 0 to 0 dl 1767384972 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384961.820163:0:18467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384961.820168:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384961.820170:0:18467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ebec939 00000400:00000010:1.0:1767384961.820174:0:18467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ebec939. 00000100:00100000:2.0:1767384961.820176:0:40021:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003c02c452 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b543db4a-4900-454f-be04-352b2897a173+13:16360:x1853237348040576:12345-0@lo:103: Request processed in 257us (573us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384961.820177:0:18467:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384961.820178:0:18467:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384961.820182:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384961.820182:0:18467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384961.820187:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384961.820188:0:18467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 20 to 0@lo 00000100:00000001:0.0:1767384961.820188:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384961.820192:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a42a9689. 00000100:00000001:0.0:1767384961.820193:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384961.820194:0:18467:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:2.0:1767384961.820197:0:40021:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000020:00000001:1.0:1767384961.820198:0:18467:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384961.820200:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001aea56c7 00000100:00000040:2.0:1767384961.820201:0:40021:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000020:00000001:1.0:1767384961.820201:0:18467:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384961.820206:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001aea56c7. 00000100:00000001:2.0:1767384961.820207:0:40021:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1767384961.820207:0:18467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f462f42c x1853237348040448/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:187/0 lens 224/224 e 0 to 0 dl 1767384972 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384961.820210:0:40021:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384961.820214:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767384961.820214:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1767384961.820215:0:40021:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d74a0f61. 00000100:00100000:1.0:1767384961.820219:0:18467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f462f42c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+1:16357:x1853237348040448:12345-0@lo:39: Request processed in 331us (624us total) trans 0 rc 0/0 00000400:00000001:0.0:1767384961.820219:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1767384961.820221:0:40021:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bcfd3a7d. 00000400:00000010:0.0:1767384961.820222:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0bda995. 00000100:00000200:3.0:1767384961.820223:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000017100114 x1853237348040576/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384961.820227:0:40021:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000046396dc2. 00000400:00000200:0.0:1767384961.820229:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ce6b2d9 00000020:00000040:2.0:1767384961.820234:0:40021:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 12 00000400:00000010:0.0:1767384961.820234:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ce6b2d9. 00000100:00100000:1.0:1767384961.820237:0:18467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:2.0:1767384961.820240:0:40021:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384961.820241:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384961.820243:0:18467:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000099807a16 : new rpc_count 0 00000100:00000001:1.0:1767384961.820248:0:18467:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384961.820249:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ff194610 x1853237348040448/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384961.820252:0:18467:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384961.820257:0:18467:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001e4cdbfa. 00000100:00000200:3.0:1767384961.820262:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000017100114 x1853237348040576/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384961.820264:0:18467:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e1b1f01b. 00000100:00000200:0.0:1767384961.820271:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ff194610 x1853237348040448/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384961.820272:0:18467:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003707cd7f. 00000020:00000040:1.0:1767384961.820279:0:18467:0:(genops.c:898:class_export_put()) PUTting export 0000000099807a16 : new refcount 0 00000020:00000080:1.0:1767384961.820283:0:18467:0:(genops.c:904:class_export_put()) final put 0000000099807a16/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00000001:3.0:1767384961.820290:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384961.820291:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384961.820294:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384961.820298:0:16360:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384961.820299:0:18467:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384961.820302:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384961.820303:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384961.820306:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384961.820307:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384961.820309:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384961.820311:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.820312:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384961.820314:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384961.820316:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384961.820320:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000100:00001000:0.0:1767384961.820320:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000617d1ace time=89 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384961.820324:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:2.0:1767384961.820326:0:38:0:(genops.c:863:class_export_destroy()) destroying export 0000000099807a16/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000100:00001000:0.0:1767384961.820326:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 000000008de43404 time=89 v=5 (1 0 0 0) 00000100:00001000:3.0:1767384961.820330:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 000000009e62be5a time=95 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384961.820344:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 19 to 0@lo 00000100:00000001:0.0:1767384961.820344:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384961.820348:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384961.820350:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00010000:00000001:0.0:1767384961.820353:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:3.0:1767384961.820354:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=95 v=5 (1 0 0 0) 00000004:00000001:2.0:1767384961.820355:0:38:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000040:2.0:1767384961.820359:0:38:0:(genops.c:1229:class_import_get()) import 00000000a6a57e01 refcount=2 obd=lustre-MDT0000 00010000:00000001:0.0:1767384961.820360:0:16357:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.820361:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1767384961.820365:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384961.820366:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384961.820367:0:38:0:(genops.c:1242:class_import_put()) import 00000000a6a57e01 refcount=1 obd=lustre-MDT0000 00000100:00000001:0.0:1767384961.820367:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384961.820370:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000020:00000001:2.0:1767384961.820372:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767384961.820373:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384961.820374:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:2.0:1767384961.820375:0:38:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1767384961.820380:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384961.820380:0:38:0:(genops.c:1242:class_import_put()) import 00000000a6a57e01 refcount=0 obd=lustre-MDT0000 00000100:00000001:0.0:1767384961.820380:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384961.820384:0:38:0:(genops.c:1245:class_import_put()) final put import 00000000a6a57e01 00000100:00000001:3.0:1767384961.820388:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384961.820389:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ff194610 x1853237348040448/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384961.820395:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1767384961.820399:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000017100114 x1853237348040576/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:2.0:1767384961.820400:0:38:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000cb6a7a56. 00000100:00000001:0.0:1767384961.820400:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384961.820407:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1767384961.820409:0:38:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000100:00000001:0.0:1767384961.820410:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1767384961.820413:0:38:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00080000:0.0:1767384961.820415:0:16357:0:(import.c:65:import_set_state_nolock()) 00000000aab4eb9e lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:3.0:1767384961.820419:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384961.820419:0:16357:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000010:2.0:1767384961.820422:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ba77ce1c. 00000100:00000001:0.0:1767384961.820423:0:16357:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384961.820425:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384961.820426:0:16357:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000010:2.0:1767384961.820428:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d7a87abb. 00000100:00000001:3.0:1767384961.820429:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384961.820429:0:16357:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000001:00000010:2.0:1767384961.820433:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006cfa11d2. 00000100:00000040:3.0:1767384961.820438:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017100114 x1853237348040576/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:2.0:1767384961.820438:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d688076b. 00000001:00000010:2.0:1767384961.820444:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000cd71cf26. 00000100:00000040:0.0:1767384961.820445:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ff194610 x1853237348040448/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384971 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:2.0:1767384961.820451:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000b5c95cb3. 00000100:00000001:1.0:1767384961.820456:0:40108:0:(import.c:1959:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384961.820457:0:38:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1767384961.820461:0:38:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000100:00000001:1.0:1767384961.820462:0:40108:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1767384961.820465:0:40108:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000001:00000001:2.0:1767384961.820470:0:38:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000001:1.0:1767384961.820470:0:40108:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1767384961.820472:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000017100114 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348040576:0@lo:103: 00000100:00100000:0.0:1767384961.820476:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ff194610 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16357:1853237348040448:0@lo:39: 00000001:00000010:2.0:1767384961.820477:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d8952b13. 00000100:00100000:1.0:1767384961.820477:0:40108:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@00000000ff194610 x1853237348040448/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384971 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:2.0:1767384961.820484:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007e4fe572. 00000100:00000001:3.0:1767384961.820486:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:2.0:1767384961.820488:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000011a834e4. 00000100:00000001:3.0:1767384961.820492:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000001:00000010:2.0:1767384961.820493:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003332fdec. 00000100:00000001:1.0:1767384961.820494:0:40108:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384961.820496:0:40108:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000001:00000010:2.0:1767384961.820497:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000028d1491. 00000100:00000040:3.0:1767384961.820500:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000017100114 x1853237348040576/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:2.0:1767384961.820501:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000d6a67417. 00000100:00000040:1.0:1767384961.820501:0:40108:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767384961.820505:0:40108:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000001:00000001:2.0:1767384961.820506:0:38:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1767384961.820508:0:38:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00000100:00000001:1.0:1767384961.820508:0:40108:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00010000:00000001:2.0:1767384961.820510:0:38:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000100:00000001:1.0:1767384961.820510:0:40108:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1767384961.820513:0:40108:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384961.820515:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:2.0:1767384961.820516:0:38:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 000000000cffffbb. 00000100:00000001:1.0:1767384961.820517:0:40108:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:1.0:1767384961.820522:0:40108:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1767384961.820522:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384961.820523:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000020:2.0:1767384961.820524:0:38:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000100:00000001:1.0:1767384961.820525:0:40108:0:(obd_class.h:1217:obd_import_event()) Process entered 02000000:00000001:3.0:1767384961.820529:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000020:2.0:1767384961.820529:0:38:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/0000000083ded37e dirty 0 pend 0 grant 0 00000100:00000040:0.0:1767384961.820529:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ff194610 x1853237348040448/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384971 ref 1 fl Complete:RENQU/200/0 rc -5/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1767384961.820530:0:40108:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384961.820534:0:40108:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:3.0:1767384961.820535:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000a8e438e. 00000020:00000020:2.0:1767384961.820538:0:38:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli a229f859-33b9-4f1b-8cdb-910f91cdc52b/00000000842c19da dirty 0 pend 0 grant 0 02000000:00000001:3.0:1767384961.820543:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000004:00000001:2.0:1767384961.820546:0:38:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384961.820547:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384961.820550:0:16360:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:2.0:1767384961.820552:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.820553:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1767384961.820556:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:2.0:1767384961.820557:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8d9ce3b) now 9 - export 02000000:00000010:3.0:1767384961.820561:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000044f12501. 02000000:00000001:0.0:1767384961.820563:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:2.0:1767384961.820564:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000099807a16. 02000000:00000010:0.0:1767384961.820567:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dbaf3787. 02000000:00000001:3.0:1767384961.820568:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384961.820571:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1767384961.820572:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1767384961.820573:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384961.820575:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000010:3.0:1767384961.820577:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000017100114. 00000020:00000040:0.0:1767384961.820578:0:16357:0:(genops.c:1242:class_import_put()) import 00000000aab4eb9e refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384961.820580:0:38:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000001:0.0:1767384961.820583:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000080:2.0:1767384961.820584:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000a6a57e01 for lustre-MDT0000 00000100:00000001:3.0:1767384961.820585:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:0.0:1767384961.820586:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ac04e7e9. 00000100:00000001:3.0:1767384961.820589:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384961.820592:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 18 to 0@lo 02000000:00000001:0.0:1767384961.820592:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384961.820594:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384961.820596:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:2.0:1767384961.820597:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8d9ce3b) now 8 - import 00000100:00000010:0.0:1767384961.820598:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ff194610. 00000020:00000010:2.0:1767384961.820603:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000a6a57e01. 00000100:00000001:0.0:1767384961.820604:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384961.820608:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384961.820610:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384961.820611:0:38:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00000001:3.0:1767384961.820612:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384961.820614:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384961.820616:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.820617:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.820623:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384961.820624:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384961.820625:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.820628:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384961.820960:0:40108:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384961.820963:0:40108:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384961.820963:0:40108:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384961.821294:0:40108:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384961.821296:0:40108:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000010:00000001:1.0:1767384961.821298:0:40108:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:1.0:1767384961.821299:0:40108:0:(lwp_dev.c:226:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384961.821301:0:40108:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at 00000000345056d6. 00000020:00000001:1.0:1767384961.821305:0:40108:0:(tgt_mount.c:1008:lustre_disconnect_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384961.821306:0:40108:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at 000000008735ac60. 00000020:00000010:1.0:1767384961.821308:0:40108:0:(tgt_mount.c:1012:lustre_disconnect_lwp()) kfreed 'cfg': 88 at 00000000ccf4d630. 00000020:00000010:1.0:1767384961.821309:0:40108:0:(tgt_mount.c:1013:lustre_disconnect_lwp()) kfreed 'logname': 64 at 000000005e579eca. 00000020:00000010:1.0:1767384961.821313:0:40108:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003707cd7f. 00000020:00000010:1.0:1767384961.821315:0:40108:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007efdb108. 00000040:00000010:1.0:1767384961.821316:0:40108:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002b1d0c66. 00000020:00000010:1.0:1767384961.821319:0:40108:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000deb7cd4b. 00000020:00000010:1.0:1767384961.821321:0:40108:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000cb81dd94. 00000020:00000010:1.0:1767384961.821323:0:40108:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002326dd97. 80000000:00000010:1.0:1767384961.821326:0:40108:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a1b52865. 40000000:00000010:1.0:1767384961.821329:0:40108:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000abac8aa3. 00100000:00000010:1.0:1767384961.821345:0:40108:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004367a28f. 00040000:00000010:1.0:1767384961.821349:0:40108:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007a9861c6. 00040000:00000010:1.0:1767384961.821352:0:40108:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006aa00d01. 00040000:00000010:1.0:1767384961.821353:0:40108:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000044f12501. 00080000:00000010:1.0:1767384961.821357:0:40108:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e098e846. 00080000:00000010:1.0:1767384961.821361:0:40108:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003accc61f. 00000004:00000010:1.0:1767384961.821365:0:40108:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a61cf65a. 00000004:00000010:1.0:1767384961.821367:0:40108:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006b20d211. 00000004:00000010:1.0:1767384961.821371:0:40108:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000d4ee5bc. 00002000:00000010:1.0:1767384961.821374:0:40108:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fca525e4. 00000004:00000010:1.0:1767384961.821376:0:40108:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001820b610. 00000020:00000010:1.0:1767384961.821379:0:40108:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f4c81ec2. 00000020:00000001:1.0:1767384961.821382:0:40108:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:1.0:1767384961.821384:0:40108:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at 000000006f3a13c8. 00000020:00000001:1.0:1767384961.821385:0:40108:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384961.821387:0:40108:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004febfd66. 00000020:00000010:1.0:1767384961.821389:0:40108:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000138d866d. 00000040:00000010:1.0:1767384961.821390:0:40108:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000438de844. 00000020:00000010:1.0:1767384961.821392:0:40108:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000074e4016a. 00000020:00000010:1.0:1767384961.821394:0:40108:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f2411450. 00040000:00000010:1.0:1767384961.821396:0:40108:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fe2c8945. 00040000:00000010:1.0:1767384961.821397:0:40108:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006bbf54f4. 00080000:00000010:1.0:1767384961.821400:0:40108:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d53b62c0. 00080000:00000010:1.0:1767384961.821403:0:40108:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000501407d8. 10000000:00000001:1.0:1767384961.821405:0:40108:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:1.0:1767384961.821406:0:40108:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:1.0:1767384961.821408:0:40108:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:1.0:1767384961.821409:0:40108:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:1.0:1767384961.821410:0:40108:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384961.821411:0:40108:0:(mgc_request.c:108:config_log_get()) log lustre-MDT0000 (00000000349c718f) refs 3 10000000:00000001:1.0:1767384961.821412:0:40108:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384961.821413:0:40108:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446624589926591488 : -119483782960128 : ffff9354838f6c00) 10000000:00000001:1.0:1767384961.821415:0:40108:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384961.821416:0:40108:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xb57eb78819562dc9 00010000:00000001:1.0:1767384961.821417:0:40108:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384961.821418:0:40108:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384961.821419:0:40108:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bb76ef91 refcount=2 00000020:00000001:1.0:1767384961.821420:0:40108:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318191104 : -119483391360512 : ffff93549ae6c200) 00010000:00000001:1.0:1767384961.821422:0:40108:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318191104 : -119483391360512 : ffff93549ae6c200) 00010000:00000001:1.0:1767384961.821423:0:40108:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384961.821424:0:40108:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384961.821426:0:40108:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.134@tcp lock: 00000000bb76ef91/0xb57eb78819562dc9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb78819562dd0 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384961.821431:0:40108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384961.821431:0:40108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384961.821432:0:40108:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384961.821433:0:40108:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384961.821434:0:40108:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bb76ef91 refcount=3 00000020:00000001:1.0:1767384961.821435:0:40108:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318191104 : -119483391360512 : ffff93549ae6c200) 00010000:00000001:1.0:1767384961.821436:0:40108:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318191104 : -119483391360512 : ffff93549ae6c200) 00010000:00000001:1.0:1767384961.821437:0:40108:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384961.821438:0:40108:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.134@tcp lock: 00000000bb76ef91/0xb57eb78819562dc9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xb57eb78819562dd0 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384961.821442:0:40108:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384961.821443:0:40108:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.134@tcp lock: 00000000bb76ef91/0xb57eb78819562dc9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xb57eb78819562dd0 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384961.821446:0:40108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384961.821446:0:40108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384961.821447:0:40108:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.134@tcp lock: 00000000bb76ef91/0xb57eb78819562dc9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xb57eb78819562dd0 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384961.821450:0:40108:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384961.821451:0:40108:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.821452:0:40108:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384961.821453:0:40108:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000014bc0f1. 00010000:00000001:1.0:1767384961.821455:0:40108:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384961.821463:0:40108:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1767384961.821465:0:40108:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.821467:0:40108:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.821469:0:40108:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384961.821470:0:40108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384961.821472:0:40108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384961.821473:0:40108:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384961.821474:0:40108:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00010000:00000001:1.0:1767384961.821476:0:40108:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384961.821477:0:40108:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384961.821479:0:40108:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384961.821480:0:40108:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000002298ce) refs 1 10000000:01000000:1.0:1767384961.821482:0:40108:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00000020:00000001:2.0:1767384961.821483:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000001:1.0:1767384961.821484:0:40108:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:2.0:1767384961.821485:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384961.821485:0:40108:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384961.821486:0:40108:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:2.0:1767384961.821487:0:17078:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00000001:1.0:1767384961.821487:0:40108:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384961.821488:0:40108:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384961.821489:0:40108:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1767384961.821490:0:17078:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 10000000:00000001:1.0:1767384961.821490:0:40108:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1767384961.821491:0:17078:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 10000000:00000001:1.0:1767384961.821492:0:40108:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00010000:2.0:1767384961.821493:0:17078:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.134@tcp lock: 00000000bb76ef91/0xb57eb78819562dc9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xb57eb78819562dd0 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384961.821493:0:40108:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384961.821494:0:40108:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:1.0:1767384961.821495:0:40108:0:(genops.c:898:class_export_put()) PUTting export 00000000768cc03a : new refcount 10 10000000:00000010:1.0:1767384961.821497:0:40108:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at 00000000002298ce. 00010000:00010000:2.0:1767384961.821500:0:17078:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000bb76ef91 already unused, calling callback (00000000099ed54c) 10000000:00000001:1.0:1767384961.821500:0:40108:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384961.821502:0:40108:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384961.821503:0:40108:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xb57eb78819562e40 00010000:00000001:1.0:1767384961.821505:0:40108:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384961.821506:0:40108:0:(lustre_handles.c:113:class_handle2object()) Process entered 10000000:00000001:2.0:1767384961.821508:0:17078:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000040:1.0:1767384961.821508:0:40108:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000a306a9f refcount=2 10000000:00010000:2.0:1767384961.821509:0:17078:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.134@tcp lock: 00000000bb76ef91/0xb57eb78819562dc9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xb57eb78819562dd0 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384961.821510:0:40108:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004431872 : -119483705119744 : ffff935488332c00) 00010000:00000001:1.0:1767384961.821512:0:40108:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004431872 : -119483705119744 : ffff935488332c00) 00010000:00000001:2.0:1767384961.821515:0:17078:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384961.821515:0:40108:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384961.821517:0:17078:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384961.821517:0:40108:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384961.821518:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384961.821519:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bb76ef91 refcount=3 00010000:00010000:1.0:1767384961.821519:0:40108:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.134@tcp lock: 000000000a306a9f/0xb57eb78819562e40 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb78819562e47 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384961.821521:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318191104 : -119483391360512 : ffff93549ae6c200) 00010000:00000001:2.0:1767384961.821523:0:17078:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318191104 : -119483391360512 : ffff93549ae6c200) 00010000:00000001:2.0:1767384961.821525:0:17078:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:1.0:1767384961.821525:0:40108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384961.821526:0:40108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384961.821527:0:17078:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.134@tcp lock: 00000000bb76ef91/0xb57eb78819562dc9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xb57eb78819562dd0 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384961.821527:0:40108:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384961.821528:0:40108:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384961.821530:0:40108:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000a306a9f refcount=3 10000000:00000001:2.0:1767384961.821532:0:17078:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000001:1.0:1767384961.821532:0:40108:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004431872 : -119483705119744 : ffff935488332c00) 10000000:00010000:2.0:1767384961.821533:0:17078:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.134@tcp lock: 00000000bb76ef91/0xb57eb78819562dc9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xb57eb78819562dd0 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384961.821534:0:40108:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004431872 : -119483705119744 : ffff935488332c00) 00010000:00000001:1.0:1767384961.821537:0:40108:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384961.821538:0:40108:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.134@tcp lock: 000000000a306a9f/0xb57eb78819562e40 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb57eb78819562e47 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384961.821539:0:17078:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1767384961.821541:0:17078:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 10000000:00000001:2.0:1767384961.821543:0:17078:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:1.0:1767384961.821543:0:40108:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 10000000:00000040:2.0:1767384961.821544:0:17078:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(00000000349c718f) refs 3 00010000:00010000:1.0:1767384961.821545:0:40108:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.134@tcp lock: 000000000a306a9f/0xb57eb78819562e40 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb57eb78819562e47 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767384961.821546:0:17078:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384961.821547:0:17078:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.821549:0:17078:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384961.821550:0:17078:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384961.821551:0:40108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384961.821552:0:17078:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384961.821552:0:40108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384961.821553:0:17078:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:1.0:1767384961.821553:0:40108:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.134@tcp lock: 000000000a306a9f/0xb57eb78819562e40 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb57eb78819562e47 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384961.821555:0:17078:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384961.821556:0:17078:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000bb76ef91 with handle 0xb57eb78819562dc9 from hash 00010000:00000001:2.0:1767384961.821559:0:17078:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384961.821559:0:40108:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384961.821560:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384961.821560:0:40108:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.821562:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384961.821562:0:40108:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384961.821563:0:17078:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384961.821564:0:17078:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000010:1.0:1767384961.821564:0:40108:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000824aa05f. 00010000:00000001:1.0:1767384961.821566:0:40108:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384961.821569:0:17078:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1767384961.821571:0:17078:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384961.821572:0:17078:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00010000:1.0:1767384961.821574:0:40108:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00000010:2.0:1767384961.821576:0:17078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007bc2a4f9. 00010000:00000001:1.0:1767384961.821576:0:40108:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384961.821578:0:17078:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00010000:00000001:1.0:1767384961.821578:0:40108:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.821580:0:40108:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1767384961.821581:0:17078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:1.0:1767384961.821581:0:40108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384961.821582:0:17078:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:1.0:1767384961.821582:0:40108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384961.821583:0:40108:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:2.0:1767384961.821584:0:17078:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384961.821585:0:40108:0:(mgc_request.c:123:config_log_put()) log params(00000000d0d22441) refs 2 10000000:00000001:1.0:1767384961.821586:0:40108:0:(mgc_request.c:147:config_log_put()) Process leaving 02000000:00000010:2.0:1767384961.821587:0:17078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000046396dc2. 10000000:00000001:1.0:1767384961.821588:0:40108:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384961.821589:0:40108:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xb57eb78819562dbb 00000100:00000001:2.0:1767384961.821590:0:17078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.821591:0:17078:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:1.0:1767384961.821591:0:40108:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384961.821592:0:40108:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:2.0:1767384961.821594:0:17078:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.134@tcp lock: 00000000bb76ef91/0xb57eb78819562dc9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xb57eb78819562dd0 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1767384961.821594:0:40108:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007f6ebd29 refcount=2 00000020:00000001:1.0:1767384961.821596:0:40108:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318197760 : -119483391353856 : ffff93549ae6dc00) 00010000:00010000:2.0:1767384961.821599:0:17078:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384961.821599:0:40108:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318197760 : -119483391353856 : ffff93549ae6dc00) 00010000:00000001:2.0:1767384961.821601:0:17078:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384961.821602:0:40108:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384961.821603:0:40108:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.821604:0:17078:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384961.821606:0:17078:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384961.821606:0:40108:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.134@tcp lock: 000000007f6ebd29/0xb57eb78819562dbb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb57eb78819562dc2 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384961.821610:0:17078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bc2a4f9] to pc [ptlrpcd_00_03+3] req@000000007bc2a4f9 x1853237348040704/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384961.821612:0:40108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767384961.821612:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384961.821617:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.821618:0:40108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384961.821620:0:40108:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:0.0:1767384961.821622:0:17077:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000001:1.0:1767384961.821624:0:40108:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384961.821627:0:40108:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007f6ebd29 refcount=3 00000020:00000001:1.0:1767384961.821629:0:40108:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318197760 : -119483391353856 : ffff93549ae6dc00) 00010000:00000001:1.0:1767384961.821632:0:40108:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318197760 : -119483391353856 : ffff93549ae6dc00) 00010000:00000001:2.0:1767384961.821633:0:17078:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384961.821635:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384961.821635:0:40108:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000001:2.0:1767384961.821636:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384961.821637:0:17078:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384961.821637:0:40108:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.134@tcp lock: 000000007f6ebd29/0xb57eb78819562dbb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb57eb78819562dc2 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384961.821640:0:17078:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384961.821642:0:17078:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.821643:0:40108:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384961.821644:0:17078:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.134@tcp lock: 00000000bb76ef91/0xb57eb78819562dc9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xb57eb78819562dd0 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384961.821644:0:40108:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.134@tcp lock: 000000007f6ebd29/0xb57eb78819562dbb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xb57eb78819562dc2 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384961.821651:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384961.821651:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384961.821652:0:40108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384961.821653:0:17078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.134@tcp lock: 00000000bb76ef91/0xb57eb78819562dc9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xb57eb78819562dd0 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384961.821656:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384961.821656:0:40108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384961.821658:0:40108:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.134@tcp lock: 000000007f6ebd29/0xb57eb78819562dbb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xb57eb78819562dc2 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384961.821659:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767384961.821665:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384961.821667:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007bc2a4f9 x1853237348040704/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384961.821668:0:17078:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384961.821668:0:40108:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384961.821672:0:40108:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384961.821677:0:17078:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000014bc0f1. 00010000:00000001:1.0:1767384961.821677:0:40108:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1767384961.821679:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384961.821682:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384961.821682:0:40108:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000006d37e30c. 00010000:00000001:2.0:1767384961.821683:0:17078:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384961.821686:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1767384961.821687:0:40108:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000020:00000001:2.0:1767384961.821688:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384961.821689:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384961.821691:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384961.821691:0:40108:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 02000000:00000001:3.0:1767384961.821693:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384961.821695:0:17078:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384961.821695:0:40108:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384961.821698:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007bc2a4f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348040704:0@lo:103: 00010000:00000001:2.0:1767384961.821700:0:17078:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384961.821700:0:40108:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.821703:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1767384961.821704:0:17078:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:1.0:1767384961.821704:0:40108:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 02000000:00000001:3.0:1767384961.821707:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:2.0:1767384961.821707:0:17078:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.134@tcp lock: 000000007f6ebd29/0xb57eb78819562dbb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xb57eb78819562dc2 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384961.821707:0:40108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384961.821709:0:40109:0:(ldlm_lockd.c:2958:ldlm_bl_thread_main()) Process entered 02000000:00000001:3.0:1767384961.821712:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.821712:0:40108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1767384961.821714:0:40109:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 000000006912f9ff. 10000000:00000001:1.0:1767384961.821716:0:40108:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:3.0:1767384961.821717:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000040:1.0:1767384961.821719:0:40108:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(0000000051c7fba3) refs 2 00000020:00000010:0.0:1767384961.821721:0:40109:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007bfd9a1c. 02000000:00000010:3.0:1767384961.821722:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000a8e438e. 00010000:00010000:2.0:1767384961.821722:0:17078:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007f6ebd29 already unused, calling callback (00000000099ed54c) 10000000:00000001:1.0:1767384961.821722:0:40108:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384961.821727:0:17078:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00000001:1.0:1767384961.821727:0:40108:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:3.0:1767384961.821728:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384961.821729:0:40108:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(000000000d3d94d3) refs 3 00000020:00000010:0.0:1767384961.821729:0:40109:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006bb0aab9. 10000000:00010000:2.0:1767384961.821730:0:17078:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.134@tcp lock: 000000007f6ebd29/0xb57eb78819562dbb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xb57eb78819562dc2 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384961.821735:0:40108:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:0.0:1767384961.821736:0:40109:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008aa076aa. 00000400:00000010:3.0:1767384961.821737:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a42a9689. 10000000:00000001:1.0:1767384961.821737:0:40108:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1767384961.821738:0:17078:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384961.821741:0:17078:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 10000000:00000001:1.0:1767384961.821741:0:40108:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:2.0:1767384961.821744:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 10000000:00000001:1.0:1767384961.821744:0:40108:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:0.0:1767384961.821744:0:40109:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002092366d. 00000400:00000010:3.0:1767384961.821745:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001aea56c7. 00000020:00000040:2.0:1767384961.821747:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007f6ebd29 refcount=3 10000000:00000040:1.0:1767384961.821747:0:40108:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(00000000349c718f) refs 2 00000100:00000200:3.0:1767384961.821752:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348040704, portal 18 00000020:00000001:2.0:1767384961.821753:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590318197760 : -119483391353856 : ffff93549ae6dc00) 10000000:00000001:1.0:1767384961.821753:0:40108:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:0.0:1767384961.821753:0:40109:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000073dffec. 00000100:00000001:3.0:1767384961.821757:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:1.0:1767384961.821758:0:40108:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1767384961.821759:0:17078:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590318197760 : -119483391353856 : ffff93549ae6dc00) 80000000:00000010:0.0:1767384961.821759:0:40109:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008423a9cb. 00000100:00000001:3.0:1767384961.821760:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585658076672 : -119488051474944 : ffff935385230e00) 10000000:00000040:1.0:1767384961.821761:0:40108:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(00000000349c718f) refs 1 00010000:00000001:2.0:1767384961.821766:0:17078:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 10000000:01000000:1.0:1767384961.821766:0:40108:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 40000000:00000010:0.0:1767384961.821766:0:40109:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000dc07163b. 00000100:00000040:3.0:1767384961.821769:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007bc2a4f9 x1853237348040704/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384961.821771:0:17078:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.134@tcp lock: 000000007f6ebd29/0xb57eb78819562dbb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xb57eb78819562dc2 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384961.821771:0:40108:0:(mgc_request.c:117:config_log_put()) Process entered 00100000:00000010:0.0:1767384961.821772:0:40109:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000146a5eab. 10000000:00000001:1.0:1767384961.821774:0:40108:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384961.821777:0:40108:0:(mgc_request.c:117:config_log_put()) Process entered 00040000:00000010:0.0:1767384961.821779:0:40109:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002f6e1455. 10000000:00000001:1.0:1767384961.821780:0:40108:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384961.821784:0:40108:0:(mgc_request.c:117:config_log_put()) Process entered 00040000:00000010:0.0:1767384961.821786:0:40109:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000007b9d7c5. 10000000:00000001:1.0:1767384961.821787:0:40108:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384961.821788:0:17078:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00000001:1.0:1767384961.821790:0:40108:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00010000:2.0:1767384961.821792:0:17078:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.134@tcp lock: 000000007f6ebd29/0xb57eb78819562dbb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xb57eb78819562dc2 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384961.821792:0:40108:0:(mgc_request.c:120:config_log_put()) Process leaving 00080000:00000010:0.0:1767384961.821794:0:40109:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000006f6381ab. 10000000:00000001:1.0:1767384961.821795:0:40108:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767384961.821798:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:1.0:1767384961.821799:0:40108:0:(mgc_request.c:120:config_log_put()) Process leaving 00080000:00000010:0.0:1767384961.821802:0:40109:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000cf33d19b. 00000020:00000040:1.0:1767384961.821803:0:40108:0:(genops.c:898:class_export_put()) PUTting export 00000000768cc03a : new refcount 9 00000100:00000040:3.0:1767384961.821805:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:01000000:2.0:1767384961.821807:0:17078:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:00000010:1.0:1767384961.821809:0:40108:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 00000000349c718f. 00000400:00000010:3.0:1767384961.821811:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017c2fea7. 10000000:01000000:2.0:1767384961.821811:0:17078:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 00002000:00000010:0.0:1767384961.821812:0:40109:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000057476770. 00000100:00000200:3.0:1767384961.821838:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237348040704, offset 0 10000000:00000001:2.0:1767384961.821841:0:17078:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384961.821845:0:17078:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(0000000051c7fba3) refs 1 00000400:00000200:3.0:1767384961.821847:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000001:1.0:1767384961.821847:0:40108:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:2.0:1767384961.821849:0:17078:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 10000000:01000000:1.0:1767384961.821849:0:40108:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 10000000:00000001:1.0:1767384961.821852:0:40108:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384961.821855:0:40108:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384961.821858:0:17078:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:3.0:1767384961.821861:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 10000000:00000001:2.0:1767384961.821861:0:17078:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000010:1.0:1767384961.821861:0:40108:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000138d866d. 10000000:00000001:2.0:1767384961.821865:0:17078:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:0.0:1767384961.821867:0:40109:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ce38ff39. 00000040:00000010:1.0:1767384961.821868:0:40108:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000438de844. 10000000:00000001:2.0:1767384961.821869:0:17078:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384961.821870:0:17078:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384961.821871:0:17078:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000010:1.0:1767384961.821872:0:40108:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000074e4016a. 10000000:00000001:2.0:1767384961.821873:0:17078:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384961.821875:0:17078:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000010:1.0:1767384961.821876:0:40108:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f2411450. 00000400:00000200:3.0:1767384961.821877:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958271d08000 10000000:00000001:2.0:1767384961.821878:0:17078:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384961.821880:0:17078:0:(mgc_request.c:120:config_log_put()) Process leaving 00040000:00000010:1.0:1767384961.821882:0:40108:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fe2c8945. 00000020:00000040:2.0:1767384961.821883:0:17078:0:(genops.c:898:class_export_put()) PUTting export 00000000768cc03a : new refcount 8 10000000:00000010:2.0:1767384961.821885:0:17078:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 0000000051c7fba3. 00040000:00000010:1.0:1767384961.821886:0:40108:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006bbf54f4. 00000020:00000001:0.0:1767384961.821888:0:40109:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000001:2.0:1767384961.821889:0:17078:0:(mgc_request.c:147:config_log_put()) Process leaving 00080000:00000010:1.0:1767384961.821890:0:40108:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000501407d8. 10000000:00000001:2.0:1767384961.821893:0:17078:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384961.821894:0:40109:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384961.821896:0:40108:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d53b62c0. 00010000:00000001:2.0:1767384961.821897:0:17078:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:3.0:1767384961.821900:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 656 00010000:00000001:2.0:1767384961.821901:0:17078:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00010000:0.0:1767384961.821901:0:40109:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:1.0:1767384961.821902:0:40108:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004febfd66. 00010000:00000001:2.0:1767384961.821905:0:17078:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384961.821907:0:17078:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:1.0:1767384961.821907:0:40108:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384961.821910:0:17077:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000400:00000200:3.0:1767384961.821911:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384961.821911:0:40108:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at 000000006f3a13c8. 00010000:00000001:2.0:1767384961.821912:0:17078:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384961.821915:0:17077:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000040:2.0:1767384961.821917:0:17078:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007f6ebd29 with handle 0xb57eb78819562dbb from hash 00000020:00000001:1.0:1767384961.821917:0:40108:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384961.821919:0:17077:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.134@tcp lock: 000000000a306a9f/0xb57eb78819562e40 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb57eb78819562e47 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384961.821920:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384961.821923:0:17078:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:1.0:1767384961.821923:0:40108:0:(obd_config.c:1053:class_get_profile()) Process entered 00000100:00000001:3.0:1767384961.821927:0:16361:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:2.0:1767384961.821928:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767384961.821928:0:40108:0:(obd_config.c:1039:class_get_profile_nolock()) Process entered 00000100:00000200:3.0:1767384961.821931:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000001:2.0:1767384961.821932:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384961.821932:0:40108:0:(obd_config.c:1043:class_get_profile_nolock()) Process leaving (rc=18446624590416289152 : -119483293262464 : ffff9354a0bf9d80) 00010000:00010000:0.0:1767384961.821935:0:17077:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000000a306a9f already unused, calling callback (00000000099ed54c) 00010000:00000001:2.0:1767384961.821936:0:17078:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:1.0:1767384961.821936:0:40108:0:(obd_config.c:1057:class_get_profile()) Process leaving (rc=18446624590416289152 : -119483293262464 : ffff9354a0bf9d80) 00000100:00000010:3.0:1767384961.821937:0:16361:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c04f9a86. 10000000:00000001:0.0:1767384961.821940:0:17077:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:2.0:1767384961.821941:0:17078:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:3.0:1767384961.821943:0:16361:0:(events.c:337:request_in_callback()) incoming req@00000000c04f9a86 x1853237348040704 msgsize 328 00000020:00000010:1.0:1767384961.821944:0:40108:0:(tgt_mount.c:2040:server_put_super()) kmalloced '(extraname)': 22 at 00000000c562b6b9. 10000000:00010000:0.0:1767384961.821944:0:17077:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.134@tcp lock: 000000000a306a9f/0xb57eb78819562e40 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb57eb78819562e47 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384961.821945:0:17078:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1767384961.821952:0:17078:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:01000004:1.0:1767384961.821953:0:40108:0:(tgt_mount.c:2049:server_put_super()) stopping lustre-MDT0000 00000100:00100000:3.0:1767384961.821954:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:2.0:1767384961.821955:0:17078:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000001:1.0:1767384961.821957:0:40108:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000100:00000010:2.0:1767384961.821961:0:17078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dae23b5c. 00000020:01000000:1.0:1767384961.821962:0:40108:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00010000:00000001:0.0:1767384961.821962:0:17077:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384961.821966:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384961.821967:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:2.0:1767384961.821967:0:17078:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000020:00000010:1.0:1767384961.821968:0:40108:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000cc7e46ce. 00000020:00000001:0.0:1767384961.821969:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384961.821973:0:17078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384961.821974:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017c2fea7 00000020:00000080:1.0:1767384961.821974:0:40108:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000040:0.0:1767384961.821974:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000a306a9f refcount=3 02000000:00000001:2.0:1767384961.821977:0:17078:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1767384961.821979:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017c2fea7. 00000020:00000001:0.0:1767384961.821980:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590004431872 : -119483705119744 : ffff935488332c00) 02000000:00000001:2.0:1767384961.821981:0:17078:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384961.821981:0:40108:0:(obd_config.c:831:class_cleanup()) Process entered 00000100:00000001:3.0:1767384961.821983:0:16361:0:(events.c:34:request_out_callback()) Process entered 00000020:00000080:1.0:1767384961.821986:0:40108:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 1/5 00010000:00000001:0.0:1767384961.821988:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624590004431872 : -119483705119744 : ffff935488332c00) 02000000:00000010:2.0:1767384961.821989:0:17078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000089f468f0. 00000100:00000200:3.0:1767384961.821990:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007bc2a4f9 x1853237348040704/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384961.821994:0:17077:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00080000:1.0:1767384961.821995:0:40108:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE 0000000083ded37e lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000100:00000001:2.0:1767384961.821996:0:17078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384961.821999:0:17077:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.134@tcp lock: 000000000a306a9f/0xb57eb78819562e40 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xb57eb78819562e47 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384961.822002:0:17078:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384961.822006:0:17078:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.134@tcp lock: 000000007f6ebd29/0xb57eb78819562dbb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xb57eb78819562dc2 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1767384961.822014:0:40108:0:(genops.c:1836:print_export_data()) lustre-MDT0000: UNLINKED 00000000842c19da a229f859-33b9-4f1b-8cdb-910f91cdc52b 192.168.203.34@tcp50 1 (0 1 0) 1 0 0 0: 0000000000000000 8589934593 stale:0 00000100:00000001:3.0:1767384961.822015:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384961.822021:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007bc2a4f9 x1853237348040704/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384961.822022:0:17077:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384961.822025:0:17077:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.134@tcp lock: 000000000a306a9f/0xb57eb78819562e40 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xb57eb78819562e47 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384961.822028:0:40108:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384961.822032:0:40108:0:(genops.c:1570:class_disconnect_exports()) OBD device 5 (00000000a8d9ce3b) has exports, disconnecting them 00000020:00000001:1.0:1767384961.822037:0:40108:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:1.0:1767384961.822041:0:40108:0:(genops.c:887:class_export_get()) GET export 0000000083ded37e refcount=5 00000020:00000040:1.0:1767384961.822045:0:40108:0:(genops.c:887:class_export_get()) GET export 0000000083ded37e refcount=6 10000000:01000000:0.0:1767384961.822048:0:17077:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1767384961.822050:0:17078:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:3.0:1767384961.822052:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:1.0:1767384961.822053:0:40108:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (0000000083ded37e), last request at 1767384958 10000000:01000000:0.0:1767384961.822053:0:17077:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00000001:2.0:1767384961.822054:0:17078:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384961.822056:0:16361:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000001:0.0:1767384961.822058:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:1.0:1767384961.822060:0:40108:0:(obd_class.h:902:obd_disconnect()) Process entered 00000100:00000001:2.0:1767384961.822061:0:17078:0:(jobid.c:940:lustre_get_jobid()) Process entered 10000000:00000040:0.0:1767384961.822061:0:17077:0:(mgc_request.c:123:config_log_put()) log params(00000000d0d22441) refs 1 00000100:00000001:3.0:1767384961.822062:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.822064:0:17078:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384961.822064:0:40108:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:1.0:1767384961.822068:0:40108:0:(genops.c:887:class_export_get()) GET export 0000000083ded37e refcount=7 00000100:00000001:3.0:1767384961.822069:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294950858 10000000:01000000:0.0:1767384961.822069:0:17077:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000100:00000040:2.0:1767384961.822073:0:17078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dae23b5c] to pc [ptlrpcd_00_00+0] req@00000000dae23b5c x1853237348040832/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384961.822073:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:1.0:1767384961.822075:0:40108:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000100:00000001:3.0:1767384961.822076:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294950855 10000000:00000001:0.0:1767384961.822077:0:17077:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:1.0:1767384961.822078:0:40108:0:(genops.c:1460:class_disconnect()) Process entered 10000000:00000001:0.0:1767384961.822081:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000040:1.0:1767384961.822083:0:40108:0:(genops.c:898:class_export_put()) PUTting export 0000000083ded37e : new refcount 6 00000100:00000001:3.0:1767384961.822084:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294950858 00000020:00000080:1.0:1767384961.822088:0:40108:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb57eb78819562ee1 00000100:00000001:3.0:1767384961.822090:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294950855 10000000:00000001:0.0:1767384961.822090:0:17077:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:1.0:1767384961.822093:0:40108:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000083ded37e with handle 0xb57eb78819562ee1 from hash 10000000:00000001:0.0:1767384961.822094:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767384961.822096:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294950858 10000000:00000001:0.0:1767384961.822097:0:17077:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:1.0:1767384961.822100:0:40108:0:(genops.c:898:class_export_put()) PUTting export 0000000083ded37e : new refcount 5 10000000:00000001:0.0:1767384961.822101:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767384961.822102:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294950855 00010000:00000001:2.0:1767384961.822104:0:17078:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:0.0:1767384961.822105:0:17077:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000010:1.0:1767384961.822107:0:40108:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a1c7f4c7. 00000100:00000001:3.0:1767384961.822109:0:16361:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294950858 10000000:00000001:0.0:1767384961.822109:0:17077:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1767384961.822110:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767384961.822111:0:40108:0:(genops.c:1932:obd_stale_export_put()) Process entered 10000000:00000001:0.0:1767384961.822113:0:17077:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1767384961.822115:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1767384961.822115:0:40108:0:(genops.c:898:class_export_put()) PUTting export 0000000083ded37e : new refcount 4 00000100:00000001:3.0:1767384961.822116:0:16361:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294950855 00000020:00000040:0.0:1767384961.822116:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000768cc03a : new refcount 7 00010000:00000001:2.0:1767384961.822118:0:17078:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384961.822118:0:40108:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:2.0:1767384961.822123:0:17078:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384961.822123:0:40108:0:(genops.c:898:class_export_put()) PUTting export 0000000083ded37e : new refcount 3 10000000:00000010:0.0:1767384961.822123:0:17077:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at 00000000d0d22441. 00000100:00000001:3.0:1767384961.822124:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:2.0:1767384961.822128:0:17078:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384961.822129:0:40108:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.822130:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384961.822131:0:17077:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00010000:2.0:1767384961.822133:0:17078:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.134@tcp lock: 000000007f6ebd29/0xb57eb78819562dbb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xb57eb78819562dc2 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384961.822133:0:40108:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 10000000:00000001:0.0:1767384961.822135:0:17077:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.822136:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384961.822136:0:40108:0:(import.c:65:import_set_state_nolock()) 00000000e010da71 : changing import state from FULL to CLOSED 00010000:00000001:0.0:1767384961.822141:0:17077:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767384961.822142:0:40108:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00010000:00000001:2.0:1767384961.822143:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384961.822145:0:17077:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384961.822147:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384961.822147:0:17078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.134@tcp lock: 000000007f6ebd29/0xb57eb78819562dbb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xb57eb78819562dc2 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384961.822147:0:40108:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00010000:00000001:0.0:1767384961.822148:0:17077:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384961.822150:0:40108:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:0.0:1767384961.822153:0:17077:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384961.822154:0:40108:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.822156:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767384961.822157:0:17077:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384961.822158:0:17078:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000829959e7 count: 0 00000004:00000001:1.0:1767384961.822158:0:40108:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000100:00000001:3.0:1767384961.822159:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:0.0:1767384961.822162:0:17077:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000a306a9f with handle 0xb57eb78819562e40 from hash 00000001:00000001:1.0:1767384961.822164:0:40108:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000100:00000001:3.0:1767384961.822165:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384961.822166:0:17077:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1767384961.822169:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000001:00000001:1.0:1767384961.822169:0:40108:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384961.822169:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384961.822170:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384961.822173:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384961.822175:0:40108:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384961.822175:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384961.822176:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.822176:0:17078:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384961.822179:0:17077:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000010:2.0:1767384961.822180:0:17078:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000006d37e30c. 00000001:00000001:1.0:1767384961.822180:0:40108:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00010000:00000001:0.0:1767384961.822183:0:17077:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000001:00000040:1.0:1767384961.822184:0:40108:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000e70cf8aa) : new refcount 5 00010000:00000001:2.0:1767384961.822185:0:17078:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384961.822186:0:17077:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000020:00000001:2.0:1767384961.822190:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000001:1.0:1767384961.822190:0:40108:0:(nodemap_member.c:32:nm_member_del()) Process entered 00010000:00000001:0.0:1767384961.822190:0:17077:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:3.0:1767384961.822194:0:40021:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384961.822195:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384961.822195:0:40108:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000e70cf8aa) : new refcount 4 00010000:00000001:0.0:1767384961.822195:0:17077:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00100000:3.0:1767384961.822199:0:40021:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348040704 00010000:00010000:2.0:1767384961.822200:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:1.0:1767384961.822200:0:40108:0:(genops.c:898:class_export_put()) PUTting export 0000000083ded37e : new refcount 2 00000100:00000010:0.0:1767384961.822202:0:17077:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001009c66d. 02000000:00000001:3.0:1767384961.822203:0:40021:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000001:00000001:1.0:1767384961.822203:0:40108:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000020:00000001:2.0:1767384961.822204:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384961.822206:0:40021:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384961.822208:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384961.822208:0:40108:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000e70cf8aa) : new refcount 3 00000020:00000040:0.0:1767384961.822208:0:17077:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=6 obd=MGC192.168.203.134@tcp 00000100:00000001:3.0:1767384961.822209:0:40021:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384961.822213:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384961.822213:0:40108:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:1.0:1767384961.822216:0:40108:0:(genops.c:898:class_export_put()) PUTting export 0000000083ded37e : new refcount 1 02000000:00000001:3.0:1767384961.822217:0:40021:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384961.822217:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384961.822217:0:17077:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000004:00000001:1.0:1767384961.822218:0:40108:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384961.822222:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384961.822222:0:17077:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1767384961.822223:0:40021:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348040704 00000020:00000001:1.0:1767384961.822223:0:40108:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384961.822226:0:17077:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384961.822228:0:40021:0:(genops.c:811:class_conn2export()) Process entered 00010000:00010000:2.0:1767384961.822229:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1767384961.822229:0:40108:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (0000000083ded37e): rc 0 00000020:00000040:3.0:1767384961.822231:0:40021:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 02000000:00000010:0.0:1767384961.822232:0:17077:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003216820e. 00000020:00000040:1.0:1767384961.822234:0:40108:0:(genops.c:898:class_export_put()) PUTting export 0000000083ded37e : new refcount 0 00000020:00000001:3.0:1767384961.822235:0:40021:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384961.822238:0:17077:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384961.822240:0:40021:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=13 00000020:00000080:1.0:1767384961.822240:0:40108:0:(genops.c:904:class_export_put()) final put 0000000083ded37e/lustre-MDT0000-lwp-OST0000_UUID 00010000:00000001:0.0:1767384961.822241:0:17077:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000020:00000001:3.0:1767384961.822244:0:40021:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384961.822246:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:0.0:1767384961.822246:0:17077:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.134@tcp lock: 000000000a306a9f/0xb57eb78819562e40 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xb57eb78819562e47 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384961.822247:0:40021:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000001:2.0:1767384961.822251:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384961.822253:0:40021:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384961.822253:0:40108:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000100:00000001:2.0:1767384961.822256:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384961.822257:0:40108:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000010:3.0:1767384961.822258:0:40021:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005fda9bc3. 00010000:00010000:0.0:1767384961.822259:0:17077:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000001:1.0:1767384961.822260:0:40108:0:(obd_class.h:604:obd_precleanup()) Process entered 00000100:00000001:3.0:1767384961.822262:0:40021:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384961.822263:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dae23b5c x1853237348040832/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384961.822264:0:40108:0:(mdt_handler.c:8320:mdt_device_fini()) Process entered 00000020:00000010:3.0:1767384961.822266:0:40021:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005fda9bc3. 00000004:00000001:1.0:1767384961.822267:0:40108:0:(mdt_handler.c:6442:mdt_fini()) Process entered 00010000:00000001:0.0:1767384961.822269:0:17077:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384961.822273:0:40021:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005fb3f394. 00000004:00000001:1.0:1767384961.822273:0:40108:0:(mdd_device.c:2298:mdd_iocontrol()) Process entered 00000100:00000001:0.0:1767384961.822275:0:17077:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000004:00000080:1.0:1767384961.822276:0:40108:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffad1649fb3b28 00000020:00000010:3.0:1767384961.822280:0:40021:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000056e46af6. 00000100:00000001:0.0:1767384961.822280:0:17077:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1767384961.822283:0:40108:0:(lfsck_lib.c:3335:lfsck_stop()) Process entered 00000100:00000001:2.0:1767384961.822284:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000010:3.0:1767384961.822287:0:40021:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b360690a. 00000100:00000001:2.0:1767384961.822287:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1767384961.822288:0:40108:0:(lfsck_lib.c:3350:lfsck_stop()) Process leaving via unlock (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384961.822290:0:17077:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001009c66d] to pc [ptlrpcd_00_01+1] req@000000001009c66d x1853237348040960/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384961.822294:0:40021:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000004:00000001:1.0:1767384961.822294:0:40108:0:(mdd_device.c:2327:mdd_iocontrol()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384961.822295:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384961.822298:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384961.822300:0:40021:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000004:00000001:1.0:1767384961.822301:0:40108:0:(mdt_handler.c:5807:mdt_stack_pre_fini()) Process entered 00000100:00000001:3.0:1767384961.822303:0:40021:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1767384961.822305:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384961.822307:0:40108:0:(mdt_handler.c:5827:mdt_stack_pre_fini()) kmalloced '(lcfg)': 56 at 00000000ed56c922. 00010000:00000001:3.0:1767384961.822308:0:40021:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384961.822312:0:40021:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384961.822313:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dae23b5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348040832:0@lo:103: 00000004:00000001:1.0:1767384961.822314:0:40108:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00010000:00000001:3.0:1767384961.822316:0:40021:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384961.822317:0:17077:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1767384961.822318:0:40108:0:(lod_dev.c:979:lod_process_config()) Process entered 00010000:00000001:3.0:1767384961.822320:0:40021:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384961.822321:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1767384961.822323:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767384961.822324:0:40021:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384961.822326:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000004:00000001:1.0:1767384961.822327:0:40108:0:(osp_dev.c:662:osp_process_config()) Process entered 00010000:00000001:0.0:1767384961.822327:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1767384961.822328:0:40021:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c69c2202 refcount=3 02000000:00000001:2.0:1767384961.822330:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384961.822330:0:40108:0:(osp_dev.c:449:osp_disconnect()) Process entered 00010000:00000001:0.0:1767384961.822330:0:17077:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384961.822347:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000004:00000040:1.0:1767384961.822347:0:40108:0:(osp_dev.c:454:osp_disconnect()) lustre-OST0000-osc-MDT0000: disconnecting import ffff9354b8ae6000 00010000:00000001:0.0:1767384961.822349:0:17077:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384961.822351:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fbb080f. 00000100:00000001:1.0:1767384961.822351:0:40108:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000020:00000001:3.0:1767384961.822355:0:40021:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867063808 : -119483842487808 : ffff935480031a00) 10000000:00000001:0.0:1767384961.822355:0:17077:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384961.822356:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384961.822356:0:40108:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1767384961.822360:0:40108:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00010000:00010000:0.0:1767384961.822363:0:17077:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.134@tcp lock: 000000000a306a9f/0xb57eb78819562e40 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xb57eb78819562e47 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384961.822364:0:40021:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867063808 : -119483842487808 : ffff935480031a00) 00000100:00000001:1.0:1767384961.822364:0:40108:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:2.0:1767384961.822365:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069e38a55. 00000100:00100000:1.0:1767384961.822369:0:40108:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 3 00010000:00000001:3.0:1767384961.822370:0:40021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384961.822372:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bd9e1ec. 00010000:00000001:3.0:1767384961.822374:0:40021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384961.822375:0:40108:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00010000:00000001:3.0:1767384961.822378:0:40021:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384961.822379:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348040832, portal 18 00010000:00000001:0.0:1767384961.822382:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384961.822384:0:40021:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384961.822384:0:40108:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384961.822385:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:0.0:1767384961.822386:0:17077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.134@tcp lock: 000000000a306a9f/0xb57eb78819562e40 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xb57eb78819562e47 expref: -99 pid: 17067 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384961.822388:0:40108:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384961.822389:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585658086528 : -119488051465088 : ffff935385233480) 00000100:00000001:1.0:1767384961.822391:0:40108:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767384961.822392:0:40021:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384961.822394:0:40108:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000040:2.0:1767384961.822398:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dae23b5c x1853237348040832/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:1.0:1767384961.822401:0:40108:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000100:00000001:3.0:1767384961.822403:0:40021:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384961.822407:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384961.822410:0:17077:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767384961.822412:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000010:0.0:1767384961.822413:0:17077:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000824aa05f. 00000004:00080000:1.0:1767384961.822415:0:40108:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:3.0:1767384961.822416:0:40021:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1767384961.822417:0:17077:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384961.822418:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384961.822418:0:40108:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384961.822419:0:40021:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000001:00000001:1.0:1767384961.822422:0:40108:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000400:00000010:2.0:1767384961.822423:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008769267d. 00000020:00000001:0.0:1767384961.822424:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000001:1.0:1767384961.822426:0:40108:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000200:2.0:1767384961.822427:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237348040832, offset 0 00000100:00100000:3.0:1767384961.822428:0:40021:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000020:00000001:0.0:1767384961.822429:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384961.822433:0:40021:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00010000:00010000:0.0:1767384961.822434:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384961.822435:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384961.822437:0:40021:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624585647290368 : -119488062261248 : ffff9353847e7800) 00000020:00000001:0.0:1767384961.822439:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384961.822442:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384961.822445:0:40021:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c04f9a86 x1853237348040704/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:187/0 lens 328/0 e 0 to 0 dl 1767384972 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384961.822446:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384961.822449:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384961.822450:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384961.822454:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384961.822459:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384961.822461:0:40021:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384961.822463:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958271d08080 00000001:00000001:1.0:1767384961.822464:0:40108:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384961.822466:0:40021:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005fda9bc3. 00000001:00000001:1.0:1767384961.822467:0:40108:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:0.0:1767384961.822467:0:40109:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000001:1.0:1767384961.822470:0:40108:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1767384961.822472:0:40021:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384961.822472:0:16358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 984 00000020:00000001:0.0:1767384961.822473:0:40109:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384961.822479:0:40021:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005fda9bc3. 00010000:00010000:0.0:1767384961.822479:0:40109:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384961.822482:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384961.822482:0:40109:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384961.822485:0:40109:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384961.822487:0:40021:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c04f9a86 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b543db4a-4900-454f-be04-352b2897a173+13:16361:x1853237348040704:12345-0@lo:103: 00000400:00000200:2.0:1767384961.822491:0:16358:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384961.822493:0:40021:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348040704 00010000:00010000:0.0:1767384961.822495:0:40109:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767384961.822496:0:40021:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384961.822498:0:40021:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384961.822500:0:40021:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000001:00000001:1.0:1767384961.822504:0:40108:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.822505:0:40021:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384961.822507:0:16358:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384961.822508:0:40108:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 02000000:00000001:3.0:1767384961.822509:0:40021:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1767384961.822510:0:16358:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:3.0:1767384961.822513:0:40021:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000005d9896a. 00000100:00080000:1.0:1767384961.822513:0:40108:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00000010:2.0:1767384961.822516:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ff194610. 00000020:00000001:1.0:1767384961.822517:0:40108:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767384961.822518:0:40021:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384961.822520:0:16358:0:(events.c:337:request_in_callback()) incoming req@00000000ff194610 x1853237348040832 msgsize 328 00000020:00000040:1.0:1767384961.822520:0:40108:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=1 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384961.822521:0:40021:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.822522:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384961.822524:0:40108:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767384961.822527:0:40021:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000001:1.0:1767384961.822527:0:40108:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.822527:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384961.822528:0:16358:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767384961.822531:0:40021:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:0.0:1767384961.822531:0:16359:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384961.822533:0:40108:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00010000:00000001:3.0:1767384961.822536:0:40021:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384961.822537:0:40108:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000001:2.0:1767384961.822539:0:16358:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384961.822539:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001009c66d x1853237348040960/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384961.822540:0:40021:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:1.0:1767384961.822542:0:40108:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000017100114. 00000400:00000200:2.0:1767384961.822544:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008769267d 00000400:00000010:2.0:1767384961.822548:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008769267d. 00000020:00000040:1.0:1767384961.822549:0:40108:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:3.0:1767384961.822550:0:40021:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c69c2202 refcount=3 00000100:00000001:2.0:1767384961.822554:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384961.822554:0:40108:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:3.0:1767384961.822556:0:40021:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867063808 : -119483842487808 : ffff935480031a00) 02000000:00000001:1.0:1767384961.822558:0:40108:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384961.822558:0:16359:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1767384961.822560:0:40021:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867063808 : -119483842487808 : ffff935480031a00) 00000100:00000200:2.0:1767384961.822562:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dae23b5c x1853237348040832/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384961.822562:0:16359:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384961.822563:0:40108:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384961.822564:0:40021:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000040aa0528 count: 5 02000000:00000001:0.0:1767384961.822569:0:16359:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1767384961.822570:0:40021:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000010:1.0:1767384961.822572:0:40108:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fe2c8945. 02000000:00000001:0.0:1767384961.822574:0:16359:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384961.822575:0:40021:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:1.0:1767384961.822577:0:40108:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384961.822578:0:40021:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 02000000:00000001:0.0:1767384961.822581:0:16359:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.822582:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384961.822583:0:40021:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384961.822583:0:40108:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446624590750699008 : -119482958852608 : ffff9354b4ae4e00) 00000100:00080000:1.0:1767384961.822589:0:40108:0:(import.c:65:import_set_state_nolock()) 0000000067c4c195 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000020:00000001:3.0:1767384961.822590:0:40021:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384961.822590:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dae23b5c x1853237348040832/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384961.822590:0:16359:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001009c66d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348040960:0@lo:103: 00000100:00000001:1.0:1767384961.822597:0:40108:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:3.0:1767384961.822598:0:40021:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1767384961.822600:0:16359:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384961.822601:0:40108:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384961.822602:0:40021:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:0.0:1767384961.822605:0:16359:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1767384961.822608:0:40021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384961.822609:0:40108:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017100114] to pc [ptlrpcd_rcv+-1] req@0000000017100114 x1853237348041088/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384961.822609:0:16359:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.822610:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384961.822611:0:40021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384961.822615:0:40021:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:0.0:1767384961.822616:0:16359:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384961.822617:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1767384961.822618:0:40021:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384961.822622:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009a1b0549. 00000100:00000001:2.0:1767384961.822623:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384961.822624:0:40021:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c69c2202 with handle 0xb57eb78819562dd0 from hash 02000000:00000001:0.0:1767384961.822628:0:16359:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.822630:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294950858 00010000:00000001:3.0:1767384961.822631:0:40021:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:0.0:1767384961.822634:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0bda995. 00010000:00000001:3.0:1767384961.822635:0:40021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384961.822636:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, keep current deadline 4294950858 00000100:00000001:1.0:1767384961.822637:0:40108:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384961.822639:0:40021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384961.822641:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294950858 00000004:00000001:1.0:1767384961.822641:0:40108:0:(osp_dev.c:482:osp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384961.822641:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ce6b2d9. 00010000:00000001:3.0:1767384961.822642:0:40021:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384961.822645:0:40021:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1767384961.822647:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, keep current deadline 4294950858 00010000:00000001:3.0:1767384961.822648:0:40021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:1.0:1767384961.822648:0:40108:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384961.822648:0:16359:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348040960, portal 18 00000100:00000001:2.0:1767384961.822654:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294950858 00000100:00000001:0.0:1767384961.822654:0:16359:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:3.0:1767384961.822655:0:40021:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c69c2202/0xb57eb78819562dd0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb57eb78819562dc9 expref: 13 pid: 17083 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384961.822656:0:40108:0:(osd_handler.c:8868:osd_process_config()) Process entered 00000100:00000001:0.0:1767384961.822658:0:16359:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590667942528 : -119483041609088 : ffff9354afbf8a80) 00000100:00000001:2.0:1767384961.822660:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, keep current deadline 4294950858 00080000:00000002:1.0:1767384961.822663:0:40108:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:457934882 to info 00000000e098e846 00000100:00000001:2.0:1767384961.822666:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294950858 00000100:00000040:0.0:1767384961.822669:0:16359:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001009c66d x1853237348040960/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384961.822671:0:16358:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, keep current deadline 4294950858 00100000:00000001:1.0:1767384961.822671:0:40108:0:(scrub.c:1029:lustre_index_backup()) Process entered 00010000:00000040:3.0:1767384961.822673:0:40021:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003d3e266f : new locks_count 7 00100000:00000010:1.0:1767384961.822676:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000007c960b47. 00000100:00000001:2.0:1767384961.822677:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384961.822678:0:40021:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 12 00100000:00000010:1.0:1767384961.822683:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000063720d82. 00000100:00000001:2.0:1767384961.822684:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384961.822686:0:40021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384961.822689:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384961.822689:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000006d821f70. 00010000:00000001:3.0:1767384961.822690:0:40021:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1767384961.822693:0:16359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384961.822695:0:40021:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1767384961.822696:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00100000:00000010:1.0:1767384961.822696:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000001a3b257d. 00000100:00000040:0.0:1767384961.822699:0:16359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384961.822700:0:40021:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00100000:00000010:1.0:1767384961.822701:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000030997d18. 00000100:00000001:2.0:1767384961.822703:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767384961.822705:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012d634c9. 00010000:00000001:3.0:1767384961.822706:0:40021:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.822706:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00100000:00000010:1.0:1767384961.822707:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000b9589581. 00000100:00000200:0.0:1767384961.822709:0:16359:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237348040960, offset 0 00010000:00000001:3.0:1767384961.822712:0:40021:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1767384961.822713:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00100000:00000010:1.0:1767384961.822713:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000ff25c78d. 00010000:00010000:3.0:1767384961.822714:0:40021:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384961.822717:0:40021:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384961.822718:0:16359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00100000:00000010:1.0:1767384961.822719:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e08b5559. 00010000:00000001:3.0:1767384961.822722:0:40021:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384961.822723:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00100000:00000010:1.0:1767384961.822725:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000c98f330d. 00000100:00000001:2.0:1767384961.822726:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384961.822728:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000086341f15. 00000100:00000001:2.0:1767384961.822730:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384961.822732:0:40021:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384961.822732:0:16359:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00100000:00000010:1.0:1767384961.822733:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000001df567c2. 00000100:00001000:3.0:1767384961.822738:0:40021:0:(import.c:2128:obd_at_measure()) add 1 to 0000000059180339 time=95 v=5 (1 0 0 0) 00100000:00000010:1.0:1767384961.822741:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e9c22f8c. 00000100:00000001:3.0:1767384961.822742:0:40021:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1767384961.822747:0:16359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958271d08100 00000100:00000040:3.0:1767384961.822748:0:40021:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 19 to 0@lo 00000100:00000001:2.0:1767384961.822748:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00100000:00000010:1.0:1767384961.822748:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000003e9aa6aa. 00000100:00100000:2.0:1767384961.822752:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348040832 00100000:00000010:1.0:1767384961.822754:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000008872321f. 00000100:00000001:3.0:1767384961.822755:0:40021:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:2.0:1767384961.822756:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00100000:00000010:1.0:1767384961.822757:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000017e5c23d. 00000100:00000001:2.0:1767384961.822759:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384961.822760:0:16359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1312 02000000:00000001:3.0:1767384961.822762:0:40021:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384961.822763:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384961.822763:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000592e668b. 02000000:00000001:3.0:1767384961.822766:0:40021:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384961.822768:0:16359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384961.822769:0:40021:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384961.822769:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384961.822769:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000f557b535. 00000100:00100000:2.0:1767384961.822774:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348040832 00100000:00000010:1.0:1767384961.822775:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000005f3758d2. 00000100:00000040:3.0:1767384961.822778:0:40021:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384961.822780:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00100000:00000010:1.0:1767384961.822781:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000004817dc3d. 00000400:00000010:3.0:1767384961.822782:0:40021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017c2fea7. 00000020:00000040:2.0:1767384961.822783:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00100000:00000010:1.0:1767384961.822785:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000004d5eeb5a. 00000400:00000200:0.0:1767384961.822785:0:16359:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384961.822788:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1767384961.822789:0:40021:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237348040704, offset 224 00100000:00000010:1.0:1767384961.822790:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000ed272985. 00000020:00000040:2.0:1767384961.822792:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=13 00000100:00000001:0.0:1767384961.822793:0:16359:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:2.0:1767384961.822795:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00100000:00000010:1.0:1767384961.822796:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000052e4aeee. 00000100:00000200:0.0:1767384961.822796:0:16359:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:3.0:1767384961.822800:0:40021:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384961.822802:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00100000:00000010:1.0:1767384961.822802:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000f853fef5. 00000100:00000010:0.0:1767384961.822804:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9fb1daf. 00000100:00000001:2.0:1767384961.822807:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00100000:00000010:1.0:1767384961.822807:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000009ea3f2c4. 00000100:00000040:0.0:1767384961.822809:0:16359:0:(events.c:337:request_in_callback()) incoming req@00000000b9fb1daf x1853237348040960 msgsize 328 00000400:00000200:3.0:1767384961.822811:0:40021:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384961.822813:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f5de1c5. 00100000:00000010:1.0:1767384961.822813:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000d9653d03. 00000100:00000001:2.0:1767384961.822843:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384961.822845:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f5de1c5. 00100000:00000010:1.0:1767384961.822845:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a08da6b4. 00000100:00100000:0.0:1767384961.822851:0:16359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1767384961.822852:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003332fdec. 00100000:00000010:1.0:1767384961.822852:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000009385e999. 00000020:00000010:2.0:1767384961.822858:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d74a0f61. 00100000:00000010:1.0:1767384961.822860:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000052ad2c58. 00000020:00000010:2.0:1767384961.822861:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bcfd3a7d. 00100000:00000010:1.0:1767384961.822863:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e4135415. 00000100:00000001:0.0:1767384961.822865:0:16359:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384961.822866:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00100000:00000010:1.0:1767384961.822867:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000119adf6b. 00000100:00000001:2.0:1767384961.822870:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384961.822872:0:17076:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00100000:00000010:1.0:1767384961.822872:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000005ed053e1. 00010000:00000001:2.0:1767384961.822874:0:17076:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.822876:0:17076:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000400:00000200:0.0:1767384961.822877:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012d634c9 00100000:00000010:1.0:1767384961.822878:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000b0e1504e. 00010000:00000001:2.0:1767384961.822879:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:0.0:1767384961.822883:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012d634c9. 00000020:00000001:2.0:1767384961.822884:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00100000:00000010:1.0:1767384961.822885:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000067ef5f4a. 00000020:00000040:2.0:1767384961.822886:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b0ef2912 refcount=3 00000020:00000001:2.0:1767384961.822891:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867057152 : -119483842494464 : ffff935480030000) 00000100:00000001:0.0:1767384961.822892:0:16359:0:(events.c:34:request_out_callback()) Process entered 00100000:00000010:1.0:1767384961.822893:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000019729760. 00010000:00000001:2.0:1767384961.822894:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867057152 : -119483842494464 : ffff935480030000) 00010000:00000001:2.0:1767384961.822897:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384961.822899:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00100000:00000010:1.0:1767384961.822899:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e5584e48. 00000100:00000200:0.0:1767384961.822902:0:16359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001009c66d x1853237348040960/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00100000:00000010:1.0:1767384961.822904:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000bc807439. 00010000:00000001:2.0:1767384961.822908:0:17076:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384961.822911:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000010df0ef4. 00000100:00000001:2.0:1767384961.822912:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384961.822917:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000042550839. 00000100:00000001:2.0:1767384961.822918:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.822920:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00100000:00000010:1.0:1767384961.822922:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a4c17e5a. 00000100:00000040:0.0:1767384961.822925:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001009c66d x1853237348040960/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384961.822928:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00100000:00000010:1.0:1767384961.822928:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000b7fbb212. 00100000:00000010:1.0:1767384961.822935:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000007cbe46e7. 00000100:00000001:0.0:1767384961.822935:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.822940:0:16359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384961.822942:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00100000:00000010:1.0:1767384961.822943:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000056046120. 00000100:00100000:2.0:1767384961.822946:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348040960 00000100:00000001:0.0:1767384961.822947:0:16359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384961.822948:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00100000:00000010:1.0:1767384961.822948:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000fb6ce868. 00000100:00000001:2.0:1767384961.822951:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384961.822954:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.822954:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294950859 00100000:00000010:1.0:1767384961.822955:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000fd6a1854. 02000000:00000001:2.0:1767384961.822959:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384961.822963:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348040960 00100000:00000010:1.0:1767384961.822963:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000006bcf28ab. 00000020:00000001:2.0:1767384961.822966:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384961.822966:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294950858 00100000:00000010:1.0:1767384961.822967:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000060f64ad3. 00000020:00000040:2.0:1767384961.822969:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000020:00000001:2.0:1767384961.822973:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384961.822974:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=14 00100000:00000010:1.0:1767384961.822976:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000bb40c559. 00000100:00000001:0.0:1767384961.822976:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294950859 00000020:00000001:2.0:1767384961.822977:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00100000:00000010:1.0:1767384961.822981:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000753d8990. 00000100:00000001:0.0:1767384961.822983:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294950858 00000020:00000001:2.0:1767384961.822984:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00100000:00000010:1.0:1767384961.822986:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000006f8bbf10. 00000100:00000001:2.0:1767384961.822991:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00100000:00000010:1.0:1767384961.822991:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000003c1cbaf3. 00000100:00000001:0.0:1767384961.822991:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294950859 00000400:00000200:3.0:1767384961.822993:0:40021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958271d08000 00000020:00000010:2.0:1767384961.822996:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f5de1c5. 00100000:00000010:1.0:1767384961.822999:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000000c40d470. 00000100:00000001:0.0:1767384961.822999:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294950858 00000100:00000001:2.0:1767384961.823001:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00100000:00000010:1.0:1767384961.823002:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000881ecc71. 00000400:00000200:3.0:1767384961.823004:0:40021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2105 [1] + 224 00000100:00000001:0.0:1767384961.823005:0:16359:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294950859 00000020:00000010:2.0:1767384961.823007:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f5de1c5. 00100000:00000010:1.0:1767384961.823007:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000003c427d88. 00000400:00000200:3.0:1767384961.823013:0:40021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00100000:00000010:1.0:1767384961.823014:0:40108:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000000314dafe. 00000020:00000010:2.0:1767384961.823015:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008863e407. 00000100:00000001:0.0:1767384961.823015:0:16359:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294950858 00000020:00000010:2.0:1767384961.823020:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b629c20d. 00100000:00000001:1.0:1767384961.823020:0:40108:0:(scrub.c:1099:lustre_index_backup()) Process leaving 00000100:00000001:0.0:1767384961.823021:0:16359:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384961.823022:0:40021:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000001:1.0:1767384961.823024:0:40108:0:(osd_handler.c:8902:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384961.823026:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bd0cf951. 00000100:00000001:0.0:1767384961.823029:0:16359:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.823032:0:40021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384961.823032:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384961.823032:0:40108:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000100:00000001:0.0:1767384961.823033:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.823037:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00080000:1.0:1767384961.823038:0:40108:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000a8d9ce3b) has no exports 00000100:00000001:0.0:1767384961.823038:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384961.823039:0:40021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007bc2a4f9 x1853237348040704/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384961.823041:0:17076:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384961.823044:0:17076:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384961.823044:0:40108:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000100:00000001:0.0:1767384961.823047:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767384961.823049:0:17076:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384961.823049:0:40108:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00010000:00000001:2.0:1767384961.823053:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:3.0:1767384961.823056:0:40021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007bc2a4f9 x1853237348040704/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384961.823057:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384961.823057:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:2.0:1767384961.823063:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b6b90ecf refcount=3 00000100:00000001:0.0:1767384961.823064:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384961.823065:0:17119:0:(update_trans.c:1613:distribute_txn_commit_thread()) lustre-MDT0000 stopping distribute txn commit thread. 00000100:00000001:0.0:1767384961.823068:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384961.823069:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867058176 : -119483842493440 : ffff935480030400) 00000020:00000001:1.0:1767384961.823071:0:17119:0:(update_trans.c:1619:distribute_txn_commit_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.823072:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.823075:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867058176 : -119483842493440 : ffff935480030400) 00000100:00000001:0.0:1767384961.823078:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.823080:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384961.823087:0:40021:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384961.823092:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384961.823092:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384961.823094:0:40021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017c2fea7 00010000:00000001:2.0:1767384961.823096:0:17076:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.823097:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384961.823098:0:40021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017c2fea7. 00000100:00000001:0.0:1767384961.823100:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384961.823102:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.823105:0:40021:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1767384961.823107:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000017100114 x1853237348041088/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384961.823108:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.823109:0:40021:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384961.823114:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384961.823116:0:40021:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.823121:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384961.823124:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384961.823125:0:40021:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 18 to 0@lo 00010000:00000001:3.0:1767384961.823128:0:40021:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384961.823128:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384961.823129:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:1.0:1767384961.823130:0:40108:0:(update_trans.c:1707:distribute_txn_fini()) lustre-MDT0000 stopping distribute txn commit thread. 02000000:00000001:0.0:1767384961.823131:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384961.823134:0:40021:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.823134:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384961.823136:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384961.823137:0:40108:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bbd5caf9. 00000100:00100000:2.0:1767384961.823140:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1767384961.823142:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000017100114 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16357:1853237348041088:0@lo:9: 00000100:00000040:3.0:1767384961.823143:0:40021:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c04f9a86 x1853237348040704/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:187/0 lens 328/224 e 0 to 0 dl 1767384972 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000040:00000010:1.0:1767384961.823144:0:40108:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fb7344b4. 00000100:00000040:2.0:1767384961.823147:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000020:00000010:1.0:1767384961.823149:0:40108:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ed2ee63d. 00000100:00000001:2.0:1767384961.823151:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624585658075776 : -119488051475840 : ffff935385230a80) 00000100:00000001:0.0:1767384961.823153:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:1.0:1767384961.823157:0:40108:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000009499635. 02000000:00000001:0.0:1767384961.823158:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384961.823162:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384961.823163:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ff194610 x1853237348040832/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:187/0 lens 328/0 e 0 to 0 dl 1767384972 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384961.823165:0:40108:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002c90923a. 02000000:00000001:0.0:1767384961.823167:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1767384961.823168:0:40021:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c04f9a86 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b543db4a-4900-454f-be04-352b2897a173+14:16361:x1853237348040704:12345-0@lo:103: Request processed in 702us (1221us total) trans 0 rc 0/0 80000000:00000010:1.0:1767384961.823171:0:40108:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000781dd295. 02000000:00000010:0.0:1767384961.823172:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a417d7d8. 00000100:00000001:2.0:1767384961.823177:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 40000000:00000010:1.0:1767384961.823177:0:40108:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004931c101. 02000000:00000001:0.0:1767384961.823178:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384961.823183:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f5de1c5. 00100000:00000010:1.0:1767384961.823184:0:40108:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000071efc0b8. 00000400:00000010:0.0:1767384961.823186:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004815f523. 00000100:00000001:2.0:1767384961.823187:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00040000:00000010:1.0:1767384961.823188:0:40108:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000986f8821. 00000100:00100000:3.0:1767384961.823189:0:40021:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000400:00000010:0.0:1767384961.823193:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012d634c9. 00000020:00000010:2.0:1767384961.823194:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f5de1c5. 00000100:00000040:3.0:1767384961.823195:0:40021:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00040000:00000010:1.0:1767384961.823195:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000189d7e9b. 00000100:00000200:0.0:1767384961.823200:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348041088, portal 4 00040000:00000010:1.0:1767384961.823201:0:40108:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005f9df8dd. 00000100:00000001:3.0:1767384961.823202:0:40021:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1767384961.823206:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ff194610 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b543db4a-4900-454f-be04-352b2897a173+14:16358:x1853237348040832:12345-0@lo:103: 00000100:00000001:0.0:1767384961.823206:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384961.823207:0:40021:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00080000:00000010:1.0:1767384961.823208:0:40108:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000d8e11b9. 00000100:00000001:0.0:1767384961.823210:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590750699008 : -119482958852608 : ffff9354b4ae4e00) 00000020:00000010:3.0:1767384961.823212:0:40021:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000056e46af6. 00080000:00000010:1.0:1767384961.823214:0:40108:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007ae627ac. 00000100:00000200:2.0:1767384961.823217:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348040832 00000020:00000010:3.0:1767384961.823219:0:40021:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b360690a. 00010000:00000001:2.0:1767384961.823220:0:17076:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000040:0.0:1767384961.823221:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000017100114 x1853237348041088/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:1.0:1767384961.823222:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000aedfd0e3. 00010000:00000002:2.0:1767384961.823224:0:17076:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000020:00000010:3.0:1767384961.823225:0:40021:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005fb3f394. 00010000:00000001:2.0:1767384961.823227:0:17076:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000004:00000010:1.0:1767384961.823229:0:40108:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001a961790. 00000100:00000001:2.0:1767384961.823232:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:3.0:1767384961.823233:0:40021:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 13 02000000:00000001:2.0:1767384961.823237:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384961.823238:0:40021:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:1.0:1767384961.823238:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000059df369b. 00000100:00000001:0.0:1767384961.823243:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1767384961.823244:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bdeabe30. 00000004:00000010:1.0:1767384961.823246:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000db0f00cc. 02000000:00000001:2.0:1767384961.823248:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384961.823250:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1767384961.823252:0:40108:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019f90d9d. 00000100:00000001:3.0:1767384961.823253:0:40021:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384961.823253:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384961.823255:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073bfe857. 00000100:00000001:3.0:1767384961.823257:0:40021:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1767384961.823257:0:17076:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000200:0.0:1767384961.823259:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237348041088, offset 0 00010000:00010000:2.0:1767384961.823262:0:17076:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000002:1.0:1767384961.823262:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000f3a9a100/00000000affada16 to site lru. bkt: 000000007fd216d0 00000100:00100000:3.0:1767384961.823267:0:40021:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00010000:00000001:2.0:1767384961.823268:0:17076:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1767384961.823268:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000010:1.0:1767384961.823269:0:40108:0:(lod_dev.c:930:lod_fini_distribute_txn()) kfreed 'lut->lut_tdtd': 280 at 00000000c1a2c2c7. 00000020:00000001:2.0:1767384961.823272:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384961.823273:0:40021:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 2 00000020:00000040:2.0:1767384961.823275:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b0ef2912 refcount=3 00000004:00000001:1.0:1767384961.823276:0:40108:0:(lod_dev.c:578:lod_sub_fini_llog()) Process entered 00000100:00000001:3.0:1767384961.823277:0:40021:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590667946112 : -119483041605504 : ffff9354afbf9880) 00000020:00000001:2.0:1767384961.823279:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867057152 : -119483842494464 : ffff935480030000) 00000004:00000040:1.0:1767384961.823281:0:40108:0:(lod_dev.c:581:lod_sub_fini_llog()) lustre-MDT0000-osd: finish sub llog 00000400:00000200:0.0:1767384961.823283:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384961.823285:0:40021:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b9fb1daf x1853237348040960/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:187/0 lens 328/0 e 0 to 0 dl 1767384972 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384961.823285:0:17076:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867057152 : -119483842494464 : ffff935480030000) 00000004:00000040:1.0:1767384961.823285:0:40108:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000041961f74 : new refcount 2 00000040:00000001:1.0:1767384961.823292:0:40108:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:1.0:1767384961.823298:0:40108:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00010000:00000040:2.0:1767384961.823299:0:17076:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000167e1e28 count: 2 00000400:00000200:0.0:1767384961.823304:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958271d08180 00010000:00000001:2.0:1767384961.823305:0:17076:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1767384961.823306:0:40021:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00040000:00000001:1.0:1767384961.823308:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00000020:00000001:2.0:1767384961.823311:0:17076:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00040000:00000001:1.0:1767384961.823311:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00000020:00000010:3.0:1767384961.823312:0:40021:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005fda9bc3. 00010000:00000001:2.0:1767384961.823315:0:17076:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00040000:00000001:1.0:1767384961.823315:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00000400:00000200:0.0:1767384961.823315:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 5528 00000100:00000001:3.0:1767384961.823316:0:40021:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384961.823320:0:17076:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384961.823320:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00000020:00000010:3.0:1767384961.823323:0:40021:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005fda9bc3. 00040000:00000001:1.0:1767384961.823324:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00000020:00000001:2.0:1767384961.823325:0:17076:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384961.823326:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000001:1.0:1767384961.823328:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00010000:00000001:2.0:1767384961.823331:0:17076:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00100000:3.0:1767384961.823344:0:40021:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b9fb1daf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b543db4a-4900-454f-be04-352b2897a173+13:16359:x1853237348040960:12345-0@lo:103: 00010000:00000001:2.0:1767384961.823348:0:17076:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:0.0:1767384961.823350:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000010:1.0:1767384961.823351:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000006d5d56d. 00000100:00000200:3.0:1767384961.823353:0:40021:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348040960 00010000:00000001:2.0:1767384961.823354:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384961.823357:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384961.823358:0:40021:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000004:00000010:1.0:1767384961.823359:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000031b4d911. 00000100:00000001:0.0:1767384961.823359:0:16357:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:2.0:1767384961.823361:0:17076:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000002:3.0:1767384961.823363:0:40021:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384961.823364:0:17076:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384961.823364:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000004:00000010:1.0:1767384961.823366:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b043a85c. 00010000:00000001:3.0:1767384961.823367:0:40021:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000020:00000040:2.0:1767384961.823371:0:17076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b0ef2912 with handle 0xb57eb78819562dc2 from hash 00000100:00000010:0.0:1767384961.823371:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc8bdf86. 00000004:00000001:1.0:1767384961.823372:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000100:00000001:3.0:1767384961.823373:0:40021:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000004:00000040:1.0:1767384961.823377:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000400:0x1:0x0] 02000000:00000001:3.0:1767384961.823378:0:40021:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1767384961.823379:0:17076:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:0.0:1767384961.823379:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000bc8bdf86 x1853237348041088 msgsize 224 00000004:00000010:1.0:1767384961.823380:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000002795f239. 00010000:00000001:2.0:1767384961.823382:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:3.0:1767384961.823383:0:40021:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b0322fec. 00010000:00000001:2.0:1767384961.823386:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1767384961.823387:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 02000000:00000001:3.0:1767384961.823388:0:40021:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.823390:0:17076:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000040:00000001:1.0:1767384961.823390:0:40108:0:(llog_osd.c:1830:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384961.823393:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384961.823394:0:40021:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.823394:0:17076:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000040:00000010:1.0:1767384961.823395:0:40108:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 32768 at 00000000ddf7440b. 00010000:00000001:2.0:1767384961.823399:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384961.823400:0:40021:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384961.823403:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b0ef2912/0xb57eb78819562dc2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb57eb78819562dbb expref: 13 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384961.823405:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00010000:00010000:3.0:1767384961.823409:0:40021:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000040:00000010:1.0:1767384961.823410:0:40108:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a0002579. 00000400:00000200:0.0:1767384961.823412:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073bfe857 00010000:00000001:3.0:1767384961.823414:0:40021:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000040:2.0:1767384961.823415:0:17076:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003d3e266f : new locks_count 6 00000400:00000010:0.0:1767384961.823416:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073bfe857. 00000020:00000001:3.0:1767384961.823417:0:40021:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000040:00000001:1.0:1767384961.823417:0:40108:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384961.823420:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 12 00000020:00000040:3.0:1767384961.823422:0:40021:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b6b90ecf refcount=3 00000040:00000001:1.0:1767384961.823423:0:40108:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000100:00000001:0.0:1767384961.823423:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1767384961.823426:0:40021:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624589867058176 : -119483842493440 : ffff935480030400) 00010000:00000001:2.0:1767384961.823427:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000040:00000040:1.0:1767384961.823428:0:40108:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000041961f74 : new refcount 1 00010000:00000001:2.0:1767384961.823430:0:17076:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000200:0.0:1767384961.823431:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000017100114 x1853237348041088/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384961.823432:0:40021:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624589867058176 : -119483842493440 : ffff935480030400) 00010000:00000001:2.0:1767384961.823433:0:17076:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000040:1.0:1767384961.823433:0:40108:0:(genops.c:898:class_export_put()) PUTting export 0000000063714273 : new refcount 2 00010000:00000001:2.0:1767384961.823436:0:17076:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1767384961.823439:0:40021:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f6634d39 count: 3 00000040:00000010:1.0:1767384961.823439:0:40108:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 0000000041961f74. 00010000:00000001:2.0:1767384961.823440:0:17076:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384961.823445:0:40021:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384961.823446:0:17076:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000040:00000001:1.0:1767384961.823448:0:40108:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384961.823449:0:40021:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000040:2.0:1767384961.823450:0:17076:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000167e1e28 count: 0 00010000:00000001:3.0:1767384961.823453:0:40021:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000004:00000001:1.0:1767384961.823453:0:40108:0:(lod_dev.c:597:lod_sub_fini_llog()) Process leaving 00010000:00000001:3.0:1767384961.823457:0:40021:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384961.823457:0:17076:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00000001:1.0:1767384961.823459:0:40108:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.823461:0:17076:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384961.823461:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384961.823462:0:40021:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384961.823465:0:40108:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384961.823467:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000017100114 x1853237348041088/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384971 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384961.823468:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384961.823470:0:40021:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000004:00000010:1.0:1767384961.823470:0:40108:0:(mdt_handler.c:5833:mdt_stack_pre_fini()) kfreed 'lcfg': 56 at 00000000ed56c922. 00010000:00000001:2.0:1767384961.823473:0:17076:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384961.823474:0:40021:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000004:00000001:1.0:1767384961.823476:0:40108:0:(mdt_handler.c:5834:mdt_stack_pre_fini()) Process leaving 00010000:00000001:3.0:1767384961.823480:0:40021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:2.0:1767384961.823480:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 0000000059180339 time=95 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384961.823483:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384961.823484:0:40021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384961.823488:0:40021:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384961.823489:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1767384961.823490:0:40021:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.823490:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000001:1.0:1767384961.823493:0:17110:0:(mdt_restripe.c:857:mdt_restriper_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384961.823495:0:40021:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b6b90ecf with handle 0xb57eb78819562e47 from hash 00000100:00000001:0.0:1767384961.823495:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384961.823501:0:40021:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:0.0:1767384961.823502:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 2978 usecs (3 jiffies) 00010000:00000001:3.0:1767384961.823504:0:40021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384961.823504:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 19 to 0@lo 00000100:00000001:0.0:1767384961.823507:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294950857 00010000:00000001:3.0:1767384961.823508:0:40021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384961.823512:0:40021:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767384961.823512:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000001:0.0:1767384961.823513:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294950859 00010000:00000001:3.0:1767384961.823516:0:40021:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1767384961.823520:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294950857 00010000:00000001:3.0:1767384961.823521:0:40021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384961.823521:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384961.823523:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294950859 02000000:00000001:2.0:1767384961.823526:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384961.823527:0:40021:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b6b90ecf/0xb57eb78819562e47 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb57eb78819562e40 expref: 12 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384961.823528:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294950857 00000100:00000001:2.0:1767384961.823532:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384961.823534:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294950859 00000020:00000010:1.0:1767384961.823539:0:40108:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009cca54fa. 00000100:00000001:0.0:1767384961.823539:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294950857 00000100:00000040:2.0:1767384961.823541:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000040:3.0:1767384961.823542:0:40021:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003d3e266f : new locks_count 5 00000020:00000010:1.0:1767384961.823546:0:40108:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc220195. 00000100:00000001:0.0:1767384961.823546:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294950859 00000020:00000040:3.0:1767384961.823547:0:40021:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 11 00000400:00000010:2.0:1767384961.823547:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008769267d. 00000100:00000001:0.0:1767384961.823552:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384961.823555:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237348040832, offset 224 00000020:00000010:1.0:1767384961.823555:0:40108:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000014d42ab. 00010000:00000001:3.0:1767384961.823556:0:40021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384961.823559:0:40021:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000010:1.0:1767384961.823562:0:40108:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f7777b25. 00010000:00000001:3.0:1767384961.823563:0:40021:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:2.0:1767384961.823564:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384961.823564:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384961.823566:0:40021:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384961.823568:0:40108:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c9f83cf3. 00000100:00000001:0.0:1767384961.823570:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384961.823571:0:40021:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384961.823574:0:40108:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000151fd2f4. 00000100:00000001:0.0:1767384961.823576:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384961.823577:0:40021:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:2.0:1767384961.823578:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384961.823580:0:40108:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000268cb418. 00000100:00000001:0.0:1767384961.823582:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384961.823584:0:40108:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009b3a61f8. 00000100:00000001:0.0:1767384961.823585:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00010000:3.0:1767384961.823588:0:40021:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000400:00000200:2.0:1767384961.823588:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958271d08080 80000000:00000010:1.0:1767384961.823590:0:40108:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c1d22186. 00000100:00000001:0.0:1767384961.823591:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384961.823592:0:40021:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384961.823595:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384961.823597:0:40021:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 40000000:00000010:1.0:1767384961.823598:0:40108:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a7e14f15. 00000100:00000001:0.0:1767384961.823599:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384961.823600:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x210d [1] + 224 00010000:00000001:3.0:1767384961.823601:0:40021:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384961.823604:0:40108:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c5c9e557. 00000100:00000001:0.0:1767384961.823604:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384961.823606:0:40021:0:(import.c:2128:obd_at_measure()) add 1 to 0000000059180339 time=95 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384961.823609:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000010:1.0:1767384961.823610:0:40108:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000095e15b71. 00000100:00000001:3.0:1767384961.823611:0:40021:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00040000:00000010:1.0:1767384961.823614:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000aa24c441. 00000100:00000040:3.0:1767384961.823616:0:40021:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 20 to 0@lo 00000400:00000200:2.0:1767384961.823617:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00040000:00000010:1.0:1767384961.823619:0:40108:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003e2e139f. 00000100:00000001:3.0:1767384961.823622:0:40021:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000001:2.0:1767384961.823624:0:17076:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384961.823625:0:40021:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00080000:00000010:1.0:1767384961.823625:0:40108:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000057bf22f5. 00000020:00000001:0.0:1767384961.823627:0:38:0:(genops.c:857:class_export_destroy()) Process entered 02000000:00000001:3.0:1767384961.823629:0:40021:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384961.823630:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dae23b5c x1853237348040832/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000080:0.0:1767384961.823631:0:38:0:(genops.c:863:class_export_destroy()) destroying export 0000000083ded37e/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000100:00000001:3.0:1767384961.823633:0:40021:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000010:1.0:1767384961.823633:0:40108:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000004dd35f25. 00000020:00000040:0.0:1767384961.823639:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 19 to 0@lo 00000100:00000040:3.0:1767384961.823640:0:40021:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00000010:1.0:1767384961.823640:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007d4b19b6. 00000020:00000001:0.0:1767384961.823646:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000400:00000010:3.0:1767384961.823647:0:40021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017c2fea7. 00000004:00000010:1.0:1767384961.823648:0:40108:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ec5058d5. 00000004:00000001:0.0:1767384961.823650:0:38:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000100:00000040:2.0:1767384961.823651:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dae23b5c x1853237348040832/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384961.823653:0:40021:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237348040960, offset 224 00000020:00000040:0.0:1767384961.823655:0:38:0:(genops.c:1229:class_import_get()) import 00000000e010da71 refcount=2 obd=lustre-MDT0000 00000004:00000010:1.0:1767384961.823656:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000082a6300b. 00000020:00000001:0.0:1767384961.823662:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000004:00000010:1.0:1767384961.823664:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000eb920515. 00000020:00000040:0.0:1767384961.823666:0:38:0:(genops.c:1242:class_import_put()) import 00000000e010da71 refcount=1 obd=lustre-MDT0000 00000400:00000200:3.0:1767384961.823667:0:40021:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384961.823670:0:40108:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b7ed0640. 00000020:00000001:0.0:1767384961.823672:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384961.823673:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384961.823675:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000004:00000001:1.0:1767384961.823677:0:40108:0:(mdt_coordinator.c:1304:mdt_hsm_cdt_stop()) Process entered 00000020:00000040:0.0:1767384961.823678:0:38:0:(genops.c:1242:class_import_put()) import 00000000e010da71 refcount=0 obd=lustre-MDT0000 00000400:00000200:3.0:1767384961.823680:0:40021:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384961.823681:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008769267d 00000004:20000000:1.0:1767384961.823682:0:40108:0:(mdt_coordinator.c:564:set_cdt_state_locked()) unexpected coordinator transition, from=stopped, to=stopping 00000020:00000040:0.0:1767384961.823684:0:38:0:(genops.c:1245:class_import_put()) final put import 00000000e010da71 00000400:00000010:2.0:1767384961.823686:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008769267d. 00000004:00000001:1.0:1767384961.823687:0:40108:0:(mdt_coordinator.c:1309:mdt_hsm_cdt_stop()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000100:00000001:2.0:1767384961.823691:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000004:00000040:1.0:1767384961.823692:0:40108:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000d5029f85 : new refcount 3 00000100:00000001:2.0:1767384961.823694:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767384961.823695:0:40021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958271d08100 00000020:00000001:0.0:1767384961.823695:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000040:1.0:1767384961.823696:0:40108:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000d5029f85 : new refcount 2 00000100:00000001:2.0:1767384961.823698:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1767384961.823699:0:38:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 000000006f2a7406. 00000004:00000040:1.0:1767384961.823702:0:40108:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000d5029f85 : new refcount 1 00000100:00000040:2.0:1767384961.823705:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 18 to 0@lo 00010000:00000001:0.0:1767384961.823705:0:38:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000400:00000200:3.0:1767384961.823706:0:40021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2115 [1] + 224 00000004:00000040:1.0:1767384961.823709:0:40108:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000007ca67f93 : new refcount 3 00000001:00000001:0.0:1767384961.823709:0:38:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00010000:00000001:2.0:1767384961.823713:0:17076:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384961.823715:0:40108:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000007ca67f93 : new refcount 2 00000400:00000200:3.0:1767384961.823717:0:40021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384961.823717:0:17076:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384961.823717:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006db48946. 00000004:00000040:1.0:1767384961.823718:0:40108:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000007ca67f93 : new refcount 1 00000001:00000010:0.0:1767384961.823724:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000005a3a07f. 00000100:00000040:2.0:1767384961.823726:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ff194610 x1853237348040832/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:187/0 lens 328/224 e 0 to 0 dl 1767384972 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384961.823726:0:40108:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000400:00000200:3.0:1767384961.823729:0:40021:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00080000:1.0:1767384961.823731:0:40108:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000a8d9ce3b) has no exports 00000001:00000010:0.0:1767384961.823731:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a48c0979. 00000020:00000001:1.0:1767384961.823736:0:40108:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000001:00000010:0.0:1767384961.823738:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000004cd0c76. 00000100:00000001:3.0:1767384961.823739:0:40021:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384961.823739:0:40108:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00010000:00000001:1.0:1767384961.823744:0:40108:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00000001:00000010:0.0:1767384961.823745:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000060b51c67. 00000100:00000200:3.0:1767384961.823746:0:40021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001009c66d x1853237348040960/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384961.823750:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ff194610 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b543db4a-4900-454f-be04-352b2897a173+11:16358:x1853237348040832:12345-0@lo:103: Request processed in 567us (1224us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384961.823750:0:40108:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000010:0.0:1767384961.823751:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000008d8afa09. 00000001:00000001:1.0:1767384961.823754:0:40108:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384961.823759:0:40108:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384961.823759:0:38:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384961.823763:0:38:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:0.0:1767384961.823766:0:38:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00100000:2.0:1767384961.823769:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000001:00000010:0.0:1767384961.823770:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000000852865. 00000100:00000040:3.0:1767384961.823773:0:40021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001009c66d x1853237348040960/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:0.0:1767384961.823774:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000807d7a0d. 00000001:00000010:0.0:1767384961.823779:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003196daa6. 00000100:00000040:2.0:1767384961.823782:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 1 00000100:00000001:2.0:1767384961.823787:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000001:00000010:0.0:1767384961.823788:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000de734995. 00000100:00000001:2.0:1767384961.823790:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384961.823791:0:40021:0:(events.c:163:reply_in_callback()) Process leaving 00000001:00000010:0.0:1767384961.823792:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ca24918d. 00000020:00000010:2.0:1767384961.823796:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d74a0f61. 00000001:00000010:0.0:1767384961.823796:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000000ec72762. 00000400:00000200:3.0:1767384961.823797:0:40021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017c2fea7 00000400:00000010:3.0:1767384961.823803:0:40021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017c2fea7. 00000001:00000001:0.0:1767384961.823803:0:38:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000010:2.0:1767384961.823804:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bcfd3a7d. 00010000:00000001:0.0:1767384961.823807:0:38:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00000100:00000001:3.0:1767384961.823808:0:40021:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1767384961.823810:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003332fdec. 00000100:00000001:3.0:1767384961.823811:0:40021:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384961.823811:0:38:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000100:00000001:3.0:1767384961.823833:0:40021:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384961.823835:0:40021:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 17 to 0@lo 00010000:00000001:3.0:1767384961.823839:0:40021:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384961.823840:0:38:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000411ae4f1. 00010000:00000001:3.0:1767384961.823842:0:40021:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384961.823847:0:38:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384961.823851:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384961.823853:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 10 00000100:00000040:3.0:1767384961.823856:0:40021:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9fb1daf x1853237348040960/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:187/0 lens 328/224 e 0 to 0 dl 1767384972 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384961.823856:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8d9ce3b) now 7 - export 00000100:00000001:2.0:1767384961.823858:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384961.823864:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000083ded37e. 00000100:00100000:3.0:1767384961.823877:0:40021:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b9fb1daf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b543db4a-4900-454f-be04-352b2897a173+10:16359:x1853237348040960:12345-0@lo:103: Request processed in 567us (1064us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384961.823877:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384961.823877:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00000100:00000001:2.0:1767384961.823881:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384961.823884:0:38:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000400:00000001:2.0:1767384961.823887:0:16358:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000080:0.0:1767384961.823888:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000e010da71 for lustre-MDT0000 00000400:00000001:2.0:1767384961.823891:0:16358:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384961.823893:0:40021:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000400:00000010:2.0:1767384961.823895:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069e38a55. 00000020:00000040:0.0:1767384961.823897:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 16 to 0@lo 00000100:00000040:3.0:1767384961.823900:0:40021:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000400:00000200:2.0:1767384961.823901:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bd9e1ec 00000020:00000040:0.0:1767384961.823902:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8d9ce3b) now 6 - import 00000100:00000001:3.0:1767384961.823907:0:40021:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1767384961.823907:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bd9e1ec. 00000020:00000010:0.0:1767384961.823907:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000e010da71. 00000100:00000001:3.0:1767384961.823912:0:40021:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384961.823914:0:16358:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384961.823915:0:38:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:3.0:1767384961.823916:0:40021:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b629c20d. 00000020:00000010:3.0:1767384961.823922:0:40021:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bd0cf951. 00000100:00000200:2.0:1767384961.823922:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dae23b5c x1853237348040832/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384961.823927:0:40021:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008863e407. 00000020:00000040:3.0:1767384961.823933:0:40021:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 9 00000100:00000001:3.0:1767384961.823937:0:40021:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384961.823939:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dae23b5c x1853237348040832/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384961.823942:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384961.823945:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384961.823950:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384961.823952:0:16358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1767384961.823953:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384961.823955:0:16358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384961.823956:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a42a9689. 00000100:00000001:3.0:1767384961.823957:0:17897:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384961.823961:0:16358:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767384961.823962:0:17897:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348041088 00000400:00000200:0.0:1767384961.823963:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001aea56c7 02000000:00000001:2.0:1767384961.823965:0:16358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767384961.823966:0:17897:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1767384961.823967:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001aea56c7. 00000100:00000001:2.0:1767384961.823970:0:16358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384961.823971:0:17897:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384961.823972:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384961.823976:0:17897:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.823976:0:16358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384961.823979:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007bc2a4f9 x1853237348040704/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384961.823981:0:17897:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384961.823983:0:16358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384961.823986:0:17897:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348041088 00000020:00000001:3.0:1767384961.823990:0:17897:0:(genops.c:811:class_conn2export()) Process entered 00000100:00001000:2.0:1767384961.823990:0:16358:0:(import.c:2128:obd_at_measure()) add 5 to 000000009e62be5a time=95 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384961.823994:0:17897:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562efd 00000020:00000001:3.0:1767384961.823998:0:17897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:2.0:1767384961.824000:0:16358:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=95 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384961.824001:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007bc2a4f9 x1853237348040704/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384961.824002:0:17897:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d9a32349 refcount=5 00000020:00000001:3.0:1767384961.824007:0:17897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000001:2.0:1767384961.824009:0:16358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767384961.824013:0:17897:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585619773440 : -119488089778176 : ffff935382da9800) 00000100:00000001:2.0:1767384961.824013:0:16358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.824020:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384961.824020:0:16358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384961.824021:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384961.824024:0:16358:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384961.824025:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005fda9bc3. 00000100:00000001:0.0:1767384961.824025:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384961.824029:0:16358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.824030:0:16361:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384961.824032:0:17897:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000007dac689b. 02000000:00000001:0.0:1767384961.824034:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767384961.824036:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dae23b5c x1853237348040832/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384961.824037:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384961.824040:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384961.824041:0:17897:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000029ff95b7) now 8 - evictor 02000000:00000001:0.0:1767384961.824051:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.824053:0:17897:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00001000:0.0:1767384961.824055:0:16361:0:(import.c:2128:obd_at_measure()) add 5 to 000000009e62be5a time=95 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384961.824058:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005fb3f394. 00000100:00001000:0.0:1767384961.824059:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=95 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384961.824062:0:17897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000056e46af6. 00000100:00000001:0.0:1767384961.824064:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384961.824066:0:16361:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384961.824067:0:16361:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384961.824068:0:16361:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.824072:0:16361:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384961.824074:0:17897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b360690a. 00000100:00000040:0.0:1767384961.824081:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007bc2a4f9 x1853237348040704/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384961.824083:0:17897:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384961.824087:0:17897:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384961.824090:0:17897:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384961.824093:0:17897:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.824096:0:16358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384961.824099:0:17897:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.824102:0:16358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384961.824106:0:16358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384961.824107:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384961.824108:0:17897:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384961.824113:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767384961.824116:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dae23b5c x1853237348040832/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384961.824117:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384961.824119:0:17897:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384961.824123:0:17897:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384961.824126:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007bc2a4f9 x1853237348040704/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384961.824131:0:17897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:3.0:1767384961.824136:0:17897:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d9a32349 : new rpc_count 1 00000100:00000001:3.0:1767384961.824141:0:17897:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590667952384 : -119483041599232 : ffff9354afbfb100) 00000100:00100000:2.0:1767384961.824142:0:16358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dae23b5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348040832:0@lo:103: 00000100:00000040:3.0:1767384961.824149:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bc8bdf86 x1853237348041088/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:187/0 lens 224/0 e 0 to 0 dl 1767384972 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384961.824152:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384961.824152:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007bc2a4f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b543db4a-4900-454f-be04-352b2897a173:16361:1853237348040704:0@lo:103: 00000100:00000001:2.0:1767384961.824159:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384961.824163:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384961.824166:0:17897:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384961.824167:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dae23b5c x1853237348040832/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384961.824168:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767384961.824169:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b39cb3fa. 00000100:00000001:3.0:1767384961.824175:0:17897:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384961.824175:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007bc2a4f9 x1853237348040704/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384961.824181:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b39cb3fa. 00000100:00100000:3.0:1767384961.824191:0:17897:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bc8bdf86 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16357:x1853237348041088:12345-0@lo:9: 00000100:00000001:2.0:1767384961.824193:0:16358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384961.824197:0:16358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1767384961.824200:0:17897:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348041088 02000000:00000010:2.0:1767384961.824201:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002fbb080f. 00000020:00000001:3.0:1767384961.824205:0:17897:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384961.824206:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384961.824208:0:16358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384961.824209:0:17897:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:0.0:1767384961.824209:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1767384961.824213:0:16358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1767384961.824214:0:17897:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384961.824214:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000a8e438e. 00000020:00000040:2.0:1767384961.824216:0:16358:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000020:00000001:3.0:1767384961.824220:0:17897:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384961.824221:0:16358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767384961.824221:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384961.824223:0:17897:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665453840 : -1044097776 : ffffffffc1c45510) 00000020:00000001:0.0:1767384961.824225:0:16361:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:2.0:1767384961.824226:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000089f468f0. 00000020:00000001:3.0:1767384961.824227:0:17897:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000040:0.0:1767384961.824227:0:16361:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000020:00000001:3.0:1767384961.824231:0:17897:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384961.824232:0:16358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1767384961.824233:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384961.824235:0:17897:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000010:0.0:1767384961.824236:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000046396dc2. 02000000:00000001:2.0:1767384961.824237:0:16358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1767384961.824238:0:17897:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000010:2.0:1767384961.824241:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dae23b5c. 00000020:00000001:3.0:1767384961.824242:0:17897:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384961.824243:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384961.824246:0:16358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1767384961.824247:0:17897:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 02000000:00000001:0.0:1767384961.824247:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384961.824249:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384961.824251:0:17897:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000010:0.0:1767384961.824251:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007bc2a4f9. 00000100:00000001:2.0:1767384961.824253:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384961.824254:0:17897:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384961.824257:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384961.824260:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384961.824261:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384961.824262:0:17897:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384961.824263:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.824266:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384961.824267:0:17897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000063ad83c2. 00000100:00000001:2.0:1767384961.824269:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384961.824271:0:17897:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.824273:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.824274:0:17897:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.824280:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1767384961.824281:0:17897:0:(genops.c:887:class_export_get()) GET export 00000000d9a32349 refcount=6 00000100:00000001:0.0:1767384961.824283:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384961.824284:0:17897:0:(obd_class.h:902:obd_disconnect()) Process entered 00002000:00000001:3.0:1767384961.824288:0:17897:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000100:00000001:0.0:1767384961.824288:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767384961.824292:0:17897:0:(genops.c:887:class_export_get()) GET export 00000000d9a32349 refcount=7 00000100:00000001:0.0:1767384961.824292:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384961.824295:0:17897:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:3.0:1767384961.824297:0:17897:0:(genops.c:1460:class_disconnect()) Process entered 00000100:00080000:2.0:1767384961.824299:0:17085:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1767384961.824300:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 6 00000100:00000001:0.0:1767384961.824302:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000080:3.0:1767384961.824305:0:17897:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb57eb78819562efd 00000020:00000040:2.0:1767384961.824306:0:17085:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000029ff95b7) now 8 - evictor 00000100:00000001:0.0:1767384961.824306:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384961.824311:0:17897:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d9a32349 with handle 0xb57eb78819562efd from hash 00000020:00000040:3.0:1767384961.824315:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 5 00000020:00000010:3.0:1767384961.824317:0:17897:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005fda9bc3. 00000020:00000001:3.0:1767384961.824319:0:17897:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384961.824320:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 4 00000020:00000001:3.0:1767384961.824321:0:17897:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384961.824323:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 3 00000100:00000001:2.0:1767384961.824323:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384961.824327:0:17897:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.824327:0:16359:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384961.824331:0:17897:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:3.0:1767384961.824345:0:17897:0:(import.c:65:import_set_state_nolock()) 00000000c2c7ed15 : changing import state from FULL to CLOSED 00000400:00000001:2.0:1767384961.824346:0:16359:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384961.824348:0:17897:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384961.824349:0:17897:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384961.824350:0:17897:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00000400:00000001:2.0:1767384961.824355:0:16359:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384961.824357:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0bda995. 00010000:00000001:3.0:1767384961.824360:0:17897:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384961.824361:0:16359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ce6b2d9 00000400:00000010:2.0:1767384961.824365:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ce6b2d9. 00000020:00000010:3.0:1767384961.824366:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000046974ac8. 00000100:00000001:2.0:1767384961.824368:0:16359:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384961.824371:0:17897:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002b4b4f72. 00000020:00000010:3.0:1767384961.824375:0:17897:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000030e479be. 00000100:00000200:2.0:1767384961.824375:0:16359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001009c66d x1853237348040960/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384961.824377:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384961.824380:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384961.824382:0:17897:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e2123c20. 00010000:00010000:0.0:1767384961.824385:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:3.0:1767384961.824389:0:17897:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000a8e438e. 80000000:00000010:3.0:1767384961.824394:0:17897:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000eb377f89. 00000100:00000200:2.0:1767384961.824397:0:16359:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001009c66d x1853237348040960/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 40000000:00000010:3.0:1767384961.824398:0:17897:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005fda9bc3. 00100000:00000010:3.0:1767384961.824403:0:17897:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000936f8d7c. 00040000:00000010:3.0:1767384961.824408:0:17897:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d320f563. 00040000:00000010:3.0:1767384961.824412:0:17897:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003ac2b167. 00000100:00000001:2.0:1767384961.824414:0:16359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384961.824416:0:16359:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384961.824418:0:16359:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384961.824421:0:16359:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384961.824423:0:16359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00080000:00000010:3.0:1767384961.824424:0:17897:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009d49532e. 00000100:00000001:2.0:1767384961.824424:0:16359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384961.824429:0:17897:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b3080e34. 02000000:00000001:2.0:1767384961.824429:0:16359:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384961.824436:0:17897:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b2af795b. 00000100:00001000:2.0:1767384961.824436:0:16359:0:(import.c:2128:obd_at_measure()) add 5 to 000000009e62be5a time=95 v=5 (5 0 0 0) 00000001:00000001:3.0:1767384961.824441:0:17897:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000100:00001000:2.0:1767384961.824442:0:16359:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=95 v=5 (1 0 0 0) 00000001:00000040:3.0:1767384961.824443:0:17897:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 0, off 8192, UUID 'lustre-MDT0000-mdtlov_UUID' 00000001:00000001:3.0:1767384961.824450:0:17897:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000100:00000001:2.0:1767384961.824451:0:16359:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000001:00000004:3.0:1767384961.824453:0:17897:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00000100:00000001:2.0:1767384961.824454:0:16359:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384961.824457:0:17897:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384961.824458:0:16359:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00080000:00000010:3.0:1767384961.824462:0:17897:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000017d2eaf. 00010000:00000001:2.0:1767384961.824462:0:16359:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384961.824467:0:17897:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590259844608 : -119483449707008 : ffff9354976c7600) 00000100:00000001:2.0:1767384961.824467:0:16359:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384961.824474:0:17897:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000040:2.0:1767384961.824475:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001009c66d x1853237348040960/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767384961.824478:0:17897:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384961.824481:0:17897:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b39cb3fa. 00080000:00000001:3.0:1767384961.824486:0:17897:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384961.824490:0:17897:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:2.0:1767384961.824491:0:16359:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384961.824495:0:16359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384961.824496:0:16359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384961.824498:0:17897:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384961.824501:0:16359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001009c66d x1853237348040960/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767384961.824502:0:17897:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000100:00100000:2.0:1767384961.824512:0:16359:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001009c66d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b543db4a-4900-454f-be04-352b2897a173:16359:1853237348040960:0@lo:103: 00000001:00000040:3.0:1767384961.824517:0:17897:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000100:00000001:2.0:1767384961.824517:0:16359:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384961.824523:0:17897:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.824523:0:16359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00080000:00000001:3.0:1767384961.824526:0:17897:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384961.824532:0:17897:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b39cb3fa. 00000100:00000040:2.0:1767384961.824534:0:16359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001009c66d x1853237348040960/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00040000:00000001:3.0:1767384961.824537:0:17897:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384961.824540:0:17897:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384961.824543:0:17897:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384961.824547:0:17897:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:3.0:1767384961.824553:0:17897:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.824553:0:16359:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384961.824557:0:16359:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:3.0:1767384961.824558:0:17897:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1767384961.824562:0:17897:0:(osd_handler.c:2033:osd_trans_create()) Process entered 02000000:00000010:2.0:1767384961.824562:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009a1b0549. 00080000:00000010:3.0:1767384961.824564:0:17897:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c4087d86. 02000000:00000001:2.0:1767384961.824567:0:16359:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00080000:00000001:3.0:1767384961.824568:0:17897:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590751755776 : -119482957795840 : ffff9354b4be6e00) 00000020:00000001:2.0:1767384961.824571:0:16359:0:(genops.c:1236:class_import_put()) Process entered 00080000:00000001:3.0:1767384961.824572:0:17897:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384961.824575:0:17897:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000040:2.0:1767384961.824575:0:16359:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00080000:00000010:3.0:1767384961.824579:0:17897:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b39cb3fa. 00000020:00000001:2.0:1767384961.824580:0:16359:0:(genops.c:1249:class_import_put()) Process leaving 00080000:00000001:3.0:1767384961.824583:0:17897:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384961.824584:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003216820e. 02000000:00000001:2.0:1767384961.824587:0:16359:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384961.824588:0:16359:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384961.824591:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001009c66d. 00080000:00000001:3.0:1767384961.824592:0:17897:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:2.0:1767384961.824596:0:16359:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00080000:00000001:3.0:1767384961.824597:0:17897:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.824600:0:16359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:3.0:1767384961.824601:0:17897:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000e3e7e0bc. 00000001:00000040:3.0:1767384961.824606:0:17897:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000d9a32349 : new cb_count 1 00000100:00000001:2.0:1767384961.824606:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384961.824610:0:17897:0:(genops.c:887:class_export_get()) GET export 00000000d9a32349 refcount=4 00000100:00000001:2.0:1767384961.824614:0:16359:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384961.824617:0:16359:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384961.824618:0:17897:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1767384961.824622:0:17897:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:2.0:1767384961.824623:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00080000:00000010:3.0:1767384961.824626:0:17897:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b39cb3fa. 00000100:00000001:2.0:1767384961.824627:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384961.824631:0:17897:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384961.824633:0:17897:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384961.824635:0:17897:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384961.824636:0:17897:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000040:3.0:1767384961.824638:0:17897:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 0 (8192), rc 0 00000001:00000001:3.0:1767384961.824640:0:17897:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384961.824642:0:17897:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002b4b4f72. 00000020:00000010:3.0:1767384961.824644:0:17897:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000030e479be. 00000020:00000010:3.0:1767384961.824646:0:17897:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e2123c20. 00000020:00000010:3.0:1767384961.824649:0:17897:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000a8e438e. 80000000:00000010:3.0:1767384961.824651:0:17897:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000eb377f89. 40000000:00000010:3.0:1767384961.824654:0:17897:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005fda9bc3. 00100000:00000010:3.0:1767384961.824655:0:17897:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000936f8d7c. 00040000:00000010:3.0:1767384961.824657:0:17897:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d320f563. 00040000:00000010:3.0:1767384961.824659:0:17897:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003ac2b167. 00080000:00000010:3.0:1767384961.824662:0:17897:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b3080e34. 00080000:00000010:3.0:1767384961.824664:0:17897:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009d49532e. 00002000:00000010:3.0:1767384961.824666:0:17897:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b2af795b. 00000020:00000010:3.0:1767384961.824668:0:17897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000046974ac8. 00000001:00000001:3.0:1767384961.824670:0:17897:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:3.0:1767384961.824671:0:17897:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000e70cf8aa) : new refcount 4 00000001:00000001:3.0:1767384961.824673:0:17897:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:3.0:1767384961.824674:0:17897:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000e70cf8aa) : new refcount 3 00000020:00000040:3.0:1767384961.824675:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 3 00000001:00000001:3.0:1767384961.824677:0:17897:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:3.0:1767384961.824677:0:17897:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000e70cf8aa) : new refcount 2 00000001:00000001:3.0:1767384961.824682:0:17897:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:3.0:1767384961.824683:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 2 00002000:00000001:3.0:1767384961.824684:0:17897:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384961.824685:0:17897:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384961.824686:0:17897:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384961.824688:0:17897:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384961.824689:0:17897:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237348041088 00010000:00000001:3.0:1767384961.824691:0:17897:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384961.824693:0:17897:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bc8bdf86 x1853237348041088/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:187/0 lens 224/224 e 0 to 0 dl 1767384972 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384961.824698:0:17897:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384961.824699:0:17897:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384961.824701:0:17897:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7bcd663 time=85 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384961.824703:0:17897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384961.824704:0:17897:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 17 to 0@lo 00000100:00000001:3.0:1767384961.824706:0:17897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:3.0:1767384961.824707:0:17897:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384961.824708:0:17897:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.824710:0:17897:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384961.824711:0:17897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384961.824712:0:17897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017c2fea7. 00000100:00000200:3.0:1767384961.824714:0:17897:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237348041088, offset 224 00000400:00000200:3.0:1767384961.824717:0:17897:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384961.824721:0:17897:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384961.824724:0:17897:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958271d08180 00000400:00000200:3.0:1767384961.824727:0:17897:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2121 [1] + 224 00000400:00000200:3.0:1767384961.824729:0:17897:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384961.824731:0:17897:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384961.824734:0:17897:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384961.824736:0:17897:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000017100114 x1853237348041088/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384971 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384961.824741:0:17897:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000017100114 x1853237348041088/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384961.824760:0:17897:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384961.824764:0:17897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017c2fea7 00000400:00000010:3.0:1767384961.824765:0:17897:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017c2fea7. 00000100:00000001:3.0:1767384961.824767:0:17897:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384961.824768:0:17897:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384961.824770:0:17897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384961.824772:0:17897:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 16 to 0@lo 00010000:00000001:3.0:1767384961.824774:0:17897:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384961.824775:0:17897:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.824775:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384961.824779:0:17897:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384961.824779:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384961.824784:0:17897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc8bdf86 x1853237348041088/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:187/0 lens 224/224 e 0 to 0 dl 1767384972 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384961.824785:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384961.824788:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384961.824791:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004815f523. 00000100:00100000:3.0:1767384961.824795:0:17897:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bc8bdf86 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:16357:x1853237348041088:12345-0@lo:9: Request processed in 628us (1415us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384961.824797:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012d634c9 00000400:00000010:0.0:1767384961.824801:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012d634c9. 00000100:00000001:0.0:1767384961.824804:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384961.824805:0:17897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:3.0:1767384961.824808:0:17897:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d9a32349 : new rpc_count 0 00000100:00000200:0.0:1767384961.824810:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000017100114 x1853237348041088/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384961.824812:0:17897:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384961.824835:0:17897:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384961.824839:0:17897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000056e46af6. 00000020:00000010:3.0:1767384961.824844:0:17897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b360690a. 00000100:00000200:0.0:1767384961.824844:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000017100114 x1853237348041088/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384961.824849:0:17897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005fb3f394. 00000020:00000040:3.0:1767384961.824856:0:17897:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 1 00000100:00000001:0.0:1767384961.824859:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384961.824860:0:17897:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384961.824863:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384961.824868:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384961.824871:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384961.824873:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384961.824875:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384961.824877:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384961.824881:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 0000000056cb386c time=85 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384961.824885:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000785c58c4 time=85 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384961.824887:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384961.824888:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384961.824890:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384961.824893:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000017100114 x1853237348041088/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384961.824899:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.824907:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384961.824908:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384961.824909:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384961.824910:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384961.824912:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000017100114 x1853237348041088/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384961.824916:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384961.824917:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384961.824918:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1767384961.824919:0:16357:0:(import.c:65:import_set_state_nolock()) 0000000067c4c195 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:0.0:1767384961.824921:0:16357:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:0.0:1767384961.824923:0:16357:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -19 00000004:00080000:0.0:1767384961.824935:0:16357:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000100:00000001:0.0:1767384961.824936:0:16357:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384961.824937:0:16357:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:0.0:1767384961.824938:0:16357:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:0.0:1767384961.824939:0:16357:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:0.0:1767384961.824940:0:16357:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:0.0:1767384961.824942:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017100114 x1853237348041088/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384971 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384961.824946:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000017100114 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16357:1853237348041088:0@lo:9: 00000100:00000001:0.0:1767384961.824950:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384961.824951:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384961.824953:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000017100114 x1853237348041088/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384971 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384961.824957:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384961.824959:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384961.824960:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a417d7d8. 02000000:00000001:0.0:1767384961.824963:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384961.824963:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384961.824964:0:16357:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384961.824966:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384961.824966:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fe2c8945. 02000000:00000001:0.0:1767384961.824972:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384961.824973:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384961.824974:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000017100114. 00000100:00000001:0.0:1767384961.824976:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384961.824977:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384961.824978:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384961.824980:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384961.824981:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.824983:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384961.824983:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384961.828866:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294950859, at 4294950860 00000100:00000040:3.0:1767384961.828871:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294950859, at 4294950860 00000100:00000040:0.0:1767384961.828876:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294950859, at 4294950860 00000100:00000010:2.0:1767384961.828877:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a467aeb7. 00000100:00000010:3.0:1767384961.828882:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000009054425. 00000100:00000010:0.0:1767384961.828887:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f977713f. 00000001:00000001:1.0:1767384961.836356:0:40108:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384961.836361:0:40108:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384961.836363:0:40108:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384961.848609:0:40108:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.848616:0:40108:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.848618:0:40108:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:1.0:1767384961.848620:0:40108:0:(mdt_handler.c:6210:mdt_quota_fini()) Process entered 00000004:00000001:1.0:1767384961.848622:0:40108:0:(obd_class.h:902:obd_disconnect()) Process entered 00040000:00000001:1.0:1767384961.848625:0:40108:0:(qmt_dev.c:405:qmt_device_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384961.848627:0:40108:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384961.848628:0:40108:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb57eb78819562e16 00000020:00000040:1.0:1767384961.848631:0:40108:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cdfd945d with handle 0xb57eb78819562e16 from hash 00000020:00000001:1.0:1767384961.848637:0:40108:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384961.848638:0:40108:0:(genops.c:898:class_export_put()) PUTting export 00000000cdfd945d : new refcount 1 00000020:00000001:1.0:1767384961.848640:0:40108:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384961.848641:0:40108:0:(genops.c:898:class_export_put()) PUTting export 00000000cdfd945d : new refcount 0 00000020:00000080:1.0:1767384961.848642:0:40108:0:(genops.c:904:class_export_put()) final put 00000000cdfd945d/lustre-QMT0000_UUID 00000020:00000001:1.0:1767384961.848644:0:40108:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384961.848656:0:40108:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384961.848657:0:40108:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384961.848659:0:40108:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000100:00000040:1.0:1767384961.848689:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294950859, at 4294950879 00000020:00000001:0.0:1767384961.848691:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384961.848695:0:8:0:(genops.c:863:class_export_destroy()) destroying export 00000000cdfd945d/lustre-QMT0000_UUID for lustre-QMT0000 00000100:00000010:1.0:1767384961.848697:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ead3e42d. 00000020:00000001:0.0:1767384961.848698:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384961.848701:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384961.848704:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (0000000034e17c1e) now 4 - export 00000020:00000010:0.0:1767384961.848707:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000cdfd945d. 00000020:00000001:0.0:1767384961.848717:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:1.0:1767384961.848720:0:40108:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000ed56c922. 00000020:00000080:1.0:1767384961.848724:0:40108:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767384961.848730:0:40108:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767384961.848732:0:40108:0:(obd_config.c:886:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1767384961.848734:0:40108:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384961.848736:0:40108:0:(genops.c:1575:class_disconnect_exports()) OBD device 7 (0000000034e17c1e) has no exports 00000020:00000001:1.0:1767384961.848737:0:40108:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384961.848739:0:40108:0:(obd_class.h:604:obd_precleanup()) Process entered 00040000:00000001:1.0:1767384961.848741:0:40108:0:(qmt_dev.c:73:qmt_device_fini()) Process entered 00040000:04000000:1.0:1767384961.848742:0:40108:0:(qmt_dev.c:77:qmt_device_fini()) lustre-QMT0000: initiating QMT shutdown 00040000:00000001:1.0:1767384961.848744:0:40108:0:(qmt_pool.c:447:qmt_pool_fini()) Process entered 00040000:00000001:1.0:1767384961.848746:0:40108:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:1.0:1767384961.848748:0:40108:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:1.0:1767384961.848750:0:40108:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 0000000002e7b82e. 00000020:00000001:1.0:1767384961.848752:0:40108:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:1.0:1767384961.848764:0:40108:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384961.848766:0:40108:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:1.0:1767384961.848770:0:40108:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000005866b8f3. 00000001:00000001:1.0:1767384961.848775:0:40108:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1767384961.848777:0:40108:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384961.848778:0:40108:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384961.848780:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000007b444dcd. 00000001:00000010:1.0:1767384961.848782:0:40108:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000001493bbf5. 00000001:00000010:1.0:1767384961.848783:0:40108:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000bee9fb7d. 00000001:00000001:1.0:1767384961.848786:0:40108:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384961.848787:0:40108:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000084e5a4aa. 00000020:00000002:1.0:1767384961.848793:0:40108:0:(lu_object.c:207:lu_object_put()) Add 0000000007068ad8/00000000d3f36c3d to site lru. bkt: 000000004911e1ca 00040000:00000001:1.0:1767384961.848795:0:40108:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384961.848796:0:40108:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:1.0:1767384961.848797:0:40108:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000006d8e07bd. 00000001:00000001:1.0:1767384961.848800:0:40108:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1767384961.848801:0:40108:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384961.848802:0:40108:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384961.848803:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000060bc3207. 00000001:00000010:1.0:1767384961.848804:0:40108:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000f33af58e. 00000001:00000010:1.0:1767384961.848805:0:40108:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000003c5f676e. 00000001:00000001:1.0:1767384961.848807:0:40108:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384961.848807:0:40108:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000008cda2413. 00000020:00000002:1.0:1767384961.848809:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000bd9e5a3c/000000001b6d38d8 to site lru. bkt: 000000004911e1ca 00040000:00000001:1.0:1767384961.848810:0:40108:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384961.848811:0:40108:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:1.0:1767384961.848812:0:40108:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000008fb1fb1c. 00000001:00000001:1.0:1767384961.848848:0:40108:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1767384961.848851:0:40108:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384961.848852:0:40108:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384961.848853:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000082834b7d. 00000001:00000010:1.0:1767384961.848856:0:40108:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000055f27595. 00000001:00000010:1.0:1767384961.848858:0:40108:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000050bc768c. 00000001:00000001:1.0:1767384961.848861:0:40108:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384961.848862:0:40108:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000b5de790f. 00000020:00000002:1.0:1767384961.848866:0:40108:0:(lu_object.c:207:lu_object_put()) Add 0000000020612294/000000008618fa36 to site lru. bkt: 000000004911e1ca 00000020:00000002:1.0:1767384961.848868:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000d461e83b/00000000c04c7045 to site lru. bkt: 00000000ab9cca4a 00040000:00000010:1.0:1767384961.848871:0:40108:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 000000003a615e1d. 00040000:00000001:1.0:1767384961.848874:0:40108:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:1.0:1767384961.848876:0:40108:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:1.0:1767384961.848877:0:40108:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 0000000010c09d98. 00000020:00000001:1.0:1767384961.848879:0:40108:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:1.0:1767384961.848887:0:40108:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384961.848889:0:40108:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:1.0:1767384961.848891:0:40108:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 0000000055faeb39. 00000001:00000001:1.0:1767384961.848894:0:40108:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1767384961.848895:0:40108:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384961.848895:0:40108:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384961.848896:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000000d91d4dd. 00000001:00000010:1.0:1767384961.848898:0:40108:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000004aa7508c. 00000001:00000010:1.0:1767384961.848899:0:40108:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000008cdfe48e. 00000001:00000001:1.0:1767384961.848901:0:40108:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384961.848901:0:40108:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000ea144b16. 00000020:00000002:1.0:1767384961.848903:0:40108:0:(lu_object.c:207:lu_object_put()) Add 0000000066a4912a/00000000febc57f2 to site lru. bkt: 000000004911e1ca 00040000:00000001:1.0:1767384961.848904:0:40108:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384961.848905:0:40108:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:1.0:1767384961.848906:0:40108:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000356f3838. 00000001:00000001:1.0:1767384961.848908:0:40108:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1767384961.848908:0:40108:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384961.848909:0:40108:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384961.848910:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000008eea6125. 00000001:00000010:1.0:1767384961.848911:0:40108:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000053597f62. 00000001:00000010:1.0:1767384961.848912:0:40108:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000f0651812. 00000001:00000001:1.0:1767384961.848914:0:40108:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384961.848914:0:40108:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000b0552728. 00000020:00000002:1.0:1767384961.848916:0:40108:0:(lu_object.c:207:lu_object_put()) Add 000000003e62bb43/000000008dce0c93 to site lru. bkt: 000000004911e1ca 00040000:00000001:1.0:1767384961.848918:0:40108:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384961.848918:0:40108:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:1.0:1767384961.848920:0:40108:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000003dd419df. 00000001:00000001:1.0:1767384961.848922:0:40108:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1767384961.848923:0:40108:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384961.848924:0:40108:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384961.848924:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000004c5d5dd1. 00000001:00000010:1.0:1767384961.848926:0:40108:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000075d41f91. 00000001:00000010:1.0:1767384961.848927:0:40108:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000064b79b54. 00000001:00000001:1.0:1767384961.848928:0:40108:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384961.848929:0:40108:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000008c30dace. 00000020:00000002:1.0:1767384961.848931:0:40108:0:(lu_object.c:207:lu_object_put()) Add 000000001f72294f/00000000f19efa17 to site lru. bkt: 000000004911e1ca 00000020:00000002:1.0:1767384961.848932:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000a28520fb/000000004d8fe022 to site lru. bkt: 00000000d6e46820 00040000:00000010:1.0:1767384961.848933:0:40108:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 00000000d0393742. 00040000:00000001:1.0:1767384961.848935:0:40108:0:(qmt_pool.c:458:qmt_pool_fini()) Process leaving 00000020:00000010:3.0:1767384961.848974:0:17108:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000002819140f. 00000020:00000010:3.0:1767384961.848990:0:17108:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e1199621. 00000040:00000010:3.0:1767384961.848997:0:17108:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b8999888. 00000020:00000010:3.0:1767384961.849002:0:17108:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002f7976c3. 00000020:00000010:3.0:1767384961.849007:0:17108:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b58c1bad. 00000020:00000010:3.0:1767384961.849011:0:17108:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002b022e50. 80000000:00000010:3.0:1767384961.849015:0:17108:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f3c2e501. 40000000:00000010:3.0:1767384961.849035:0:17108:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004c1e84dd. 00100000:00000010:3.0:1767384961.849039:0:17108:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000080e34306. 00040000:00000010:3.0:1767384961.849043:0:17108:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f3763e73. 00040000:00000010:3.0:1767384961.849047:0:17108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000006282ac9. 00040000:00000010:3.0:1767384961.849050:0:17108:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bbc189be. 00080000:00000010:3.0:1767384961.849055:0:17108:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000066835589. 00080000:00000010:3.0:1767384961.849058:0:17108:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000017155aff. 00000004:00000010:3.0:1767384961.849062:0:17108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000011122847. 00000004:00000010:3.0:1767384961.849066:0:17108:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000d50861a. 00000004:00000010:3.0:1767384961.849071:0:17108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f21e629f. 00000004:00000010:3.0:1767384961.849075:0:17108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d2550b06. 00000020:00000010:3.0:1767384961.849078:0:17108:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca1391b5. 00040000:00000010:3.0:1767384961.849081:0:17108:0:(qmt_lock.c:1073:qmt_reba_thread()) kfreed 'args': 72 at 0000000091ab63d3. 00040000:00000001:3.0:1767384961.849084:0:17108:0:(qmt_lock.c:1074:qmt_reba_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384961.849125:0:40108:0:(lu_object.c:207:lu_object_put()) Add 000000006e2c905d/00000000670f687a to site lru. bkt: 000000003e4c4c60 00040000:00000001:1.0:1767384961.849128:0:40108:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:1.0:1767384961.849130:0:40108:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384961.849132:0:40108:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384961.849133:0:40108:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb57eb78819562e0f 00000020:00000040:1.0:1767384961.849150:0:40108:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d5e532f0 with handle 0xb57eb78819562e0f from hash 00000020:00000001:1.0:1767384961.849154:0:40108:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384961.849155:0:40108:0:(genops.c:898:class_export_put()) PUTting export 00000000d5e532f0 : new refcount 1 00000020:00000001:1.0:1767384961.849156:0:40108:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384961.849157:0:40108:0:(genops.c:898:class_export_put()) PUTting export 00000000d5e532f0 : new refcount 0 00000020:00000080:1.0:1767384961.849159:0:40108:0:(genops.c:904:class_export_put()) final put 00000000d5e532f0/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384961.849161:0:40108:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384961.849169:0:40108:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384961.849171:0:40108:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384961.849172:0:40108:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384961.849184:0:40108:0:(qmt_dev.c:114:qmt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384961.849186:0:40108:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384961.849203:0:40108:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384961.849206:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a6778244. 00000001:00000010:1.0:1767384961.849208:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ac9c649b. 00000001:00000010:1.0:1767384961.849209:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000633e2440. 00000001:00000010:1.0:1767384961.849210:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000093d6c150. 00000001:00000010:1.0:1767384961.849211:0:40108:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000075bdf4a2. 00000001:00000010:1.0:1767384961.849214:0:40108:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000063dea283. 00000001:00000001:1.0:1767384961.849218:0:40108:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384961.849219:0:40108:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384961.849222:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e11bcda5. 00000001:00000010:1.0:1767384961.849223:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000694307fd. 00000001:00000010:1.0:1767384961.849225:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000a8a7631. 00000020:00000001:0.0:1767384961.849227:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000001:00000010:1.0:1767384961.849228:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001294388a. 00000001:00000010:1.0:1767384961.849232:0:40108:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000569457c8. 00000020:00000080:0.0:1767384961.849232:0:8:0:(genops.c:863:class_export_destroy()) destroying export 00000000d5e532f0/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000001:00000010:1.0:1767384961.849237:0:40108:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000005cc26923. 00000020:00000001:0.0:1767384961.849238:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000001:00000001:1.0:1767384961.849240:0:40108:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000001:0.0:1767384961.849241:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384961.849243:0:40108:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (0000000034e17c1e) now 3 - setup 00000020:00000040:0.0:1767384961.849244:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000c70b4874) now 9 - export 00000020:00000001:1.0:1767384961.849247:0:40108:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384961.849249:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000d5e532f0. 00000020:00000001:1.0:1767384961.849250:0:40108:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384961.849255:0:40108:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384961.849258:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384961.849259:0:40108:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384961.849263:0:40108:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (0000000034e17c1e) now 2 - obd_device_list 00000020:00000080:1.0:1767384961.849265:0:40108:0:(obd_config.c:814:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000040:1.0:1767384961.849266:0:40108:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (0000000034e17c1e) now 1 - newdev 00000020:00000040:1.0:1767384961.849268:0:40108:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000eefb023e with handle 0xb57eb78819562e08 from hash 00000020:00000040:1.0:1767384961.849269:0:40108:0:(genops.c:898:class_export_put()) PUTting export 00000000eefb023e : new refcount 0 00000020:00000080:1.0:1767384961.849271:0:40108:0:(genops.c:904:class_export_put()) final put 00000000eefb023e/lustre-QMT0000_UUID 00000020:00000001:1.0:1767384961.849272:0:40108:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384961.849273:0:40108:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384961.849274:0:40108:0:(genops.c:863:class_export_destroy()) destroying export 00000000eefb023e/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:1.0:1767384961.849275:0:40108:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384961.849276:0:40108:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384961.849278:0:40108:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000eefb023e. 00000020:00000001:1.0:1767384961.849283:0:40108:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384961.849284:0:40108:0:(genops.c:440:class_free_dev()) Release obd device lustre-QMT0000 obd_type name = qmt 00000020:01000000:1.0:1767384961.849285:0:40108:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000001:1.0:1767384961.849287:0:40108:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384961.849289:0:40108:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e4fe572. 00000020:00000010:1.0:1767384961.849292:0:40108:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d8952b13. 00000040:00000010:1.0:1767384961.849294:0:40108:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d688076b. 00000020:00000010:1.0:1767384961.849297:0:40108:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000074e4016a. 00000020:00000010:1.0:1767384961.849300:0:40108:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000268cb418. 00000020:00000010:1.0:1767384961.849303:0:40108:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006cfa11d2. 80000000:00000010:1.0:1767384961.849305:0:40108:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006f3a13c8. 40000000:00000010:1.0:1767384961.849307:0:40108:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ad75da80. 00100000:00000010:1.0:1767384961.849310:0:40108:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006fbd6c43. 00040000:00000010:1.0:1767384961.849312:0:40108:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002f2f9db3. 00040000:00000010:1.0:1767384961.849314:0:40108:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008d68b367. 00040000:00000010:1.0:1767384961.849316:0:40108:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d7a87abb. 00080000:00000010:1.0:1767384961.849321:0:40108:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d53b62c0. 00080000:00000010:1.0:1767384961.849324:0:40108:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000501407d8. 00000004:00000010:1.0:1767384961.849329:0:40108:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000016efb868. 00000004:00000010:1.0:1767384961.849361:0:40108:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cc22ca69. 00000004:00000010:1.0:1767384961.849364:0:40108:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005495c516. 00000004:00000010:1.0:1767384961.849367:0:40108:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f5bf5158. 00040000:00000001:1.0:1767384961.849370:0:40108:0:(qmt_dev.c:295:qmt_device_free()) Process entered 00040000:00000010:1.0:1767384961.849373:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e32423f3. 00040000:00000010:1.0:1767384961.849376:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000037a702ba. 00040000:00000010:1.0:1767384961.849378:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000271c7cc. 00040000:00000010:1.0:1767384961.849381:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000018b6a482. 00040000:00000010:1.0:1767384961.849384:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000dd31811e. 00040000:00000010:1.0:1767384961.849386:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000076df2eb8. 00040000:00000010:1.0:1767384961.849390:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000001ca2d35. 00040000:00000010:1.0:1767384961.849392:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008c522f28. 00040000:00000010:1.0:1767384961.849393:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000d3866e6. 00040000:00000010:1.0:1767384961.849395:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a608b557. 00040000:00000010:1.0:1767384961.849397:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008e07b983. 00040000:00000010:1.0:1767384961.849399:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a5a70991. 00040000:00000010:1.0:1767384961.849401:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001c5db4c4. 00040000:00000010:1.0:1767384961.849402:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000049c575b4. 00040000:00000010:1.0:1767384961.849405:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ef26283b. 00040000:00000010:1.0:1767384961.849407:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d5e122e9. 00040000:00000010:1.0:1767384961.849409:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007da45fc9. 00040000:00000010:1.0:1767384961.849411:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007c539f5d. 00040000:00000010:1.0:1767384961.849413:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bdff5f0f. 00040000:00000010:1.0:1767384961.849414:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f6fc005f. 00040000:00000010:1.0:1767384961.849416:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000781ee12f. 00040000:00000010:1.0:1767384961.849418:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000002f9d17c3. 00040000:00000010:1.0:1767384961.849421:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006da23d66. 00040000:00000010:1.0:1767384961.849423:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000234b9b30. 00040000:00000010:1.0:1767384961.849425:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009d216ee1. 00040000:00000010:1.0:1767384961.849427:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000477ac610. 00040000:00000010:1.0:1767384961.849429:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d08eebc7. 00040000:00000010:1.0:1767384961.849432:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f728e69f. 00040000:00000010:1.0:1767384961.849434:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000602cc189. 00040000:00000010:1.0:1767384961.849435:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c3da4120. 00040000:00000010:1.0:1767384961.849437:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ff6514ae. 00040000:00000010:1.0:1767384961.849439:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000035850a81. 00040000:00000010:1.0:1767384961.849444:0:40108:0:(qmt_dev.c:300:qmt_device_free()) kfreed 'qmt': 656 at 0000000055feff5d. 00040000:00000001:1.0:1767384961.849445:0:40108:0:(qmt_dev.c:301:qmt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384961.849447:0:40108:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d8952b13. 00000040:00000010:1.0:1767384961.849449:0:40108:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d688076b. 00000020:00000010:1.0:1767384961.849451:0:40108:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000074e4016a. 00000020:00000010:1.0:1767384961.849452:0:40108:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000268cb418. 00000020:00000010:1.0:1767384961.849454:0:40108:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006cfa11d2. 80000000:00000010:1.0:1767384961.849456:0:40108:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006f3a13c8. 40000000:00000010:1.0:1767384961.849458:0:40108:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ad75da80. 00100000:00000010:1.0:1767384961.849460:0:40108:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006fbd6c43. 00040000:00000010:1.0:1767384961.849462:0:40108:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002f2f9db3. 00040000:00000010:1.0:1767384961.849464:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008d68b367. 00040000:00000010:1.0:1767384961.849466:0:40108:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d7a87abb. 00080000:00000010:1.0:1767384961.849467:0:40108:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000501407d8. 00080000:00000010:1.0:1767384961.849469:0:40108:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d53b62c0. 00000004:00000010:1.0:1767384961.849471:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000016efb868. 00000004:00000010:1.0:1767384961.849473:0:40108:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cc22ca69. 00000004:00000010:1.0:1767384961.849475:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005495c516. 00000004:00000010:1.0:1767384961.849476:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f5bf5158. 00000020:00000010:1.0:1767384961.849478:0:40108:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e4fe572. 00000020:00000001:1.0:1767384961.849479:0:40108:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384961.849480:0:40108:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000034e17c1e. 00000020:00000001:1.0:1767384961.849485:0:40108:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384961.849486:0:40108:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384961.849488:0:40108:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000ed56c922. 00000020:00000001:1.0:1767384961.849501:0:40108:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384961.849502:0:40108:0:(qmt_dev.c:412:qmt_device_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384961.849503:0:40108:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384961.849504:0:40108:0:(mdt_handler.c:6220:mdt_quota_fini()) Process leaving 00010000:00000010:0.1:1767384961.849843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000a306a9f. 00010000:00000010:1.1:1767384961.849848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f362d1d5. 00010000:00000010:2.1:1767384961.849853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001e7f2ee3. 00010000:00000010:3.1:1767384961.849858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c69c2202. 00010000:00000010:2.1:1767384961.849860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bb76ef91. 00010000:00000010:3.1:1767384961.849868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b6b90ecf. 00010000:00000010:2.1:1767384961.849876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000829959e7. 00010000:00000010:2.1:1767384961.849881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007f6ebd29. 00010000:00000010:2.1:1767384961.849884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b0ef2912. 00010000:00000010:2.1:1767384961.849887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000167e1e28. 00010000:00000001:0.0:1767384962.072927:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384962.072936:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384962.072943:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384962.072944:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384962.073006:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384962.073010:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384962.073013:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384962.456938:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384962.456947:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384962.456950:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c2d411d 00000400:00000010:2.0:1767384962.456957:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000400:00000200:2.0:1767384962.456967:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384962.456974:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp47 recovery ping unlinked 00000400:00000010:2.0:1767384962.456988:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006bb7883a. 00000400:00000010:2.0:1767384962.456994:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000467d39d2. 00000400:00000001:2.0:1767384962.456998:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384962.457000:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384962.457001:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d22b8e9 00000400:00000010:2.0:1767384962.457002:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d22b8e9. 00000400:00000200:2.0:1767384962.457004:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384962.457006:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp44 recovery ping unlinked 00000400:00000010:2.0:1767384962.457039:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e34c04df. 00000400:00000010:2.0:1767384962.457041:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000079732139. 00000800:00000200:3.0:1767384962.520921:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000025974fe4] -> 12345-192.168.203.134@tcp36 (4) 00000800:00000200:3.1:1767384962.520928:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000025974fe4] -> 12345-192.168.203.134@tcp36 (4) 00000400:00000200:1.0:1767384962.521030:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:1.0:1767384962.521074:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:1.0:1767384962.521087:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:1.0:1767384962.521100:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:1.0:1767384962.521111:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:1.0:1767384962.521123:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:1.0:1767384962.521136:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:1.0:1767384962.521148:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:1.0:1767384962.521160:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:1.0:1767384962.521172:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:1.0:1767384962.521185:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:1.0:1767384962.521197:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:1.0:1767384962.521209:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:1.0:1767384962.521223:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:1.0:1767384962.521235:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:1.0:1767384962.521248:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:1.0:1767384962.521261:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:1.0:1767384962.521276:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:1.0:1767384962.521299:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:1.0:1767384962.521327:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:1.0:1767384962.521412:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:1.0:1767384962.521452:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:1.0:1767384962.521476:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:1.0:1767384962.521502:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:1.0:1767384962.521528:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384962.521552:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:1.0:1767384962.521577:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:1.0:1767384962.521598:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:1.0:1767384962.521617:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:1.0:1767384962.521636:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:1.0:1767384962.521655:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:1.0:1767384962.521688:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:1.0:1767384962.521713:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:1.0:1767384962.521735:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:1.0:1767384962.521759:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:1.0:1767384962.521973:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d53b62c0. 00000800:00000010:1.0:1767384962.521979:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000052d31019. 00000800:00000010:1.0:1767384962.521984:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ed56c922. 00000800:00000010:1.0:1767384962.522005:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ed56c922. 00000800:00020000:1.0:1767384962.522015:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:1.0:1767384962.522019:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000052d31019. 00000800:00000010:1.0:1767384962.522022:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d53b62c0. 00000400:02020000:1.0:1767384962.522058:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp36 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384962.522063:0:16347:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:0.0:1767384963.096881:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384963.096888:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384963.096894:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384963.096912:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384963.096929:0:40109:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384963.096932:0:40109:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384963.096933:0:40109:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1767384963.544965:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000471e30be] -> 12345-192.168.203.134@tcp23 (6) 00000800:00000200:3.0:1767384963.544976:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp23 ip 192.168.203.134:988 00000800:00000200:3.0:1767384963.544981:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ad538527 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384963.545175:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384963.545182:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384963.545195:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384963.545200:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384963.545202:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384963.928980:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b543db4a-4900-454f-be04-352b2897a173->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384963.928987:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384963.928992:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d3314a50. 00000020:00000040:1.0:1767384963.928998:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:1.0:1767384963.929001:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384963.929003:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384963.929007:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384963.929013:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000003c88dd5. 00000100:00000001:1.0:1767384963.929019:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384963.929038:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b543db4a-4900-454f-be04-352b2897a173->MGS req@00000000d3314a50 x1853237348041216/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384963.929049:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384963.929051:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384963.929056:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3314a50] to pc [ptlrpcd_00_02+2] req@00000000d3314a50 x1853237348041216/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384963.929084:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384963.929088:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384963.929092:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384963.929092:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384963.929097:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1767384963.929099:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000efba0dc3. 00000100:00000001:0.0:1767384963.929100:0:16360:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1767384963.929105:0:8:0:(genops.c:1229:class_import_get()) import 0000000062c1ff66 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:0.0:1767384963.929107:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d3314a50 x1853237348041216/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384963.929111:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384963.929114:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384963.929118:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.929119:0:16360:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384963.929121:0:16360:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.929123:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767384963.929125:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002f2f9db3. 02000000:00000001:0.0:1767384963.929125:0:16360:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384963.929127:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384963.929129:0:16360:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384963.929132:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384963.929133:0:16360:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384963.929139:0:16360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d3314a50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348041216:0@lo:400: 00000100:00000040:1.0:1767384963.929142:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000efba0dc3 x1853237348041344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384963.929143:0:16360:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384963.929149:0:16360:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384963.929152:0:16360:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384963.929155:0:16360:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384963.929160:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:0.0:1767384963.929160:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a417d7d8. 00000100:00000001:1.0:1767384963.929163:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384963.929163:0:16360:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384963.929172:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efba0dc3] to pc [ptlrpcd_00_03+3] req@00000000efba0dc3 x1853237348041344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384963.929173:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004815f523. 00000400:00000010:0.0:1767384963.929180:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012d634c9. 00000100:00000200:0.0:1767384963.929187:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348041216, portal 25 00000100:00000001:0.0:1767384963.929190:0:16360:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384963.929191:0:16360:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590750695424 : -119482958856192 : ffff9354b4ae4000) 00000100:00000040:0.0:1767384963.929195:0:16360:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d3314a50 x1853237348041216/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384963.929197:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.929205:0:16360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384963.929207:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (290) 00000100:00000040:0.0:1767384963.929208:0:16360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384963.929215:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384963.929218:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384963.929219:0:16361:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384963.929224:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073bfe857. 00000100:00000040:3.0:1767384963.929227:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000efba0dc3 x1853237348041344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384963.929228:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237348041216, offset 0 00000400:00000200:0.0:1767384963.929238:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384963.929241:0:16361:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384963.929243:0:16361:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384963.929245:0:16361:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384963.929247:0:16361:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384963.929249:0:16361:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384963.929253:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767384963.929256:0:16361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000efba0dc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16361:1853237348041344:0@lo:400: 00000100:00000001:3.0:1767384963.929260:0:16361:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384963.929262:0:16361:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384963.929265:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958271d08200 00000400:00000200:0.0:1767384963.929271:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1911 [2] + 0 02000000:00000001:3.0:1767384963.929273:0:16361:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384963.929275:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dbc8355. 02000000:00000001:3.0:1767384963.929276:0:16361:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384963.929280:0:16360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000020119616 02000000:00000010:3.0:1767384963.929281:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bbc189be. 02000000:00000001:3.0:1767384963.929285:0:16361:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384963.929286:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384963.929288:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4ffcadf. 00000400:00000200:0.0:1767384963.929292:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384963.929295:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017c2fea7. 00000400:00000200:0.0:1767384963.929297:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020119616 00000400:00000010:0.0:1767384963.929300:0:16360:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000020119616. 00000100:00000001:0.0:1767384963.929303:0:16360:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384963.929305:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:3.0:1767384963.929307:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348041344, portal 10 00000100:00000040:0.0:1767384963.929308:0:16360:0:(events.c:337:request_in_callback()) incoming req@00000000a4b31dcf x1853237348041216 msgsize 224 00000100:00000001:3.0:1767384963.929311:0:16361:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384963.929314:0:16361:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590750702592 : -119482958849024 : ffff9354b4ae5c00) 00000100:00100000:0.0:1767384963.929317:0:16360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384963.929334:0:16360:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:3.0:1767384963.929343:0:16361:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000efba0dc3 x1853237348041344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.929344:0:16360:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384963.929351:0:16361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384963.929354:0:16361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384963.929354:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073bfe857 00000400:00000010:0.0:1767384963.929358:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073bfe857. 00000400:00000010:3.0:1767384963.929359:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002aaf35de. 00000100:00000001:0.0:1767384963.929361:0:16360:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384963.929363:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237348041344, offset 0 00000100:00000200:0.0:1767384963.929367:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d3314a50 x1853237348041216/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384963.929371:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384963.929380:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384963.929383:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384963.929385:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384963.929386:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d3314a50 x1853237348041216/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384979 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384963.929391:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348041216 00000400:00000200:3.0:1767384963.929395:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958271d08280 02000000:00000001:1.0:1767384963.929397:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384963.929398:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384963.929402:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 11608 00000100:00000001:1.0:1767384963.929402:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384963.929402:0:16360:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384963.929407:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384963.929410:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384963.929410:0:16360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384963.929413:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384963.929418:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767384963.929419:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348041216 00000100:00000001:0.0:1767384963.929419:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294952965 00000100:00000001:3.0:1767384963.929423:0:16361:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1767384963.929425:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1767384963.929426:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384963.929426:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f977713f. 00000020:00000040:1.0:1767384963.929429:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562da6 00000100:00000010:3.0:1767384963.929434:0:16361:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006d0119e6. 00000020:00000001:1.0:1767384963.929434:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384963.929436:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767384963.929440:0:16361:0:(events.c:337:request_in_callback()) incoming req@000000006d0119e6 x1853237348041344 msgsize 224 00000020:00000040:1.0:1767384963.929440:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003d3e266f refcount=10 00000100:00000001:0.0:1767384963.929443:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294952965 00000020:00000001:1.0:1767384963.929446:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00100000:3.0:1767384963.929450:0:16361:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1767384963.929453:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000100:00000010:0.0:1767384963.929453:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f39b7cf3. 00000100:00000001:1.0:1767384963.929459:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384963.929464:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384963.929465:0:16361:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1767384963.929466:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ed56c922. 00000100:00000001:0.0:1767384963.929471:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294952965 00000400:00000200:3.0:1767384963.929472:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002aaf35de 00000100:00000001:1.0:1767384963.929472:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384963.929476:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002aaf35de. 00000020:00000010:1.0:1767384963.929479:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ed56c922. 00000100:00000010:0.0:1767384963.929480:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e36f01e0. 00000100:00000001:3.0:1767384963.929481:0:16361:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384963.929485:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000efba0dc3 x1853237348041344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384963.929487:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e4fe572. 00000100:00000001:0.0:1767384963.929488:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384963.929495:0:16360:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294952965 00000100:00000001:3.0:1767384963.929497:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1767384963.929497:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001c8cd458. 00000100:00000001:2.0:1767384963.929501:0:18467:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384963.929502:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000efba0dc3 x1853237348041344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384963.929504:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009ca8afeb. 00000100:00100000:2.0:1767384963.929505:0:18467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348041344 00000020:00000010:1.0:1767384963.929506:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc220195. 02000000:00000001:2.0:1767384963.929510:0:18467:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384963.929512:0:16360:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384963.929513:0:18467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384963.929517:0:18467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.929518:0:16360:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384963.929522:0:18467:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.929524:0:16360:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384963.929529:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:2.0:1767384963.929530:0:18467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348041344 00000100:00000001:0.0:1767384963.929530:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.929531:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384963.929535:0:18467:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384963.929536:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384963.929536:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384963.929537:0:16361:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:2.0:1767384963.929538:0:18467:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562ee1 00000020:00000001:2.0:1767384963.929542:0:18467:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384963.929542:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384963.929544:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384963.929545:0:16361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384963.929546:0:18467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.929547:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.929548:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384963.929551:0:16361:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2713 usecs (3 jiffies) 00000020:00000001:2.0:1767384963.929553:0:18467:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.929555:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384963.929556:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294952963 00000020:00000010:2.0:1767384963.929559:0:18467:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003332fdec. 00000100:00000001:0.0:1767384963.929559:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384963.929560:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294952965 00000100:00000001:1.0:1767384963.929560:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.929564:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.929566:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294952963 00000020:00000010:2.0:1767384963.929567:0:18467:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d74a0f61. 00000100:00000001:0.0:1767384963.929568:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.929573:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294952965 00000020:00000010:2.0:1767384963.929574:0:18467:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bcfd3a7d. 00000100:00000001:3.0:1767384963.929576:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294952963 00000100:00000001:1.0:1767384963.929576:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384963.929582:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294952965 00000100:00000040:2.0:1767384963.929583:0:18467:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384963.929584:0:16361:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294952963 00000100:00000001:2.0:1767384963.929587:0:18467:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384963.929588:0:16361:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294952965 00000100:00000001:3.0:1767384963.929592:0:16361:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384963.929592:0:18467:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384963.929596:0:18467:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.929596:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384963.929596:0:17083:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384963.929597:0:16361:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.929600:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384963.929601:0:17083:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384963.929604:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.929605:0:18467:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.929607:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384963.929611:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00000001:3.0:1767384963.929614:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384963.929616:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003d3e266f : new rpc_count 1 00000100:00000001:0.0:1767384963.929617:0:17083:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.929618:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384963.929619:0:18467:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384963.929621:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590878109776 : -119482831441840 : ffff9354bc467050) 00000100:00000001:0.0:1767384963.929624:0:17083:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.929625:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384963.929628:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384963.929631:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a4b31dcf x1853237348041216/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:189/0 lens 224/0 e 0 to 0 dl 1767384974 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.929632:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.929635:0:18467:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384963.929637:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.929639:0:18467:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384963.929647:0:18467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:1.0:1767384963.929650:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384963.929651:0:18467:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624585647284096 : -119488062267520 : ffff9353847e5f80) 00000100:00000040:2.0:1767384963.929657:0:18467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006d0119e6 x1853237348041344/t0(0) o400->@:189/0 lens 224/0 e 0 to 0 dl 1767384974 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384963.929657:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ed56c922. 00000100:00000001:1.0:1767384963.929663:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384963.929670:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ed56c922. 00000100:00100000:2.0:1767384963.929673:0:18467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006d0119e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:16361:x1853237348041344:12345-0@lo:400: 00000100:00000200:2.0:1767384963.929677:0:18467:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348041344 00000100:00100000:1.0:1767384963.929679:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a4b31dcf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+10:16360:x1853237348041216:12345-0@lo:400: 00000020:00000001:2.0:1767384963.929680:0:18467:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00080000:2.0:1767384963.929687:0:18467:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00000200:1.0:1767384963.929688:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348041216 00000100:00000001:2.0:1767384963.929689:0:18467:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000020:00000001:1.0:1767384963.929693:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384963.929696:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384963.929701:0:18467:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384963.929701:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384963.929705:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1767384963.929706:0:18467:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384963.929711:0:18467:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ec64a80b. 00000020:00000001:1.0:1767384963.929711:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661289088 : -1048262528 : ffffffffc184c880) 02000000:00000001:2.0:1767384963.929715:0:18467:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.929718:0:18467:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384963.929719:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:2.0:1767384963.929721:0:18467:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384963.929722:0:17084:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384963.929724:0:18467:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.929730:0:18467:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:1.0:1767384963.929730:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384963.929734:0:18467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384963.929735:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1767384963.929737:0:18467:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 17 to 0@lo 00000100:00000001:2.0:1767384963.929740:0:18467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000020:00000001:1.0:1767384963.929740:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.929746:0:18467:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446624590556279680 : -119483153271936 : 0xffff9354a917b380) 00000020:00000001:1.0:1767384963.929747:0:17084:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1767384963.929749:0:18467:0:(connection.c:149:ptlrpc_connection_get()) conn=000000008785e578 refcount 17 to 0@lo 00000100:00000001:1.0:1767384963.929751:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384963.929752:0:18467:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384963.929753:0:18467:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384963.929755:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384963.929768:0:18467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384963.929770:0:18467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:1.0:1767384963.929772:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b96267dd. 00000400:00000010:2.0:1767384963.929773:0:18467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d22b8e9. 02000000:00000001:1.0:1767384963.929776:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384963.929778:0:18467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348041344, offset 224 00000100:00000001:1.0:1767384963.929781:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384963.929785:0:18467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384963.929787:0:17084:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384963.929791:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237348041216 00000400:00000200:2.0:1767384963.929792:0:18467:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384963.929797:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767384963.929801:0:18467:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d08280 00010000:00000200:1.0:1767384963.929804:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a4b31dcf x1853237348041216/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:189/0 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384963.929807:0:18467:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x213d [1] + 224 00000400:00000200:2.0:1767384963.929839:0:18467:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384963.929843:0:18467:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384963.929851:0:18467:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384963.929855:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1767384963.929856:0:18467:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000efba0dc3 x1853237348041344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384963.929859:0:17084:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384963.929866:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 0000000038cdfa21 time=97 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384963.929869:0:18467:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000efba0dc3 x1853237348041344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384963.929874:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384963.929880:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 18 to 0@lo 00000100:00000001:1.0:1767384963.929883:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:1.0:1767384963.929885:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384963.929887:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.929888:0:18467:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384963.929893:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384963.929895:0:18467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d22b8e9 00000400:00000010:2.0:1767384963.929899:0:18467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d22b8e9. 00000100:00000040:1.0:1767384963.929899:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384963.929903:0:18467:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000010:1.0:1767384963.929906:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ebec939. 00000100:00000200:1.0:1767384963.929910:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237348041216, offset 224 00000100:00000001:2.0:1767384963.929912:0:18467:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384963.929917:0:18467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384963.929922:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384963.929924:0:18467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 17 to 0@lo 00000100:00000001:2.0:1767384963.929927:0:18467:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.929928:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384963.929929:0:18467:0:(tgt_handler.c:791:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384963.929933:0:16361:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384963.929935:0:18467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d0119e6 x1853237348041344/t0(0) o400->@:189/0 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Interpret:/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384963.929936:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:3.0:1767384963.929940:0:16361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384963.929944:0:16361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384963.929948:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4ffcadf. 00000400:00000200:1.0:1767384963.929951:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958271d08200 00000400:00000200:3.0:1767384963.929954:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017c2fea7 00000400:00000010:3.0:1767384963.929960:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017c2fea7. 00000100:00100000:2.0:1767384963.929960:0:18467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006d0119e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:16361:x1853237348041344:12345-0@lo:400: Request processed in 286us (515us total) trans 0 rc -107/-107 00000100:00000001:3.0:1767384963.929966:0:16361:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384963.929971:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2135 [1] + 224 00000100:00000200:3.0:1767384963.929974:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000efba0dc3 x1853237348041344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384963.929975:0:18467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000400:00000200:1.0:1767384963.929981:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384963.929983:0:18467:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384963.929987:0:18467:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1767384963.929992:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384963.929994:0:18467:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d74a0f61. 00000100:00000001:1.0:1767384963.929997:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384963.930000:0:18467:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bcfd3a7d. 00000100:00000200:1.0:1767384963.930005:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d3314a50 x1853237348041216/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384963.930008:0:18467:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003332fdec. 00000100:00000001:2.0:1767384963.930019:0:18467:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384963.930031:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000efba0dc3 x1853237348041344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384963.930045:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d3314a50 x1853237348041216/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.930049:0:16361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384963.930052:0:16361:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384963.930057:0:16361:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384963.930059:0:16361:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384963.930061:0:16361:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384963.930062:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384963.930063:0:16361:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384963.930068:0:16361:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384963.930071:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ebec939 00000100:00001000:3.0:1767384963.930074:0:16361:0:(import.c:2128:obd_at_measure()) add 0 to 000000002c0000f4 time=91 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384963.930075:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ebec939. 00000100:00001000:3.0:1767384963.930082:0:16361:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c093201a time=91 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384963.930082:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384963.930082:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384963.930086:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384963.930086:0:16360:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384963.930089:0:16361:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384963.930093:0:16361:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000001:0.0:1767384963.930093:0:16360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384963.930094:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384963.930096:0:16360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384963.930100:0:16361:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000400:00000010:0.0:1767384963.930101:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004815f523. 00000100:00000040:1.0:1767384963.930102:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 16 to 0@lo 00000400:00000200:0.0:1767384963.930107:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012d634c9 00000100:00080000:3.0:1767384963.930108:0:16361:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00010000:00000001:1.0:1767384963.930108:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384963.930110:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012d634c9. 00000020:00000001:1.0:1767384963.930112:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.930115:0:16360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:3.0:1767384963.930117:0:16361:0:(import.c:65:import_set_state_nolock()) 0000000062c1ff66 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000020:00000001:1.0:1767384963.930117:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384963.930121:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d3314a50 x1853237348041216/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384963.930124:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4b31dcf x1853237348041216/t0(0) o400->b543db4a-4900-454f-be04-352b2897a173@0@lo:189/0 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:02000400:3.0:1767384963.930126:0:16361:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000200:0.0:1767384963.930145:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d3314a50 x1853237348041216/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384963.930152:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a4b31dcf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b543db4a-4900-454f-be04-352b2897a173+10:16360:x1853237348041216:12345-0@lo:400: Request processed in 498us (840us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384963.930162:0:16360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384963.930165:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00000040:1.0:1767384963.930167:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003d3e266f : new rpc_count 0 00000100:00000001:0.0:1767384963.930170:0:16360:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384963.930171:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384963.930174:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384963.930175:0:16360:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384963.930177:0:16360:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384963.930178:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001c8cd458. 00000100:00000001:0.0:1767384963.930179:0:16360:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384963.930181:0:16360:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384963.930184:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc220195. 02000000:00000001:0.0:1767384963.930184:0:16360:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384963.930190:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e4fe572. 00000100:00001000:0.0:1767384963.930190:0:16360:0:(import.c:2128:obd_at_measure()) add 5 to 0000000075c0401c time=97 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384963.930196:0:17084:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 9 00000100:00001000:0.0:1767384963.930196:0:16360:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da0f7995 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384963.930201:0:16360:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384963.930202:0:17084:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384963.930203:0:16360:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384963.930205:0:17084:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b96267dd. 00010000:00000001:0.0:1767384963.930207:0:16360:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384963.930209:0:17084:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384963.930209:0:16360:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.930212:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.930213:0:16360:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384963.930227:0:17084:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384963.930229:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d3314a50 x1853237348041216/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384963.930232:0:17084:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b4b4876. 00000100:00000001:0.0:1767384963.930237:0:16360:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384963.930239:0:17084:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000052d31019. 00000100:00000001:0.0:1767384963.930241:0:16360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384963.930243:0:16360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384963.930247:0:16360:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d3314a50 x1853237348041216/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384963.930252:0:16360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d3314a50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b543db4a-4900-454f-be04-352b2897a173:16360:1853237348041216:0@lo:400: 00000100:00000001:0.0:1767384963.930256:0:16360:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.930258:0:16360:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384963.930259:0:16360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d3314a50 x1853237348041216/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.930264:0:16360:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384963.930266:0:16360:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384963.930267:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a417d7d8. 02000000:00000001:0.0:1767384963.930269:0:16360:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384963.930270:0:16360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384963.930271:0:16360:0:(genops.c:1242:class_import_put()) import 00000000e590ba54 refcount=3 obd=MGC192.168.203.134@tcp 00000020:00000001:0.0:1767384963.930273:0:16360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384963.930274:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000003c88dd5. 02000000:00000001:0.0:1767384963.930277:0:16360:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384963.930282:0:16360:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384963.930283:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d3314a50. 00000100:00000001:0.0:1767384963.930285:0:16360:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384963.930286:0:16360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.930287:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.930290:0:16360:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384963.930291:0:16360:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.930292:0:16360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384963.930294:0:16360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.934052:0:16361:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384963.934055:0:16361:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384963.934057:0:16361:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1767384963.934060:0:16361:0:(import.c:65:import_set_state_nolock()) 0000000062c1ff66 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767384963.934064:0:16361:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1767384963.934067:0:16361:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 194 00000100:00000040:3.0:1767384963.934071:0:16361:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 15 to 0@lo 00000100:00000001:3.0:1767384963.934073:0:16361:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384963.934075:0:16361:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 16 to 0@lo 00000100:00000001:3.0:1767384963.934077:0:16361:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000020:00000001:3.0:1767384963.934080:0:16361:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384963.934081:0:16361:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562eda 00000020:00000001:3.0:1767384963.934083:0:16361:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384963.934085:0:16361:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002f5fc0c9 refcount=8 00000020:00000001:3.0:1767384963.934094:0:16361:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585622906880 : -119488086644736 : ffff9353830a6800) 00000020:00000001:3.0:1767384963.934097:0:16361:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585622906880 : -119488086644736 : ffff9353830a6800) 00000100:00000040:3.0:1767384963.934100:0:16361:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 15 to 0@lo 00000100:00000001:3.0:1767384963.934103:0:16361:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384963.934104:0:16361:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 16 to 0@lo 00000100:00000001:3.0:1767384963.934106:0:16361:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000020:00000040:3.0:1767384963.934108:0:16361:0:(genops.c:898:class_export_put()) PUTting export 000000002f5fc0c9 : new refcount 7 00000100:00080000:3.0:1767384963.934110:0:16361:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 0000000062c1ff66 using connection 192.168.203.134@tcp/0@lo 00000100:00000001:3.0:1767384963.934112:0:16361:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384963.934114:0:16361:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384963.934118:0:16361:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384963.934119:0:16361:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.934121:0:16361:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1767384963.934122:0:16361:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384963.934125:0:16361:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000098a681d8. 00000020:00000040:3.0:1767384963.934127:0:16361:0:(genops.c:1229:class_import_get()) import 0000000062c1ff66 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1767384963.934130:0:16361:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767384963.934131:0:16361:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.934132:0:16361:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384963.934134:0:16361:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384963.934135:0:16361:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384963.934138:0:16361:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d7716515. 00000100:00000001:3.0:1767384963.934141:0:16361:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384963.934144:0:16361:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000098a681d8 x1853237348041472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384963.934150:0:16361:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384963.934151:0:16361:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384963.934153:0:16361:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098a681d8] to pc [ptlrpcd_rcv+-1] req@0000000098a681d8 x1853237348041472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.934167:0:16361:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.934168:0:16361:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1767384963.934169:0:16361:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:3.0:1767384963.934177:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000efba0dc3 x1853237348041344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.934182:0:16361:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1767384963.934183:0:16361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384963.934184:0:16361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384963.934186:0:16361:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000efba0dc3 x1853237348041344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384963.934190:0:16361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000efba0dc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16361:1853237348041344:0@lo:400: 00000100:00000001:3.0:1767384963.934193:0:16361:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384963.934194:0:16361:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384963.934195:0:16361:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000efba0dc3 x1853237348041344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.934199:0:16361:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384963.934200:0:16361:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384963.934201:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bbc189be. 02000000:00000001:3.0:1767384963.934212:0:16361:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384963.934213:0:16361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384963.934214:0:16361:0:(genops.c:1242:class_import_put()) import 0000000062c1ff66 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384963.934216:0:16361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384963.934217:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002f2f9db3. 02000000:00000001:3.0:1767384963.934219:0:16361:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384963.934220:0:16361:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384963.934224:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000efba0dc3. 00000100:00000001:3.0:1767384963.934226:0:16361:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384963.934227:0:16361:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384963.934229:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.934229:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384963.934233:0:16361:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384963.934234:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384963.934236:0:16361:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.934237:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384963.934240:0:16361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384963.934242:0:16361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384963.934244:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000098a681d8 x1853237348041472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.934252:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384963.934254:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384963.934255:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384963.934257:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384963.934259:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384963.934260:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000098a681d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16357:1853237348041472:0@lo:38: 00000100:00000001:0.0:1767384963.934263:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384963.934264:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384963.934266:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384963.934267:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384963.934270:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e0cac97a. 02000000:00000001:0.0:1767384963.934271:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384963.934273:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004815f523. 00000400:00000010:0.0:1767384963.934276:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012d634c9. 00000100:00000200:0.0:1767384963.934278:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348041472, portal 10 00000100:00000001:0.0:1767384963.934279:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384963.934280:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585647277824 : -119488062273792 : ffff9353847e4700) 00000100:00000040:0.0:1767384963.934283:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000098a681d8 x1853237348041472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.934288:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384963.934290:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384963.934297:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073bfe857. 00000100:00000200:0.0:1767384963.934298:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237348041472, offset 0 00000400:00000200:0.0:1767384963.934301:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384963.934306:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384963.934310:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958271d08300 00000400:00000200:0.0:1767384963.934313:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 11832 00000400:00000200:0.0:1767384963.934316:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384963.934333:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384963.934335:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384963.934337:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384963.934339:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004f1ab0f3. 00000100:00000040:0.0:1767384963.934341:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000004f1ab0f3 x1853237348041472 msgsize 520 00000100:00100000:0.0:1767384963.934344:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384963.934352:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384963.934356:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073bfe857 00000400:00000010:0.0:1767384963.934358:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073bfe857. 00000100:00000001:0.0:1767384963.934359:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384963.934361:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000098a681d8 x1853237348041472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.934367:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384963.934368:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000098a681d8 x1853237348041472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384973 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.934373:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.934374:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384963.934377:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384963.934379:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2628 usecs (3 jiffies) 00000100:00000001:0.0:1767384963.934381:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294952968 00000100:00000001:0.0:1767384963.934385:0:16357:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4294952965 00000100:00000001:0.0:1767384963.934389:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294952968 00000100:00000001:2.0:1767384963.934392:0:18467:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384963.934393:0:16357:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4294952965 00000100:00100000:2.0:1767384963.934397:0:18467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237348041472 00000100:00000001:0.0:1767384963.934398:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294952968 02000000:00000001:2.0:1767384963.934401:0:18467:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384963.934403:0:16357:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4294952965 00000100:00000001:2.0:1767384963.934404:0:18467:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384963.934405:0:18467:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384963.934408:0:18467:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384963.934412:0:18467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237348041472 00000100:00000001:0.0:1767384963.934413:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294952968 00000020:00000001:2.0:1767384963.934415:0:18467:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384963.934417:0:16357:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4294952965 00000020:00000040:2.0:1767384963.934418:0:18467:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562ee1 00000020:00000001:2.0:1767384963.934423:0:18467:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384963.934424:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384963.934425:0:18467:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.934427:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384963.934428:0:18467:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.934430:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384963.934433:0:18467:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003332fdec. 00000100:00000001:0.0:1767384963.934433:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.934437:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384963.934438:0:18467:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d74a0f61. 00000100:00000001:0.0:1767384963.934440:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000010:2.0:1767384963.934442:0:18467:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bcfd3a7d. 00000100:00000001:0.0:1767384963.934444:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384963.934447:0:18467:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384963.934448:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384963.934450:0:18467:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384963.934451:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.934452:0:18467:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.934457:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.934458:0:18467:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.934471:0:18467:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384963.934480:0:18467:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384963.934481:0:18467:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384963.934485:0:18467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:0.0:1767384963.934485:0:17089:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384963.934490:0:18467:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624590667955072 : -119483041596544 : ffff9354afbfbb80) 00000100:00000001:0.0:1767384963.934490:0:17089:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384963.934494:0:17089:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384963.934495:0:18467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004f1ab0f3 x1853237348041472/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.934499:0:17089:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384963.934509:0:18467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004f1ab0f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:16357:x1853237348041472:12345-0@lo:38: 00000100:00000200:2.0:1767384963.934511:0:18467:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348041472 00000020:00000001:2.0:1767384963.934513:0:18467:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384963.934515:0:18467:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:2.0:1767384963.934523:0:18467:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8d9ce3b) now 6 - find 00000020:00000001:2.0:1767384963.934525:0:18467:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446624590913974704 : -119482795576912 : ffff9354be69b1b0) 00010000:02000000:2.0:1767384963.934528:0:18467:0:(ldlm_lib.c:1191:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00010000:00000001:2.0:1767384963.936893:0:18467:0:(ldlm_lib.c:1192:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:2.0:1767384963.936897:0:18467:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8d9ce3b) now 6 - find 00010000:00000001:2.0:1767384963.936899:0:18467:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1767384963.936901:0:18467:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1767384963.936902:0:18467:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384963.936904:0:18467:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384963.936907:0:18467:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008dfa124e. 02000000:00000001:2.0:1767384963.936909:0:18467:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.936910:0:18467:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384963.936912:0:18467:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384963.936913:0:18467:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384963.936915:0:18467:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1767384963.936917:0:18467:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1767384963.936918:0:18467:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384963.936920:0:18467:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 17 to 0@lo 00000100:00000001:2.0:1767384963.936921:0:18467:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000001:2.0:1767384963.936923:0:18467:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446624590556279680 : -119483153271936 : 0xffff9354a917b380) 00000100:00000040:2.0:1767384963.936925:0:18467:0:(connection.c:149:ptlrpc_connection_get()) conn=000000008785e578 refcount 17 to 0@lo 02000000:00000001:2.0:1767384963.936932:0:18467:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384963.936934:0:18467:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.936935:0:18467:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384963.936937:0:18467:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384963.936939:0:18467:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d22b8e9. 00000100:00000200:2.0:1767384963.936941:0:18467:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348041472, offset 0 00000400:00000200:2.0:1767384963.936944:0:18467:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384963.936948:0:18467:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384963.936952:0:18467:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d08300 00000400:00000200:2.0:1767384963.936955:0:18467:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2151 [1] + 0 00000400:00000200:2.0:1767384963.936958:0:18467:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384963.936960:0:18467:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384963.936962:0:18467:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384963.936965:0:18467:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000098a681d8 x1853237348041472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384973 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384963.936971:0:18467:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@0000000098a681d8 x1853237348041472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384963.936986:0:18467:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384963.936989:0:18467:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d22b8e9 00000400:00000010:2.0:1767384963.936990:0:18467:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d22b8e9. 00000100:00000001:2.0:1767384963.936993:0:18467:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384963.936994:0:18467:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384963.936996:0:18467:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384963.936997:0:18467:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 16 to 0@lo 00000100:00000001:2.0:1767384963.936999:0:18467:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384963.937000:0:18467:0:(tgt_handler.c:770:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384963.937003:0:18467:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f1ab0f3 x1853237348041472/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1767384983 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384963.937010:0:18467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004f1ab0f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:16357:x1853237348041472:12345-0@lo:38: Request processed in 2501us (2666us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767384963.937015:0:18467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:2.0:1767384963.937017:0:18467:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384963.937019:0:18467:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384963.937033:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384963.937037:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384963.937039:0:18467:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d74a0f61. 00000400:00000001:0.0:1767384963.937041:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1767384963.937043:0:18467:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bcfd3a7d. 00000400:00000001:0.0:1767384963.937044:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1767384963.937048:0:18467:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003332fdec. 00000400:00000010:0.0:1767384963.937048:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004815f523. 00000400:00000200:0.0:1767384963.937053:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012d634c9 00000100:00000001:2.0:1767384963.937054:0:18467:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384963.937056:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012d634c9. 00000100:00000001:0.0:1767384963.937060:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384963.937064:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000098a681d8 x1853237348041472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384963.937071:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000098a681d8 x1853237348041472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.937076:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384963.937077:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.937078:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384963.937080:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384963.937081:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384963.937082:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384963.937083:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384963.937093:0:16357:0:(import.c:2128:obd_at_measure()) add 0 to 000000002c0000f4 time=91 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384963.937095:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c093201a time=91 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384963.937097:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384963.937098:0:16357:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1767384963.937100:0:16357:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1767384963.937102:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000098a681d8 x1853237348041472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.937107:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1767384963.937108:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384963.937109:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.937111:0:16357:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1767384963.937112:0:16357:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1767384963.937114:0:16357:0:(import.c:65:import_set_state_nolock()) 0000000062c1ff66 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767384963.937117:0:16357:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00000001:0.0:1767384963.937119:0:16357:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1767384963.937122:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098a681d8 x1853237348041472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384973 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384963.937130:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000098a681d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16357:1853237348041472:0@lo:38: 00000100:00000001:0.0:1767384963.937133:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.937135:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384963.937137:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000098a681d8 x1853237348041472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384973 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.937143:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384963.937145:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384963.937147:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e0cac97a. 02000000:00000001:0.0:1767384963.937150:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384963.937151:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384963.937153:0:16357:0:(genops.c:1242:class_import_put()) import 0000000062c1ff66 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384963.937155:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384963.937156:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000d7716515. 02000000:00000001:0.0:1767384963.937159:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384963.937166:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384963.937168:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000098a681d8. 00000100:00000001:0.0:1767384963.937170:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384963.937171:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.937172:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.937175:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384963.937176:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.937178:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384963.937178:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384963.937869:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294952968, at 4294952969 00000100:00000040:2.0:1767384963.937870:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294952968, at 4294952969 00000100:00000040:1.0:1767384963.937875:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294952968, at 4294952969 00000100:00000010:3.0:1767384963.937879:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ca8afeb. 00000100:00000010:2.0:1767384963.937882:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e36f01e0. 00000100:00000040:0.0:1767384963.937882:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294952968, at 4294952969 00000100:00000010:1.0:1767384963.937883:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f39b7cf3. 00000100:00000010:0.0:1767384963.937892:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f977713f. 00010000:00000001:0.0:1767384964.120923:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384964.120930:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384964.120937:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384964.120939:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384964.121008:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384964.121012:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384964.121015:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1767384964.440957:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384964.440965:0:17086:0:(mgc_request.c:120:config_log_put()) Process leaving 00000800:00000200:3.0:1767384964.568914:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e0cd333] -> 12345-192.168.203.134@tcp18 (6) 00000800:00000200:3.0:1767384964.568938:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp18 ip 192.168.203.134:988 00000800:00000200:3.0:1767384964.568941:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ad538527 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384964.569097:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384964.569103:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384964.569113:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384964.569117:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384964.569118:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384964.952943:0:17898:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384964.952951:0:17898:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384965.144946:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384965.144955:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384965.144961:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384965.144963:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384965.144986:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384965.144989:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384965.144991:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384965.464931:0:17093:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384965.464939:0:17093:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00100000:3.0:1767384965.465786:0:17069:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of a229f859-33b9-4f1b-8cdb-910f91cdc52b 00000001:00000040:3.0:1767384965.465790:0:17069:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000842c19da : new cb_count 0 00000020:00000040:3.0:1767384965.465795:0:17069:0:(genops.c:898:class_export_put()) PUTting export 00000000842c19da : new refcount 0 00000020:00000080:3.0:1767384965.465798:0:17069:0:(genops.c:904:class_export_put()) final put 00000000842c19da/a229f859-33b9-4f1b-8cdb-910f91cdc52b 00000001:00000010:3.0:1767384965.465809:0:17069:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000b3a7ade2. 00000020:00000001:0.0:1767384965.465837:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00080000:00000010:3.0:1767384965.465838:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000011a90b3f. 00000020:00000080:0.0:1767384965.465841:0:8:0:(genops.c:863:class_export_destroy()) destroying export 00000000842c19da/a229f859-33b9-4f1b-8cdb-910f91cdc52b for lustre-MDT0000 00000020:00000040:0.0:1767384965.465848:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d9156d98 refcount 3 to 192.168.203.34@tcp50 00000020:00000001:0.0:1767384965.465852:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:0.0:1767384965.465854:0:8:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000040:0.0:1767384965.465857:0:8:0:(genops.c:1229:class_import_get()) import 0000000056a038e9 refcount=2 obd=lustre-MDT0000 00000020:00000001:0.0:1767384965.465859:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384965.465860:0:8:0:(genops.c:1242:class_import_put()) import 0000000056a038e9 refcount=1 obd=lustre-MDT0000 00000020:00000001:0.0:1767384965.465869:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384965.465873:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384965.465874:0:8:0:(genops.c:1242:class_import_put()) import 0000000056a038e9 refcount=0 obd=lustre-MDT0000 00000020:00000040:0.0:1767384965.465876:0:8:0:(genops.c:1245:class_import_put()) final put import 0000000056a038e9 00000001:00100000:1.0:1767384965.465878:0:17891:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:1.0:1767384965.465883:0:17891:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000d9a32349 : new cb_count 0 00000020:00000040:1.0:1767384965.465886:0:17891:0:(genops.c:898:class_export_put()) PUTting export 00000000d9a32349 : new refcount 0 00000020:00000001:0.0:1767384965.465887:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000080:1.0:1767384965.465888:0:17891:0:(genops.c:904:class_export_put()) final put 00000000d9a32349/lustre-MDT0000-mdtlov_UUID 00000004:00000010:0.0:1767384965.465890:0:8:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000af02e05c. 00000001:00000010:1.0:1767384965.465894:0:17891:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000e3e7e0bc. 00010000:00000001:0.0:1767384965.465897:0:8:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:0.0:1767384965.465900:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00080000:00000010:1.0:1767384965.465901:0:17891:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c4087d86. 00000001:00000010:0.0:1767384965.465905:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fce2137d. 00080000:00000010:1.0:1767384965.465906:0:17891:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000017d2eaf. 00000001:00000010:0.0:1767384965.465911:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006a3d9f1c. 00000001:00100000:1.0:1767384965.465912:0:17891:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of a229f859-33b9-4f1b-8cdb-910f91cdc52b 00000001:00000040:1.0:1767384965.465916:0:17891:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000f97d5211 : new cb_count 1 00000001:00000010:0.0:1767384965.465916:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000441122e8. 00000020:00000040:1.0:1767384965.465921:0:17891:0:(genops.c:898:class_export_put()) PUTting export 00000000f97d5211 : new refcount 1 00000001:00000010:0.0:1767384965.465922:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e95aa37f. 00000001:00000010:1.0:1767384965.465925:0:17891:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000008f09a283. 00000001:00000010:0.0:1767384965.465926:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000125fc7db. 00080000:00000010:1.0:1767384965.465930:0:17891:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a3434736. 00000001:00000010:0.0:1767384965.465931:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000005d0b26f2. 00080000:00000010:1.0:1767384965.465935:0:17891:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000460f63ea. 00000001:00000001:0.0:1767384965.465937:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00100000:1.0:1767384965.465939:0:17891:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of a229f859-33b9-4f1b-8cdb-910f91cdc52b 00010000:00000001:0.0:1767384965.465940:0:8:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000040:1.0:1767384965.465942:0:17891:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000f97d5211 : new cb_count 0 00000001:00000001:0.0:1767384965.465943:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000040:1.0:1767384965.465945:0:17891:0:(genops.c:898:class_export_put()) PUTting export 00000000f97d5211 : new refcount 0 00000001:00000010:0.0:1767384965.465947:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000eef53ed3. 00000020:00000080:1.0:1767384965.465948:0:17891:0:(genops.c:904:class_export_put()) final put 00000000f97d5211/a229f859-33b9-4f1b-8cdb-910f91cdc52b 00000001:00000010:0.0:1767384965.465953:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005790782e. 00000001:00000010:0.0:1767384965.465956:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000215e2c3f. 00000001:00000010:0.0:1767384965.465958:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007aa9d15f. 00000001:00000010:0.0:1767384965.465959:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000005290ab05. 00000001:00000010:0.0:1767384965.465960:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000061ef4b1c. 00000001:00000001:0.0:1767384965.465961:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000010:1.0:1767384965.465962:0:17891:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000312f5afd. 00010000:00000001:0.0:1767384965.465963:0:8:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:0.0:1767384965.465966:0:8:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00080000:00000010:1.0:1767384965.465968:0:17891:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c24f3932. 00000001:00000001:0.0:1767384965.465970:0:8:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data 00000000f535409e: xid 1853237340671488, transno 8589934593, client gen 1, slot idx 0 00000001:00000001:0.0:1767384965.465975:0:8:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data 00000000f535409e: xid 1853237340671488, transno 8589934593, client gen 1, slot idx 0 00000001:00000010:0.0:1767384965.465978:0:8:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 00000000f535409e. 00000001:00000010:0.0:1767384965.465981:0:8:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000301e357d. 00000004:00000001:0.0:1767384965.465986:0:8:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384965.465988:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384965.465991:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8d9ce3b) now 5 - export 00000020:00000010:0.0:1767384965.465993:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000842c19da. 00000020:00000001:0.0:1767384965.466004:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384965.466007:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767384965.466008:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000056a038e9 for lustre-MDT0000 00000020:00000040:0.0:1767384965.466010:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d9156d98 refcount 2 to 192.168.203.34@tcp50 00000020:00000040:0.0:1767384965.466012:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8d9ce3b) now 4 - import 00000020:00000010:0.0:1767384965.466014:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000056a038e9. 00000020:00000001:0.0:1767384965.466017:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000001:0.0:1767384965.466018:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384965.466019:0:8:0:(genops.c:863:class_export_destroy()) destroying export 00000000d9a32349/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000040:0.0:1767384965.466021:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 15 to 0@lo 00000020:00000001:0.0:1767384965.466023:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000040:0.0:1767384965.466025:0:8:0:(genops.c:1229:class_import_get()) import 00000000c2c7ed15 refcount=2 obd=lustre-OST0000 00000020:00000001:0.0:1767384965.466026:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384965.466027:0:8:0:(genops.c:1242:class_import_put()) import 00000000c2c7ed15 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1767384965.466028:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384965.466029:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384965.466030:0:8:0:(genops.c:1242:class_import_put()) import 00000000c2c7ed15 refcount=0 obd=lustre-OST0000 00000020:00000040:0.0:1767384965.466031:0:8:0:(genops.c:1245:class_import_put()) final put import 00000000c2c7ed15 00000020:00000001:0.0:1767384965.466039:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384965.466040:0:8:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:0.0:1767384965.466041:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384965.466044:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009873402b. 00000001:00000010:0.0:1767384965.466046:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000076253e53. 00000001:00000010:0.0:1767384965.466048:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000089183099. 00000001:00000010:0.0:1767384965.466050:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d847f936. 00000001:00000010:0.0:1767384965.466052:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000008f201829. 00000001:00000010:0.0:1767384965.466054:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000e30b48ce. 00000001:00000001:0.0:1767384965.466057:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384965.466059:0:8:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:0.0:1767384965.466060:0:8:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:0.0:1767384965.466061:0:8:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:0.0:1767384965.466063:0:8:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 000000009475cd7e. 00000020:00000001:0.0:1767384965.466067:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384965.466068:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000029ff95b7) now 7 - export 00000020:00000010:0.0:1767384965.466069:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000d9a32349. 00000020:00000001:0.0:1767384965.466072:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384965.466077:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384965.466078:0:8:0:(genops.c:863:class_export_destroy()) destroying export 00000000f97d5211/a229f859-33b9-4f1b-8cdb-910f91cdc52b for lustre-OST0000 00000020:00000040:0.0:1767384965.466080:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d9156d98 refcount 1 to 192.168.203.34@tcp50 00000020:00000001:0.0:1767384965.466081:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000040:0.0:1767384965.466082:0:8:0:(genops.c:1229:class_import_get()) import 00000000cd31088e refcount=2 obd=lustre-OST0000 00000020:00000001:0.0:1767384965.466084:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384965.466085:0:8:0:(genops.c:1242:class_import_put()) import 00000000cd31088e refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1767384965.466086:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384965.466087:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384965.466087:0:8:0:(genops.c:1242:class_import_put()) import 00000000cd31088e refcount=0 obd=lustre-OST0000 00000020:00000040:0.0:1767384965.466088:0:8:0:(genops.c:1245:class_import_put()) final put import 00000000cd31088e 00000020:00000001:0.0:1767384965.466093:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384965.466094:0:8:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:0.0:1767384965.466095:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384965.466098:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d45a7f59. 00000001:00000010:0.0:1767384965.466099:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000ea9da18. 00000001:00000010:0.0:1767384965.466101:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007d223133. 00000001:00000010:0.0:1767384965.466104:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ae6a819e. 00000001:00000010:0.0:1767384965.466106:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000066f72ad. 00000001:00000010:0.0:1767384965.466108:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000021d3d755. 00000001:00000001:0.0:1767384965.466110:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384965.466111:0:8:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:0.0:1767384965.466112:0:8:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:0.0:1767384965.466114:0:8:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:0.0:1767384965.466115:0:8:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000a75dd5c2. 00000020:00000001:0.0:1767384965.466117:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384965.466119:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000029ff95b7) now 6 - export 00000020:00000010:0.0:1767384965.466120:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000f97d5211. 00000020:00000001:0.0:1767384965.466122:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384965.466123:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767384965.466124:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000c2c7ed15 for lustre-OST0000 00000020:00000040:0.0:1767384965.466125:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 14 to 0@lo 00000020:00000040:0.0:1767384965.466127:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000029ff95b7) now 5 - import 00000020:00000010:0.0:1767384965.466128:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000c2c7ed15. 00000020:00000001:0.0:1767384965.466130:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000001:0.0:1767384965.466134:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767384965.466135:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000cd31088e for lustre-OST0000 00000020:00000040:0.0:1767384965.466137:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000d9156d98 refcount 0 to 192.168.203.34@tcp50 00000020:00000040:0.0:1767384965.466138:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000029ff95b7) now 4 - import 00000020:00000010:0.0:1767384965.466140:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000cd31088e. 00000020:00000001:0.0:1767384965.466141:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000800:00000200:3.0:1767384965.593023:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e4596bb] -> 12345-192.168.203.134@tcp34 (4) 00000800:00000200:3.1:1767384965.593035:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e4596bb] -> 12345-192.168.203.134@tcp34 (4) 00000800:00000010:3.0:1767384965.593071:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d320f563. 00000800:00000200:3.0:1767384965.593075:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000707d4820] -> 12345-192.168.203.134@tcp (6) 00000800:00000200:3.0:1767384965.593079:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp ip 192.168.203.134:988 00000800:00000200:3.0:1767384965.593085:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d320f563 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767384965.593180:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:1.0:1767384965.593234:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000800:00000200:0.0:1767384965.593245:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384965.593253:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384965.593266:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384965.593269:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000800:00000001:0.0:1767384965.593270:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384965.593277:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384965.593295:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:1.0:1767384965.593374:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:1.0:1767384965.593395:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:1.0:1767384965.593410:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:1.0:1767384965.593431:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:1.0:1767384965.593446:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:1.0:1767384965.593458:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:1.0:1767384965.593471:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:1.0:1767384965.593483:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:1.0:1767384965.593495:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:1.0:1767384965.593507:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:1.0:1767384965.593519:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:1.0:1767384965.593531:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:1.0:1767384965.593544:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:1.0:1767384965.593556:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:1.0:1767384965.593569:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:1.0:1767384965.593592:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:1.0:1767384965.593613:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:1.0:1767384965.593628:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:1.0:1767384965.593640:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:1.0:1767384965.593653:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:1.0:1767384965.593666:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384965.593678:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:1.0:1767384965.593691:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:1.0:1767384965.593704:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:1.0:1767384965.593717:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:1.0:1767384965.593729:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:1.0:1767384965.593741:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:1.0:1767384965.593754:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:1.0:1767384965.593768:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:1.0:1767384965.593782:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:1.0:1767384965.593794:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:1.0:1767384965.593964:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d53b62c0. 00000800:00000010:1.0:1767384965.593969:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003c51de30. 00000800:00000010:1.0:1767384965.593973:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ed56c922. 00000800:00000010:1.0:1767384965.593988:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ed56c922. 00000800:00020000:1.0:1767384965.593994:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:1.0:1767384965.593997:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003c51de30. 00000800:00000010:1.0:1767384965.593999:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d53b62c0. 00000400:02020000:1.0:1767384965.594030:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp34 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384965.594034:0:16346:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:0.0:1767384966.168900:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384966.168909:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384966.168916:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384966.168917:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384966.168939:0:40109:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384966.168942:0:40109:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384966.168945:0:40109:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1767384966.616948:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a5142dc3] -> 12345-192.168.203.134@tcp21 (6) 00000800:00000200:3.0:1767384966.616959:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp21 ip 192.168.203.134:988 00000800:00000200:3.0:1767384966.616964:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ad538527 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384966.617224:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384966.617227:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384966.617244:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384966.617250:0:16353:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384966.617251:0:16353:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384967.192947:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384967.192956:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.192979:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384967.192988:0:53:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384967.192989:0:53:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384967.192991:0:53:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.192994:0:53:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384967.192995:0:53:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.192997:0:53:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.192998:0:53:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.193017:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384967.193019:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384967.193024:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384967.576906:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp46 00000400:00000010:2.0:1767384967.576915:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000002314240. 00000400:00000010:2.0:1767384967.576923:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003332fdec. 00000400:00000010:2.0:1767384967.576928:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d22b8e9. 00000400:00000010:2.0:1767384967.576934:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000d44e0f4. 00000400:00000200:2.0:1767384967.576937:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp46 00000400:00000200:2.0:1767384967.576955:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp46 local destination 00000400:00000200:2.0:1767384967.576960:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp46 00000400:00000200:2.0:1767384967.576963:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp46 NI seq info: [245:245:256:4294967295] 192.168.203.134@tcp46 LPNI seq info [209:209:8:4294967295] 00000400:00000200:2.0:1767384967.576968:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp46 00000400:00000200:2.0:1767384967.576974:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp46(192.168.203.134@tcp46:) -> 192.168.203.134@tcp46(192.168.203.134@tcp46:192.168.203.134@tcp46) : GET try# 0 00000800:00000200:2.0:1767384967.576978:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp46 00000800:00000010:2.0:1767384967.576981:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ac04e7e9. 00000800:00000200:2.0:1767384967.576986:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000086926cec] -> 12345-192.168.203.134@tcp46 (2) 00000800:00000200:2.1:1767384967.576990:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000086926cec] -> 12345-192.168.203.134@tcp46 (2) 00000400:00000200:2.0:1767384967.577016:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp46 added to recovery queue. ping count: 4 next ping: 305 health :600 00000400:00000200:0.0:1767384967.577121:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.577163:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.577177:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.577189:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.577201:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.577230:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.577243:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.577256:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.577268:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.577281:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.577307:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.577324:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.577337:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.577349:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.577363:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.577375:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.577388:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.577400:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.577413:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.577425:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.577438:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.577450:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.577463:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.577476:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.577488:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.577501:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.577514:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.577527:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.577540:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.577560:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.577573:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.577585:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.577598:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.577609:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.577621:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:0.0:1767384967.577749:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fa62a5c2. 00000800:00000010:0.0:1767384967.577767:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b1d77ef9. 00000800:00000010:0.0:1767384967.577772:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000046851e97. 00000800:00000010:0.0:1767384967.577788:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000046851e97. 00000800:00020000:0.0:1767384967.577808:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:0.0:1767384967.577811:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b1d77ef9. 00000800:00000010:0.0:1767384967.577813:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000fa62a5c2. 00000400:02020000:0.0:1767384967.577883:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp46 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384967.577890:0:16348:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp46 notifying 192.168.203.134@tcp46: down 00000400:00000200:0.0:1767384967.577893:0:16348:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384967.577896:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp46 00000800:00000010:0.0:1767384967.577899:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ac04e7e9. 00000400:00000200:0.0:1767384967.577902:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384967.577906:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp46->192.168.203.134@tcp46: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384967.577913:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384967.577915:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384967.577917:0:16348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp46) recovery failed with -71 00000800:00000200:3.0:1767384967.640995:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020e6edcf] -> 12345-192.168.203.134@tcp37 (4) 00000800:00000200:3.1:1767384967.641008:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020e6edcf] -> 12345-192.168.203.134@tcp37 (4) 00000800:00000200:3.0:1767384967.641059:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002afc01cb] -> 12345-192.168.203.134@tcp24 (6) 00000800:00000200:3.0:1767384967.641066:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp24 ip 192.168.203.134:988 00000800:00000200:3.0:1767384967.641073:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d320f563 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384967.641173:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.641224:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.641241:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.641257:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.641275:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.641292:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.641360:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000800:00000200:1.0:1767384967.641384:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384967.641395:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384967.641406:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000800:00000001:1.0:1767384967.641412:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384967.641420:0:16351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.641427:0:16351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384967.641458:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.641477:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.641493:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.641507:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.641522:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.641552:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.641569:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.641612:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.641629:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.641644:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.641660:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.641676:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.641691:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.641706:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.641720:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.641735:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.641750:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.641772:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.641787:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.641802:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.641863:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.641885:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.641900:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.641917:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.641940:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.641972:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:0.0:1767384967.642001:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:0.0:1767384967.642175:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fa62a5c2. 00000800:00000010:0.0:1767384967.642180:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b1d77ef9. 00000800:00000010:0.0:1767384967.642184:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000046851e97. 00000800:00000010:0.0:1767384967.642200:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000046851e97. 00000800:00020000:0.0:1767384967.642217:0:16349:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:0.0:1767384967.642221:0:16349:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b1d77ef9. 00000800:00000010:0.0:1767384967.642223:0:16349:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000fa62a5c2. 00000400:02020000:0.0:1767384967.642257:0:16349:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp37 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384967.642262:0:16349:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000020:00000001:1.0:1767384967.896977:0:40108:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:1.0:1767384967.897001:0:40108:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000ad69c509 - data 0000000079d91369/0000000065a2bc66 00000020:00000010:1.0:1767384967.897132:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 000000004edbc656. 00000020:00000010:1.0:1767384967.897142:0:40108:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 00000000b8a50c6b. 00000020:00000010:1.0:1767384967.897151:0:40108:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 0000000065a2bc66. 00000020:00000010:1.0:1767384967.897153:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 0000000075d9bef3. 00000020:00000010:1.0:1767384967.897157:0:40108:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000adea348b. 00000020:00000010:1.0:1767384967.897160:0:40108:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 0000000024175e91. 00000020:00000010:1.0:1767384967.897164:0:40108:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000ad69c509. 00000020:01000000:1.0:1767384967.897171:0:40108:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 0000000042f5ba6e - data 00000000de17ab67/00000000c3ffc76b 00000020:00000010:1.0:1767384967.897358:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 000000000b469273. 00000020:00000010:1.0:1767384967.897363:0:40108:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 0000000042c47e4d. 00000020:00000010:1.0:1767384967.897366:0:40108:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000c3ffc76b. 00000020:00000010:1.0:1767384967.897368:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 0000000073ba3ec4. 00000020:00000010:1.0:1767384967.897374:0:40108:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000dc36b32c. 00000020:00000010:1.0:1767384967.897377:0:40108:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000d5f1f342. 00000020:00000010:1.0:1767384967.897378:0:40108:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 0000000042f5ba6e. 00000020:00000001:1.0:1767384967.897381:0:40108:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 00000020:00000010:1.0:1767384967.897700:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 00000000c62980ba. 00000020:00000010:1.0:1767384967.897704:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 00000000ac0119b1. 00000020:00000010:1.0:1767384967.897707:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 000000005c8a5a2d. 00000020:00000010:1.0:1767384967.897710:0:40108:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 1344 at 00000000f506ef58. 00000020:00000010:1.0:1767384967.897713:0:40108:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000ed9bddec. 02000000:00000001:1.0:1767384967.903032:0:40108:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00001000:1.0:1767384967.903038:0:40108:0:(upcall_cache_internal.h:25:free_entry()) destroy cache entry 00000000d9870865 for key 0 00000004:00000010:1.0:1767384967.903043:0:40108:0:(mdt_identity.c:63:mdt_identity_free_delay()) kfreed 'entry': 472 at 00000000d9870865. 02000000:00000001:1.0:1767384967.903048:0:40108:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:1.0:1767384967.903050:0:40108:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 00000000fe574a3d. 02000000:00000010:1.0:1767384967.903053:0:40108:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 00000000ac34f935. 02000000:00000001:1.0:1767384967.903055:0:40108:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00000001:1.0:1767384967.903057:0:40108:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:1.0:1767384967.903058:0:40108:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 0000000060c24681. 02000000:00000010:1.0:1767384967.903060:0:40108:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 00000000a74cb4db. 00000020:00000001:1.0:1767384967.903082:0:40108:0:(tgt_main.c:643:tgt_fini()) Process entered 00000001:00000001:1.0:1767384967.903087:0:40108:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:1.0:1767384967.903088:0:40108:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934593 00080000:00000001:1.0:1767384967.903093:0:40108:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384967.903103:0:40108:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007e4fe572. 00080000:00000001:1.0:1767384967.903106:0:40108:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590267005440 : -119483442546176 : ffff935497d9ba00) 00080000:00000001:1.0:1767384967.903112:0:40108:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384967.903118:0:40108:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384967.903122:0:40108:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ed56c922. 00080000:00000001:1.0:1767384967.903125:0:40108:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384967.903128:0:40108:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384967.903149:0:40108:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384967.903152:0:40108:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:1.0:1767384967.903184:0:40108:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:1.0:1767384967.903187:0:40108:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384967.903190:0:40108:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384967.905207:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007e4fe572. 00080000:00000010:1.0:1767384967.905287:0:40108:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ed56c922. 00040000:00000001:1.0:1767384967.905318:0:40108:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384967.905323:0:40108:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384967.905327:0:40108:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384967.905330:0:40108:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:1.0:1767384967.905355:0:40108:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384967.905362:0:40108:0:(lu_object.c:207:lu_object_put()) Add 000000002aafe7a9/00000000d49aafff to site lru. bkt: 00000000f0b1ee33 00000020:00000010:1.0:1767384967.905366:0:40108:0:(tgt_main.c:667:tgt_fini()) kvfree 'lut->lut_reply_bitmap[i]': 131072 at 00000000c6626d35. 00000020:00000010:1.0:1767384967.905389:0:40108:0:(tgt_main.c:671:tgt_fini()) kfreed 'lut->lut_reply_bitmap': 128 at 00000000e4915bec. 00000020:00000010:1.0:1767384967.905393:0:40108:0:(tgt_main.c:675:tgt_fini()) kfreed 'lut->lut_client_bitmap': 16384 at 000000008d2b74ab. 00000020:00000002:1.0:1767384967.905401:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000f75c7b7a/000000000b42bc24 to site lru. bkt: 00000000b4219790 00000020:00000001:1.0:1767384967.905403:0:40108:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000004:00000001:1.0:1767384967.905405:0:40108:0:(mdt_coordinator.c:1213:mdt_hsm_cdt_fini()) Process entered 00000020:00000010:1.0:1767384967.905413:0:40108:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e71a5dfd. 00000020:00000010:1.0:1767384967.905417:0:40108:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e3188bf0. 00000020:00000010:1.0:1767384967.905421:0:40108:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c0a764b. 00000020:00000010:1.0:1767384967.905428:0:40108:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c056677e. 00000040:00000010:1.0:1767384967.905436:0:40108:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000045ecf88e. 00000020:00000010:1.0:1767384967.905440:0:40108:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000cecb7bc. 00000020:00000010:1.0:1767384967.905444:0:40108:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000036598579. 00000020:00000010:1.0:1767384967.905449:0:40108:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d68f71a8. 80000000:00000010:1.0:1767384967.905453:0:40108:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000094676e10. 40000000:00000010:1.0:1767384967.905458:0:40108:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000076a9079a. 00100000:00000010:1.0:1767384967.905462:0:40108:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e419d2ed. 00040000:00000010:1.0:1767384967.905467:0:40108:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000372261da. 00040000:00000010:1.0:1767384967.905472:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e2a125e2. 00040000:00000010:1.0:1767384967.905476:0:40108:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009df06598. 00080000:00000010:1.0:1767384967.905481:0:40108:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005b18c998. 00080000:00000010:1.0:1767384967.905487:0:40108:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c34b2dbf. 00000004:00000010:1.0:1767384967.905493:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004fe76461. 00000004:00000010:1.0:1767384967.905498:0:40108:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000014d1b440. 00000004:00000010:1.0:1767384967.905503:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f1df3603. 00000004:00000010:1.0:1767384967.905507:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004ce7e0da. 00000020:00000010:1.0:1767384967.905510:0:40108:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009a8c967f. 00000001:00000001:1.0:1767384967.905513:0:40108:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384967.905517:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000023c39f41. 00000001:00000010:1.0:1767384967.905520:0:40108:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000080728a99. 00000001:00000010:1.0:1767384967.905522:0:40108:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000d4246a5d. 00000001:00000001:1.0:1767384967.905525:0:40108:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000004:00000001:1.0:1767384967.905526:0:40108:0:(mdt_coordinator.c:1225:mdt_hsm_cdt_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384967.905531:0:40108:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:1.0:1767384967.905536:0:40108:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:1.0:1767384967.905562:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000c8cc6172. 00000020:00000010:1.0:1767384967.905565:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000b82f82a1. 00000020:00000010:1.0:1767384967.905568:0:40108:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 0000000080969ace. 00000020:00000010:1.0:1767384967.905572:0:40108:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000085a4b5b7. 00010000:00000001:1.0:1767384967.905604:0:40108:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:1.0:1767384967.905614:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000128eef98. 00000020:00000010:1.0:1767384967.905617:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 0000000046e5cda0. 00000020:00000010:1.0:1767384967.905620:0:40108:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000808c9ccf. 00000020:00000010:1.0:1767384967.905622:0:40108:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000b077c32b. 00000001:00000001:1.0:1767384967.905653:0:40108:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384967.923507:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009bb11bee. 00000001:00000010:1.0:1767384967.923531:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000089a716d9. 00000001:00000010:1.0:1767384967.923533:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009c87265b. 00000001:00000010:1.0:1767384967.923535:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ebcf97f1. 00000001:00000010:1.0:1767384967.923536:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000bc1199d. 00000001:00000010:1.0:1767384967.923538:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d72392c9. 00000001:00000010:1.0:1767384967.923539:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bd19194e. 00000001:00000010:1.0:1767384967.923541:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006e25a334. 00000001:00000010:1.0:1767384967.923542:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000075a98e38. 00000001:00000010:1.0:1767384967.923544:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000036ec8d8a. 00000001:00000010:1.0:1767384967.923545:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001d922d93. 00000001:00000010:1.0:1767384967.923547:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000df2bfc02. 00000001:00000010:1.0:1767384967.923548:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ec8b11e4. 00000001:00000010:1.0:1767384967.923550:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009ee8277c. 00000001:00000010:1.0:1767384967.923552:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000095470677. 00000001:00000010:1.0:1767384967.923553:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e075c776. 00000001:00000010:1.0:1767384967.923554:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007cf58282. 00000001:00000010:1.0:1767384967.923556:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009fdcf866. 00000001:00000010:1.0:1767384967.923558:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000505b5175. 00000001:00000010:1.0:1767384967.923560:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c9ef18b7. 00000001:00000010:1.0:1767384967.923562:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008ed29a97. 00000001:00000010:1.0:1767384967.923563:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ebb833c6. 00000001:00000010:1.0:1767384967.923565:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000254f075a. 00000001:00000010:1.0:1767384967.923567:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000081146f0c. 00000001:00000010:1.0:1767384967.923568:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004d928ca2. 00000001:00000010:1.0:1767384967.923570:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002a078ada. 00000001:00000010:1.0:1767384967.923571:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002ba55165. 00000001:00000010:1.0:1767384967.923573:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000050f0d10e. 00000001:00000010:1.0:1767384967.923574:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cc8757e8. 00000001:00000010:1.0:1767384967.923576:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fa36bd0f. 00000001:00000010:1.0:1767384967.923577:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000949eec14. 00000001:00000010:1.0:1767384967.923578:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000077895c44. 00000001:00000010:1.0:1767384967.923580:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d77543af. 00000001:00000010:1.0:1767384967.923581:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c8b2d3b7. 00000001:00000010:1.0:1767384967.923582:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dc6fb899. 00000001:00000010:1.0:1767384967.923584:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000893a6f9d. 00000001:00000010:1.0:1767384967.923585:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000065fc9df5. 00000001:00000010:1.0:1767384967.923587:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000000d51011. 00000001:00000010:1.0:1767384967.923588:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000033facfb3. 00000001:00000010:1.0:1767384967.923590:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cd2b6408. 00000001:00000010:1.0:1767384967.923591:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009ed54c1c. 00000001:00000010:1.0:1767384967.923593:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c3899e73. 00000001:00000010:1.0:1767384967.923594:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000067b8fe51. 00000001:00000010:1.0:1767384967.923596:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004c40c40e. 00000001:00000010:1.0:1767384967.923597:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000de1e9738. 00000001:00000010:1.0:1767384967.923599:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000bc8c7e1. 00000001:00000010:1.0:1767384967.923600:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000492dded7. 00000001:00000010:1.0:1767384967.923601:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001097ba6b. 00000001:00000010:1.0:1767384967.923603:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008172e548. 00000001:00000010:1.0:1767384967.923604:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000012fc7462. 00000001:00000010:1.0:1767384967.923606:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000572fe75a. 00000001:00000010:1.0:1767384967.923608:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dbf0cf70. 00000001:00000010:1.0:1767384967.923610:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000067c19dc6. 00000001:00000010:1.0:1767384967.923611:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ed1a50e2. 00000001:00000010:1.0:1767384967.923613:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008fb9f402. 00000001:00000010:1.0:1767384967.923614:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c03952a6. 00000001:00000010:1.0:1767384967.923616:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008346200e. 00000001:00000010:1.0:1767384967.923617:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000110d2682. 00000001:00000010:1.0:1767384967.923619:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000584c38b6. 00000001:00000010:1.0:1767384967.923620:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000053693cc6. 00000001:00000010:1.0:1767384967.923621:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000041b7ed06. 00000001:00000010:1.0:1767384967.923623:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c149907d. 00000001:00000010:1.0:1767384967.923624:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000039271dc9. 00000001:00000010:1.0:1767384967.923625:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004513c684. 00000001:00000010:1.0:1767384967.923627:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000aa7858ea. 00000001:00000010:1.0:1767384967.923628:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e0aad1cd. 00000001:00000010:1.0:1767384967.923629:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c8c628cb. 00000001:00000010:1.0:1767384967.923630:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000018cf78dd. 00000001:00000010:1.0:1767384967.923632:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000489cf6e4. 00000001:00000010:1.0:1767384967.923633:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007cbbbeaf. 00000001:00000010:1.0:1767384967.923634:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000078109bfa. 00000001:00000010:1.0:1767384967.923635:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003269b357. 00000001:00000010:1.0:1767384967.923637:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009a5069b2. 00000001:00000010:1.0:1767384967.923638:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000db4c1884. 00000001:00000010:1.0:1767384967.923639:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000059b8a991. 00000001:00000010:1.0:1767384967.923640:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000016ec1b65. 00000001:00000010:1.0:1767384967.923642:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000065100311. 00000001:00000010:1.0:1767384967.923643:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000a11a243. 00000001:00000010:1.0:1767384967.923644:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c3bfb5ff. 00000001:00000010:1.0:1767384967.923645:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002ddba4f1. 00000001:00000010:1.0:1767384967.923646:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e52ae329. 00000001:00000010:1.0:1767384967.923647:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000058590006. 00000001:00000010:1.0:1767384967.923649:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f7429369. 00000001:00000010:1.0:1767384967.923651:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000001ae2953. 00000001:00000010:1.0:1767384967.923652:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000601da4be. 00000001:00000010:1.0:1767384967.923654:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000092f96742. 00000001:00000010:1.0:1767384967.923655:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006a3593c2. 00000001:00000010:1.0:1767384967.923657:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000099d3c96c. 00000001:00000010:1.0:1767384967.923658:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000db067fa2. 00000001:00000010:1.0:1767384967.923659:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a0bbdc13. 00000001:00000010:1.0:1767384967.923660:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b4d9913d. 00000001:00000010:1.0:1767384967.923662:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000701df721. 00000001:00000010:1.0:1767384967.923663:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005254aa62. 00000001:00000010:1.0:1767384967.923664:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008e78b2d8. 00000001:00000010:1.0:1767384967.923665:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d2461880. 00000001:00000010:1.0:1767384967.923666:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000039c91bde. 00000001:00000010:1.0:1767384967.923668:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004b97005f. 00000001:00000010:1.0:1767384967.923669:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000502506c6. 00000001:00000010:1.0:1767384967.923670:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000099b954b6. 00000001:00000010:1.0:1767384967.923671:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000143da64a. 00000001:00000010:1.0:1767384967.923672:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003553ee7d. 00000001:00000010:1.0:1767384967.923673:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006fc264f1. 00000001:00000010:1.0:1767384967.923674:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005b3862ab. 00000001:00000010:1.0:1767384967.923676:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000177af872. 00000001:00000010:1.0:1767384967.923677:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000107075e9. 00000001:00000010:1.0:1767384967.923678:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ffda4f1e. 00000001:00000010:1.0:1767384967.923679:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b09ad4d5. 00000001:00000010:1.0:1767384967.923680:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000eaa68515. 00000001:00000010:1.0:1767384967.923681:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000003faa586. 00000001:00000010:1.0:1767384967.923682:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000734bd174. 00000001:00000010:1.0:1767384967.923684:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008ee82857. 00000001:00000010:1.0:1767384967.923685:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000b5f6567. 00000001:00000010:1.0:1767384967.923686:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000eebc71fe. 00000001:00000010:1.0:1767384967.923687:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000d5f9503. 00000001:00000010:1.0:1767384967.923689:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000de687641. 00000001:00000010:1.0:1767384967.923690:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009eabeada. 00000001:00000010:1.0:1767384967.923692:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004ae75760. 00000001:00000010:1.0:1767384967.923694:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001a4a3fa7. 00000001:00000010:1.0:1767384967.923695:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d02256b8. 00000001:00000010:1.0:1767384967.923696:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000893ac9e0. 00000001:00000010:1.0:1767384967.923698:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005d841566. 00000001:00000010:1.0:1767384967.923699:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000415761ca. 00000001:00000010:1.0:1767384967.923700:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000980020f6. 00000001:00000010:1.0:1767384967.923701:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000274754b2. 00000001:00000010:1.0:1767384967.923702:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001fb0b9a0. 00000001:00000010:1.0:1767384967.923703:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d36964b0. 00000001:00000010:1.0:1767384967.923704:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000268ad11. 00000001:00000010:1.0:1767384967.923705:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005942ac64. 00000001:00000010:1.0:1767384967.923707:0:40108:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 1024 at 00000000cf02cf82. 00000001:00000010:1.0:1767384967.923713:0:40108:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000ccf6d108. 00000001:00000001:1.0:1767384967.923719:0:40108:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:1.0:1767384967.923724:0:40108:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 000000001a836196. 00010000:00000001:1.0:1767384967.923730:0:40108:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384967.923919:0:40108:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1767384967.923925:0:40108:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 40000000:00000001:0.0:1767384967.923944:0:40108:0:(fid_handler.c:36:seq_server_set_cli()) Process entered 40000000:00000040:0.0:1767384967.923946:0:40108:0:(fid_handler.c:45:seq_server_set_cli()) srv-lustre-MDT0000: Detached sequence client 40000000:00000001:0.0:1767384967.923948:0:40108:0:(fid_handler.c:47:seq_server_set_cli()) Process leaving via out_up (rc=0 : 0 : 0x0) 40000000:00000001:0.0:1767384967.923952:0:40108:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:0.0:1767384967.924058:0:40108:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:0.0:1767384967.924065:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000d8870559/00000000135ba5b2 to site lru. bkt: 0000000051c633c2 40000000:00000001:0.0:1767384967.924069:0:40108:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:0.0:1767384967.924071:0:40108:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:0.0:1767384967.924072:0:40108:0:(fid_handler.c:602:seq_site_fini()) kfreed 'ss->ss_server_seq': 288 at 000000002b32155b. 40000000:00000001:0.0:1767384967.924078:0:40108:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:0.0:1767384967.924196:0:40108:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:0.0:1767384967.924200:0:40108:0:(lu_object.c:207:lu_object_put()) Add 000000008725279a/00000000800183e9 to site lru. bkt: 0000000071d904b8 40000000:00000001:0.0:1767384967.924203:0:40108:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:0.0:1767384967.924204:0:40108:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:0.0:1767384967.924205:0:40108:0:(fid_handler.c:608:seq_site_fini()) kfreed 'ss->ss_control_seq': 288 at 00000000fde585d7. 40000000:00000001:0.0:1767384967.924209:0:40108:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:0.0:1767384967.924264:0:40108:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:0.0:1767384967.924265:0:40108:0:(fid_handler.c:614:seq_site_fini()) kfreed 'ss->ss_client_seq': 224 at 00000000334f74ea. 40000000:00000001:0.0:1767384967.924269:0:40108:0:(fid_handler.c:618:seq_site_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384967.924273:0:40108:0:(mdt_handler.c:5763:mdt_fld_fini()) Process entered 80000000:00000001:0.0:1767384967.924276:0:40108:0:(fld_handler.c:447:fld_server_fini()) Process entered 80000000:00000001:0.0:1767384967.924315:0:40108:0:(fld_index.c:447:fld_index_fini()) Process entered 00000020:00000002:0.0:1767384967.924318:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000485da6f8/00000000b6fee957 to site lru. bkt: 000000000bac6f5b 80000000:00000001:0.0:1767384967.924320:0:40108:0:(fld_index.c:453:fld_index_fini()) Process leaving 80000000:00000001:0.0:1767384967.924321:0:40108:0:(fld_cache.c:213:fld_cache_flush()) Process entered 80000000:00000001:0.0:1767384967.924324:0:40108:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000010:0.0:1767384967.924326:0:40108:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000986db84e. 80000000:00000010:0.0:1767384967.924330:0:40108:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 0000000090be2acc. 80000000:00000010:0.0:1767384967.924335:0:40108:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000aa37dd14. 80000000:00000010:0.0:1767384967.924339:0:40108:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 0000000067672435. 80000000:00000010:0.0:1767384967.924341:0:40108:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000d73e3952. 80000000:00000040:0.0:1767384967.924343:0:40108:0:(fld_cache.c:203:fld_cache_shrink()) srv-lustre-MDT0000: FLD cache - Shrunk by 5 entries 80000000:00000001:0.0:1767384967.924345:0:40108:0:(fld_cache.c:205:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384967.924346:0:40108:0:(fld_cache.c:220:fld_cache_flush()) Process leaving 80000000:00000040:0.0:1767384967.924347:0:40108:0:(fld_cache.c:74:fld_cache_fini()) FLD cache statistics (srv-lustre-MDT0000): 80000000:00000040:0.0:1767384967.924349:0:40108:0:(fld_cache.c:75:fld_cache_fini()) Cache reqs: 29 80000000:00000040:0.0:1767384967.924350:0:40108:0:(fld_cache.c:76:fld_cache_fini()) Total reqs: 29 80000000:00000010:0.0:1767384967.924362:0:40108:0:(fld_cache.c:78:fld_cache_fini()) kfreed 'cache': 168 at 00000000161e62b9. 80000000:00000001:0.0:1767384967.924366:0:40108:0:(fld_handler.c:458:fld_server_fini()) Process leaving 00000004:00000010:0.0:1767384967.924367:0:40108:0:(mdt_handler.c:5767:mdt_fld_fini()) kfreed 'ss->ss_server_fld': 192 at 00000000f6b7f270. 00000004:00000001:0.0:1767384967.924371:0:40108:0:(mdt_handler.c:5771:mdt_fld_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384967.924374:0:40108:0:(mdt_handler.c:5846:mdt_stack_fini()) Process entered 00040000:00000001:0.0:1767384967.924389:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924392:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.924394:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924397:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.924398:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924400:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384967.924405:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000cc099dd1. 00000004:00000010:0.0:1767384967.924410:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000cad90061. 00000004:00000010:0.0:1767384967.924414:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e558e311. 00000004:00000001:0.0:1767384967.924418:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.924419:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x20000000a:0x0:0x0] 00000004:00000010:0.0:1767384967.924421:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000041cfa9a7. 00000004:00000001:0.0:1767384967.924426:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384967.924432:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924435:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.924437:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924440:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.924442:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924445:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384967.924450:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f3a9a100. 00000004:00000010:0.0:1767384967.924454:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ddeec90a. 00000004:00000010:0.0:1767384967.924458:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006ad82508. 00000004:00000001:0.0:1767384967.924462:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.924463:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x101d:0x0] 00000004:00000010:0.0:1767384967.924466:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000affada16. 00000004:00000001:0.0:1767384967.924478:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384967.924498:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924500:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.924501:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924503:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.924505:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924508:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384967.924510:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f75c7b7a. 00000004:00000010:0.0:1767384967.924512:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006db68ab9. 00000004:00000010:0.0:1767384967.924523:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b29af918. 00000004:00000001:0.0:1767384967.924524:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.924525:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xb:0x0] 00000004:00000010:0.0:1767384967.924527:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000000b42bc24. 00000004:00000001:0.0:1767384967.924530:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384967.924535:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924537:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.924538:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924539:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.924540:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924542:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384967.924544:0:40108:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at 00000000375cc6fb. 00080000:00000010:0.0:1767384967.924548:0:40108:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 116 at 000000001eff2eb2. 00080000:00000010:0.0:1767384967.924553:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b552bcf3. 00000004:00000010:0.0:1767384967.924569:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c3afbaf7. 00000004:00000010:0.0:1767384967.924573:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000005db6297. 00000004:00000001:0.0:1767384967.924577:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.924578:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000007:0x1:0x0] 00000004:00000010:0.0:1767384967.924580:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e8362271. 00000004:00000001:0.0:1767384967.924583:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384967.924588:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924589:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.924590:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924593:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.924595:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924597:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384967.924601:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006e2c905d. 00000004:00000010:0.0:1767384967.924605:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ae34834b. 00000004:00000010:0.0:1767384967.924610:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000bd6aad34. 00000004:00000001:0.0:1767384967.924613:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.924614:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x4:0x0] 00000004:00000010:0.0:1767384967.924615:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000670f687a. 00000004:00000001:0.0:1767384967.924621:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384967.924630:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924632:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.924634:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924635:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.924636:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924643:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384967.924647:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006232fb01. 00000020:00000010:0.0:1767384967.924650:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b27932b4. 00040000:00000001:0.0:1767384967.924666:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924668:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.924669:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924671:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.924672:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924673:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384967.924675:0:40108:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 0000000069848531. 00080000:00000010:0.0:1767384967.924677:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002aafe7a9. 00000004:00000010:0.0:1767384967.924680:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000baa82667. 00000004:00000010:0.0:1767384967.924682:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ca0476a3. 00000004:00000001:0.0:1767384967.924686:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.924687:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x15:0x0] 00000004:00000010:0.0:1767384967.924688:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d49aafff. 00000004:00000001:0.0:1767384967.924691:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384967.924694:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924695:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.924696:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924697:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.924698:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924698:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384967.924700:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d461e83b. 00000004:00000010:0.0:1767384967.924704:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a9dc5ffd. 00000004:00000010:0.0:1767384967.924705:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000340988ba. 00000004:00000001:0.0:1767384967.924707:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.924708:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x5:0x0] 00000004:00000010:0.0:1767384967.924709:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c04c7045. 00000004:00000001:0.0:1767384967.924711:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384967.924715:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000007b197ae7. 00040000:00000001:0.0:1767384967.924719:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924720:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.924721:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924722:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.924723:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924724:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384967.924725:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000485da6f8. 00000004:00000010:0.0:1767384967.924728:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ca7a7622. 00000004:00000010:0.0:1767384967.924735:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000983e95a4. 00000004:00000001:0.0:1767384967.924737:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.924738:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x3:0x0] 00000004:00000010:0.0:1767384967.924739:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b6fee957. 00000004:00000001:0.0:1767384967.924743:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384967.924750:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924751:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.924752:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924752:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.924753:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924763:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384967.924766:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000536a8eae. 00000004:00000010:0.0:1767384967.924768:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000042831737. 00000004:00000010:0.0:1767384967.924771:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f56557f0. 00000004:00000001:0.0:1767384967.924774:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.924775:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1016:0x0] 00000004:00000010:0.0:1767384967.924776:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c841c562. 00000004:00000001:0.0:1767384967.924779:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384967.924784:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924785:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.924786:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924787:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.924788:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924789:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384967.924791:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008725279a. 00000004:00000010:0.0:1767384967.924794:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c56958ad. 00000004:00000010:0.0:1767384967.924795:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000a9f6bd1f. 00000004:00000001:0.0:1767384967.924796:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.924798:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x4:0x0] 00000004:00000010:0.0:1767384967.924799:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000800183e9. 00000004:00000001:0.0:1767384967.924801:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384967.924807:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924809:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.924810:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924810:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.924811:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924812:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384967.924845:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a28520fb. 00000004:00000010:0.0:1767384967.924849:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000057d44bad. 00000004:00000010:0.0:1767384967.924856:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f99bd968. 00000004:00000001:0.0:1767384967.924858:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.924858:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x6:0x0] 00000004:00000010:0.0:1767384967.924860:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000004d8fe022. 00000004:00000001:0.0:1767384967.924865:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384967.924869:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924871:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.924872:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924873:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.924874:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924875:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384967.924879:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000ba5c5b0. 00000020:00000010:0.0:1767384967.924883:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003ba2fa89. 00040000:00000001:0.0:1767384967.924910:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924912:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.924913:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924915:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.924918:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924920:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384967.924925:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003cb32356. 00000004:00000010:0.0:1767384967.924935:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004e1ddec4. 00000004:00000010:0.0:1767384967.924939:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000040a1ba81. 00000004:00000001:0.0:1767384967.924943:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.924946:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xd:0x0] 00000004:00000010:0.0:1767384967.924948:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d1bf126b. 00000004:00000001:0.0:1767384967.924959:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384967.924963:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924965:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.924966:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924969:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.924970:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924970:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384967.924972:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006242d94a. 00000020:00000010:0.0:1767384967.924975:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000059e5ff97. 00040000:00000001:0.0:1767384967.924985:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924985:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.924986:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.924987:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.924987:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.925000:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384967.925002:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d8870559. 00000004:00000010:0.0:1767384967.925005:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c3ad2549. 00000004:00000010:0.0:1767384967.925007:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000000b604762. 00000004:00000001:0.0:1767384967.925012:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.925014:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x5:0x0] 00000004:00000010:0.0:1767384967.925016:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000135ba5b2. 00000004:00000001:0.0:1767384967.925022:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384967.925039:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000d0a0c9af. 00040000:00000001:0.0:1767384967.925049:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.925050:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.925053:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.925055:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.925055:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.925056:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384967.925058:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001f72294f. 00000004:00000010:0.0:1767384967.925060:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000061802eec. 00000004:00000010:0.0:1767384967.925062:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000dee2cfe4. 00000004:00000001:0.0:1767384967.925063:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.925063:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2020000:0x0] 00000004:00000010:0.0:1767384967.925064:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f19efa17. 00000004:00000001:0.0:1767384967.925070:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384967.925072:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000005a31f88e. 00040000:00000001:0.0:1767384967.925076:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.925077:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.925078:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.925079:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.925080:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.925081:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384967.925084:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003e62bb43. 00000004:00000010:0.0:1767384967.925088:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006d2233f9. 00000004:00000010:0.0:1767384967.925091:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c718b33c. 00000004:00000001:0.0:1767384967.925093:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.925094:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1020000:0x0] 00000004:00000010:0.0:1767384967.925096:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000008dce0c93. 00000004:00000001:0.0:1767384967.925110:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384967.925113:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000001f48408f. 00040000:00000001:0.0:1767384967.925121:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.925134:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.925137:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.925138:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.925141:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.925142:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384967.925145:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000066a4912a. 00000004:00000010:0.0:1767384967.925148:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000052745e0. 00000004:00000010:0.0:1767384967.925151:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000016164c2e. 00000004:00000001:0.0:1767384967.925152:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.925154:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x20000:0x0] 00000004:00000010:0.0:1767384967.925156:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000febc57f2. 00000004:00000001:0.0:1767384967.925161:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384967.925174:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000464a8465. 00040000:00000001:0.0:1767384967.925179:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.925183:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.925184:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.925185:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.925187:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.925188:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384967.925192:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000020612294. 00000004:00000010:0.0:1767384967.925195:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000007be8376a. 00000004:00000010:0.0:1767384967.925197:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000af314caf. 00000004:00000001:0.0:1767384967.925198:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.925199:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2010000:0x0] 00000004:00000010:0.0:1767384967.925200:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000008618fa36. 00000004:00000001:0.0:1767384967.925206:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384967.925208:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000039c2e04b. 00040000:00000001:0.0:1767384967.925211:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.925213:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.925216:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.925217:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.925217:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.925219:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384967.925220:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000bd9e5a3c. 00000004:00000010:0.0:1767384967.925223:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000077800710. 00000004:00000010:0.0:1767384967.925227:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003c83e980. 00000004:00000001:0.0:1767384967.925228:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.925240:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1010000:0x0] 00000004:00000010:0.0:1767384967.925247:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000001b6d38d8. 00000004:00000001:0.0:1767384967.925250:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384967.925252:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000003c679cc2. 00040000:00000001:0.0:1767384967.925255:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.925258:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.925260:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.925261:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.925262:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.925264:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384967.925266:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000007068ad8. 00000004:00000010:0.0:1767384967.925268:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c6bd8209. 00000004:00000010:0.0:1767384967.925270:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e4dd69e5. 00000004:00000001:0.0:1767384967.925274:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.925275:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x10000:0x0] 00000004:00000010:0.0:1767384967.925276:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d3f36c3d. 00000004:00000001:0.0:1767384967.925282:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384967.925446:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.925448:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.925450:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.925451:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.925453:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.925456:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384967.925460:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000122834d2. 00000004:00000010:0.0:1767384967.925464:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f2684090. 00000004:00000010:0.0:1767384967.925471:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000035370269. 00000004:00000001:0.0:1767384967.925477:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.925478:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000009:0x0:0x0] 00000004:00000010:0.0:1767384967.925480:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a25421b2. 00000004:00000001:0.0:1767384967.925494:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:0.0:1767384967.925507:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.925508:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.925510:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.925512:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.925514:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.925516:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384967.925520:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006077a681. 00000020:00000010:0.0:1767384967.925523:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ed51e067. 00040000:00000001:0.0:1767384967.925533:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.925535:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.925543:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.925544:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384967.925545:0:40108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384967.925547:0:40108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384967.925552:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001a34850b. 20000000:00000010:0.0:1767384967.925557:0:40108:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 00000000b95219fa. 00000004:00000010:0.0:1767384967.925574:0:40108:0:(mdt_handler.c:5864:mdt_stack_fini()) kmalloced '(lcfg)': 64 at 0000000046851e97. 00000004:00000001:0.0:1767384967.925577:0:40108:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00000004:00000001:0.0:1767384967.925580:0:40108:0:(lod_dev.c:979:lod_process_config()) Process entered 00000004:00000001:0.0:1767384967.925587:0:40108:0:(osp_dev.c:662:osp_process_config()) Process entered 00010000:00000001:0.0:1767384967.925590:0:40108:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1767384967.925593:0:40108:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1767384967.925596:0:40108:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384967.925599:0:40108:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384967.925635:0:40108:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384967.925637:0:40108:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384967.925639:0:40108:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384967.925674:0:40108:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.925676:0:40108:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.925677:0:40108:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:0.0:1767384967.925680:0:40108:0:(osp_dev.c:604:osp_shutdown()) Process entered 00000100:00000001:0.0:1767384967.925683:0:40108:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1767384967.925685:0:40108:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:0.0:1767384967.925687:0:40108:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384967.925690:0:40108:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384967.925692:0:40108:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 4 00000100:00000040:0.0:1767384967.925695:0:40108:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767384967.925697:0:40108:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384967.925698:0:40108:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384967.925699:0:40108:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767384967.925700:0:40108:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:0.0:1767384967.925703:0:40108:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:0.0:1767384967.925715:0:40108:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:0.0:1767384967.925716:0:40108:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:0.0:1767384967.925718:0:40108:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1767384967.925721:0:40108:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000001:0.0:1767384967.925722:0:40108:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384967.925724:0:40108:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384967.925770:0:40108:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384967.925772:0:40108:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384967.925774:0:40108:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384967.925810:0:40108:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.925811:0:40108:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000004:00000001:0.0:1767384967.925845:0:40108:0:(osp_precreate.c:1865:osp_statfs_fini()) Process entered 00000020:00000010:2.0:1767384967.925881:0:17112:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000db07f7f3. 00000040:00000010:2.0:1767384967.925888:0:17112:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fcc7031c. 00000020:00000010:2.0:1767384967.925893:0:17112:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000083c057fc. 00000020:00000010:2.0:1767384967.925901:0:17112:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000350b7ae7. 00000020:00000010:2.0:1767384967.925908:0:17112:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cc1fce73. 80000000:00000010:2.0:1767384967.925912:0:17112:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d4cfdd0d. 40000000:00000010:2.0:1767384967.925915:0:17112:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009d8e04ed. 00100000:00000010:2.0:1767384967.925920:0:17112:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001b57853f. 00040000:00000010:2.0:1767384967.925933:0:17112:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d3c209da. 00040000:00000010:2.0:1767384967.925937:0:17112:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000cbc2fa2f. 00040000:00000010:2.0:1767384967.925941:0:17112:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ed15ed1e. 00080000:00000010:2.0:1767384967.925947:0:17112:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000bfba8d81. 00080000:00000010:2.0:1767384967.925954:0:17112:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008685cefe. 00000004:00000010:2.0:1767384967.925959:0:17112:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000033e556a1. 00000004:00000010:2.0:1767384967.925963:0:17112:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000036e88a26. 00000004:00000010:2.0:1767384967.925968:0:17112:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000053d60f67. 00002000:00000010:2.0:1767384967.925972:0:17112:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000e4f9dcc. 00000004:00000010:2.0:1767384967.925976:0:17112:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000487e8653. 00000020:00000010:2.0:1767384967.925979:0:17112:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b15830e. 00000004:00000010:2.0:1767384967.925982:0:17112:0:(osp_precreate.c:1361:osp_precreate_thread()) kfreed 'args': 72 at 000000002d91d33e. 00000004:00000001:2.0:1767384967.925985:0:17112:0:(osp_precreate.c:1363:osp_precreate_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384967.926023:0:40108:0:(osp_precreate.c:1873:osp_statfs_fini()) Process leaving 00000004:00000001:0.0:1767384967.926027:0:40108:0:(osp_sync.c:1715:osp_sync_fini()) Process entered 00000004:00080000:3.0:1767384967.926081:0:17111:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00000001:3.0:1767384967.926086:0:17111:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:3.0:1767384967.926091:0:17111:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x5:0x0] index 1 count 1 00000040:00000010:3.0:1767384967.926094:0:17111:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000c490620c. 00000040:00000010:3.0:1767384967.926104:0:17111:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000008b240f65. 00000040:00000001:3.0:1767384967.926118:0:17111:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384967.926121:0:17111:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384967.926123:0:17111:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:3.0:1767384967.926127:0:17111:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000040:00000010:3.0:1767384967.926130:0:17111:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000001b654fb1. 00000040:00000010:3.0:1767384967.926133:0:17111:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000002bdae688. 00000040:00000001:3.0:1767384967.926134:0:17111:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384967.926136:0:17111:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384967.926138:0:17111:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:3.0:1767384967.926140:0:17111:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:3.0:1767384967.926144:0:17111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004ff7cab5. 00000020:00000010:3.0:1767384967.926147:0:17111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ed1c3b0b. 00000040:00000001:3.0:1767384967.926162:0:17111:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384967.926166:0:17111:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001f5b738d. 00000040:00000001:3.0:1767384967.926171:0:17111:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:3.0:1767384967.926173:0:17111:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:3.0:1767384967.926175:0:17111:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384967.926178:0:17111:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384967.926185:0:17111:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b8999888. 00080000:00000001:3.0:1767384967.926189:0:17111:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590405576192 : -119483303975424 : ffff9354a01c2600) 00000040:00000001:3.0:1767384967.926193:0:17111:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1767384967.926206:0:17111:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:3.0:1767384967.926209:0:17111:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:3.0:1767384967.926213:0:17111:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:3.0:1767384967.926215:0:17111:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:3.0:1767384967.926218:0:17111:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x5:0x0] not in the id map cache 00080000:00000001:3.0:1767384967.926221:0:17111:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384967.926223:0:17111:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384967.926225:0:17111:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384967.926227:0:17111:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384967.926240:0:17111:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384967.926242:0:17111:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000002:3.0:1767384967.926246:0:17111:0:(osd_handler.c:4801:osd_ref_del()) [0x1:0x5:0x0] decrease nlink 1 00080000:00000001:3.0:1767384967.926269:0:17111:0:(osd_handler.c:4169:osd_destroy()) Process entered 00080000:00000002:3.0:1767384967.926276:0:17111:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x1:0x5:0x0] 00000001:00000001:3.0:1767384967.926279:0:17111:0:(osd_compat.c:1159:osd_obj_map_delete()) Process entered 00000001:00000001:3.0:1767384967.926281:0:17111:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384967.926287:0:17111:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446624590059565696 : -119483649985920 : ffff93548b7c7280) 00000001:00000001:3.0:1767384967.926290:0:17111:0:(osd_compat.c:820:osd_obj_del_entry()) Process entered 00000001:00000001:3.0:1767384967.926324:0:17111:0:(osd_compat.c:843:osd_obj_del_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384967.926326:0:17111:0:(osd_compat.c:1178:osd_obj_map_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384967.926328:0:17111:0:(osd_handler.c:4219:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384967.926330:0:17111:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384967.926334:0:17111:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:3.0:1767384967.926340:0:17111:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384967.926342:0:17111:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384967.926345:0:17111:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384967.926347:0:17111:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384967.926349:0:17111:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:3.0:1767384967.926351:0:17111:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 2 in log [0x1:0x2:0x0] 00080000:00000001:3.0:1767384967.926353:0:17111:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384967.926356:0:17111:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002b022e50. 00080000:00000001:3.0:1767384967.926358:0:17111:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446624590405580288 : -119483303971328 : ffff9354a01c3600) 00000040:00000001:3.0:1767384967.926361:0:17111:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384967.926364:0:17111:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384967.926366:0:17111:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384967.926370:0:17111:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384967.926372:0:17111:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005fda9bc3. 00080000:00000001:3.0:1767384967.926374:0:17111:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384967.926377:0:17111:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384967.926379:0:17111:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384967.926381:0:17111:0:(osd_handler.c:3201:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1767384967.926383:0:17111:0:(osd_handler.c:3219:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384967.926385:0:17111:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384967.926387:0:17111:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384967.926391:0:17111:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00000001:3.0:1767384967.926394:0:17111:0:(llog_cat.c:1186:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384967.926396:0:17111:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384967.926397:0:17111:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384967.926398:0:17111:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x2:0x0] 00000040:00000001:3.0:1767384967.926411:0:17111:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384967.926414:0:17111:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384967.926420:0:17111:0:(osd_handler.c:3529:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384967.926423:0:17111:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384967.926433:0:17111:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005fda9bc3. 00040000:00000001:3.0:1767384967.926441:0:17111:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384967.926442:0:17111:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384967.926450:0:17111:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384967.926452:0:17111:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384967.926455:0:17111:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00040000:00000001:3.0:1767384967.926586:0:17111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384967.926588:0:17111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1767384967.926589:0:17111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384967.926590:0:17111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1767384967.926591:0:17111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384967.926593:0:17111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1767384967.926595:0:17111:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 0000000024a6e61c. 00080000:00000010:3.0:1767384967.926601:0:17111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000be72a7a4. 00000020:00000010:3.0:1767384967.926605:0:17111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d33e9d39. 00000040:00000001:3.0:1767384967.926610:0:17111:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384967.926612:0:17111:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000051650593. 00000040:00000010:3.0:1767384967.926616:0:17111:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000060c199bc. 00000040:00000001:3.0:1767384967.926621:0:17111:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384967.926623:0:17111:0:(lu_object.c:207:lu_object_put()) Add 0000000077226b69/00000000402e7a9b to site lru. bkt: 00000000a7371ad6 00000040:00000001:3.0:1767384967.926625:0:17111:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384967.926626:0:17111:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000c7c271a7. 00000040:00000010:3.0:1767384967.926631:0:17111:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009992e97b. 00000040:00000001:3.0:1767384967.926637:0:17111:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384967.926640:0:17111:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:3.0:1767384967.926641:0:17111:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000088c225b6 : new refcount 1 00000020:00000040:3.0:1767384967.926650:0:17111:0:(genops.c:898:class_export_put()) PUTting export 0000000063714273 : new refcount 1 00000040:00000010:3.0:1767384967.926653:0:17111:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 0000000088c225b6. 00000040:00000001:3.0:1767384967.926665:0:17111:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384967.926671:0:17111:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000094e42ccc. 00000020:00000010:3.0:1767384967.926680:0:17111:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b67813b4. 00000040:00000010:3.0:1767384967.926683:0:17111:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000556c7fc1. 00000020:00000010:3.0:1767384967.926688:0:17111:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007f3c8d90. 00000020:00000010:3.0:1767384967.926693:0:17111:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000056058cd5. 00040000:00000010:3.0:1767384967.926697:0:17111:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b976073b. 00040000:00000010:3.0:1767384967.926703:0:17111:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000494af1b7. 00080000:00000010:3.0:1767384967.926710:0:17111:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ad288094. 00080000:00000010:3.0:1767384967.926712:0:17111:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 00000000913438de. 00080000:00000010:3.0:1767384967.926728:0:17111:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000556b3cc6. 00000020:00000010:3.0:1767384967.926750:0:17111:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1f2c835. 00000004:00000010:3.0:1767384967.926753:0:17111:0:(osp_sync.c:1472:osp_sync_thread()) kfreed 'args': 16 at 0000000064b3340b. 00000004:00000001:3.0:1767384967.926755:0:17111:0:(osp_sync.c:1473:osp_sync_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384967.926789:0:40108:0:(osp_sync.c:1721:osp_sync_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384967.926793:0:40108:0:(osp_precreate.c:1792:osp_precreate_fini()) Process entered 00000004:00000010:0.0:1767384967.926795:0:40108:0:(osp_precreate.c:1797:osp_precreate_fini()) kfreed 'd->opd_pre': 112 at 000000009ac9a727. 00000004:00000001:0.0:1767384967.926800:0:40108:0:(osp_precreate.c:1800:osp_precreate_fini()) Process leaving 00000020:00000002:0.0:1767384967.926804:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000ab86ad08/00000000a61c4b5d to site lru. bkt: 000000000d1326b3 00000020:00000002:0.0:1767384967.926807:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000f20a6feb/00000000e5807350 to site lru. bkt: 00000000c6e84a24 40000000:00000001:0.0:1767384967.926810:0:40108:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:0.0:1767384967.926812:0:40108:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:0.0:1767384967.926904:0:40108:0:(genops.c:898:class_export_put()) PUTting export 00000000acffec6a : new refcount 2 40000000:00000001:0.0:1767384967.926907:0:40108:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:0.0:1767384967.926909:0:40108:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at 00000000a3cbc50b. 40000000:00000001:0.0:1767384967.926912:0:40108:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384967.926913:0:40108:0:(osp_dev.c:636:osp_shutdown()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384967.926915:0:40108:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384967.926918:0:40108:0:(osd_handler.c:8868:osd_process_config()) Process entered 00080000:00000002:0.0:1767384967.926921:0:40108:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:457934882 to info 00000000e098e846 00100000:00000001:0.0:1767384967.926924:0:40108:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:0.0:1767384967.926926:0:40108:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:0.0:1767384967.926930:0:40108:0:(osd_handler.c:8363:osd_shutdown()) Process entered 00040000:00000001:0.0:1767384967.926931:0:40108:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:0.0:1767384967.926933:0:40108:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:2.0:1767384967.927016:0:17117:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000988d3ccd. 00000020:00000010:2.0:1767384967.927027:0:17117:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b7b665bd. 00000020:00000010:2.0:1767384967.927030:0:17117:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005a4865d0. 00000020:00000010:2.0:1767384967.927033:0:17117:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ae851131. 80000000:00000010:2.0:1767384967.927035:0:17117:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e8d59152. 40000000:00000010:2.0:1767384967.927037:0:17117:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000423998c8. 00100000:00000010:2.0:1767384967.927040:0:17117:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008c0904d2. 00040000:00000010:2.0:1767384967.927042:0:17117:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cab8dbfe. 00040000:00000010:2.0:1767384967.927045:0:17117:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f1a5be31. 00080000:00000010:2.0:1767384967.927049:0:17117:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000827425e5. 00080000:00000010:2.0:1767384967.927054:0:17117:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000000514ca76. 00002000:00000010:2.0:1767384967.927059:0:17117:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000df551429. 00000020:00000010:2.0:1767384967.927061:0:17117:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009a287bd0. 00040000:00000010:2.0:1767384967.927063:0:17117:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 000000008bc127e7. 00040000:00000001:2.0:1767384967.927066:0:17117:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384967.927099:0:40108:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:0.0:1767384967.927102:0:40108:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:0.0:1767384967.927104:0:40108:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384967.927106:0:40108:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384967.927109:0:40108:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384967.927113:0:40108:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384967.927115:0:40108:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384967.927117:0:40108:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384967.927120:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000b30ce08b. 00000001:00000010:0.0:1767384967.927124:0:40108:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000379ce635. 00000001:00000010:0.0:1767384967.927135:0:40108:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000025a66b43. 00000001:00000001:0.0:1767384967.927138:0:40108:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384967.927140:0:40108:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000da3b73f2. 00000020:00000002:0.0:1767384967.927146:0:40108:0:(lu_object.c:207:lu_object_put()) Add 0000000083768925/000000002e306226 to site lru. bkt: 000000004911e1ca 00000020:00000002:0.0:1767384967.927148:0:40108:0:(lu_object.c:207:lu_object_put()) Add 0000000023cb5457/00000000c078f823 to site lru. bkt: 00000000905a4a12 00040000:00000010:0.0:1767384967.927150:0:40108:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000ac5d6558. 00040000:00000001:0.0:1767384967.927152:0:40108:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:0.0:1767384967.927154:0:40108:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384967.927155:0:40108:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384967.927156:0:40108:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384967.927159:0:40108:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384967.927160:0:40108:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384967.927162:0:40108:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384967.927164:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000002faf7dc3. 00000001:00000010:0.0:1767384967.927166:0:40108:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000003d3f41e. 00000001:00000010:0.0:1767384967.927167:0:40108:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000087171bf3. 00000001:00000001:0.0:1767384967.927169:0:40108:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384967.927171:0:40108:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000ae2502f6. 00000020:00000002:0.0:1767384967.927174:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000597ac08a/000000001eb8aa83 to site lru. bkt: 00000000c1d18d49 00000020:00000002:0.0:1767384967.927178:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000344ddc77/0000000074615907 to site lru. bkt: 00000000da9bf862 00040000:00000010:0.0:1767384967.927180:0:40108:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000d11c8bc6. 00040000:00000001:0.0:1767384967.927182:0:40108:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:0.0:1767384967.927183:0:40108:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384967.927184:0:40108:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384967.927185:0:40108:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384967.927187:0:40108:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384967.927188:0:40108:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384967.927189:0:40108:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384967.927190:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000009e8a6fff. 00000001:00000010:0.0:1767384967.927194:0:40108:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000008db3206d. 00000001:00000010:0.0:1767384967.927196:0:40108:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000c95c4b01. 00000001:00000001:0.0:1767384967.927197:0:40108:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384967.927199:0:40108:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000bb8f5940. 00000020:00000002:0.0:1767384967.927202:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000e2f7d7ad/00000000c1d65a23 to site lru. bkt: 0000000053afe35d 00000020:00000002:0.0:1767384967.927203:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000d05fb39f/00000000bf22b973 to site lru. bkt: 000000001ea9008d 00040000:00000010:0.0:1767384967.927204:0:40108:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000827e0323. 00040000:00000001:0.0:1767384967.927211:0:40108:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:0.0:1767384967.927225:0:40108:0:(genops.c:898:class_export_put()) PUTting export 000000009fb51098 : new refcount 4 00000020:00000010:0.0:1767384967.927227:0:40108:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 000000004ad8025d. 00040000:04000000:0.0:1767384967.927231:0:40108:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:0.0:1767384967.927233:0:40108:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 000000000567cce2. 00040000:00000001:0.0:1767384967.927235:0:40108:0:(qsd_lib.c:645:qsd_fini()) Process leaving 00040000:00000001:0.0:1767384967.927237:0:40108:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:0.0:1767384967.927238:0:40108:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:2.0:1767384967.927368:0:17118:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008127d008. 00000020:00000010:2.0:1767384967.927383:0:17118:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c003bdcf. 00000020:00000010:2.0:1767384967.927386:0:17118:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ceb8dbea. 00000020:00000010:2.0:1767384967.927389:0:17118:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000088025cdb. 80000000:00000010:2.0:1767384967.927391:0:17118:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a137fe42. 40000000:00000010:2.0:1767384967.927394:0:17118:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f1a0e5f2. 00100000:00000010:2.0:1767384967.927407:0:17118:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000552bca0f. 00040000:00000010:2.0:1767384967.927409:0:17118:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000083b86cf9. 00040000:00000010:2.0:1767384967.927411:0:17118:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008e390ccf. 00080000:00000010:2.0:1767384967.927415:0:17118:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f9b5e986. 00080000:00000010:2.0:1767384967.927418:0:17118:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c3b04fdd. 00002000:00000010:2.0:1767384967.927422:0:17118:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004ab7cb39. 00000020:00000010:2.0:1767384967.927426:0:17118:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005daa5509. 00040000:00000010:2.0:1767384967.927428:0:17118:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 000000002e68d817. 00040000:00000001:2.0:1767384967.927430:0:17118:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384967.927460:0:40108:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:0.0:1767384967.927463:0:40108:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:0.0:1767384967.927466:0:40108:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384967.927467:0:40108:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384967.927469:0:40108:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384967.927472:0:40108:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384967.927474:0:40108:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384967.927476:0:40108:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384967.927478:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000079f1af83. 00000001:00000010:0.0:1767384967.927482:0:40108:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000d35cf797. 00000001:00000010:0.0:1767384967.927484:0:40108:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000344f0170. 00000001:00000001:0.0:1767384967.927491:0:40108:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384967.927493:0:40108:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000b9e461a5. 00000020:00000002:0.0:1767384967.927500:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000212da65a/00000000da693143 to site lru. bkt: 00000000aea13540 00000020:00000002:0.0:1767384967.927503:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000d5376fb4/0000000043a2781c to site lru. bkt: 000000004911e1ca 00000020:00000002:0.0:1767384967.927505:0:40108:0:(lu_object.c:207:lu_object_put()) Add 0000000042200476/00000000d659d415 to site lru. bkt: 0000000053c35c13 00040000:00000010:0.0:1767384967.927507:0:40108:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 0000000084ac8651. 00040000:00000001:0.0:1767384967.927509:0:40108:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:0.0:1767384967.927511:0:40108:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384967.927512:0:40108:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384967.927512:0:40108:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384967.927514:0:40108:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384967.927516:0:40108:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384967.927517:0:40108:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384967.927519:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000a057ebc4. 00000001:00000010:0.0:1767384967.927520:0:40108:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000a81ab8b3. 00000001:00000010:0.0:1767384967.927522:0:40108:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000053118f5c. 00000001:00000001:0.0:1767384967.927524:0:40108:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384967.927525:0:40108:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000076afc808. 00000020:00000002:0.0:1767384967.927527:0:40108:0:(lu_object.c:207:lu_object_put()) Add 0000000098b3f11e/0000000027b28cd8 to site lru. bkt: 00000000cfa7d4f3 00000020:00000002:0.0:1767384967.927535:0:40108:0:(lu_object.c:207:lu_object_put()) Add 000000009c098b6b/00000000f09ea18b to site lru. bkt: 00000000c1d18d49 00000020:00000002:0.0:1767384967.927539:0:40108:0:(lu_object.c:207:lu_object_put()) Add 000000006742dd1e/00000000ca5aa0f8 to site lru. bkt: 000000001a7582ee 00040000:00000010:0.0:1767384967.927540:0:40108:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000fe16b110. 00040000:00000001:0.0:1767384967.927543:0:40108:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:0.0:1767384967.927544:0:40108:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:0.0:1767384967.927545:0:40108:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384967.927546:0:40108:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384967.927548:0:40108:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384967.927551:0:40108:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384967.927553:0:40108:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384967.927554:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000a18a1b1b. 00000001:00000010:0.0:1767384967.927556:0:40108:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000c35be064. 00000001:00000010:0.0:1767384967.927557:0:40108:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000d3fb8ec2. 00000001:00000001:0.0:1767384967.927559:0:40108:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384967.927560:0:40108:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000d1ece77d. 00000020:00000002:0.0:1767384967.927563:0:40108:0:(lu_object.c:207:lu_object_put()) Add 0000000016d52498/00000000d59fad4c to site lru. bkt: 000000007c32b82c 00000020:00000002:0.0:1767384967.927565:0:40108:0:(lu_object.c:207:lu_object_put()) Add 000000007d65cb31/000000005c6a71f5 to site lru. bkt: 0000000053afe35d 00000020:00000002:0.0:1767384967.927568:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000f4071782/000000007403d723 to site lru. bkt: 00000000c7ea029d 00040000:00000010:0.0:1767384967.927570:0:40108:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000002c1e1690. 00040000:00000001:0.0:1767384967.927573:0:40108:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:0.0:1767384967.927575:0:40108:0:(genops.c:898:class_export_put()) PUTting export 000000009fb51098 : new refcount 3 00000020:00000010:0.0:1767384967.927577:0:40108:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 0000000076e2f469. 00080000:00000010:0.0:1767384967.927582:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c827f90f. 00000004:00000010:0.0:1767384967.927585:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000709611d3. 00000004:00000010:0.0:1767384967.927590:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009128f3a0. 00000004:00000001:0.0:1767384967.927595:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.927598:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x8:0x0] 00000004:00000010:0.0:1767384967.927601:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000db40cd35. 00000004:00000001:0.0:1767384967.927615:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:04000000:0.0:1767384967.927616:0:40108:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:0.0:1767384967.927618:0:40108:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 00000000620a7862. 00040000:00000001:0.0:1767384967.927625:0:40108:0:(qsd_lib.c:645:qsd_fini()) Process leaving 40000000:00000001:0.0:1767384967.927628:0:40108:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:0.0:1767384967.927703:0:40108:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:0.0:1767384967.927705:0:40108:0:(fid_lib.c:123:seq_target_fini()) kfreed 'dt->dd_cl_seq': 224 at 00000000c50dd829. 00080000:00000010:0.0:1767384967.927716:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000019d3c71e. 00000020:00000010:0.0:1767384967.927727:0:40108:0:(lu_object.c:1344:lu_object_header_free()) kfreed_rcu 'h': 88 at 00000000d6910f73. 00080000:00000001:0.0:1767384967.927733:0:40108:0:(osd_handler.c:8383:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384967.927735:0:40108:0:(osd_handler.c:8902:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384967.927737:0:40108:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:0.0:1767384967.927740:0:40108:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384967.927741:0:40108:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384967.927743:0:40108:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb57eb78819562dde 00000020:00000040:0.0:1767384967.927746:0:40108:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007e8f5ede with handle 0xb57eb78819562dde from hash 00000020:00000001:0.0:1767384967.927752:0:40108:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384967.927753:0:40108:0:(genops.c:898:class_export_put()) PUTting export 000000007e8f5ede : new refcount 1 00000020:00000001:0.0:1767384967.927754:0:40108:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384967.927756:0:40108:0:(genops.c:898:class_export_put()) PUTting export 000000007e8f5ede : new refcount 0 00000020:00000080:0.0:1767384967.927758:0:40108:0:(genops.c:904:class_export_put()) final put 000000007e8f5ede/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384967.927760:0:40108:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.927773:0:40108:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384967.927776:0:40108:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384967.927778:0:40108:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384967.927779:0:40108:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384967.927783:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384967.927786:0:8:0:(genops.c:863:class_export_destroy()) destroying export 000000007e8f5ede/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767384967.927790:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00200000:00000010:0.0:1767384967.927791:0:40108:0:(barrier.c:57:barrier_instance_put_free()) kfreed 'barrier': 176 at 000000004fdc3dbf. 00000020:00000001:2.0:1767384967.927794:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1767384967.927798:0:40108:0:(lfsck_lib.c:1651:lfsck_instance_cleanup()) Process entered 00000020:00000040:2.0:1767384967.927799:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000c70b4874) now 8 - export 00000020:00000010:2.0:1767384967.927804:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000007e8f5ede. 00000020:00000002:0.0:1767384967.927805:0:40108:0:(lu_object.c:207:lu_object_put()) Add 000000007912a7c3/0000000086964dc1 to site lru. bkt: 000000004681e36b 00000020:00000002:0.0:1767384967.927810:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000e00eb113/00000000dd1802ab to site lru. bkt: 00000000920c0470 00000020:00000002:0.0:1767384967.927812:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000663543f6/00000000496a9817 to site lru. bkt: 00000000eaa62e97 00000020:00000001:2.0:1767384967.927835:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000002:0.0:1767384967.927846:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000259c9388/0000000013a6b739 to site lru. bkt: 000000008a0ef7e4 00000020:00000002:0.0:1767384967.927850:0:40108:0:(lu_object.c:207:lu_object_put()) Add 0000000002098585/0000000093ae5e2d to site lru. bkt: 000000008fff87de 00000020:00000002:0.0:1767384967.927853:0:40108:0:(lu_object.c:207:lu_object_put()) Add 0000000018ed57bb/00000000583e7269 to site lru. bkt: 0000000062fdd673 00000020:00000002:0.0:1767384967.927857:0:40108:0:(lu_object.c:207:lu_object_put()) Add 0000000067ac61a9/000000004ed4c9a3 to site lru. bkt: 00000000b1d89724 00000020:00000002:0.0:1767384967.927861:0:40108:0:(lu_object.c:207:lu_object_put()) Add 000000005b107bdd/0000000081a8e227 to site lru. bkt: 0000000081060930 00000020:00000002:0.0:1767384967.927865:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000f951efb2/00000000b3bcee86 to site lru. bkt: 0000000045623b42 00000020:00000002:0.0:1767384967.927868:0:40108:0:(lu_object.c:207:lu_object_put()) Add 000000008debfc2c/00000000fd18c0f8 to site lru. bkt: 0000000022b2bcb3 00000020:00000002:0.0:1767384967.927872:0:40108:0:(lu_object.c:207:lu_object_put()) Add 000000004c39bd1a/0000000015a9b6a8 to site lru. bkt: 00000000b402e92f 00000020:00000002:0.0:1767384967.927875:0:40108:0:(lu_object.c:207:lu_object_put()) Add 000000006e56bb76/00000000ef2fe9e9 to site lru. bkt: 0000000044e4eed7 00000020:00000002:0.0:1767384967.927887:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000761dd8fb/0000000062cca6c3 to site lru. bkt: 000000003451fd79 00000020:00000002:0.0:1767384967.927889:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000c6cde41a/000000004725c111 to site lru. bkt: 000000001eabc80f 00000020:00000002:0.0:1767384967.927891:0:40108:0:(lu_object.c:207:lu_object_put()) Add 000000003923c847/000000008b97c3e4 to site lru. bkt: 00000000ecd7e541 00000020:00000002:0.0:1767384967.927894:0:40108:0:(lu_object.c:207:lu_object_put()) Add 0000000033004df1/00000000c8809cf2 to site lru. bkt: 000000004df31205 00000020:00000002:0.0:1767384967.927896:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000948dca9b/00000000a6475f30 to site lru. bkt: 000000006e6b6bb1 00000020:00000002:0.0:1767384967.927898:0:40108:0:(lu_object.c:207:lu_object_put()) Add 0000000095eba74b/00000000da15566c to site lru. bkt: 00000000b5aa9d79 00100000:00000010:0.0:1767384967.927900:0:40108:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 544 at 000000006b96ebd1. 00100000:00000010:0.0:1767384967.927903:0:40108:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 544 at 00000000cb7da5fb. 00100000:00000010:0.0:1767384967.927907:0:40108:0:(lfsck_namespace.c:5033:lfsck_namespace_data_release()) kfreed 'lad': 208 at 000000003a1eacb1. 00100000:00000010:0.0:1767384967.927910:0:40108:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 00000000dea2049c. 00000020:00000002:0.0:1767384967.927914:0:40108:0:(lu_object.c:207:lu_object_put()) Add 000000005b77867a/000000006ba6b508 to site lru. bkt: 00000000fcae3a3f 00000020:00000002:0.0:1767384967.927917:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000ae9cfcfe/00000000f8e5c8f0 to site lru. bkt: 00000000deafd44f 00000020:00000002:0.0:1767384967.927919:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000138505bc/00000000e12f6305 to site lru. bkt: 00000000adc87235 00000020:00000002:0.0:1767384967.927921:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000c7ef4f6d/00000000fbb73a1f to site lru. bkt: 00000000535c793f 00000020:00000002:0.0:1767384967.927923:0:40108:0:(lu_object.c:207:lu_object_put()) Add 000000008c01fc0d/000000009341e5aa to site lru. bkt: 00000000e8d696e8 00000020:00000002:0.0:1767384967.927925:0:40108:0:(lu_object.c:207:lu_object_put()) Add 0000000082f36b26/000000002ecade31 to site lru. bkt: 00000000c9e502a4 00000020:00000002:0.0:1767384967.927926:0:40108:0:(lu_object.c:207:lu_object_put()) Add 000000002133542c/00000000be60208b to site lru. bkt: 00000000238223a0 00000020:00000002:0.0:1767384967.927928:0:40108:0:(lu_object.c:207:lu_object_put()) Add 000000007a5ee8d3/00000000c1ca0006 to site lru. bkt: 00000000f9286876 00000020:00000002:0.0:1767384967.927930:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000c92d006b/00000000fe40c5e4 to site lru. bkt: 0000000013820b68 00000020:00000002:0.0:1767384967.927931:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000665dc3cb/0000000087a86ed7 to site lru. bkt: 0000000050976479 00000020:00000002:0.0:1767384967.927934:0:40108:0:(lu_object.c:207:lu_object_put()) Add 000000006552ff5e/000000006b5685bb to site lru. bkt: 0000000000b5e745 00000020:00000002:0.0:1767384967.927936:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000a3219c3f/000000005167c264 to site lru. bkt: 000000001adcb8e4 00000020:00000002:0.0:1767384967.927938:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000363bacd5/00000000be4114d4 to site lru. bkt: 00000000dcecc071 00000020:00000002:0.0:1767384967.927940:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000954f17e6/0000000085910d16 to site lru. bkt: 0000000034eb75e0 00000020:00000002:0.0:1767384967.927942:0:40108:0:(lu_object.c:207:lu_object_put()) Add 000000005efda722/00000000ed33749e to site lru. bkt: 000000001a1e7743 00000020:00000002:0.0:1767384967.927943:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000e208cbf1/00000000f8044bd9 to site lru. bkt: 00000000e274c4d2 00000020:00000002:0.0:1767384967.927945:0:40108:0:(lu_object.c:207:lu_object_put()) Add 000000001270ba30/00000000090520be to site lru. bkt: 00000000876e8580 00100000:00000010:0.0:1767384967.927946:0:40108:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 256 at 000000009c79c720. 00100000:00000010:0.0:1767384967.927954:0:40108:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 256 at 00000000560e7f24. 00100000:00000010:0.0:1767384967.927961:0:40108:0:(lfsck_layout.c:6517:lfsck_layout_master_data_release()) kfreed 'lad': 208 at 0000000091d7c097. 00100000:00000010:0.0:1767384967.927966:0:40108:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 00000000f768b9d4. 00100000:00000010:0.0:1767384967.927971:0:40108:0:(lfsck_lib.c:3950:lfsck_tgt_free()) kfreed 'ltd': 152 at 00000000c6dd69aa. 00100000:00000010:0.0:1767384967.927974:0:40108:0:(lfsck_lib.c:146:lfsck_tgt_descs_fini()) kfreed 'ltds->ltd_tgts_idx[idx]': 4096 at 000000001b5943a0. 00000020:00000002:0.0:1767384967.927981:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000b56ad8d4/000000004e970237 to site lru. bkt: 0000000006071027 00000020:00000002:0.0:1767384967.927984:0:40108:0:(lu_object.c:207:lu_object_put()) Add 0000000008b30ed9/0000000065faa4e4 to site lru. bkt: 0000000035064e1e 40000000:00000001:0.0:1767384967.927986:0:40108:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:0.0:1767384967.928140:0:40108:0:(fid_request.c:386:seq_client_fini()) Process leaving 00100000:00000010:0.0:1767384967.928141:0:40108:0:(lfsck_lib.c:1637:lfsck_fid_fini()) kfreed 'lfsck->li_seq': 224 at 0000000075409208. 00100000:00000010:0.0:1767384967.928143:0:40108:0:(lfsck_lib.c:1715:lfsck_instance_cleanup()) kfreed 'lfsck': 3152 at 00000000e275b735. 00000004:00000001:0.0:1767384967.928146:0:40108:0:(mdd_device.c:1148:mdd_hsm_actions_llog_fini()) Process entered 00000004:00000040:0.0:1767384967.928152:0:40108:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000d5029f85 : new refcount 2 00000040:00000001:0.0:1767384967.928153:0:40108:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:0.0:1767384967.928155:0:40108:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384967.928158:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000904d4120/000000002e51069b to site lru. bkt: 00000000338503e6 00000040:00000010:0.0:1767384967.928161:0:40108:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 12 at 000000001ff84b26. 00000040:00000001:0.0:1767384967.928164:0:40108:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384967.928166:0:40108:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000056253a2. 00000040:00000010:0.0:1767384967.928170:0:40108:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000033641002. 00000040:00000001:0.0:1767384967.928172:0:40108:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.928174:0:40108:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1767384967.928175:0:40108:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000d5029f85 : new refcount 1 00000020:00000040:0.0:1767384967.928177:0:40108:0:(genops.c:898:class_export_put()) PUTting export 0000000037a4be2a : new refcount 3 00000040:00000010:0.0:1767384967.928179:0:40108:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000d5029f85. 00000040:00000001:0.0:1767384967.928183:0:40108:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384967.928185:0:40108:0:(mdd_device.c:1157:mdd_hsm_actions_llog_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1767384967.928187:0:40108:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000007ca67f93 : new refcount 2 00000040:00000001:0.0:1767384967.928189:0:40108:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:0.0:1767384967.928190:0:40108:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384967.928191:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000eb000c45/00000000d8ebea32 to site lru. bkt: 00000000522de00d 00000040:00000010:0.0:1767384967.928193:0:40108:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 18 at 00000000390b6eb6. 00000040:00000001:0.0:1767384967.928195:0:40108:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384967.928196:0:40108:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000067a9a00b. 00000040:00000010:0.0:1767384967.928203:0:40108:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d805c0f6. 00000040:00000001:0.0:1767384967.928208:0:40108:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.928209:0:40108:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1767384967.928210:0:40108:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000007ca67f93 : new refcount 1 00000020:00000040:0.0:1767384967.928213:0:40108:0:(genops.c:898:class_export_put()) PUTting export 0000000037a4be2a : new refcount 2 00000040:00000010:0.0:1767384967.928214:0:40108:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000007ca67f93. 00000040:00000001:0.0:1767384967.928216:0:40108:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1767384967.928217:0:40108:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000bda9240d : new refcount 2 00000040:00000001:0.0:1767384967.928218:0:40108:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:0.0:1767384967.928219:0:40108:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384967.928231:0:40108:0:(lu_object.c:207:lu_object_put()) Add 000000005997ccde/0000000096b8c618 to site lru. bkt: 0000000044e4eed7 00000040:00000010:0.0:1767384967.928232:0:40108:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at 000000005c2822c2. 00000040:00000001:0.0:1767384967.928237:0:40108:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384967.928238:0:40108:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000003ac7cbad. 00000040:00000010:0.0:1767384967.928240:0:40108:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000610b7a7d. 00000040:00000001:0.0:1767384967.928243:0:40108:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.928244:0:40108:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1767384967.928245:0:40108:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000bda9240d : new refcount 1 00000020:00000040:0.0:1767384967.928246:0:40108:0:(genops.c:898:class_export_put()) PUTting export 0000000037a4be2a : new refcount 1 00000040:00000010:0.0:1767384967.928247:0:40108:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000bda9240d. 00000040:00000001:0.0:1767384967.928250:0:40108:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384967.928252:0:40108:0:(mdd_orphans.c:512:mdd_orphan_index_fini()) Process entered 00000020:00000002:0.0:1767384967.928256:0:40108:0:(lu_object.c:207:lu_object_put()) Add 0000000037a6b213/0000000027ebe712 to site lru. bkt: 00000000b7877623 00000004:00000001:0.0:1767384967.928257:0:40108:0:(mdd_orphans.c:517:mdd_orphan_index_fini()) Process leaving 00000020:00000002:0.0:1767384967.928259:0:40108:0:(lu_object.c:207:lu_object_put()) Add 000000002529f102/00000000d325c013 to site lru. bkt: 00000000e3191256 00000020:00000002:0.0:1767384967.928261:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000d1ddaaf2/0000000007d34cdc to site lru. bkt: 0000000022b2bcb3 00000020:00000002:0.0:1767384967.928264:0:40108:0:(lu_object.c:207:lu_object_put()) Add 0000000058f7ab5a/0000000045154b37 to site lru. bkt: 000000001ea9008d 00000001:00000001:0.0:1767384967.928266:0:40108:0:(nodemap_storage.c:2659:nm_config_file_deregister_tgt()) Process entered 00000020:00000002:0.0:1767384967.928269:0:40108:0:(lu_object.c:207:lu_object_put()) Add 00000000f561301d/00000000fc81398d to site lru. bkt: 000000002cceb074 00000001:00000010:0.0:1767384967.928270:0:40108:0:(nodemap_storage.c:2671:nm_config_file_deregister_tgt()) kfreed 'ncf': 32 at 00000000bf0a18a6. 00000001:00000001:0.0:1767384967.928273:0:40108:0:(nodemap_storage.c:2673:nm_config_file_deregister_tgt()) Process leaving 00080000:00000010:0.0:1767384967.928277:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000ee68c80f. 00080000:00000010:0.0:1767384967.928283:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000363bacd5. 00000020:00000010:0.0:1767384967.928288:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000be4114d4. 00080000:00000010:0.0:1767384967.928314:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000012fefa20. 00000004:00000010:0.0:1767384967.928327:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000edd76a01. 00000004:00000010:0.0:1767384967.928342:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000002529f102. 00000004:00000001:0.0:1767384967.928345:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.928347:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x3:0x0] 00000004:00000010:0.0:1767384967.928348:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d325c013. 00000004:00000001:0.0:1767384967.928357:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384967.928361:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000212da65a. 00000004:00000010:0.0:1767384967.928364:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006204c447. 00000004:00000010:0.0:1767384967.928367:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000089b54340. 00000004:00000001:0.0:1767384967.928369:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.928371:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xf:0x0] 00000004:00000010:0.0:1767384967.928372:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000da693143. 00000004:00000001:0.0:1767384967.928377:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384967.928380:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000691a241b. 00080000:00000010:0.0:1767384967.928384:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006742dd1e. 00000004:00000010:0.0:1767384967.928389:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000648d568d. 00000004:00000010:0.0:1767384967.928393:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000007255a5df. 00000004:00000001:0.0:1767384967.928396:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.928397:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xd:0x0] 00000004:00000010:0.0:1767384967.928399:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ca5aa0f8. 00000004:00000001:0.0:1767384967.928404:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384967.928408:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000b5182aab. 00080000:00000010:0.0:1767384967.928414:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000761dd8fb. 00000020:00000010:0.0:1767384967.928418:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000062cca6c3. 00080000:00000010:0.0:1767384967.928425:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000aac49745. 00080000:00000010:0.0:1767384967.928430:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009c098b6b. 00000004:00000010:0.0:1767384967.928432:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000174f55d9. 00000004:00000010:0.0:1767384967.928434:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000065fe4c4e. 00000004:00000001:0.0:1767384967.928436:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.928437:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20002:0x0] 00000004:00000010:0.0:1767384967.928439:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f09ea18b. 00000004:00000001:0.0:1767384967.928446:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384967.928448:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000090d4499f. 00080000:00000010:0.0:1767384967.928453:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000597ac08a. 00000004:00000010:0.0:1767384967.928462:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002aa5b651. 00000004:00000010:0.0:1767384967.928467:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000020d31880. 00000004:00000001:0.0:1767384967.928469:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.928470:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x2:0x0] 00000004:00000010:0.0:1767384967.928472:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000001eb8aa83. 00000004:00000001:0.0:1767384967.928476:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384967.928484:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000eb000c45. 00000020:00000010:0.0:1767384967.928489:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d8ebea32. 00080000:00000010:0.0:1767384967.928500:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000008b30ed9. 00000020:00000010:0.0:1767384967.928502:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000065faa4e4. 00080000:00000010:0.0:1767384967.928516:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001270ba30. 00000020:00000010:0.0:1767384967.928520:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000090520be. 00080000:00000010:0.0:1767384967.928523:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b56ad8d4. 00000020:00000010:0.0:1767384967.928526:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004e970237. 00080000:00000010:0.0:1767384967.928529:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000b6057707. 00080000:00000010:0.0:1767384967.928532:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000948dca9b. 00000020:00000010:0.0:1767384967.928534:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a6475f30. 00080000:00000010:0.0:1767384967.928554:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000007e07a6f5. 00080000:00000010:0.0:1767384967.928561:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f561301d. 00000020:00000010:0.0:1767384967.928566:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fc81398d. 00080000:00000010:0.0:1767384967.928604:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000008f8b0b07. 00080000:00000010:0.0:1767384967.928614:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000259c9388. 00000020:00000010:0.0:1767384967.928618:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000013a6b739. 00080000:00000010:0.0:1767384967.928621:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000aa933924. 00080000:00000010:0.0:1767384967.928628:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c7ef4f6d. 00000020:00000010:0.0:1767384967.928630:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fbb73a1f. 00080000:00000010:0.0:1767384967.928636:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000004d02e463. 00080000:00000010:0.0:1767384967.928642:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000344ddc77. 00000004:00000010:0.0:1767384967.928644:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a394430b. 00000004:00000010:0.0:1767384967.928647:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000019df642d. 00000004:00000001:0.0:1767384967.928649:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.928650:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xa:0x0] 00000004:00000010:0.0:1767384967.928652:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000074615907. 00000004:00000001:0.0:1767384967.928657:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384967.928670:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001284cc78. 00000004:00000010:0.0:1767384967.928675:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b12f0f82. 00000004:00000010:0.0:1767384967.928678:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000d1ddaaf2. 00000004:00000001:0.0:1767384967.928680:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.928682:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x2:0x0] 00000004:00000010:0.0:1767384967.928684:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000007d34cdc. 00000004:00000001:0.0:1767384967.928688:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384967.928690:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000a1afde72. 00080000:00000010:0.0:1767384967.928697:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008debfc2c. 00000020:00000010:0.0:1767384967.928702:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fd18c0f8. 00080000:00000010:0.0:1767384967.928711:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000de62acdf. 00080000:00000010:0.0:1767384967.928718:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008c01fc0d. 00000020:00000010:0.0:1767384967.928722:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009341e5aa. 00080000:00000010:0.0:1767384967.928730:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f20a6feb. 00000004:00000010:0.0:1767384967.928732:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004eb3622f. 00000004:00000010:0.0:1767384967.928736:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000045f5bc7d. 00000004:00000001:0.0:1767384967.928739:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.928741:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1019:0x0] 00000004:00000010:0.0:1767384967.928742:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e5807350. 00000004:00000001:0.0:1767384967.928747:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384967.928751:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000095eba74b. 00000020:00000010:0.0:1767384967.928753:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000da15566c. 00080000:00000010:0.0:1767384967.928758:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000004c04fdb. 00080000:00000010:0.0:1767384967.928764:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005b77867a. 00000020:00000010:0.0:1767384967.928765:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006ba6b508. 00080000:00000010:0.0:1767384967.928771:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000031bf600e. 00080000:00000010:0.0:1767384967.928776:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000665dc3cb. 00000020:00000010:0.0:1767384967.928779:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000087a86ed7. 00080000:00000010:0.0:1767384967.928785:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000008332de91. 00080000:00000010:0.0:1767384967.928790:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007d65cb31. 00000004:00000010:0.0:1767384967.928795:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000186b405f. 00000004:00000010:0.0:1767384967.928798:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ce3dfc0f. 00000004:00000001:0.0:1767384967.928800:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.928802:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20003:0x0] 00000004:00000010:0.0:1767384967.928803:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000005c6a71f5. 00000004:00000001:0.0:1767384967.928846:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384967.928850:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000d0c6b494. 00080000:00000010:0.0:1767384967.928859:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e2f7d7ad. 00000004:00000010:0.0:1767384967.928866:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000dfdd53b3. 00000004:00000010:0.0:1767384967.928872:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003084cce8. 00000004:00000001:0.0:1767384967.928877:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.928878:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x3:0x0] 00000004:00000010:0.0:1767384967.928880:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c1d65a23. 00000004:00000001:0.0:1767384967.928889:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384967.928901:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000098b3f11e. 00000004:00000010:0.0:1767384967.928906:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c34fde9b. 00000004:00000010:0.0:1767384967.928911:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000fe8026c7. 00000004:00000001:0.0:1767384967.928916:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.928918:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x10:0x0] 00000004:00000010:0.0:1767384967.928921:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000027b28cd8. 00000004:00000001:0.0:1767384967.928937:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384967.928952:0:40108:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 0000000091c256a9. 00080000:00000010:0.0:1767384967.928956:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000077226b69. 00000020:00000010:0.0:1767384967.928967:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000402e7a9b. 00080000:00000010:0.0:1767384967.928973:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ab86ad08. 00000004:00000010:0.0:1767384967.928976:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000001cc655a6. 00000004:00000010:0.0:1767384967.928978:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000014e2b96a. 00000004:00000001:0.0:1767384967.928980:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.928981:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x8:0x0] 00000004:00000010:0.0:1767384967.928982:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a61c4b5d. 00000004:00000001:0.0:1767384967.928984:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384967.928985:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000003beac239. 00080000:00000010:0.0:1767384967.928991:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000023cb5457. 00000004:00000010:0.0:1767384967.928992:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000066045ba7. 00000004:00000010:0.0:1767384967.928995:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000008b24b6d. 00000004:00000001:0.0:1767384967.928996:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.928997:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x9:0x0] 00000004:00000010:0.0:1767384967.928999:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c078f823. 00000004:00000001:0.0:1767384967.929001:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384967.929003:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000005de553f5. 00080000:00000010:0.0:1767384967.929015:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f951efb2. 00000020:00000010:0.0:1767384967.929019:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b3bcee86. 00080000:00000010:0.0:1767384967.929024:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000d59afc67. 00080000:00000010:0.0:1767384967.929029:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c92d006b. 00000020:00000010:0.0:1767384967.929032:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fe40c5e4. 00080000:00000010:0.0:1767384967.929101:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000003d255cdb. 00080000:00000010:0.0:1767384967.929107:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000002098585. 00000020:00000010:0.0:1767384967.929111:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000093ae5e2d. 00080000:00000010:0.0:1767384967.929117:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000070644171. 00080000:00000010:0.0:1767384967.929123:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f4071782. 00000004:00000010:0.0:1767384967.929126:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000fe4bb2c1. 00000004:00000010:0.0:1767384967.929129:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000079daa03c. 00000004:00000001:0.0:1767384967.929131:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.929132:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xe:0x0] 00000004:00000010:0.0:1767384967.929134:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000007403d723. 00000004:00000001:0.0:1767384967.929140:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384967.929145:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000018749d2. 00080000:00000010:0.0:1767384967.929148:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c6cde41a. 00000020:00000010:0.0:1767384967.929153:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004725c111. 00080000:00000010:0.0:1767384967.929159:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000c4a54131. 00080000:00000010:0.0:1767384967.929164:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000954f17e6. 00000020:00000010:0.0:1767384967.929168:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000085910d16. 00080000:00000010:0.0:1767384967.929176:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000ec4b5828. 00080000:00000010:0.0:1767384967.929180:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ae9cfcfe. 00000020:00000010:0.0:1767384967.929183:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f8e5c8f0. 00080000:00000010:0.0:1767384967.929190:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000016d52498. 00000004:00000010:0.0:1767384967.929193:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c7e18877. 00000004:00000010:0.0:1767384967.929196:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000bbe2be47. 00000004:00000001:0.0:1767384967.929198:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.929199:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x16:0x0] 00000004:00000010:0.0:1767384967.929201:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d59fad4c. 00000004:00000001:0.0:1767384967.929207:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384967.929215:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000904d4120. 00000020:00000010:0.0:1767384967.929217:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002e51069b. 00080000:00000010:0.0:1767384967.929237:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000001b5b43fa. 00080000:00000010:0.0:1767384967.929240:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e00eb113. 00000020:00000010:0.0:1767384967.929243:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000dd1802ab. 00080000:00000010:0.0:1767384967.929252:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000fbf4f9e7. 00000004:00000010:0.0:1767384967.929256:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000009d266b18. 00000004:00000010:0.0:1767384967.929261:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000058f7ab5a. 00000004:00000001:0.0:1767384967.929266:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.929268:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x1:0x0] 00000004:00000010:0.0:1767384967.929270:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000045154b37. 00000004:00000001:0.0:1767384967.929281:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384967.929284:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000459ca27e. 00080000:00000010:0.0:1767384967.929310:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d05fb39f. 00000004:00000010:0.0:1767384967.929316:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c0546eef. 00000004:00000010:0.0:1767384967.929319:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000005581c1b7. 00000004:00000001:0.0:1767384967.929324:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.929325:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xb:0x0] 00000004:00000010:0.0:1767384967.929327:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000bf22b973. 00000004:00000001:0.0:1767384967.929338:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384967.929346:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000001368094f. 00080000:00000010:0.0:1767384967.929349:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004c39bd1a. 00000020:00000010:0.0:1767384967.929351:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000015a9b6a8. 00080000:00000010:0.0:1767384967.929360:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000a0b15ec9. 00080000:00000010:0.0:1767384967.929365:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006552ff5e. 00000020:00000010:0.0:1767384967.929367:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006b5685bb. 00080000:00000010:0.0:1767384967.929371:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000050acedfe. 00080000:00000010:0.0:1767384967.929375:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000018ed57bb. 00000020:00000010:0.0:1767384967.929381:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000583e7269. 00080000:00000010:0.0:1767384967.929387:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000160eeced. 00080000:00000010:0.0:1767384967.929392:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000082f36b26. 00000020:00000010:0.0:1767384967.929395:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002ecade31. 00080000:00000010:0.0:1767384967.929404:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007912a7c3. 00000004:00000010:0.0:1767384967.929407:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000df0072d5. 00000004:00000010:0.0:1767384967.929411:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000094b50488. 00000004:00000001:0.0:1767384967.929413:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.929420:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x12:0x0] 00000004:00000010:0.0:1767384967.929422:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000086964dc1. 00000004:00000001:0.0:1767384967.929426:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384967.929431:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000a4a4ebeb. 00080000:00000010:0.0:1767384967.929436:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003923c847. 00000020:00000010:0.0:1767384967.929438:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008b97c3e4. 00080000:00000010:0.0:1767384967.929443:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000d332db86. 00080000:00000010:0.0:1767384967.929446:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005efda722. 00000020:00000010:0.0:1767384967.929449:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ed33749e. 00080000:00000010:0.0:1767384967.929459:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007467f8cc. 00000004:00000010:0.0:1767384967.929464:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000037a6b213. 00000004:00000010:0.0:1767384967.929467:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000008369e7e. 00000004:00000001:0.0:1767384967.929469:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.929470:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xf:0x0] 00000004:00000010:0.0:1767384967.929472:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000027ebe712. 00000004:00000001:0.0:1767384967.929475:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384967.929478:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000001f7b5f61. 00080000:00000010:0.0:1767384967.929482:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000663543f6. 00000020:00000010:0.0:1767384967.929486:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000496a9817. 00080000:00000010:0.0:1767384967.929530:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000000f12f027. 00080000:00000010:0.0:1767384967.929535:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000138505bc. 00000020:00000010:0.0:1767384967.929537:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e12f6305. 00080000:00000010:0.0:1767384967.929547:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005997ccde. 00000020:00000010:0.0:1767384967.929553:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000096b8c618. 00080000:00000010:0.0:1767384967.929562:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000001b723616. 00080000:00000010:0.0:1767384967.929565:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006e56bb76. 00000020:00000010:0.0:1767384967.929569:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ef2fe9e9. 00080000:00000010:0.0:1767384967.929574:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000035ed0be7. 00080000:00000010:0.0:1767384967.929580:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a3219c3f. 00000020:00000010:0.0:1767384967.929582:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005167c264. 00080000:00000010:0.0:1767384967.929599:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000012576769. 00080000:00000010:0.0:1767384967.929610:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d5376fb4. 00000004:00000010:0.0:1767384967.929615:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000003a0c4c4. 00000004:00000010:0.0:1767384967.929618:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000067108f8f. 00000004:00000001:0.0:1767384967.929628:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.929630:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20001:0x0] 00000004:00000010:0.0:1767384967.929632:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000043a2781c. 00000004:00000001:0.0:1767384967.929645:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384967.929647:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000003cbd4917. 00080000:00000010:0.0:1767384967.929654:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000083768925. 00000004:00000010:0.0:1767384967.929658:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a7862d88. 00000004:00000010:0.0:1767384967.929661:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b1c00069. 00000004:00000001:0.0:1767384967.929664:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.929665:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x1:0x0] 00000004:00000010:0.0:1767384967.929667:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000002e306226. 00000004:00000001:0.0:1767384967.929670:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384967.929674:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000000e42a9d8. 00080000:00000010:0.0:1767384967.929680:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005b107bdd. 00000020:00000010:0.0:1767384967.929687:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000081a8e227. 00080000:00000010:0.0:1767384967.929698:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000056a5c9cf. 00080000:00000010:0.0:1767384967.929705:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007a5ee8d3. 00000020:00000010:0.0:1767384967.929710:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c1ca0006. 00080000:00000010:0.0:1767384967.929721:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000072e74c23. 00080000:00000010:0.0:1767384967.929728:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000033004df1. 00000020:00000010:0.0:1767384967.929730:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c8809cf2. 00080000:00000010:0.0:1767384967.929735:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000201ad25a. 00080000:00000010:0.0:1767384967.929739:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e208cbf1. 00000020:00000010:0.0:1767384967.929742:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f8044bd9. 00080000:00000010:0.0:1767384967.929782:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000004ce46b42. 00080000:00000010:0.0:1767384967.929788:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000042200476. 00000004:00000010:0.0:1767384967.929792:0:40108:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000007bc382b3. 00000004:00000010:0.0:1767384967.929796:0:40108:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000004eabc0c5. 00000004:00000001:0.0:1767384967.929800:0:40108:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384967.929802:0:40108:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xc:0x0] 00000004:00000010:0.0:1767384967.929804:0:40108:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d659d415. 00000004:00000001:0.0:1767384967.929811:0:40108:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384967.929847:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000a26c3820. 00080000:00000010:0.0:1767384967.929856:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000067ac61a9. 00000020:00000010:0.0:1767384967.929871:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004ed4c9a3. 00080000:00000010:0.0:1767384967.929884:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000c0f0b730. 00080000:00000010:0.0:1767384967.929889:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002133542c. 00000020:00000010:0.0:1767384967.929891:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000be60208b. 00000004:00000001:0.0:1767384967.929900:0:40108:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:0.0:1767384967.929902:0:40108:0:(lod_dev.c:2313:lod_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384967.929905:0:40108:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384967.929908:0:40108:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb57eb78819562df3 00000020:00000040:0.0:1767384967.929911:0:40108:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fb858d89 with handle 0xb57eb78819562df3 from hash 00000020:00000001:0.0:1767384967.929914:0:40108:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384967.929915:0:40108:0:(genops.c:898:class_export_put()) PUTting export 00000000fb858d89 : new refcount 1 00000020:00000001:0.0:1767384967.929916:0:40108:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384967.929919:0:40108:0:(genops.c:898:class_export_put()) PUTting export 00000000fb858d89 : new refcount 0 00000020:00000080:0.0:1767384967.929922:0:40108:0:(genops.c:904:class_export_put()) final put 00000000fb858d89/lustre-MDT0000-mdtlov_UUID 00000020:00000001:0.0:1767384967.929924:0:40108:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.929933:0:40108:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.929936:0:40108:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384967.929939:0:40108:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000010:0.0:1767384967.929943:0:40108:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 00000000f977713f. 00000020:00000080:0.0:1767384967.929946:0:40108:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384967.929953:0:40108:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000001:2.0:1767384967.929954:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384967.929958:0:8:0:(genops.c:863:class_export_destroy()) destroying export 00000000fb858d89/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:0.0:1767384967.929958:0:40108:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00000001:2.0:1767384967.929964:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384967.929964:0:40108:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384967.929970:0:40108:0:(genops.c:1575:class_disconnect_exports()) OBD device 4 (00000000fa30812b) has no exports 00000020:00000001:2.0:1767384967.929971:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384967.929976:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (00000000fa30812b) now 4 - export 00000020:00000001:0.0:1767384967.929976:0:40108:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384967.929980:0:40108:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:2.0:1767384967.929981:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000fb858d89. 00000020:00000001:2.0:1767384967.929986:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000004:00000001:0.0:1767384967.929989:0:40108:0:(lod_dev.c:2233:lod_device_fini()) Process entered 00000004:00000001:0.0:1767384967.929992:0:40108:0:(lod_lov.c:2548:lod_pools_fini()) Process entered 00000020:00000001:0.0:1767384967.930003:0:40108:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384967.930005:0:40108:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000f4b8ddb5. 00000020:00000001:0.0:1767384967.930008:0:40108:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:0.0:1767384967.930009:0:40108:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384967.930011:0:40108:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000465f09ff. 00000020:00000001:0.0:1767384967.930014:0:40108:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:0.0:1767384967.930015:0:40108:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384967.930018:0:40108:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000002685ecf7. 00000020:00000001:0.0:1767384967.930029:0:40108:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:0.0:1767384967.930031:0:40108:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384967.930033:0:40108:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000053137d4. 00000020:00000001:0.0:1767384967.930036:0:40108:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000004:00000001:0.0:1767384967.930039:0:40108:0:(lod_lov.c:2564:lod_pools_fini()) Process leaving (rc=0 : 0 : 0) 00000004:01000000:0.0:1767384967.930260:0:40108:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000001:0.0:1767384967.930262:0:40108:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:0.0:1767384967.930264:0:40108:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:0.0:1767384967.930268:0:40108:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00001000:0.0:1767384967.930270:0:40108:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) removing server 0@lo 00020000:00000010:0.0:1767384967.930272:0:40108:0:(lu_tgt_descs.c:179:lu_qos_del_tgt()) kfreed 'svr': 104 at 00000000b80fb129. 00020000:00000001:0.0:1767384967.930277:0:40108:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384967.930280:0:40108:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:0.0:1767384967.930282:0:40108:0:(osp_dev.c:1487:osp_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384967.930284:0:40108:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384967.930286:0:40108:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb57eb78819562e2b 00000020:00000040:0.0:1767384967.930289:0:40108:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000acffec6a with handle 0xb57eb78819562e2b from hash 00000020:00000001:0.0:1767384967.930306:0:40108:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384967.930307:0:40108:0:(genops.c:898:class_export_put()) PUTting export 00000000acffec6a : new refcount 1 00000020:00000001:0.0:1767384967.930309:0:40108:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384967.930310:0:40108:0:(genops.c:898:class_export_put()) PUTting export 00000000acffec6a : new refcount 0 00000020:00000080:0.0:1767384967.930312:0:40108:0:(genops.c:904:class_export_put()) final put 00000000acffec6a/lustre-MDT0000-mdtlov_UUID 00000020:00000001:0.0:1767384967.930324:0:40108:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.930336:0:40108:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.930338:0:40108:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384967.930340:0:40108:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000010:0.0:1767384967.930343:0:40108:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 0000000055fb4fe7. 00000020:00000080:0.0:1767384967.930346:0:40108:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384967.930350:0:40108:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000001:2.0:1767384967.930355:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384967.930355:0:40108:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00000080:2.0:1767384967.930359:0:8:0:(genops.c:863:class_export_destroy()) destroying export 00000000acffec6a/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384967.930363:0:40108:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384967.930369:0:40108:0:(genops.c:1575:class_disconnect_exports()) OBD device 8 (00000000db45977d) has no exports 00000020:00000040:2.0:1767384967.930370:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 13 to 0@lo 00000020:00000001:2.0:1767384967.930375:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384967.930375:0:40108:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384967.930378:0:40108:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:2.0:1767384967.930379:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384967.930382:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (00000000db45977d) now 5 - export 00000004:00000001:0.0:1767384967.930386:0:40108:0:(osp_dev.c:1380:osp_device_fini()) Process entered 00000020:00000010:2.0:1767384967.930389:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000acffec6a. 00000004:00000001:0.0:1767384967.930391:0:40108:0:(obd_class.h:902:obd_disconnect()) Process entered 00000020:00000001:2.0:1767384967.930394:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00080000:00000001:0.0:1767384967.930404:0:40108:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384967.930405:0:40108:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384967.930407:0:40108:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb57eb78819562e24 00000020:00000040:0.0:1767384967.930411:0:40108:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003d199e95 with handle 0xb57eb78819562e24 from hash 00000020:00000001:0.0:1767384967.930415:0:40108:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384967.930417:0:40108:0:(genops.c:898:class_export_put()) PUTting export 000000003d199e95 : new refcount 1 00000020:00000001:0.0:1767384967.930419:0:40108:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384967.930421:0:40108:0:(genops.c:898:class_export_put()) PUTting export 000000003d199e95 : new refcount 0 00000020:00000080:0.0:1767384967.930423:0:40108:0:(genops.c:904:class_export_put()) final put 000000003d199e95/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384967.930425:0:40108:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.930435:0:40108:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384967.930438:0:40108:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384967.930440:0:40108:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384967.930443:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384967.930446:0:8:0:(genops.c:863:class_export_destroy()) destroying export 000000003d199e95/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767384967.930449:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384967.930457:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384967.930458:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000c70b4874) now 7 - export 00000020:00000010:2.0:1767384967.930462:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000003d199e95. 00000020:00000001:2.0:1767384967.930473:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:0.0:1767384967.930593:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000000bc6cd99. 00000020:00000010:0.0:1767384967.930600:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000fd5469ac. 00000020:00000010:0.0:1767384967.930606:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000aa5cd6f2. 00000020:00000010:0.0:1767384967.930608:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000ec69d29f. 00000020:00000010:0.0:1767384967.930612:0:40108:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000a1239699. 00000020:00000010:0.0:1767384967.930616:0:40108:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000002675beca. 00010000:00000001:0.0:1767384967.930709:0:40108:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:0.0:1767384967.930711:0:40108:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1767384967.930713:0:40108:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1767384967.930798:0:40108:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 0000000032fbf2cc. 00000020:00000010:0.0:1767384967.930803:0:40108:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000e98d1f3b. 00010000:00000001:0.0:1767384967.930869:0:40108:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1767384967.930883:0:40108:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000a77fb89a. 00000020:00000010:0.0:1767384967.930888:0:40108:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000df079026. 00000001:00000001:0.0:1767384967.930950:0:40108:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384967.930982:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000000ea6c1fe. 00000001:00000010:0.0:1767384967.930986:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000001da88100. 00000001:00000010:0.0:1767384967.930991:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000f1750238. 00000001:00000010:0.0:1767384967.930993:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000032fab7e3. 00000001:00000010:0.0:1767384967.931007:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000ed375d53. 00000001:00000010:0.0:1767384967.931009:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000161a7a53. 00000001:00000010:0.0:1767384967.931012:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000636870be. 00000001:00000010:0.0:1767384967.931022:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000004bd1fd6f. 00000001:00000010:0.0:1767384967.931027:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000e5de482a. 00000001:00000010:0.0:1767384967.931031:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000030ea9b82. 00000001:00000010:0.0:1767384967.931033:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000c91ceaa3. 00000001:00000010:0.0:1767384967.931036:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000062d3732c. 00000001:00000010:0.0:1767384967.931040:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000e530d69e. 00000001:00000010:0.0:1767384967.931046:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000090f7e42. 00000001:00000010:0.0:1767384967.931052:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000084cd33a5. 00000001:00000010:0.0:1767384967.931054:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000003f89561f. 00000001:00000010:0.0:1767384967.931058:0:40108:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at 00000000b57fafa6. 00000001:00000010:0.0:1767384967.931060:0:40108:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000d542c47f. 00000001:00000001:0.0:1767384967.931062:0:40108:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1767384967.931066:0:40108:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000c18ca0a3. 00010000:00000001:0.0:1767384967.931068:0:40108:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384967.931070:0:40108:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1767384967.931071:0:40108:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:0.0:1767384967.931073:0:40108:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:0.0:1767384967.931075:0:40108:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00000001:0.0:1767384967.931077:0:40108:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1767384967.931078:0:40108:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:0.0:1767384967.931091:0:40108:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384967.931092:0:40108:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384967.931092:0:40108:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 5 00000100:00000040:0.0:1767384967.931094:0:40108:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767384967.931096:0:40108:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384967.931097:0:40108:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384967.931098:0:40108:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767384967.931099:0:40108:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1767384967.931102:0:40108:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:0.0:1767384967.932931:0:40108:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:0.0:1767384967.932934:0:40108:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1767384967.932936:0:40108:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1767384967.932937:0:40108:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:0.0:1767384967.932938:0:40108:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:0.0:1767384967.932942:0:40108:0:(genops.c:1229:class_import_get()) import 0000000067c4c195 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384967.932945:0:40108:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384967.932952:0:40108:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384967.932955:0:40108:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384967.932957:0:40108:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384967.932958:0:40108:0:(genops.c:1242:class_import_put()) import 0000000067c4c195 refcount=0 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:0.0:1767384967.932960:0:40108:0:(genops.c:1245:class_import_put()) final put import 0000000067c4c195 00000020:00000001:0.0:1767384967.932969:0:40108:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384967.932972:0:40108:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:0.0:1767384967.932973:0:40108:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384967.932974:0:40108:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:0.0:1767384967.932976:0:40108:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 0000000009aca216. 00010000:00000010:0.0:1767384967.932982:0:40108:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 0000000009dfb9e8. 00010000:00000001:0.0:1767384967.932995:0:40108:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000004:00000001:0.0:1767384967.932997:0:40108:0:(osp_dev.c:1402:osp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384967.932998:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000001:0.0:1767384967.932999:0:40108:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:2.0:1767384967.933002:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000067c4c195 for lustre-OST0000-osc-MDT0000 00000020:00000040:2.0:1767384967.933009:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 12 to 0@lo 00000001:00000001:0.0:1767384967.933010:0:40108:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000040:2.0:1767384967.933013:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 11 to 0@lo 00000001:00000010:0.0:1767384967.933015:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e6e5d41b. 00000020:00000010:2.0:1767384967.933016:0:8:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 000000003102c067. 00000001:00000010:0.0:1767384967.933022:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000089de2ca5. 00000020:00000040:2.0:1767384967.933024:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (00000000db45977d) now 4 - import 00000001:00000010:0.0:1767384967.933026:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000584b89a3. 00000020:00000010:2.0:1767384967.933031:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000067c4c195. 00000001:00000010:0.0:1767384967.933032:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a5d9d598. 00000020:00000001:2.0:1767384967.933038:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000010:0.0:1767384967.933038:0:40108:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000db170d3f. 00000001:00000010:0.0:1767384967.933043:0:40108:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000009f752327. 00000001:00000001:0.0:1767384967.933047:0:40108:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384967.933048:0:40108:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384967.933051:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ebe2fdd0. 00000001:00000010:0.0:1767384967.933056:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000115ef7b6. 00000001:00000010:0.0:1767384967.933059:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fcaf72a1. 00000001:00000010:0.0:1767384967.933079:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003370ff7d. 00000001:00000010:0.0:1767384967.933083:0:40108:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000a2ee2cfc. 00000001:00000010:0.0:1767384967.933085:0:40108:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000d8fa3da9. 00000001:00000001:0.0:1767384967.933099:0:40108:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384967.933100:0:40108:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (00000000db45977d) now 3 - setup 00000020:00000001:0.0:1767384967.933102:0:40108:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.933104:0:40108:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384967.933106:0:40108:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384967.933110:0:40108:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384967.933112:0:40108:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (00000000db45977d) now 2 - obd_device_list 00000020:00000080:0.0:1767384967.933121:0:40108:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:0.0:1767384967.933123:0:40108:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (00000000db45977d) now 1 - newdev 00000020:00000040:0.0:1767384967.933125:0:40108:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000015491e99 with handle 0xb57eb78819562e1d from hash 00000020:00000040:0.0:1767384967.933128:0:40108:0:(genops.c:898:class_export_put()) PUTting export 0000000015491e99 : new refcount 0 00000020:00000080:0.0:1767384967.933129:0:40108:0:(genops.c:904:class_export_put()) final put 0000000015491e99/lustre-MDT0000-mdtlov_UUID 00000020:00000001:0.0:1767384967.933131:0:40108:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.933133:0:40108:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384967.933134:0:40108:0:(genops.c:863:class_export_destroy()) destroying export 0000000015491e99/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384967.933136:0:40108:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384967.933137:0:40108:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384967.933139:0:40108:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000015491e99. 00000020:00000001:0.0:1767384967.933148:0:40108:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384967.933151:0:40108:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000-osc-MDT0000 obd_type name = osp 00000020:01000000:0.0:1767384967.933153:0:40108:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:0.0:1767384967.933155:0:40108:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384967.933158:0:40108:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f625a7e. 00000020:00000010:0.0:1767384967.933161:0:40108:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008b01a950. 00000040:00000010:0.0:1767384967.933164:0:40108:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003216820e. 00000020:00000010:0.0:1767384967.933167:0:40108:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000af097337. 00000020:00000010:0.0:1767384967.933170:0:40108:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002284a063. 00000020:00000010:0.0:1767384967.933173:0:40108:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009a1b0549. 80000000:00000010:0.0:1767384967.933177:0:40108:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005352774f. 40000000:00000010:0.0:1767384967.933179:0:40108:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001b1e57c6. 00100000:00000010:0.0:1767384967.933184:0:40108:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000044a04fa3. 00040000:00000010:0.0:1767384967.933187:0:40108:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f031e2b1. 00040000:00000010:0.0:1767384967.933191:0:40108:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000021f02ee3. 00080000:00000010:0.0:1767384967.933195:0:40108:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000fa62a5c2. 00080000:00000010:0.0:1767384967.933199:0:40108:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000090f7e42. 00000004:00000010:0.0:1767384967.933203:0:40108:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008c0904d2. 00000004:00000010:0.0:1767384967.933207:0:40108:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d8df80a8. 00000004:00000010:0.0:1767384967.933211:0:40108:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000054ea4220. 00002000:00000010:0.0:1767384967.933214:0:40108:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000061c756a9. 00000004:00000010:0.0:1767384967.933222:0:40108:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e0cac97a. 00000004:00000010:0.0:1767384967.933227:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f6c504b1. 00000004:00000010:0.0:1767384967.933235:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d2b1c0df. 00000004:00000010:0.0:1767384967.933239:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000861f4483. 00000004:00000010:0.0:1767384967.933242:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000acea174. 00000004:00000010:0.0:1767384967.933246:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000040a7d917. 00000004:00000010:0.0:1767384967.933249:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000005f13ace. 00000004:00000010:0.0:1767384967.933255:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000dcb76a16. 00000004:00000010:0.0:1767384967.933257:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000029ae777e. 00000004:00000010:0.0:1767384967.933259:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000370fc898. 00000004:00000010:0.0:1767384967.933263:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007f15c051. 00000004:00000010:0.0:1767384967.933268:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000031a8085c. 00000004:00000010:0.0:1767384967.933273:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000049c2ba9f. 00000004:00000010:0.0:1767384967.933276:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f2ceb70d. 00000004:00000010:0.0:1767384967.933278:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003c1f5c2b. 00000004:00000010:0.0:1767384967.933282:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b5d22b0e. 00000004:00000010:0.0:1767384967.933285:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b9e617fc. 00000004:00000010:0.0:1767384967.933289:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b6a4b90f. 00000004:00000010:0.0:1767384967.933304:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000513936a0. 00000004:00000010:0.0:1767384967.933307:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000159004e1. 00000004:00000010:0.0:1767384967.933309:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000547c412e. 00000004:00000010:0.0:1767384967.933311:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b58a3b23. 00000004:00000010:0.0:1767384967.933313:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000008f17ed3. 00000004:00000010:0.0:1767384967.933317:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004993c3cd. 00000004:00000010:0.0:1767384967.933322:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c3a52f2d. 00000004:00000010:0.0:1767384967.933326:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000124a4305. 00000004:00000010:0.0:1767384967.933328:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000891c82b2. 00000004:00000010:0.0:1767384967.933330:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c4ab4b75. 00000004:00000010:0.0:1767384967.933333:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000bdc55892. 00000004:00000010:0.0:1767384967.933336:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c7afcb35. 00000004:00000010:0.0:1767384967.933339:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d4cce37f. 00000004:00000010:0.0:1767384967.933343:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000820aec8c. 00000004:00000010:0.0:1767384967.933346:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001d7568f8. 00000004:00000010:0.0:1767384967.933362:0:40108:0:(osp_dev.c:1318:osp_device_free()) kfreed 'osp': 1400 at 000000006f80896a. 00000020:00000010:0.0:1767384967.933368:0:40108:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008b01a950. 00000040:00000010:0.0:1767384967.933372:0:40108:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003216820e. 00000020:00000010:0.0:1767384967.933381:0:40108:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000af097337. 00000020:00000010:0.0:1767384967.933383:0:40108:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002284a063. 00000020:00000010:0.0:1767384967.933386:0:40108:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009a1b0549. 80000000:00000010:0.0:1767384967.933389:0:40108:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005352774f. 40000000:00000010:0.0:1767384967.933391:0:40108:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001b1e57c6. 00100000:00000010:0.0:1767384967.933402:0:40108:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000044a04fa3. 00040000:00000010:0.0:1767384967.933404:0:40108:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f031e2b1. 00040000:00000010:0.0:1767384967.933408:0:40108:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000021f02ee3. 00080000:00000010:0.0:1767384967.933413:0:40108:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000090f7e42. 00080000:00000010:0.0:1767384967.933416:0:40108:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000fa62a5c2. 00000004:00000010:0.0:1767384967.933420:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008c0904d2. 00000004:00000010:0.0:1767384967.933422:0:40108:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d8df80a8. 00000004:00000010:0.0:1767384967.933424:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000054ea4220. 00002000:00000010:0.0:1767384967.933430:0:40108:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000061c756a9. 00000004:00000010:0.0:1767384967.933434:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e0cac97a. 00000020:00000010:0.0:1767384967.933436:0:40108:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f625a7e. 00000020:00000001:0.0:1767384967.933438:0:40108:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384967.933440:0:40108:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000db45977d. 00000020:00000001:0.0:1767384967.933444:0:40108:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.933445:0:40108:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.933448:0:40108:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 0000000055fb4fe7. 00000020:00000001:0.0:1767384967.933452:0:40108:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384967.933455:0:40108:0:(osp_dev.c:1499:osp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384967.933457:0:40108:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1767384967.933460:0:40108:0:(lod_lov.c:84:lod_putref()) kfreed 'tgt_desc': 368 at 000000008f7fdf32. 00020000:00000010:0.0:1767384967.933463:0:40108:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at 0000000057faa257. 00000004:00000001:0.0:1767384967.933471:0:40108:0:(lod_dev.c:2249:lod_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.933473:0:40108:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384967.933481:0:40108:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384967.933484:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000793318f7. 00000001:00000010:0.0:1767384967.933487:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fca6a452. 00000001:00000010:0.0:1767384967.933492:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f147d146. 00000001:00000010:0.0:1767384967.933499:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004ddce93f. 00000001:00000010:0.0:1767384967.933502:0:40108:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000029e1ab42. 00000001:00000010:0.0:1767384967.933507:0:40108:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000545aafdb. 00000001:00000001:0.0:1767384967.933519:0:40108:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384967.933520:0:40108:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384967.933525:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007aa9c765. 00000001:00000010:0.0:1767384967.933531:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000eff00e9e. 00000001:00000010:0.0:1767384967.933535:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005fcdb2fe. 00000001:00000010:0.0:1767384967.933538:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e9a5a6a7. 00000001:00000010:0.0:1767384967.933540:0:40108:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000090ff59b. 00000001:00000010:0.0:1767384967.933545:0:40108:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000a90e75aa. 00000001:00000001:0.0:1767384967.933551:0:40108:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384967.933553:0:40108:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (00000000fa30812b) now 3 - setup 00000020:00000001:0.0:1767384967.933555:0:40108:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.933557:0:40108:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384967.933559:0:40108:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384967.933563:0:40108:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384967.933565:0:40108:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (00000000fa30812b) now 2 - obd_device_list 00000020:00000080:0.0:1767384967.933567:0:40108:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:0.0:1767384967.933568:0:40108:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (00000000fa30812b) now 1 - newdev 00000020:00000040:0.0:1767384967.933570:0:40108:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fead7a4f with handle 0xb57eb78819562dd7 from hash 00000020:00000040:0.0:1767384967.933571:0:40108:0:(genops.c:898:class_export_put()) PUTting export 00000000fead7a4f : new refcount 0 00000020:00000080:0.0:1767384967.933572:0:40108:0:(genops.c:904:class_export_put()) final put 00000000fead7a4f/lustre-MDT0000-mdtlov_UUID 00000020:00000001:0.0:1767384967.933574:0:40108:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.933575:0:40108:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384967.933576:0:40108:0:(genops.c:863:class_export_destroy()) destroying export 00000000fead7a4f/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000001:0.0:1767384967.933581:0:40108:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384967.933582:0:40108:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384967.933583:0:40108:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000fead7a4f. 00000020:00000001:0.0:1767384967.933586:0:40108:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384967.933586:0:40108:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-mdtlov obd_type name = lod 00000020:01000000:0.0:1767384967.933588:0:40108:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:0.0:1767384967.933589:0:40108:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384967.933592:0:40108:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f625a7e. 00000020:00000010:0.0:1767384967.933595:0:40108:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001959f5ea. 00000040:00000010:0.0:1767384967.933598:0:40108:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000021f02ee3. 00000020:00000010:0.0:1767384967.933601:0:40108:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000054ea4220. 00000020:00000010:0.0:1767384967.933611:0:40108:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002284a063. 00000020:00000010:0.0:1767384967.933614:0:40108:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009a1b0549. 80000000:00000010:0.0:1767384967.933618:0:40108:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000055fb4fe7. 40000000:00000010:0.0:1767384967.933621:0:40108:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001b1e57c6. 00100000:00000010:0.0:1767384967.933624:0:40108:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008c0904d2. 00040000:00000010:0.0:1767384967.933626:0:40108:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f031e2b1. 00040000:00000010:0.0:1767384967.933628:0:40108:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003216820e. 00080000:00000010:0.0:1767384967.933630:0:40108:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000090f7e42. 00080000:00000010:0.0:1767384967.933633:0:40108:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e530d69e. 00000004:00000010:0.0:1767384967.933636:0:40108:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000044a04fa3. 00000004:00000010:0.0:1767384967.933639:0:40108:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d8df80a8. 00000004:00000010:0.0:1767384967.933641:0:40108:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000af097337. 00000004:00000001:0.0:1767384967.933643:0:40108:0:(lod_dev.c:2168:lod_device_free()) Process entered 00000004:00000010:0.0:1767384967.933646:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009a81ede3. 00000004:00000010:0.0:1767384967.933651:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e491b0e6. 00000004:00000010:0.0:1767384967.933654:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000010f854b2. 00000004:00000010:0.0:1767384967.933657:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f5e18bae. 00000004:00000010:0.0:1767384967.933660:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000023cc44a0. 00000004:00000010:0.0:1767384967.933661:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b76eb5c5. 00000004:00000010:0.0:1767384967.933664:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b0c79557. 00000004:00000010:0.0:1767384967.933667:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004c5368d8. 00000004:00000010:0.0:1767384967.933669:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f0dcadc2. 00000004:00000010:0.0:1767384967.933671:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000036736565. 00000004:00000010:0.0:1767384967.933672:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000069879cdf. 00000004:00000010:0.0:1767384967.933674:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000c872cf2. 00000004:00000010:0.0:1767384967.933679:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000456e05ad. 00000004:00000010:0.0:1767384967.933680:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d6b7ec46. 00000004:00000010:0.0:1767384967.933683:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000973c4455. 00000004:00000010:0.0:1767384967.933687:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000057b0b1d1. 00000004:00000010:0.0:1767384967.933691:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000826accb. 00000004:00000010:0.0:1767384967.933693:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002719b4bd. 00000004:00000010:0.0:1767384967.933694:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f5ec0ecf. 00000004:00000010:0.0:1767384967.933697:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005ee66b65. 00000004:00000010:0.0:1767384967.933700:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004991f328. 00000004:00000010:0.0:1767384967.933702:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002e848e78. 00000004:00000010:0.0:1767384967.933710:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a3105560. 00000004:00000010:0.0:1767384967.933712:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000dec0fc46. 00000004:00000010:0.0:1767384967.933715:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004e661c90. 00000004:00000010:0.0:1767384967.933717:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c8e5912f. 00000004:00000010:0.0:1767384967.933719:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006901ee6f. 00000004:00000010:0.0:1767384967.933722:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c9853e5c. 00000004:00000010:0.0:1767384967.933724:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000fb439701. 00000004:00000010:0.0:1767384967.933727:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006c0ad81d. 00000004:00000010:0.0:1767384967.933729:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f2c5ac41. 00000004:00000010:0.0:1767384967.933731:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f3edd5be. 00000004:00000010:0.0:1767384967.933734:0:40108:0:(lod_dev.c:2176:lod_device_free()) kfreed 'lod': 4056 at 00000000b0e090ce. 00000004:00000001:0.0:1767384967.933738:0:40108:0:(lod_dev.c:2177:lod_device_free()) Process leaving (rc=18446624590758215680 : -119482951335936 : ffff9354b5210000) 00000020:00000010:0.0:1767384967.933741:0:40108:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001959f5ea. 00000040:00000010:0.0:1767384967.933744:0:40108:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000021f02ee3. 00000020:00000010:0.0:1767384967.933746:0:40108:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000054ea4220. 00000020:00000010:0.0:1767384967.933748:0:40108:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002284a063. 00000020:00000010:0.0:1767384967.933751:0:40108:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009a1b0549. 80000000:00000010:0.0:1767384967.933752:0:40108:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000055fb4fe7. 40000000:00000010:0.0:1767384967.933754:0:40108:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001b1e57c6. 00100000:00000010:0.0:1767384967.933759:0:40108:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008c0904d2. 00040000:00000010:0.0:1767384967.933762:0:40108:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f031e2b1. 00040000:00000010:0.0:1767384967.933764:0:40108:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003216820e. 00080000:00000010:0.0:1767384967.933769:0:40108:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e530d69e. 00080000:00000010:0.0:1767384967.933772:0:40108:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000090f7e42. 00000004:00000010:0.0:1767384967.933775:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000044a04fa3. 00000004:00000010:0.0:1767384967.933777:0:40108:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d8df80a8. 00000004:00000010:0.0:1767384967.933779:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000af097337. 00000020:00000010:0.0:1767384967.933783:0:40108:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f625a7e. 00000020:00000001:0.0:1767384967.933784:0:40108:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384967.933787:0:40108:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000fa30812b. 00000020:00000001:0.0:1767384967.933792:0:40108:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.933793:0:40108:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.933795:0:40108:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 00000000f977713f. 00000020:00000001:0.0:1767384967.933799:0:40108:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384967.933807:0:40108:0:(lod_dev.c:2335:lod_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384967.933810:0:40108:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384967.933811:0:40108:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1767384967.933846:0:40108:0:(mdt_handler.c:5871:mdt_stack_fini()) kfreed 'lcfg': 64 at 0000000046851e97. 00000004:00000001:0.0:1767384967.933932:0:40108:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:0.0:1767384967.933935:0:40108:0:(mdd_device.c:1618:mdd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384967.933946:0:40108:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384967.933948:0:40108:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb57eb78819562dfa 00000020:00000040:0.0:1767384967.933952:0:40108:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004d7ef3a8 with handle 0xb57eb78819562dfa from hash 00000020:00000001:0.0:1767384967.933957:0:40108:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384967.933958:0:40108:0:(genops.c:898:class_export_put()) PUTting export 000000004d7ef3a8 : new refcount 1 00000020:00000001:0.0:1767384967.933961:0:40108:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384967.933963:0:40108:0:(genops.c:898:class_export_put()) PUTting export 000000004d7ef3a8 : new refcount 0 00000020:00000080:0.0:1767384967.933964:0:40108:0:(genops.c:904:class_export_put()) final put 000000004d7ef3a8/lustre-MDD0000_UUID 00000020:00000001:0.0:1767384967.933967:0:40108:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.933984:0:40108:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.933986:0:40108:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384967.933988:0:40108:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000010:0.0:1767384967.933991:0:40108:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 0000000046851e97. 00000020:00000080:0.0:1767384967.933993:0:40108:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384967.933996:0:40108:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384967.933998:0:40108:0:(obd_config.c:886:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00000001:0.0:1767384967.934000:0:40108:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384967.934001:0:40108:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (00000000b469d372) has no exports 00000020:00000001:3.0:1767384967.934013:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:0.0:1767384967.934013:0:40108:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000080:3.0:1767384967.934015:0:8:0:(genops.c:863:class_export_destroy()) destroying export 000000004d7ef3a8/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000001:0.0:1767384967.934015:0:40108:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:3.0:1767384967.934018:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384967.934019:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384967.934022:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000b469d372) now 4 - export 00000020:00000010:3.0:1767384967.934025:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000004d7ef3a8. 00000020:00000001:3.0:1767384967.934029:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384967.934163:0:40108:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384967.934171:0:40108:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384967.934176:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000fa32083. 00000001:00000010:0.0:1767384967.934180:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005a3c2c27. 00000001:00000010:0.0:1767384967.934183:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000085553765. 00000001:00000010:0.0:1767384967.934184:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009c5ed65a. 00000001:00000010:0.0:1767384967.934189:0:40108:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000008914780d. 00000001:00000010:0.0:1767384967.934191:0:40108:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000eedf3d32. 00000001:00000001:0.0:1767384967.934195:0:40108:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384967.934196:0:40108:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384967.934205:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000eea2f868. 00000001:00000010:0.0:1767384967.934207:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005fb7648a. 00000001:00000010:0.0:1767384967.934208:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000097ccc189. 00000001:00000010:0.0:1767384967.934210:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c20abc6d. 00000001:00000010:0.0:1767384967.934211:0:40108:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000461f05a6. 00000001:00000010:0.0:1767384967.934213:0:40108:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000ca568204. 00000001:00000001:0.0:1767384967.934214:0:40108:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384967.934215:0:40108:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000b469d372) now 3 - setup 00000020:00000001:0.0:1767384967.934217:0:40108:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.934218:0:40108:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384967.934220:0:40108:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384967.934222:0:40108:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384967.934223:0:40108:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000b469d372) now 2 - obd_device_list 00000020:00000080:0.0:1767384967.934225:0:40108:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000040:0.0:1767384967.934226:0:40108:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000b469d372) now 1 - newdev 00000020:00000040:0.0:1767384967.934229:0:40108:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000037a4be2a with handle 0xb57eb78819562dec from hash 00000020:00000040:0.0:1767384967.934232:0:40108:0:(genops.c:898:class_export_put()) PUTting export 0000000037a4be2a : new refcount 0 00000020:00000080:0.0:1767384967.934233:0:40108:0:(genops.c:904:class_export_put()) final put 0000000037a4be2a/lustre-MDD0000_UUID 00000020:00000001:0.0:1767384967.934234:0:40108:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.934236:0:40108:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384967.934237:0:40108:0:(genops.c:863:class_export_destroy()) destroying export 0000000037a4be2a/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000001:0.0:1767384967.934238:0:40108:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384967.934239:0:40108:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384967.934241:0:40108:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000037a4be2a. 00000020:00000001:0.0:1767384967.934248:0:40108:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384967.934250:0:40108:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDD0000 obd_type name = mdd 00000020:01000000:0.0:1767384967.934252:0:40108:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000001:0.0:1767384967.934253:0:40108:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384967.934255:0:40108:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f625a7e. 00000020:00000010:0.0:1767384967.934258:0:40108:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008b01a950. 00000040:00000010:0.0:1767384967.934260:0:40108:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003216820e. 00000020:00000010:0.0:1767384967.934262:0:40108:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000af097337. 00000020:00000010:0.0:1767384967.934264:0:40108:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002284a063. 00000020:00000010:0.0:1767384967.934266:0:40108:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009a1b0549. 80000000:00000010:0.0:1767384967.934273:0:40108:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f977713f. 40000000:00000010:0.0:1767384967.934275:0:40108:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001b1e57c6. 00100000:00000010:0.0:1767384967.934277:0:40108:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000044a04fa3. 00040000:00000010:0.0:1767384967.934280:0:40108:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f031e2b1. 00040000:00000010:0.0:1767384967.934282:0:40108:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000021f02ee3. 00080000:00000010:0.0:1767384967.934285:0:40108:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000090f7e42. 00080000:00000010:0.0:1767384967.934287:0:40108:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e530d69e. 00000004:00000010:0.0:1767384967.934307:0:40108:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008c0904d2. 00000004:00000010:0.0:1767384967.934314:0:40108:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d8df80a8. 00000004:00000001:0.0:1767384967.934317:0:40108:0:(mdd_device.c:1552:mdd_device_free()) Process entered 00000004:00000010:0.0:1767384967.934319:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000038f3797b. 00000004:00000010:0.0:1767384967.934324:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000686c4ff7. 00000004:00000010:0.0:1767384967.934327:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e7f3773d. 00000004:00000010:0.0:1767384967.934330:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000cb56dc5b. 00000004:00000010:0.0:1767384967.934342:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a48d0a27. 00000004:00000010:0.0:1767384967.934345:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000081d30517. 00000004:00000010:0.0:1767384967.934349:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007fb5d59b. 00000004:00000010:0.0:1767384967.934352:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e8f4aa26. 00000004:00000010:0.0:1767384967.934355:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000fc46292d. 00000004:00000010:0.0:1767384967.934359:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000068b15b80. 00000004:00000010:0.0:1767384967.934364:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c615defd. 00000004:00000010:0.0:1767384967.934366:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f4fb559d. 00000004:00000010:0.0:1767384967.934368:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000085b94e4c. 00000004:00000010:0.0:1767384967.934370:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000769e1ba. 00000004:00000010:0.0:1767384967.934373:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d6dfb356. 00000004:00000010:0.0:1767384967.934378:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002f8046c9. 00000004:00000010:0.0:1767384967.934382:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f1b18fb4. 00000004:00000010:0.0:1767384967.934385:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009cd3360a. 00000004:00000010:0.0:1767384967.934387:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000aae89a02. 00000004:00000010:0.0:1767384967.934390:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000eb1ef53c. 00000004:00000010:0.0:1767384967.934392:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002eab50c0. 00000004:00000010:0.0:1767384967.934395:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000056858f2c. 00000004:00000010:0.0:1767384967.934397:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a40dc586. 00000004:00000010:0.0:1767384967.934399:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007011433e. 00000004:00000010:0.0:1767384967.934409:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008515e954. 00000004:00000010:0.0:1767384967.934412:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001d14e31c. 00000004:00000010:0.0:1767384967.934415:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000881c7014. 00000004:00000010:0.0:1767384967.934417:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e7f2e40a. 00000004:00000010:0.0:1767384967.934419:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ba2fac99. 00000004:00000010:0.0:1767384967.934423:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000570a4c9b. 00000004:00000010:0.0:1767384967.934426:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009bbf2521. 00000004:00000010:0.0:1767384967.934429:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d8aa9ba5. 00000004:00000010:0.0:1767384967.934433:0:40108:0:(mdd_device.c:1556:mdd_device_free()) kfreed 'm': 816 at 000000007024b241. 00000004:00000001:0.0:1767384967.934438:0:40108:0:(mdd_device.c:1557:mdd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384967.934441:0:40108:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008b01a950. 00000040:00000010:0.0:1767384967.934445:0:40108:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003216820e. 00000020:00000010:0.0:1767384967.934447:0:40108:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000af097337. 00000020:00000010:0.0:1767384967.934450:0:40108:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002284a063. 00000020:00000010:0.0:1767384967.934453:0:40108:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009a1b0549. 80000000:00000010:0.0:1767384967.934455:0:40108:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f977713f. 40000000:00000010:0.0:1767384967.934456:0:40108:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001b1e57c6. 00100000:00000010:0.0:1767384967.934462:0:40108:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000044a04fa3. 00040000:00000010:0.0:1767384967.934465:0:40108:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f031e2b1. 00040000:00000010:0.0:1767384967.934467:0:40108:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000021f02ee3. 00080000:00000010:0.0:1767384967.934469:0:40108:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e530d69e. 00080000:00000010:0.0:1767384967.934472:0:40108:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000090f7e42. 00000004:00000010:0.0:1767384967.934475:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008c0904d2. 00000004:00000010:0.0:1767384967.934478:0:40108:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d8df80a8. 00000020:00000010:0.0:1767384967.934480:0:40108:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f625a7e. 00000020:00000001:0.0:1767384967.934482:0:40108:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384967.934483:0:40108:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000b469d372. 00000020:00000001:0.0:1767384967.934489:0:40108:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.934490:0:40108:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.934492:0:40108:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 0000000046851e97. 00000020:00000001:0.0:1767384967.934494:0:40108:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384967.934496:0:40108:0:(mdd_device.c:1628:mdd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384967.934497:0:40108:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384967.934499:0:40108:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:0.0:1767384967.934500:0:40108:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384967.934508:0:40108:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384967.934509:0:40108:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb57eb78819562e01 00000020:00000040:0.0:1767384967.934510:0:40108:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004777c7ac with handle 0xb57eb78819562e01 from hash 00000020:00000001:0.0:1767384967.934514:0:40108:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384967.934515:0:40108:0:(genops.c:898:class_export_put()) PUTting export 000000004777c7ac : new refcount 1 00000020:00000001:0.0:1767384967.934518:0:40108:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384967.934518:0:40108:0:(genops.c:898:class_export_put()) PUTting export 000000004777c7ac : new refcount 0 00000020:00000080:0.0:1767384967.934520:0:40108:0:(genops.c:904:class_export_put()) final put 000000004777c7ac/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384967.934522:0:40108:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.934533:0:40108:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384967.934537:0:40108:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384967.934539:0:40108:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.934541:0:40108:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:0.0:1767384967.934554:0:40108:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1767384967.934556:0:40108:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446624590445173856 : -119483264377760 : ffff9354a2785c60) 00000020:01000004:0.0:1767384967.934559:0:40108:0:(tgt_mount.c:188:server_put_mount()) put mount 00000000527bd279 from lustre-MDT0000, refs=3 00000020:00000001:0.0:1767384967.934564:0:40108:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:0.0:1767384967.934568:0:40108:0:(obd_mount.c:705:lustre_put_lsi()) put 00000000527bd279 3 00000020:00000001:3.0:1767384967.934569:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:0.0:1767384967.934573:0:40108:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1767384967.934574:0:8:0:(genops.c:863:class_export_destroy()) destroying export 000000004777c7ac/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:0.0:1767384967.934576:0:40108:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:3.0:1767384967.934577:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384967.934579:0:40108:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:3.0:1767384967.934580:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.934581:0:40108:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446624590445173856 : -119483264377760 : ffff9354a2785c60) 00000020:00000040:3.0:1767384967.934584:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000c70b4874) now 6 - export 00000020:01000004:0.0:1767384967.934584:0:40108:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 00000000527bd279 from lustre-MDT0000 00000020:00000010:0.0:1767384967.934587:0:40108:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 15 at 000000009e58f323. 00000020:00000010:3.0:1767384967.934588:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000004777c7ac. 00000020:00000010:0.0:1767384967.934594:0:40108:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 000000008f31d0eb. 00000020:00000001:0.0:1767384967.934601:0:40108:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.934604:0:40108:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384967.934605:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000004:00000001:0.0:1767384967.934608:0:40108:0:(mdt_handler.c:6511:mdt_fini()) Process leaving 00000004:00000001:0.0:1767384967.934611:0:40108:0:(mdt_handler.c:8323:mdt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.934614:0:40108:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384967.934631:0:40108:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384967.934647:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bc65f27d. 00000001:00000010:0.0:1767384967.934652:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a1747dda. 00000001:00000010:0.0:1767384967.934653:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c3672931. 00000001:00000010:0.0:1767384967.934655:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002c3a00a7. 00000001:00000010:0.0:1767384967.934670:0:40108:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000be92826e. 00000001:00000010:0.0:1767384967.934672:0:40108:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000f0aa090c. 00000001:00000001:0.0:1767384967.934675:0:40108:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384967.934677:0:40108:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384967.934681:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c84f32c0. 00000001:00000010:0.0:1767384967.934683:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003cfeae2e. 00000001:00000010:0.0:1767384967.934687:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f8e9d55e. 00000001:00000010:0.0:1767384967.934689:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006714fa31. 00000001:00000010:0.0:1767384967.934692:0:40108:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000e3b4e902. 00000001:00000010:0.0:1767384967.934695:0:40108:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000b1f1323a. 00000001:00000001:0.0:1767384967.934699:0:40108:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384967.934701:0:40108:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8d9ce3b) now 3 - setup 00000020:00000001:0.0:1767384967.934704:0:40108:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.934707:0:40108:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384967.934710:0:40108:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384967.934714:0:40108:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384967.934717:0:40108:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8d9ce3b) now 2 - obd_device_list 00000020:00000080:0.0:1767384967.934720:0:40108:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000040:0.0:1767384967.934721:0:40108:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8d9ce3b) now 1 - newdev 00000020:00000040:0.0:1767384967.934724:0:40108:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000873deb63 with handle 0xb57eb78819562de5 from hash 00000020:00000040:0.0:1767384967.934726:0:40108:0:(genops.c:898:class_export_put()) PUTting export 00000000873deb63 : new refcount 0 00000020:00000080:0.0:1767384967.934727:0:40108:0:(genops.c:904:class_export_put()) final put 00000000873deb63/lustre-MDT0000_UUID 00000020:00000001:0.0:1767384967.934729:0:40108:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.934732:0:40108:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384967.934733:0:40108:0:(genops.c:863:class_export_destroy()) destroying export 00000000873deb63/lustre-MDT0000_UUID for lustre-MDT0000 00000020:00000001:0.0:1767384967.934735:0:40108:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:0.0:1767384967.934737:0:40108:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000004:00000010:0.0:1767384967.934739:0:40108:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000fb7d5bd9. 00000004:00000001:0.0:1767384967.934742:0:40108:0:(mdt_handler.c:7629:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.934748:0:40108:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384967.934750:0:40108:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000873deb63. 00000020:00000001:0.0:1767384967.934755:0:40108:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384967.934756:0:40108:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000 obd_type name = mdt 00000020:01000000:0.0:1767384967.934758:0:40108:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:00000001:0.0:1767384967.934760:0:40108:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384967.934762:0:40108:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f625a7e. 00000020:00000010:0.0:1767384967.934765:0:40108:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001959f5ea. 00000040:00000010:0.0:1767384967.934767:0:40108:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000021f02ee3. 00000020:00000010:0.0:1767384967.934769:0:40108:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008c0904d2. 00000020:00000010:0.0:1767384967.934771:0:40108:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002284a063. 00000020:00000010:0.0:1767384967.934774:0:40108:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009a1b0549. 80000000:00000010:0.0:1767384967.934777:0:40108:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f977713f. 40000000:00000010:0.0:1767384967.934779:0:40108:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000046851e97. 00100000:00000010:0.0:1767384967.934782:0:40108:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000044a04fa3. 00040000:00000010:0.0:1767384967.934784:0:40108:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f031e2b1. 00040000:00000010:0.0:1767384967.934786:0:40108:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003216820e. 00080000:00000010:0.0:1767384967.934789:0:40108:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000090f7e42. 00080000:00000010:0.0:1767384967.934793:0:40108:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e530d69e. 00000004:00000010:0.0:1767384967.934796:0:40108:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d8df80a8. 00000004:00000001:0.0:1767384967.934798:0:40108:0:(mdt_handler.c:8331:mdt_device_free()) Process entered 00000004:00000010:0.0:1767384967.934800:0:40108:0:(mdt_handler.c:8334:mdt_device_free()) kfreed 'm': 4000 at 000000004d4cf6ad. 00000004:00000001:0.0:1767384967.934803:0:40108:0:(mdt_handler.c:8336:mdt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384967.934805:0:40108:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001959f5ea. 00000040:00000010:0.0:1767384967.934808:0:40108:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000021f02ee3. 00000020:00000010:0.0:1767384967.934811:0:40108:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008c0904d2. 00000020:00000010:0.0:1767384967.934850:0:40108:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002284a063. 00000020:00000010:0.0:1767384967.934855:0:40108:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009a1b0549. 80000000:00000010:0.0:1767384967.934858:0:40108:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f977713f. 40000000:00000010:0.0:1767384967.934861:0:40108:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000046851e97. 00100000:00000010:0.0:1767384967.934868:0:40108:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000044a04fa3. 00040000:00000010:0.0:1767384967.934871:0:40108:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f031e2b1. 00040000:00000010:0.0:1767384967.934875:0:40108:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003216820e. 00080000:00000010:0.0:1767384967.934878:0:40108:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e530d69e. 00080000:00000010:0.0:1767384967.934884:0:40108:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000090f7e42. 00000004:00000010:0.0:1767384967.934889:0:40108:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d8df80a8. 00000020:00000010:0.0:1767384967.934892:0:40108:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f625a7e. 00000020:00000001:0.0:1767384967.934897:0:40108:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384967.934900:0:40108:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000a8d9ce3b. 00000020:00000001:0.0:1767384967.934908:0:40108:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.934910:0:40108:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.934913:0:40108:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000cc7e46ce. 00000020:00000001:0.0:1767384967.934919:0:40108:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.934922:0:40108:0:(obd_mount.c:552:lustre_stop_mgc()) Process entered 00000020:01000004:0.0:1767384967.934935:0:40108:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 1 references. 00000020:00000001:0.0:1767384967.934936:0:40108:0:(obd_mount.c:570:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000001:0.0:1767384967.934939:0:40108:0:(obd_mount.c:597:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:0.0:1767384967.934942:0:40108:0:(tgt_mount.c:250:server_stop_mgs()) Process entered 00000020:00000001:0.0:1767384967.934944:0:40108:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1767384967.934946:0:40108:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446624590015248032 : -119483694303584 : ffff935488d836a0) 00000020:01000004:0.0:1767384967.934948:0:40108:0:(tgt_mount.c:256:server_stop_mgs()) Stop MGS service MGS 00000020:00000001:0.0:1767384967.934950:0:40108:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384967.934952:0:40108:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000010:0.0:1767384967.934955:0:40108:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 0000000046851e97. 00000020:00000080:0.0:1767384967.934956:0:40108:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384967.934960:0:40108:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384967.934963:0:40108:0:(obd_config.c:886:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1767384967.934968:0:40108:0:(genops.c:1836:print_export_data()) MGS: ACTIVE 000000003d3e266f b543db4a-4900-454f-be04-352b2897a173 0@lo 9 (0 0 5) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:0.0:1767384967.934971:0:40108:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384967.934974:0:40108:0:(genops.c:1570:class_disconnect_exports()) OBD device 1 (00000000d30a507b) has exports, disconnecting them 00000020:00000001:0.0:1767384967.934976:0:40108:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:0.0:1767384967.934977:0:40108:0:(genops.c:887:class_export_get()) GET export 000000003d3e266f refcount=10 00000020:00000040:0.0:1767384967.934978:0:40108:0:(genops.c:887:class_export_get()) GET export 000000003d3e266f refcount=11 00000020:00080000:0.0:1767384967.934980:0:40108:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (000000003d3e266f), last request at 1767384866 00000020:00000001:0.0:1767384967.934981:0:40108:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:0.0:1767384967.934983:0:40108:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:0.0:1767384967.934990:0:40108:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 10 20000000:00000010:0.0:1767384967.934991:0:40108:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 00000000bad00468. 00000020:00000040:0.0:1767384967.934994:0:40108:0:(genops.c:887:class_export_get()) GET export 000000003d3e266f refcount=11 00010000:00000001:0.0:1767384967.934997:0:40108:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:0.0:1767384967.934999:0:40108:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:0.0:1767384967.935002:0:40108:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 10 00000020:00000080:0.0:1767384967.935003:0:40108:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb57eb78819562da6 00000020:00000040:0.0:1767384967.935006:0:40108:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003d3e266f with handle 0xb57eb78819562da6 from hash 00000020:00000040:0.0:1767384967.935009:0:40108:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 9 00000020:00000001:0.0:1767384967.935011:0:40108:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:0.0:1767384967.935013:0:40108:0:(genops.c:1938:obd_stale_export_put()) Put export 000000003d3e266f: total 0 00000020:00000001:0.0:1767384967.935016:0:40108:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384967.935018:0:40108:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 8 00000020:00000001:0.0:1767384967.935021:0:40108:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.935023:0:40108:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:0.0:1767384967.935027:0:40108:0:(import.c:65:import_set_state_nolock()) 000000003b66da55 : changing import state from FULL to CLOSED 00000100:00000001:0.0:1767384967.935030:0:40108:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384967.935033:0:40108:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384967.935035:0:40108:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:0.0:1767384967.935050:0:40108:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384967.935053:0:40108:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 7 20000000:00000001:0.0:1767384967.935056:0:40108:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.935059:0:40108:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384967.935064:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00080000:0.0:1767384967.935064:0:40108:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (000000003d3e266f): rc 0 00000020:00000040:0.0:1767384967.935067:0:40108:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 6 00000020:00010000:2.0:1767384967.935068:0:17077:0:(genops.c:1924:obd_stale_export_get()) Get export 000000003d3e266f: total 0 00000020:00000001:2.0:1767384967.935072:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446624590168864768 : -119483540686848 : ffff935492003800) 00000020:00000001:0.0:1767384967.935072:0:40108:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:0.0:1767384967.935077:0:40108:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384967.935080:0:40108:0:(obd_class.h:604:obd_precleanup()) Process entered 00010000:00000001:2.0:1767384967.935082:0:17077:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 20000000:00000001:0.0:1767384967.935084:0:40108:0:(mgs_handler.c:1661:mgs_device_fini()) Process entered 00000020:00000010:2.0:1767384967.935088:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002e73130. 00000020:00000001:0.0:1767384967.935088:0:40108:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384967.935090:0:40108:0:(genops.c:1575:class_disconnect_exports()) OBD device 1 (00000000d30a507b) has no exports 00000020:00000010:2.0:1767384967.935094:0:17077:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008bef3578. 00000020:00000001:0.0:1767384967.935094:0:40108:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000100:00000001:0.0:1767384967.935098:0:40108:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000020:00000010:2.0:1767384967.935099:0:17077:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000552bca0f. 00000100:00000200:0.0:1767384967.935104:0:40108:0:(service.c:3836:ptlrpc_unregister_service()) mgs: tearing down 00000020:00000010:2.0:1767384967.935106:0:17077:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009eac1f08. 00000020:00000010:2.0:1767384967.935110:0:17077:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008b0843e2. 80000000:00000010:2.0:1767384967.935112:0:17077:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000edc46aee. 00000100:00000001:0.0:1767384967.935112:0:40108:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384967.935115:0:40108:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 40000000:00000010:2.0:1767384967.935117:0:17077:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000f5de1c5. 00000100:00000040:0.0:1767384967.935118:0:40108:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mgs 00100000:00000010:2.0:1767384967.935121:0:17077:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c003bdcf. 00000100:00000040:0.0:1767384967.935122:0:40108:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #2 00000100:00000040:0.0:1767384967.935126:0:40108:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #1 00040000:00000010:2.0:1767384967.935127:0:17077:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d992fc4f. 00000100:00000040:0.0:1767384967.935129:0:40108:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #0 00040000:00000010:2.0:1767384967.935134:0:17077:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000073ba3ec4. 00080000:00000010:2.0:1767384967.935141:0:17077:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000040520574. 00080000:00000010:2.0:1767384967.935144:0:17077:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006422b363. 00002000:00000010:2.0:1767384967.935149:0:17077:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d323a0d4. 00000020:00000010:2.0:1767384967.935153:0:17077:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008bef3578. 00000100:00000040:0.0:1767384967.935156:0:40108:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ll_mgs #2 00000020:00000010:2.0:1767384967.935158:0:17077:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000552bca0f. 00000020:00000010:2.0:1767384967.935163:0:17077:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009eac1f08. 00000020:00000010:2.0:1767384967.935167:0:17077:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008b0843e2. 00000020:00000010:3.0:1767384967.935169:0:17084:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c4cc23be. 00000020:00000010:0.0:1767384967.935170:0:17083:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002866b04a. 00000040:00000010:3.0:1767384967.935177:0:17084:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e13893a9. 00000040:00000010:0.0:1767384967.935177:0:17083:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d8a4ee9a. 80000000:00000010:2.0:1767384967.935179:0:17077:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000edc46aee. 00000020:00000010:3.0:1767384967.935184:0:17084:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007d3edab5. 00000020:00000010:0.0:1767384967.935185:0:17083:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003c5db114. 40000000:00000010:2.0:1767384967.935186:0:17077:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000f5de1c5. 00000020:00000010:3.0:1767384967.935192:0:17084:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000084aa323c. 00100000:00000010:2.0:1767384967.935193:0:17077:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c003bdcf. 00000020:00000010:0.0:1767384967.935194:0:17083:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000856cd4ab. 80000000:00000010:3.0:1767384967.935199:0:17084:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008fec808a. 00040000:00000010:2.0:1767384967.935200:0:17077:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d992fc4f. 80000000:00000010:0.0:1767384967.935202:0:17083:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000565c0eaf. 00040000:00000010:3.0:1767384967.935205:0:17084:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000750c90ba. 00040000:00000010:2.0:1767384967.935207:0:17077:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000073ba3ec4. 00040000:00000010:0.0:1767384967.935209:0:17083:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008bdd539c. 00080000:00000010:3.0:1767384967.935213:0:17084:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000696a08f2. 00080000:00000010:2.0:1767384967.935216:0:17077:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006422b363. 00080000:00000010:0.0:1767384967.935218:0:17083:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002773ad5f. 00080000:00000010:3.0:1767384967.935219:0:17084:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000e25a73ae. 00080000:00000010:2.0:1767384967.935222:0:17077:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000040520574. 00080000:00000010:3.0:1767384967.935229:0:17084:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007e91d003. 00002000:00000010:2.0:1767384967.935230:0:17077:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d323a0d4. 00000020:00000010:2.0:1767384967.935241:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002e73130. 20000000:00000010:3.0:1767384967.935245:0:17084:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000080d99a2d. 00010000:00010000:2.0:1767384967.935248:0:17077:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 000000003d3e266f, canceled 0 locks, left on hash table 5. 00000020:00000010:3.0:1767384967.935254:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000772cd196. 00000020:00000010:2.0:1767384967.935254:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002e73130. 00080000:00000010:0.0:1767384967.935259:0:17083:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000ea794d32. 00000020:00000010:2.0:1767384967.935262:0:17077:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008863e407. 00000020:00000010:3.0:1767384967.935266:0:17084:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000004d59191. 00080000:00000010:0.0:1767384967.935266:0:17083:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000980f9615. 00000020:00000010:2.0:1767384967.935267:0:17077:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c003bdcf. 00000020:00000010:2.0:1767384967.935273:0:17077:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009eac1f08. 00000020:00000010:2.0:1767384967.935277:0:17077:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000073ba3ec4. 20000000:00000010:0.0:1767384967.935278:0:17083:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000ca3f3e2c. 80000000:00000010:2.0:1767384967.935281:0:17077:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000edc46aee. 40000000:00000010:2.0:1767384967.935285:0:17077:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000f5de1c5. 00000020:00000010:0.0:1767384967.935288:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016534779. 00000100:00000010:3.0:1767384967.935289:0:17084:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000005b448117. 00100000:00000010:2.0:1767384967.935289:0:17077:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000552bca0f. 00040000:00000010:2.0:1767384967.935306:0:17077:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d992fc4f. 00000100:00100000:3.0:1767384967.935309:0:17084:0:(service.c:3155:ptlrpc_main()) ll_mgs_0002: service thread [00000000ed9cf48d:17084] 2 exiting: rc = 0 00000020:00000010:0.0:1767384967.935309:0:17083:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000126b029d. 00040000:00000010:2.0:1767384967.935310:0:17077:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008b0843e2. 00000100:00000010:0.0:1767384967.935320:0:17083:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000fc9b063c. 00080000:00000010:2.0:1767384967.935322:0:17077:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000040520574. 00000100:00100000:0.0:1767384967.935326:0:17083:0:(service.c:3155:ptlrpc_main()) ll_mgs_0001: service thread [000000008034323e:17083] 1 exiting: rc = 0 00080000:00000010:2.0:1767384967.935327:0:17077:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006422b363. 00002000:00000010:2.0:1767384967.935333:0:17077:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d323a0d4. 00000001:00000001:2.0:1767384967.935337:0:17077:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:2.0:1767384967.935340:0:17077:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1767384967.935345:0:17077:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000484baadb count: 2 00010000:00000001:2.0:1767384967.935348:0:17077:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384967.935350:0:17077:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384967.935353:0:17077:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384967.935355:0:17077:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384967.935359:0:17077:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384967.935363:0:17077:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384967.935365:0:17077:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384967.935371:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384967.935380:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384967.935383:0:17077:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384967.935385:0:17077:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384967.935389:0:17077:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000af330208 with handle 0xb57eb78819562e94 from hash 00010000:00000001:2.0:1767384967.935392:0:17077:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384967.935395:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384967.935396:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384967.935398:0:17077:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384967.935401:0:17077:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000010:0.0:1767384967.935402:0:17081:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004501cc4e. 00010000:00000040:2.0:1767384967.935404:0:17077:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 000000003d3e266f, 1 locks cancelled. 00010000:00000001:2.0:1767384967.935408:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384967.935409:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000040:00000010:0.0:1767384967.935409:0:17081:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b0983f1c. 00010000:00000001:2.0:1767384967.935412:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1767384967.935416:0:17081:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000751d3294. 00010000:00010000:2.0:1767384967.935420:0:17077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000af330208/0xb57eb78819562e94 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb57eb78819562e8d expref: 6 pid: 17083 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384967.935423:0:17081:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000033526001. 00010000:00000040:2.0:1767384967.935429:0:17077:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003d3e266f : new locks_count 4 80000000:00000010:0.0:1767384967.935429:0:17081:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fc496e18. 00000020:00000040:2.0:1767384967.935435:0:17077:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 5 00040000:00000010:0.0:1767384967.935437:0:17081:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d13d84f2. 00010000:00000040:2.0:1767384967.935438:0:17077:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000484baadb count: 0 00080000:00000010:0.0:1767384967.935447:0:17081:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000105adad8. 00010000:00000001:2.0:1767384967.935454:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000010:0.0:1767384967.935455:0:17081:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 000000009a5dabb9. 00000001:00000040:2.0:1767384967.935459:0:17077:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: b543db4a-4900-4, loop: 0 00080000:00000010:0.0:1767384967.935461:0:17081:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e523df4c. 00000001:00000001:2.0:1767384967.935462:0:17077:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1767384967.935467:0:17077:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000040aa0528 count: 4 00010000:00000001:2.0:1767384967.935469:0:17077:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 20000000:00000010:0.0:1767384967.935470:0:17081:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000006646cbe. 00000020:00000001:2.0:1767384967.935471:0:17077:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384967.935475:0:17077:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384967.935477:0:17077:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384967.935478:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000137acde5. 00000020:00000001:2.0:1767384967.935479:0:17077:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384967.935484:0:17077:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:0.0:1767384967.935484:0:17081:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000cf1ce1ca. 00010000:00000001:2.0:1767384967.935489:0:17077:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384967.935492:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384967.935493:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384967.935496:0:17077:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000010:0.0:1767384967.935497:0:17081:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000f1172c33. 00010000:00000001:2.0:1767384967.935498:0:17077:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384967.935502:0:17077:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000019e4cef with handle 0xb57eb78819562ea2 from hash 00010000:00000001:2.0:1767384967.935505:0:17077:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384967.935506:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1767384967.935506:0:17081:0:(service.c:3155:ptlrpc_main()) ll_mgs_0000: service thread [00000000e0f5d740:17081] 0 exiting: rc = 1 00010000:00000001:2.0:1767384967.935513:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384967.935515:0:17077:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384967.935516:0:17077:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:2.0:1767384967.935519:0:17077:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 000000003d3e266f, 2 locks cancelled. 00010000:00000001:2.0:1767384967.935522:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384967.935524:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384967.935526:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384967.935528:0:17077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000019e4cef/0xb57eb78819562ea2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb57eb78819562e9b expref: 5 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384967.935533:0:17077:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003d3e266f : new locks_count 3 00000020:00000040:2.0:1767384967.935536:0:17077:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 4 00010000:00000001:2.0:1767384967.935554:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1767384967.935558:0:17077:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: b543db4a-4900-4, loop: 1 00000001:00000001:2.0:1767384967.935561:0:17077:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1767384967.935566:0:17077:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000040aa0528 count: 3 00010000:00000001:2.0:1767384967.935569:0:17077:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384967.935573:0:17077:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384967.935576:0:17077:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384967.935578:0:17077:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384967.935581:0:17077:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384967.935588:0:17077:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384967.935590:0:17077:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384967.935595:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384967.935597:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384967.935601:0:17077:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384967.935605:0:17077:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384967.935609:0:17077:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004c0df097 with handle 0xb57eb78819562db4 from hash 00010000:00000001:2.0:1767384967.935613:0:17077:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384967.935616:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384967.935618:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:0.0:1767384967.935620:0:40108:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000e0f5d740. 00010000:00000001:2.0:1767384967.935622:0:17077:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384967.935627:0:17077:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384967.935630:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384967.935633:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384967.935634:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:0.0:1767384967.935635:0:40108:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000008034323e. 00010000:00010000:2.0:1767384967.935637:0:17077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004c0df097/0xb57eb78819562db4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb57eb78819562dad expref: 4 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000010:0.0:1767384967.935645:0:40108:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000ed9cf48d. 00000100:00000001:0.0:1767384967.935651:0:40108:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1767384967.935653:0:40108:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00010000:00000040:2.0:1767384967.935659:0:17077:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003d3e266f : new locks_count 2 00000400:00000200:0.0:1767384967.935659:0:40108:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 26 lazy 00000020:00000040:2.0:1767384967.935664:0:17077:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 3 00000400:00000001:0.0:1767384967.935668:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384967.935671:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:0.0:1767384967.935673:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000001:00000040:2.0:1767384967.935674:0:17077:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: b543db4a-4900-4, loop: 2 00000001:00000001:2.0:1767384967.935678:0:17077:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000010:0.0:1767384967.935678:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b4b4876. 00010000:00000040:2.0:1767384967.935680:0:17077:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f6634d39 count: 2 00010000:00000001:2.0:1767384967.935684:0:17077:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:0.0:1767384967.935685:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052d31019 00000020:00000001:2.0:1767384967.935686:0:17077:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384967.935689:0:17077:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000010:0.0:1767384967.935691:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000052d31019. 00010000:00000001:2.0:1767384967.935692:0:17077:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384967.935696:0:17077:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.935699:0:40108:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:2.0:1767384967.935700:0:17077:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000200:0.0:1767384967.935703:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:2.0:1767384967.935704:0:17077:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384967.935709:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384967.935712:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384967.935715:0:17077:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384967.935717:0:17077:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384967.935718:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000040:2.0:1767384967.935723:0:17077:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c13f8c30 with handle 0xb57eb78819562ebe from hash 00000100:00000040:0.0:1767384967.935724:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00010000:00000001:2.0:1767384967.935728:0:17077:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384967.935730:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384967.935730:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1767384967.935733:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384967.935735:0:17077:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000001:0.0:1767384967.935735:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384967.935739:0:17077:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000001:0.0:1767384967.935739:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000040:2.0:1767384967.935743:0:17077:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 000000003d3e266f, 4 locks cancelled. 00000400:00000010:0.0:1767384967.935744:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fda63160. 00010000:00000001:2.0:1767384967.935748:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384967.935750:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004acd755 00010000:00000001:2.0:1767384967.935751:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384967.935756:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1767384967.935757:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000004acd755. 00010000:00010000:2.0:1767384967.935761:0:17077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c13f8c30/0xb57eb78819562ebe lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb57eb78819562eb7 expref: 3 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384967.935763:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.935766:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000040:2.0:1767384967.935771:0:17077:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003d3e266f : new locks_count 1 00000020:00000040:2.0:1767384967.935774:0:17077:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 2 00000100:00100000:0.0:1767384967.935779:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000040:2.0:1767384967.935780:0:17077:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f6634d39 count: 0 00000100:00000040:0.0:1767384967.935782:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384967.935786:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.935788:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.935789:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.935791:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a14e1bdd. 00010000:00000001:2.0:1767384967.935792:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384967.935795:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0ccb21e 00000400:00000010:0.0:1767384967.935797:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d0ccb21e. 00000100:00000001:0.0:1767384967.935798:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.935803:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000001:00000040:2.0:1767384967.935806:0:17077:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: b543db4a-4900-4, loop: 3 00000001:00000001:2.0:1767384967.935811:0:17077:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00100000:0.0:1767384967.935812:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.935841:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767384967.935844:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.935847:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.935848:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.935852:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032e48dde. 00010000:00000040:2.0:1767384967.935853:0:17077:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000040aa0528 count: 2 00000400:00000200:0.0:1767384967.935856:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066f9c8ad 00010000:00000001:2.0:1767384967.935857:0:17077:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:0.0:1767384967.935861:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066f9c8ad. 00000020:00000001:2.0:1767384967.935862:0:17077:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384967.935865:0:17077:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384967.935868:0:17077:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.935869:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:2.0:1767384967.935871:0:17077:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384967.935872:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:2.0:1767384967.935875:0:17077:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384967.935879:0:17077:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384967.935883:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384967.935886:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384967.935889:0:17077:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:0.0:1767384967.935889:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:2.0:1767384967.935892:0:17077:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384967.935894:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000020:00000040:2.0:1767384967.935897:0:17077:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000935808c2 with handle 0xb57eb78819562ecc from hash 00010000:00000001:2.0:1767384967.935902:0:17077:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384967.935904:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384967.935904:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1767384967.935910:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:0.0:1767384967.935911:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384967.935912:0:17077:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000001:0.0:1767384967.935915:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384967.935916:0:17077:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384967.935920:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1767384967.935920:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8ee7c92. 00010000:00000001:2.0:1767384967.935925:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384967.935927:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384967.935929:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da2a3684 00010000:00010000:2.0:1767384967.935933:0:17077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000935808c2/0xb57eb78819562ecc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb57eb78819562ec5 expref: 2 pid: 17083 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384967.935935:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000da2a3684. 00010000:00000040:2.0:1767384967.935942:0:17077:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003d3e266f : new locks_count 0 00000020:00000040:2.0:1767384967.935945:0:17077:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 1 00000100:00000001:0.0:1767384967.935946:0:40108:0:(events.c:286:request_in_callback()) Process entered 00010000:00000040:2.0:1767384967.935948:0:17077:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000040aa0528 count: 0 00000100:00000200:0.0:1767384967.935949:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:2.0:1767384967.935957:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1767384967.935963:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000001:00000040:2.0:1767384967.935965:0:17077:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: b543db4a-4900-4, loop: 4 00000100:00000040:0.0:1767384967.935966:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000001:00000001:2.0:1767384967.935972:0:17077:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:0.0:1767384967.935972:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.935977:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000001:00000001:2.0:1767384967.935979:0:17077:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384967.935979:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.935982:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dacb7afb. 00010000:00010000:2.0:1767384967.935985:0:17077:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 000000003d3e266f, canceled 5 locks, left on hash table 0. 00000400:00000200:0.0:1767384967.935988:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b50aec9 00010000:00000001:2.0:1767384967.935991:0:17077:0:(ldlm_lock.c:2443:ldlm_reprocess_recovery_done()) Process entered 00000400:00000010:0.0:1767384967.935992:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005b50aec9. 00000001:00000001:2.0:1767384967.935996:0:17077:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:0.0:1767384967.935997:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000001:00000001:2.0:1767384967.936000:0:17077:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000200:0.0:1767384967.936000:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.936005:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.936007:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1767384967.936009:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.936011:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.936014:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000001:00000001:2.0:1767384967.936016:0:17077:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384967.936016:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044a1028c. 00010000:00000001:2.0:1767384967.936022:0:17077:0:(ldlm_lock.c:2449:ldlm_reprocess_recovery_done()) Process leaving 00000400:00000200:0.0:1767384967.936022:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000adabaac4 00000400:00000010:0.0:1767384967.936025:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000adabaac4. 00000100:00000001:0.0:1767384967.936029:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:2.0:1767384967.936030:0:17077:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008863e407. 00000100:00000200:0.0:1767384967.936030:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000010:2.0:1767384967.936038:0:17077:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c003bdcf. 00000100:00100000:0.0:1767384967.936039:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.936044:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000020:00000010:2.0:1767384967.936046:0:17077:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009eac1f08. 00000100:00000001:0.0:1767384967.936048:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:2.0:1767384967.936051:0:17077:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000073ba3ec4. 00000400:00000001:0.0:1767384967.936052:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.936055:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 80000000:00000010:2.0:1767384967.936056:0:17077:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000edc46aee. 00000400:00000010:0.0:1767384967.936057:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ab5e452. 40000000:00000010:2.0:1767384967.936063:0:17077:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000f5de1c5. 00000400:00000200:0.0:1767384967.936065:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006894ea0a 00100000:00000010:2.0:1767384967.936067:0:17077:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000552bca0f. 00000400:00000010:0.0:1767384967.936069:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006894ea0a. 00040000:00000010:2.0:1767384967.936073:0:17077:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d992fc4f. 00000100:00000001:0.0:1767384967.936075:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.936078:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00040000:00000010:2.0:1767384967.936079:0:17077:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008b0843e2. 00080000:00000010:2.0:1767384967.936086:0:17077:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006422b363. 00000100:00100000:0.0:1767384967.936090:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00080000:00000010:2.0:1767384967.936091:0:17077:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000040520574. 00000100:00000040:0.0:1767384967.936095:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00002000:00000010:2.0:1767384967.936096:0:17077:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d323a0d4. 00000020:00000010:2.0:1767384967.936100:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002e73130. 00000100:00000001:0.0:1767384967.936100:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.936104:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384967.936106:0:17077:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000400:00000001:0.0:1767384967.936107:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1767384967.936109:0:17077:0:(genops.c:898:class_export_put()) PUTting export 000000003d3e266f : new refcount 0 00000400:00000010:0.0:1767384967.936110:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dcea5330. 00000020:00000080:2.0:1767384967.936113:0:17077:0:(genops.c:904:class_export_put()) final put 000000003d3e266f/b543db4a-4900-454f-be04-352b2897a173 00000400:00000200:0.0:1767384967.936118:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6e97571 00000400:00000010:0.0:1767384967.936121:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d6e97571. 00000100:00000001:0.0:1767384967.936125:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.936126:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:2.0:1767384967.936127:0:17077:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:2.0:1767384967.936129:0:17077:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384967.936134:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384967.936138:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384967.936138:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000001:3.0:1767384967.936140:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000100:00000040:0.0:1767384967.936144:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00010000:00010000:2.0:1767384967.936145:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1767384967.936146:0:8:0:(genops.c:863:class_export_destroy()) destroying export 000000003d3e266f/b543db4a-4900-454f-be04-352b2897a173 for MGS 00000020:00000001:2.0:1767384967.936150:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384967.936151:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1767384967.936152:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384967.936155:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384967.936156:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384967.936157:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384967.936161:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384967.936161:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.936165:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013b2c91d. 00010000:00010000:2.0:1767384967.936166:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:3.0:1767384967.936169:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 10 to 0@lo 00000400:00000200:0.0:1767384967.936171:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd4df596 00000020:00000001:3.0:1767384967.936172:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:3.0:1767384967.936174:0:8:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000400:00000010:0.0:1767384967.936174:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fd4df596. 00000020:00000040:3.0:1767384967.936176:0:8:0:(genops.c:1229:class_import_get()) import 000000003b66da55 refcount=2 obd=MGS 00000100:00000001:0.0:1767384967.936177:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.936178:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:3.0:1767384967.936179:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384967.936181:0:8:0:(genops.c:1242:class_import_put()) import 000000003b66da55 refcount=1 obd=MGS 00000020:00000001:3.0:1767384967.936183:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384967.936186:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:0.0:1767384967.936186:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000040:3.0:1767384967.936190:0:8:0:(genops.c:1242:class_import_put()) import 000000003b66da55 refcount=0 obd=MGS 00000100:00000040:0.0:1767384967.936190:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000020:00000040:3.0:1767384967.936193:0:8:0:(genops.c:1245:class_import_put()) final put import 000000003b66da55 00000100:00000001:0.0:1767384967.936195:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.936198:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.936201:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.936203:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2ac694c. 00000020:00000001:3.0:1767384967.936208:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1767384967.936211:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9eb1e18 00010000:00000001:3.0:1767384967.936212:0:8:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000400:00000010:0.0:1767384967.936214:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d9eb1e18. 00000001:00000001:3.0:1767384967.936216:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384967.936221:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004ed3f237. 00000100:00000001:0.0:1767384967.936223:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.936226:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000001:00000010:3.0:1767384967.936229:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000348e237f. 00000001:00000010:3.0:1767384967.936235:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d8a4ee00. 00000001:00000010:3.0:1767384967.936243:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005674ad6f. 00000100:00100000:0.0:1767384967.936244:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.936247:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000001:00000010:3.0:1767384967.936250:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000913d507b. 00000100:00000001:0.0:1767384967.936254:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000010:3.0:1767384967.936256:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000008425984f. 00000400:00000001:0.0:1767384967.936257:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.936258:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000001:00000001:3.0:1767384967.936260:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000400:00000010:0.0:1767384967.936260:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026116456. 00010000:00000001:3.0:1767384967.936261:0:8:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000400:00000200:0.0:1767384967.936262:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003479960d 00000400:00000010:0.0:1767384967.936263:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003479960d. 00010000:00000001:3.0:1767384967.936264:0:8:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:3.0:1767384967.936265:0:8:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 20000000:00000001:3.0:1767384967.936266:0:8:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384967.936268:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384967.936270:0:8:0:(obd_config.c:955:class_decref()) Decref MGS (00000000d30a507b) now 5 - export 00000100:00000001:0.0:1767384967.936271:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:3.0:1767384967.936272:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000003d3e266f. 00000100:00000200:0.0:1767384967.936273:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.936278:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.936280:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384967.936282:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384967.936284:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000400:00000001:0.0:1767384967.936284:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.936286:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384967.936288:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000400:00000010:0.0:1767384967.936288:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee75000a. 00000020:00000080:3.0:1767384967.936290:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000003b66da55 for MGS 00000400:00000200:0.0:1767384967.936303:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091e0cd71 00000400:00000010:0.0:1767384967.936305:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000091e0cd71. 00000020:00000040:3.0:1767384967.936307:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 9 to 0@lo 00000020:00000040:3.0:1767384967.936309:0:8:0:(obd_config.c:955:class_decref()) Decref MGS (00000000d30a507b) now 4 - import 00000100:00000001:0.0:1767384967.936311:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:3.0:1767384967.936312:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000003b66da55. 00000100:00000200:0.0:1767384967.936312:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:3.0:1767384967.936316:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00100000:0.0:1767384967.936318:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.936319:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384967.936322:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.936324:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.936325:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.936328:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000671f4b5f. 00000400:00000200:0.0:1767384967.936331:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b683798 00000400:00000010:0.0:1767384967.936333:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000b683798. 00000100:00000001:0.0:1767384967.936338:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.936340:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.936345:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.936347:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384967.936349:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.936351:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.936352:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.936354:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002759101d. 00000400:00000200:0.0:1767384967.936357:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f35bb364 00000400:00000010:0.0:1767384967.936359:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f35bb364. 00000100:00000001:0.0:1767384967.936362:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.936363:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.936368:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.936369:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384967.936372:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.936374:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.936375:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.936376:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef7e7d2e. 00000400:00000200:0.0:1767384967.936380:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000653e559a 00000400:00000010:0.0:1767384967.936383:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000653e559a. 00000100:00000001:0.0:1767384967.936385:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.936387:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.936392:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.936394:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384967.936397:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.936399:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.936401:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.936403:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002123e41f. 00000400:00000200:0.0:1767384967.936405:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ceb8ccc 00000400:00000010:0.0:1767384967.936407:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ceb8ccc. 00000100:00000001:0.0:1767384967.936412:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.936413:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.936420:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.936423:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384967.936425:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.936428:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.936430:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.936432:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068526422. 00000400:00000200:0.0:1767384967.936435:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c02db653 00000400:00000010:0.0:1767384967.936437:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c02db653. 00000100:00000001:0.0:1767384967.936439:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.936441:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.936446:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.936449:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384967.936452:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.936454:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.936456:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.936458:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c94a8f59. 00000400:00000200:0.0:1767384967.936461:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dcc7c03 00000400:00000010:0.0:1767384967.936463:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008dcc7c03. 00000100:00000001:0.0:1767384967.936467:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.936468:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.936477:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.936479:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384967.936484:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.936486:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.936489:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.936492:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a842f207. 00000400:00000200:0.0:1767384967.936496:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000765ea4ed 00000400:00000010:0.0:1767384967.936498:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000765ea4ed. 00000100:00000001:0.0:1767384967.936509:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.936511:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.936522:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.936525:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384967.936531:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.936534:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.936547:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.936548:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d751563c. 00000400:00000200:0.0:1767384967.936550:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064e6e462 00000400:00000010:0.0:1767384967.936552:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000064e6e462. 00000100:00000001:0.0:1767384967.936559:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.936562:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.936576:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.936581:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384967.936588:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.936593:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.936596:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.936599:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9b75088. 00000400:00000200:0.0:1767384967.936604:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5d550e0 00000400:00000010:0.0:1767384967.936607:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f5d550e0. 00000100:00000001:0.0:1767384967.936614:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.936615:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.936617:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.936618:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384967.936619:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.936620:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.936620:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.936621:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f16ceb5. 00000400:00000200:0.0:1767384967.936622:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8de4347 00000400:00000010:0.0:1767384967.936623:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8de4347. 00000100:00000001:0.0:1767384967.936630:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.936631:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.936633:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.936634:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384967.936636:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.936648:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.936649:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.936651:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008248ab79. 00000400:00000200:0.0:1767384967.936654:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bda5a94d 00000400:00000010:0.0:1767384967.936656:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bda5a94d. 00000100:00000001:0.0:1767384967.936659:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.936660:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.936664:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.936665:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384967.936669:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.936671:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.936673:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.936675:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a816d0cf. 00000400:00000200:0.0:1767384967.936680:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a4fa45e 00000400:00000010:0.0:1767384967.936682:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002a4fa45e. 00000100:00000001:0.0:1767384967.936687:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.936688:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.936696:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.936699:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384967.936704:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.936706:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.936708:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.936710:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000659fa31. 00000400:00000200:0.0:1767384967.936713:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097c1ba4b 00000400:00000010:0.0:1767384967.936715:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000097c1ba4b. 00000100:00000001:0.0:1767384967.936719:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.936720:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.936727:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.936729:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384967.936732:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.936733:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.936735:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.936737:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000baf2f313. 00000400:00000200:0.0:1767384967.936742:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3fbe85e 00000400:00000010:0.0:1767384967.936744:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a3fbe85e. 00000100:00000001:0.0:1767384967.936749:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.936751:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.936756:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.936759:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384967.936761:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.936763:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.936763:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.936765:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c28960d. 00000400:00000200:0.0:1767384967.936769:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025a7d77e 00000400:00000010:0.0:1767384967.936770:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000025a7d77e. 00000100:00000001:0.0:1767384967.936775:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.936776:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.936779:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.936780:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384967.936785:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.936787:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.936787:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.936788:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5033db8. 00000400:00000200:0.0:1767384967.936790:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f34099a7 00000400:00000010:0.0:1767384967.936791:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f34099a7. 00000100:00000001:0.0:1767384967.936795:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.936796:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.936799:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.936801:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384967.936803:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.936804:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.936805:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.936806:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002aea5c17. 00000400:00000200:0.0:1767384967.936808:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000faa5739f 00000400:00000010:0.0:1767384967.936809:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000faa5739f. 00000100:00000001:0.0:1767384967.936811:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.936812:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.936848:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.936850:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384967.936852:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.936854:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.936856:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.936857:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba31f8a8. 00000400:00000200:0.0:1767384967.936861:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037c0d1fe 00000400:00000010:0.0:1767384967.936863:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037c0d1fe. 00000100:00000001:0.0:1767384967.936867:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.936869:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.936876:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.936879:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384967.936885:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.936887:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.936889:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.936890:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5cb9717. 00000400:00000200:0.0:1767384967.936893:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cb48e79 00000400:00000010:0.0:1767384967.936895:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004cb48e79. 00000100:00000001:0.0:1767384967.936898:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.936900:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.936919:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.936921:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384967.936929:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.936933:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.936937:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.936940:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000771762ea. 00000400:00000200:0.0:1767384967.936947:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b58aa36e 00000400:00000010:0.0:1767384967.936950:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b58aa36e. 00000100:00000001:0.0:1767384967.936958:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.936960:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.936973:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.936974:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384967.936975:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.936985:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.936986:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.936988:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006037b9c4. 00000400:00000200:0.0:1767384967.936991:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3ddece0 00000400:00000010:0.0:1767384967.936994:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c3ddece0. 00000100:00000001:0.0:1767384967.936998:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.936999:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.937004:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.937006:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384967.937007:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.937015:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.937016:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.937017:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf5cb297. 00000400:00000200:0.0:1767384967.937021:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009299e827 00000400:00000010:0.0:1767384967.937023:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009299e827. 00000100:00000001:0.0:1767384967.937025:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.937026:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.937033:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.937035:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384967.937037:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.937039:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.937040:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.937042:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b332578f. 00000400:00000200:0.0:1767384967.937046:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd52b01c 00000400:00000010:0.0:1767384967.937047:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fd52b01c. 00000100:00000001:0.0:1767384967.937052:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.937054:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.937059:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.937061:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384967.937065:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.937067:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.937068:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.937070:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000256031a3. 00000400:00000200:0.0:1767384967.937072:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bfa20d4 00000400:00000010:0.0:1767384967.937075:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002bfa20d4. 00000100:00000001:0.0:1767384967.937079:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.937081:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.937089:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.937092:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384967.937097:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.937099:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.937101:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.937104:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b2e3047. 00000400:00000200:0.0:1767384967.937108:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000860120cf 00000400:00000010:0.0:1767384967.937110:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000860120cf. 00000100:00000001:0.0:1767384967.937112:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.937114:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.937130:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.937131:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384967.937133:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.937135:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.937137:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.937139:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e25c156. 00000400:00000200:0.0:1767384967.937142:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc83c627 00000400:00000010:0.0:1767384967.937146:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc83c627. 00000100:00000001:0.0:1767384967.937151:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.937152:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.937160:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.937162:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384967.937166:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.937169:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.937170:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.937172:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000126a650c. 00000400:00000200:0.0:1767384967.937175:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bc9d762 00000400:00000010:0.0:1767384967.937177:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001bc9d762. 00000100:00000001:0.0:1767384967.937180:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.937182:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.937198:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.937199:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384967.937202:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.937204:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.937205:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.937207:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d030819. 00000400:00000200:0.0:1767384967.937209:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087955232 00000400:00000010:0.0:1767384967.937210:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000087955232. 00000100:00000001:0.0:1767384967.937213:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.937214:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.937220:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.937221:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384967.937222:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.937224:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.937224:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.937226:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001be486be. 00000400:00000200:0.0:1767384967.937228:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086d836d1 00000400:00000010:0.0:1767384967.937229:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086d836d1. 00000100:00000001:0.0:1767384967.937232:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.937234:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.937238:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.937239:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384967.937242:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.937243:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.937245:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.937246:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d83ba2d1. 00000400:00000200:0.0:1767384967.937248:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e05c69c9 00000400:00000010:0.0:1767384967.937249:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e05c69c9. 00000100:00000001:0.0:1767384967.937251:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.937251:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.937257:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.937258:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384967.937259:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.937260:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.937262:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.937263:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1aaaf08. 00000400:00000200:0.0:1767384967.937266:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091545e8c 00000400:00000010:0.0:1767384967.937267:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000091545e8c. 00000100:00000001:0.0:1767384967.937269:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.937270:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.937274:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.937276:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384967.937279:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.937280:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.937281:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.937283:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001af587f0. 00000400:00000200:0.0:1767384967.937285:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa8ab9a8 00000400:00000010:0.0:1767384967.937287:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa8ab9a8. 00000100:00000001:0.0:1767384967.937303:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.937306:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.937319:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.937322:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384967.937328:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.937332:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.937344:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.937345:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070108ba1. 00000400:00000200:0.0:1767384967.937348:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6ff7a5c 00000400:00000010:0.0:1767384967.937350:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b6ff7a5c. 00000100:00000001:0.0:1767384967.937355:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.937357:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.937367:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.937369:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384967.937370:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.937371:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.937372:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.937373:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001af9ec5e. 00000400:00000200:0.0:1767384967.937374:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4d62d9f 00000400:00000010:0.0:1767384967.937375:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e4d62d9f. 00000100:00000001:0.0:1767384967.937382:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.937383:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.937387:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.937389:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384967.937391:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.937393:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.937394:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.937396:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000757d3447. 00000400:00000200:0.0:1767384967.937398:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f8f0e3c 00000400:00000010:0.0:1767384967.937400:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001f8f0e3c. 00000100:00000001:0.0:1767384967.937405:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.937406:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.937416:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.937418:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384967.937423:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.937425:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.937427:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.937429:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006db1366b. 00000400:00000200:0.0:1767384967.937431:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003253ff13 00000400:00000010:0.0:1767384967.937433:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003253ff13. 00000100:00000001:0.0:1767384967.937437:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.937439:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.937444:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.937447:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384967.937449:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.937451:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.937453:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.937456:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b25909dc. 00000400:00000200:0.0:1767384967.937459:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce3bfdcc 00000400:00000010:0.0:1767384967.937461:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ce3bfdcc. 00000100:00000001:0.0:1767384967.937466:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.937468:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.937474:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.937476:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384967.937479:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.937482:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.937484:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.937487:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7799b6e. 00000400:00000200:0.0:1767384967.937490:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6c171c0 00000400:00000010:0.0:1767384967.937493:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f6c171c0. 00000100:00000001:0.0:1767384967.937497:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.937498:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.937503:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.937505:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384967.937507:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.937509:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.937510:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.937511:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005638b6d1. 00000400:00000200:0.0:1767384967.937515:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c85cd9a3 00000400:00000010:0.0:1767384967.937517:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c85cd9a3. 00000100:00000001:0.0:1767384967.937522:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.937523:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.937528:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.937529:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384967.937531:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.937533:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.937535:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.937535:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbe32188. 00000400:00000200:0.0:1767384967.937537:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000347539e0 00000400:00000010:0.0:1767384967.937539:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000347539e0. 00000100:00000001:0.0:1767384967.937543:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.937543:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.937550:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.937552:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384967.937555:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.937557:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.937559:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.937560:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000950e037a. 00000400:00000200:0.0:1767384967.937563:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d65e7d6a 00000400:00000010:0.0:1767384967.937565:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d65e7d6a. 00000100:00000001:0.0:1767384967.937568:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.937569:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.937573:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.937576:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384967.937580:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.937581:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.937582:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.937584:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000098295e44. 00000400:00000200:0.0:1767384967.937585:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000800c81c4 00000400:00000010:0.0:1767384967.937587:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000800c81c4. 00000100:00000001:0.0:1767384967.937591:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.937592:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.937595:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.937596:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384967.937601:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.937604:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.937606:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.937609:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093d9900b. 00000400:00000200:0.0:1767384967.937614:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9d1eb99 00000400:00000010:0.0:1767384967.937617:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9d1eb99. 00000100:00000001:0.0:1767384967.937623:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.937625:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.937636:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.937639:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384967.937644:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.937647:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.937649:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.937652:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e8daed8. 00000400:00000200:0.0:1767384967.937655:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbd656a2 00000400:00000010:0.0:1767384967.937658:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cbd656a2. 00000100:00000001:0.0:1767384967.937663:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.937664:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.937666:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.937671:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384967.937673:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.937674:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.937676:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.937678:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1cded85. 00000400:00000200:0.0:1767384967.937681:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007581fa36 00000400:00000010:0.0:1767384967.937682:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007581fa36. 00000100:00000001:0.0:1767384967.937685:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.937687:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.937691:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.937693:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384967.937695:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.937697:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.937700:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.937702:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c70bd6cc. 00000400:00000200:0.0:1767384967.937705:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0a40431 00000400:00000010:0.0:1767384967.937708:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f0a40431. 00000100:00000001:0.0:1767384967.937711:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.937713:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.937719:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.937722:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384967.937727:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.937730:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.937733:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.937735:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc8f7de2. 00000400:00000200:0.0:1767384967.937739:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eacb9533 00000400:00000010:0.0:1767384967.937742:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eacb9533. 00000100:00000001:0.0:1767384967.937746:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.937747:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.937754:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.937755:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384967.937757:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.937759:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.937760:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.937761:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3c5121f. 00000400:00000200:0.0:1767384967.937765:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a6cd656 00000400:00000010:0.0:1767384967.937767:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005a6cd656. 00000100:00000001:0.0:1767384967.937770:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.937771:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.937775:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.937776:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384967.937779:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.937781:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.937783:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.937785:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d504db98. 00000400:00000200:0.0:1767384967.937787:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e934cec1 00000400:00000010:0.0:1767384967.937788:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e934cec1. 00000100:00000001:0.0:1767384967.937791:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.937793:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.937797:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.937798:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384967.937801:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.937802:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.937804:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.937805:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000345f2fa3. 00000400:00000200:0.0:1767384967.937838:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf7b9a5a 00000400:00000010:0.0:1767384967.937841:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cf7b9a5a. 00000100:00000001:0.0:1767384967.937844:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.937845:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.937854:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.937856:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384967.937858:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384967.937860:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384967.937862:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384967.937863:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c53ceb8d. 00000400:00000200:0.0:1767384967.937866:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c05e8933 00000400:00000010:0.0:1767384967.937868:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c05e8933. 00000100:00000001:0.0:1767384967.937871:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384967.937872:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384967.937876:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384967.937888:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384967.937890:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384967.937894:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.937897:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.937900:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.937902:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.937904:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.937906:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.937908:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.937910:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.937916:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.937918:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.937921:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.937923:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.937925:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.937927:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.937930:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.937931:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.937936:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.937938:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.937940:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.937942:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.937945:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.937946:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.937949:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.937949:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.937951:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.937952:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.937953:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.937954:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.937955:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.937956:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.937958:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.937959:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.937960:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.937961:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.937962:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.937963:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.937964:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.937964:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.937966:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.937966:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.937967:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.937968:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.937969:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.937970:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.937971:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.937971:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.937972:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.937973:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.937974:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.937977:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.937978:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.937979:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.937983:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.937985:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.937986:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.937986:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.937987:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.937989:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.937992:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.937994:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.937999:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.938000:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.938004:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.938006:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.938010:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.938011:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.938016:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.938017:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.938020:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.938022:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.938027:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.938029:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.938036:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.938038:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.938045:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.938047:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.938048:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.938049:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.938050:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.938050:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.938051:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.938052:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.938052:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.938053:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.938054:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.938054:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.938060:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.938061:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.938062:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.938064:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.938066:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.938067:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.938068:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.938069:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.938071:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.938072:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.938073:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.938075:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.938076:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.938077:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.938079:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.938081:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.938083:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.938085:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.938087:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.938090:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.938093:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.938095:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.938098:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.938099:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.938102:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.938103:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.938106:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.938108:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.938110:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.938111:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.938114:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.938116:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.938119:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.938120:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.938122:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.938124:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.938127:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.938129:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.938131:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.938132:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384967.938133:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.938134:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384967.938140:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000007df53be. 00000100:00000010:0.0:1767384967.938146:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004243318a. 00000100:00000010:0.0:1767384967.938148:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ca99f1a1. 00000100:00000010:0.0:1767384967.938164:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000003a03034. 00000100:00000010:0.0:1767384967.938167:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001022510a. 00000100:00000010:0.0:1767384967.938172:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a5881172. 00000100:00000010:0.0:1767384967.938176:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000166ae0eb. 00000100:00000010:0.0:1767384967.938179:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006f3754b5. 00000100:00000010:0.0:1767384967.938182:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004e3f7b39. 00000100:00000010:0.0:1767384967.938191:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000048d6785e. 00000100:00000010:0.0:1767384967.938194:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000058fa4240. 00000100:00000010:0.0:1767384967.938197:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005cd4b0ad. 00000100:00000010:0.0:1767384967.938199:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fa202517. 00000100:00000010:0.0:1767384967.938204:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007ec4ca88. 00000100:00000010:0.0:1767384967.938208:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f7849832. 00000100:00000010:0.0:1767384967.938212:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bd355037. 00000100:00000010:0.0:1767384967.938214:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d5237125. 00000100:00000010:0.0:1767384967.938218:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fa7c023c. 00000100:00000010:0.0:1767384967.938222:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c9ca4a34. 00000100:00000010:0.0:1767384967.938225:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000092f260a0. 00000100:00000010:0.0:1767384967.938227:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c4bdaf5e. 00000100:00000010:0.0:1767384967.938232:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eebb5e9e. 00000100:00000010:0.0:1767384967.938233:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f8e044f1. 00000100:00000010:0.0:1767384967.938237:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d7b3979e. 00000100:00000010:0.0:1767384967.938240:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001e02c1ac. 00000100:00000010:0.0:1767384967.938243:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f4bdf601. 00000100:00000010:0.0:1767384967.938245:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002c8d8b75. 00000100:00000010:0.0:1767384967.938265:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d8d44eac. 00000100:00000010:0.0:1767384967.938267:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007b0ff04b. 00000100:00000010:0.0:1767384967.938269:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d4c49a09. 00000100:00000010:0.0:1767384967.938271:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cf74b402. 00000100:00000010:0.0:1767384967.938275:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000061b56453. 00000100:00000010:0.0:1767384967.938278:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008907a6ef. 00000100:00000010:0.0:1767384967.938281:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006f7202f9. 00000100:00000010:0.0:1767384967.938286:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fc1a1671. 00000100:00000010:0.0:1767384967.938289:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004ecfe3f0. 00000100:00000010:0.0:1767384967.938291:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000666871c0. 00000100:00000010:0.0:1767384967.938304:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000982d54b9. 00000100:00000010:0.0:1767384967.938308:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c78f670e. 00000100:00000010:0.0:1767384967.938312:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000028d0f0c1. 00000100:00000010:0.0:1767384967.938316:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fd0c249e. 00000100:00000010:0.0:1767384967.938321:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d6d58eba. 00000100:00000010:0.0:1767384967.938325:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001b41096d. 00000100:00000010:0.0:1767384967.938328:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a84f2570. 00000100:00000010:0.0:1767384967.938332:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000036c60f9c. 00000100:00000010:0.0:1767384967.938336:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009f6f6c2b. 00000100:00000010:0.0:1767384967.938339:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000071bddf82. 00000100:00000010:0.0:1767384967.938344:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000767d32b5. 00000100:00000010:0.0:1767384967.938347:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ad60095f. 00000100:00000010:0.0:1767384967.938349:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000096d55085. 00000100:00000010:0.0:1767384967.938353:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000355a7513. 00000100:00000010:0.0:1767384967.938403:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000caccef75. 00000100:00000010:0.0:1767384967.938410:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bb08b333. 00000100:00000010:0.0:1767384967.938417:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000533fe4fa. 00000100:00000010:0.0:1767384967.938421:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000f903efb. 00000100:00000010:0.0:1767384967.938422:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ccee1f6d. 00000100:00000010:0.0:1767384967.938423:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000c6886a5. 00000100:00000010:0.0:1767384967.938425:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007062c3c5. 00000100:00000010:0.0:1767384967.938430:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b57452de. 00000100:00000010:0.0:1767384967.938433:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b22722ad. 00000100:00000010:0.0:1767384967.938436:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000051d2d1f8. 00000100:00000010:0.0:1767384967.938439:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005acf3919. 00000100:00000010:0.0:1767384967.938442:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cc3bc011. 00000100:00000010:0.0:1767384967.938445:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cc63dc12. 00000100:00000010:0.0:1767384967.938447:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ddecc7a6. 00000100:00000010:0.0:1767384967.938450:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004605aba5. 00000100:00000010:0.0:1767384967.938455:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f1b91fb1. 00000100:00000010:0.0:1767384967.938459:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f9d94191. 00000100:00000010:0.0:1767384967.938462:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000eee4cea0. 00000100:00000010:0.0:1767384967.938466:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000681a9bb6. 00000100:00000010:0.0:1767384967.938468:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a5173dfc. 00000100:00000010:0.0:1767384967.938474:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000010bf8d26. 00000100:00000010:0.0:1767384967.938477:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000095b2fb06. 00000100:00000010:0.0:1767384967.938481:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006a3abb54. 00000100:00000010:0.0:1767384967.938485:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000031bbea31. 00000100:00000010:0.0:1767384967.938511:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003c0a37d4. 00000100:00000010:0.0:1767384967.938514:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cdd12c67. 00000100:00000010:0.0:1767384967.938521:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e8505d92. 00000100:00000010:0.0:1767384967.938525:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000069d303c1. 00000100:00000010:0.0:1767384967.938531:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008257ba80. 00000100:00000010:0.0:1767384967.938534:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000df732a84. 00000100:00000010:0.0:1767384967.938549:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ea94d944. 00000100:00000010:0.0:1767384967.938552:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006456b462. 00000100:00000010:0.0:1767384967.938558:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c750be62. 00000100:00000010:0.0:1767384967.938562:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006eecde93. 00000100:00000010:0.0:1767384967.938566:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000575f0a46. 00000100:00000010:0.0:1767384967.938572:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009f7bff60. 00000100:00000010:0.0:1767384967.938575:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000113783ea. 00000100:00000010:0.0:1767384967.938579:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000d6ec0ae. 00000100:00000010:0.0:1767384967.938584:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003b1f7a84. 00000100:00000010:0.0:1767384967.938588:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007bf5a415. 00000100:00000010:0.0:1767384967.938602:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004dc259bc. 00000100:00000010:0.0:1767384967.938608:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000989d93b1. 00000100:00000010:0.0:1767384967.938611:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e46e667c. 00000100:00000010:0.0:1767384967.938614:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ac226e88. 00000100:00000010:0.0:1767384967.938618:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001d3f96f2. 00000100:00000010:0.0:1767384967.938623:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b54cab22. 00000100:00000010:0.0:1767384967.938632:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000447cf53d. 00000100:00000010:0.0:1767384967.938635:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002ae7ef0c. 00000100:00000010:0.0:1767384967.938652:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000121ab676. 00000100:00000010:0.0:1767384967.938654:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009b54fd2b. 00000100:00000010:0.0:1767384967.938657:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000099d8dd3. 00000100:00000010:0.0:1767384967.938660:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b533c7c7. 00000100:00000010:0.0:1767384967.938664:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de6e62d1. 00000100:00000010:0.0:1767384967.938668:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cfd41dcd. 00000100:00000010:0.0:1767384967.938673:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000080c8f73c. 00000100:00000010:0.0:1767384967.938677:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c595d22f. 00000100:00000010:0.0:1767384967.938681:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ea6f6af9. 00000100:00000010:0.0:1767384967.938683:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003e4009ae. 00000100:00000010:0.0:1767384967.938687:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003b62de03. 00000100:00000010:0.0:1767384967.938691:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007d3d8eb2. 00000100:00000010:0.0:1767384967.938693:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000882be9a. 00000100:00000010:0.0:1767384967.938697:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000796875d0. 00000100:00000010:0.0:1767384967.938700:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ab3fb3aa. 00000100:00000010:0.0:1767384967.938704:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000112cb92c. 00000100:00000010:0.0:1767384967.938718:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009495a76f. 00000100:00000010:0.0:1767384967.938719:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008ba726a8. 00000100:00000010:0.0:1767384967.938722:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000981a67d7. 00000100:00000010:0.0:1767384967.938725:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c4211f3c. 00000100:00000010:0.0:1767384967.938727:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000e214478. 00000100:00000010:0.0:1767384967.938731:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000dcb57cee. 00000100:00000010:0.0:1767384967.938733:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a786d865. 00000100:00000010:0.0:1767384967.938738:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ebb9d3d0. 00000100:00000010:0.0:1767384967.938742:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000869d6ef2. 00000100:00000010:0.0:1767384967.938750:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000339f0cae. 00000100:00000010:0.0:1767384967.938756:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d60da9f0. 00000100:00000010:0.0:1767384967.938765:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006f2994b4. 00000100:00000010:0.0:1767384967.938798:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ad170330. 00000100:00000010:0.0:1767384967.938807:0:40108:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000811fb4f5. 00000100:00000010:0.0:1767384967.938848:0:40108:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000001800a3c8. 00000100:00000010:0.0:1767384967.938858:0:40108:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000a42aae32. 00000100:00000001:0.0:1767384967.938871:0:40108:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384967.938874:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384967.938877:0:40108:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384967.938880:0:40108:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384967.938882:0:40108:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000003782ef7d. 00000100:00000001:0.0:1767384967.938888:0:40108:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384967.938890:0:40108:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.938892:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384967.938894:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000079595fb5. 00000100:00000001:0.0:1767384967.938900:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384967.938903:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384967.938905:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000681863a8. 00000100:00000001:0.0:1767384967.938909:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384967.938911:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384967.938914:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000089510f46. 00000100:00000001:0.0:1767384967.938919:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384967.938921:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384967.938923:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000eea5ead5. 00000100:00000001:0.0:1767384967.938927:0:40108:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384967.939037:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000000725dce4. 00000020:00000010:0.0:1767384967.939041:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000d2fe02fd. 00000020:00000010:0.0:1767384967.939044:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000216ece3e. 00000020:00000010:0.0:1767384967.939048:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000088638ebd. 00000020:00000010:0.0:1767384967.939055:0:40108:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000072de163b. 00000020:00000010:0.0:1767384967.939060:0:40108:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000004e3e90c0. 00000100:00000010:0.0:1767384967.939097:0:40108:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000b898f445. 00000100:00000010:0.0:1767384967.939105:0:40108:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000084b4a0f9. 00000100:00000010:0.0:1767384967.939110:0:40108:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000b19da85b. 00000100:00000010:0.0:1767384967.939115:0:40108:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000771c80e1. 00000100:00000001:0.0:1767384967.939117:0:40108:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384967.939120:0:40108:0:(mgs_llog.c:5203:mgs_erase_logs()) Process entered 00080000:00000001:0.0:1767384967.939124:0:40108:0:(osd_handler.c:7216:osd_it_ea_init()) Process entered 00080000:00000001:0.0:1767384967.939126:0:40108:0:(osd_handler.c:7145:osd_it_dir_init()) Process entered 00080000:00000010:0.0:1767384967.939129:0:40108:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000002eca29fe. 00080000:00000001:0.0:1767384967.939132:0:40108:0:(osd_handler.c:7193:osd_it_dir_init()) Process leaving (rc=18446624590881104896 : -119482828446720 : ffff9354bc742400) 00080000:00000001:0.0:1767384967.939135:0:40108:0:(osd_handler.c:7227:osd_it_ea_init()) Process leaving (rc=18446624590881104896 : -119482828446720 : ffff9354bc742400) 00080000:00000001:0.0:1767384967.939137:0:40108:0:(osd_handler.c:8087:osd_it_ea_load()) Process entered 00080000:00000001:0.0:1767384967.939140:0:40108:0:(osd_handler.c:7410:osd_ldiskfs_it_fill()) Process entered 00080000:00000001:0.0:1767384967.939161:0:40108:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384967.939164:0:40108:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384967.939166:0:40108:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384967.939168:0:40108:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384967.939170:0:40108:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384967.939172:0:40108:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384967.939173:0:40108:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384967.939174:0:40108:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384967.939175:0:40108:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384967.939176:0:40108:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384967.939177:0:40108:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384967.939178:0:40108:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384967.939179:0:40108:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384967.939184:0:40108:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384967.939185:0:40108:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384967.939186:0:40108:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384967.939190:0:40108:0:(osd_handler.c:7449:osd_ldiskfs_it_fill()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384967.939192:0:40108:0:(osd_handler.c:8097:osd_it_ea_load()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:0.0:1767384967.939196:0:40108:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000e3b4e902. 20000000:00000010:0.0:1767384967.939199:0:40108:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 10 at 000000004ae71bdb. 00080000:00000001:0.0:1767384967.939201:0:40108:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384967.939202:0:40108:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384967.939205:0:40108:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000012c68daf. 20000000:00000010:0.0:1767384967.939207:0:40108:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000ebcd1516. 00080000:00000001:0.0:1767384967.939209:0:40108:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384967.939211:0:40108:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384967.939213:0:40108:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000512a838b. 20000000:00000010:0.0:1767384967.939216:0:40108:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 00000000fb631652. 00080000:00000001:0.0:1767384967.939218:0:40108:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384967.939221:0:40108:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384967.939223:0:40108:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000ea471b81. 20000000:00000010:0.0:1767384967.939225:0:40108:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 000000005b5c8b65. 00080000:00000001:0.0:1767384967.939226:0:40108:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384967.939227:0:40108:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384967.939229:0:40108:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384967.939231:0:40108:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384967.939233:0:40108:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000000a32c27c. 20000000:00000010:0.0:1767384967.939235:0:40108:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 00000000daceca8c. 00080000:00000001:0.0:1767384967.939238:0:40108:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384967.939239:0:40108:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384967.939240:0:40108:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384967.939243:0:40108:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384967.939246:0:40108:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000046f97f69. 20000000:00000010:0.0:1767384967.939247:0:40108:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000ed179bbc. 00080000:00000001:0.0:1767384967.939249:0:40108:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384967.939250:0:40108:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384967.939252:0:40108:0:(osd_handler.c:7257:osd_it_ea_fini()) Process entered 00080000:00000001:0.0:1767384967.939253:0:40108:0:(osd_handler.c:7235:osd_it_dir_fini()) Process entered 00080000:00000010:0.0:1767384967.939265:0:40108:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000002eca29fe. 00080000:00000001:0.0:1767384967.939268:0:40108:0:(osd_handler.c:7243:osd_it_dir_fini()) Process leaving 00080000:00000001:0.0:1767384967.939270:0:40108:0:(osd_handler.c:7260:osd_it_ea_fini()) Process leaving 20000000:00000001:0.0:1767384967.939271:0:40108:0:(mgs_llog.c:130:class_dentry_readdir()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384967.939326:0:40108:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 000000009f606b43. 20000000:00000010:0.0:1767384967.939343:0:40108:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 00000000d44482e5. 20000000:00000010:0.0:1767384967.939346:0:40108:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000007455d075. 20000000:00000010:0.0:1767384967.939350:0:40108:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000007bad3c9f. 20000000:00000010:0.0:1767384967.939355:0:40108:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000815467ad. 20000000:00000010:0.0:1767384967.939358:0:40108:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000ed179bbc. 20000000:00000010:0.0:1767384967.939363:0:40108:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000046f97f69. 20000000:00000010:0.0:1767384967.939365:0:40108:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 00000000daceca8c. 20000000:00000010:0.0:1767384967.939369:0:40108:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000000a32c27c. 20000000:00000010:0.0:1767384967.939372:0:40108:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 000000005b5c8b65. 20000000:00000010:0.0:1767384967.939377:0:40108:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000ea471b81. 20000000:00000010:0.0:1767384967.939380:0:40108:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 00000000fb631652. 20000000:00000010:0.0:1767384967.939383:0:40108:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000512a838b. 20000000:00000010:0.0:1767384967.939385:0:40108:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000ebcd1516. 20000000:00000010:0.0:1767384967.939386:0:40108:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000012c68daf. 20000000:00000010:0.0:1767384967.939388:0:40108:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 10 at 000000004ae71bdb. 20000000:00000010:0.0:1767384967.939391:0:40108:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000e3b4e902. 20000000:00000001:0.0:1767384967.939393:0:40108:0:(mgs_llog.c:5245:mgs_erase_logs()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000010:0.0:1767384967.939402:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000acb4a55d. 20000000:00000010:0.0:1767384967.939406:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000061ebd9ba. 20000000:00000010:0.0:1767384967.939408:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f39e5763. 20000000:00000010:0.0:1767384967.939411:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f014cd7f. 20000000:00000010:0.0:1767384967.939416:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007d5e06ff. 20000000:00000010:0.0:1767384967.939418:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004795a6a5. 20000000:00000010:0.0:1767384967.939421:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b8729c66. 20000000:00000010:0.0:1767384967.939424:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a63480d1. 20000000:00000010:0.0:1767384967.939428:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000beb91bce. 20000000:00000010:0.0:1767384967.939435:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005a67eaa2. 20000000:00000010:0.0:1767384967.939439:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000315ab8ca. 20000000:00000010:0.0:1767384967.939442:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003dcd0fd2. 20000000:00000010:0.0:1767384967.939445:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a9c8da7f. 20000000:00000010:0.0:1767384967.939448:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f10d7366. 20000000:00000010:0.0:1767384967.939452:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003b50307e. 20000000:00000010:0.0:1767384967.939457:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000af86056e. 20000000:00000010:0.0:1767384967.939461:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cb851ab3. 20000000:00000010:0.0:1767384967.939464:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006b8885e1. 20000000:00000010:0.0:1767384967.939467:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000fbcaae3e. 20000000:00000010:0.0:1767384967.939471:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000013c696fc. 20000000:00000010:0.0:1767384967.939474:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006918510a. 20000000:00000010:0.0:1767384967.939481:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ec9bfa61. 20000000:00000010:0.0:1767384967.939488:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b6a267ab. 20000000:00000010:0.0:1767384967.939494:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d4cf5a56. 20000000:00000010:0.0:1767384967.939502:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e5cad28d. 20000000:00000010:0.0:1767384967.939509:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d12ad76e. 20000000:00000010:0.0:1767384967.939515:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a9fa1f65. 20000000:00000010:0.0:1767384967.939519:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003a4b672d. 20000000:00000010:0.0:1767384967.939524:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000036400351. 20000000:00000010:0.0:1767384967.939529:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f741bc4a. 20000000:00000010:0.0:1767384967.939535:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f32c5fa2. 20000000:00000010:0.0:1767384967.939539:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003d97aae2. 20000000:00000010:0.0:1767384967.939545:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004bd0074a. 20000000:00000010:0.0:1767384967.939551:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000098387d8. 20000000:00000010:0.0:1767384967.939557:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c5f98d9d. 20000000:00000010:0.0:1767384967.939560:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c6f22a4d. 20000000:00000010:0.0:1767384967.939561:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000000c8ac82. 20000000:00000010:0.0:1767384967.939563:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000080e77292. 20000000:00000010:0.0:1767384967.939564:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000053908059. 20000000:00000010:0.0:1767384967.939567:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000060976553. 20000000:00000010:0.0:1767384967.939568:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000913a1f0. 20000000:00000010:0.0:1767384967.939576:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006512e0c5. 20000000:00000010:0.0:1767384967.939578:0:40108:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 00000000a2f093c2. 20000000:00000010:0.0:1767384967.939580:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008259420e. 20000000:00000010:0.0:1767384967.939582:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000181df026. 20000000:00000010:0.0:1767384967.939586:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002aee1d92. 20000000:00000010:0.0:1767384967.939588:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000202b3dea. 20000000:00000010:0.0:1767384967.939591:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004a9b3eea. 20000000:00000010:0.0:1767384967.939593:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e473c240. 20000000:00000010:0.0:1767384967.939595:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003d4af6bc. 20000000:00000010:0.0:1767384967.939597:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000d77869f. 20000000:00000010:0.0:1767384967.939599:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b1a5cc04. 20000000:00000010:0.0:1767384967.939602:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a8ea48d6. 20000000:00000010:0.0:1767384967.939606:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002578d99e. 20000000:00000010:0.0:1767384967.939609:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000de7240e9. 20000000:00000010:0.0:1767384967.939612:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000005f671eb. 20000000:00000010:0.0:1767384967.939616:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000b0e6b71. 20000000:00000010:0.0:1767384967.939619:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005bf8ba9f. 20000000:00000010:0.0:1767384967.939620:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007e20c691. 20000000:00000010:0.0:1767384967.939622:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cefbcda9. 20000000:00000010:0.0:1767384967.939626:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e8832737. 20000000:00000010:0.0:1767384967.939630:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b8e4eff2. 20000000:00000010:0.0:1767384967.939633:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005ca2211a. 20000000:00000010:0.0:1767384967.939635:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000028459195. 20000000:00000010:0.0:1767384967.939640:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ca81efe8. 20000000:00000010:0.0:1767384967.939642:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b6a1d194. 20000000:00000010:0.0:1767384967.939647:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002eeea243. 20000000:00000010:0.0:1767384967.939651:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001f753510. 20000000:00000010:0.0:1767384967.939655:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ebef4e03. 20000000:00000010:0.0:1767384967.939657:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e594eff3. 20000000:00000010:0.0:1767384967.939661:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000004439a12. 20000000:00000010:0.0:1767384967.939664:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004ed5d737. 20000000:00000010:0.0:1767384967.939666:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000bc82ef03. 20000000:00000010:0.0:1767384967.939668:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003554a2a8. 20000000:00000010:0.0:1767384967.939671:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000508d0d62. 20000000:00000010:0.0:1767384967.939673:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ce4f144b. 20000000:00000010:0.0:1767384967.939674:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000db95b150. 20000000:00000010:0.0:1767384967.939679:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000095b96865. 20000000:00000010:0.0:1767384967.939680:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000492214cb. 20000000:00000010:0.0:1767384967.939684:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000909986d7. 20000000:00000010:0.0:1767384967.939686:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000230a1b02. 20000000:00000010:0.0:1767384967.939688:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002c35155c. 20000000:00000010:0.0:1767384967.939692:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e1372520. 20000000:00000010:0.0:1767384967.939693:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ab774833. 20000000:00000010:0.0:1767384967.939698:0:40108:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000323f6992. 20000000:00000010:0.0:1767384967.939701:0:40108:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 000000008bbe143b. 20000000:00000010:0.0:1767384967.939746:0:40108:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 000000002cfb6b86. 20000000:00000010:0.0:1767384967.939762:0:40108:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 00000000fdff5d6a. 20000000:00000010:0.0:1767384967.939767:0:40108:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000002d14025d. 20000000:00000010:0.0:1767384967.939770:0:40108:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000e1fa6ebe. 20000000:00000010:0.0:1767384967.939773:0:40108:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 0000000087c0f956. 20000000:00000010:0.0:1767384967.939776:0:40108:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 000000005134c4af. 20000000:00000010:0.0:1767384967.939779:0:40108:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 000000000f0bae9b. 20000000:00000010:0.0:1767384967.939783:0:40108:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000762ce796. 20000000:00000010:0.0:1767384967.939787:0:40108:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 000000001d9b80bc. 00010000:00000001:0.0:1767384967.939792:0:40108:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1767384967.939794:0:40108:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1767384967.939796:0:40108:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384967.939798:0:40108:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384967.939800:0:40108:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384967.939802:0:40108:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384967.939802:0:40108:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384967.939804:0:40108:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.939807:0:40108:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.939808:0:40108:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000020:00000001:0.0:1767384967.939846:0:40108:0:(tgt_main.c:643:tgt_fini()) Process entered 00000020:00000001:0.0:1767384967.939850:0:40108:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000020:00000001:0.0:1767384967.939870:0:40108:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:0.0:1767384967.939877:0:40108:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 000000002eadb937 - data 000000009d9c77c4/000000005cb4c3b6 00000020:00000010:0.0:1767384967.940117:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 00000000aeac0d8a. 00000020:00000010:0.0:1767384967.940121:0:40108:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 0000000031dbde03. 00000020:00000010:0.0:1767384967.940124:0:40108:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000005cb4c3b6. 00000020:00000010:0.0:1767384967.940127:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 0000000017aa5fc7. 00000020:00000010:0.0:1767384967.940130:0:40108:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000aa61ba67. 00000020:00000010:0.0:1767384967.940134:0:40108:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000f655b53e. 00000020:00000010:0.0:1767384967.940137:0:40108:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 000000002eadb937. 00000020:01000000:0.0:1767384967.940146:0:40108:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000f3c7aa28 - data 000000000a2ef308/00000000cdbc9514 00000020:00000010:0.0:1767384967.940282:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 00000000a73bc178. 00000020:00000010:0.0:1767384967.940285:0:40108:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 0000000031bb1ae7. 00000020:00000010:0.0:1767384967.940289:0:40108:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000cdbc9514. 00000020:00000010:0.0:1767384967.940305:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000974748f8. 00000020:00000010:0.0:1767384967.940308:0:40108:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000c0a4c244. 00000020:00000010:0.0:1767384967.940312:0:40108:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 0000000021312f7a. 00000020:00000010:0.0:1767384967.940315:0:40108:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000f3c7aa28. 00000020:00000001:0.0:1767384967.940319:0:40108:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 20000000:00000040:0.0:1767384967.940518:0:40108:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005e21b2fd : new refcount 2 00000040:00000001:0.0:1767384967.940522:0:40108:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1767384967.940523:0:40108:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000005e21b2fd : new refcount 1 00080000:00000010:0.0:1767384967.940533:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000030cc8a54. 00000020:00000010:0.0:1767384967.940538:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f57144e3. 00000020:00000010:0.0:1767384967.940554:0:40108:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000f2215676. 00080000:00000010:0.0:1767384967.940564:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002b7d6c2b. 00000020:00000010:0.0:1767384967.940567:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e93e22bc. 00000020:00000010:0.0:1767384967.940574:0:40108:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000b01d1dd8. 00000020:00000040:0.0:1767384967.940576:0:40108:0:(genops.c:898:class_export_put()) PUTting export 0000000055d881da : new refcount 1 00000040:00000010:0.0:1767384967.940578:0:40108:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000005e21b2fd. 00000040:00000001:0.0:1767384967.940584:0:40108:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384967.940588:0:40108:0:(mgs_fs.c:193:mgs_fs_cleanup()) kmalloced '(lcfg)': 48 at 000000001b1e57c6. 00080000:00000001:0.0:1767384967.940591:0:40108:0:(osd_handler.c:8868:osd_process_config()) Process entered 00080000:00000002:0.0:1767384967.940596:0:40108:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:457934882 to info 00000000e098e846 00100000:00000001:0.0:1767384967.940599:0:40108:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:0.0:1767384967.940601:0:40108:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:0.0:1767384967.940602:0:40108:0:(osd_handler.c:8902:osd_process_config()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384967.940604:0:40108:0:(mgs_fs.c:203:mgs_fs_cleanup()) kfreed 'lcfg': 48 at 000000001b1e57c6. 00080000:00000010:0.0:1767384967.940618:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000081e7bae7. 00000020:00000010:0.0:1767384967.940621:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007bc406ee. 00000020:00000002:0.0:1767384967.940626:0:40108:0:(lu_object.c:207:lu_object_put()) Add 000000004c317aac/000000001d32deb5 to site lru. bkt: 000000002f8f5caf 00000001:00000001:0.0:1767384967.940629:0:40108:0:(nodemap_storage.c:2643:nm_config_file_deregister_mgs()) Process entered 00000020:00000002:0.0:1767384967.940632:0:40108:0:(lu_object.c:207:lu_object_put()) Add 000000001e213758/00000000ef9c9b22 to site lru. bkt: 00000000f03a87fc 00000001:00000010:0.0:1767384967.940633:0:40108:0:(nodemap_storage.c:2650:nm_config_file_deregister_mgs()) kfreed 'ncf': 32 at 00000000a1a8bff3. 00000001:00000001:0.0:1767384967.940635:0:40108:0:(nodemap_storage.c:2652:nm_config_file_deregister_mgs()) Process leaving 00080000:00000010:0.0:1767384967.940666:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000edf6790f. 00000020:00000010:0.0:1767384967.940670:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000bebd40f2. 00000020:00000010:0.0:1767384967.940675:0:40108:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000ed0bccf0. 00080000:00000010:0.0:1767384967.940698:0:40108:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000009ecab935. 00080000:00000010:0.0:1767384967.940703:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001e213758. 00000020:00000010:0.0:1767384967.940705:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ef9c9b22. 00080000:00000010:0.0:1767384967.940721:0:40108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004c317aac. 00000020:00000010:0.0:1767384967.940722:0:40108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001d32deb5. 00000020:00000010:0.0:1767384967.940735:0:40108:0:(local_storage.c:170:ls_device_put()) kfreed 'ls': 448 at 00000000b0064aec. 00010000:00000001:0.0:1767384967.940739:0:40108:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1767384967.940741:0:40108:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1767384967.940799:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000dc0631cc. 00000020:00000010:0.0:1767384967.940806:0:40108:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000dcf2052f. 00000020:00000010:0.0:1767384967.940812:0:40108:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000ed4a13bc. 00010000:00000001:0.0:1767384967.940889:0:40108:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1767384967.940901:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000619bc0e4. 00000020:00000010:0.0:1767384967.940906:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000003ad53829. 00000020:00000010:0.0:1767384967.940910:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 0000000030dfcd35. 00000020:00000010:0.0:1767384967.940913:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000be127df0. 00000020:00000010:0.0:1767384967.940919:0:40108:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000d20daa07. 00000020:00000010:0.0:1767384967.940923:0:40108:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000082223d9d. 00000001:00000001:0.0:1767384967.940958:0:40108:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384967.940961:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 00000000ea043760. 00000001:00000010:0.0:1767384967.940963:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 000000000429ddcd. 00000001:00000010:0.0:1767384967.940965:0:40108:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at 00000000c0cee9a5. 00000001:00000010:0.0:1767384967.940966:0:40108:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000071cb0845. 00000001:00000001:0.0:1767384967.940968:0:40108:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1767384967.940980:0:40108:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 000000002260e2ce. 00010000:00000001:0.0:1767384967.940982:0:40108:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384967.940983:0:40108:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1767384967.940983:0:40108:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 20000000:00000001:0.0:1767384967.941012:0:40108:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:0.0:1767384967.941014:0:40108:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384967.941015:0:40108:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384967.941017:0:40108:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb57eb78819562d8a 00000020:00000040:0.0:1767384967.941018:0:40108:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000344cdf54 with handle 0xb57eb78819562d8a from hash 00000020:00000001:0.0:1767384967.941022:0:40108:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384967.941024:0:40108:0:(genops.c:898:class_export_put()) PUTting export 00000000344cdf54 : new refcount 1 00000020:00000001:0.0:1767384967.941026:0:40108:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384967.941027:0:40108:0:(genops.c:898:class_export_put()) PUTting export 00000000344cdf54 : new refcount 0 00000020:00000080:0.0:1767384967.941029:0:40108:0:(genops.c:904:class_export_put()) final put 00000000344cdf54/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384967.941030:0:40108:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.941041:0:40108:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384967.941044:0:40108:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384967.941046:0:40108:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.941049:0:40108:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:0.0:1767384967.941051:0:40108:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1767384967.941053:0:40108:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446624590015248032 : -119483694303584 : ffff935488d836a0) 00000020:01000004:0.0:1767384967.941056:0:40108:0:(tgt_mount.c:188:server_put_mount()) put mount 00000000527bd279 from MGS, refs=2 00000020:00000001:0.0:1767384967.941060:0:40108:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:0.0:1767384967.941061:0:40108:0:(obd_mount.c:705:lustre_put_lsi()) put 00000000527bd279 2 00000020:00000001:3.0:1767384967.941062:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:0.0:1767384967.941063:0:40108:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1767384967.941065:0:8:0:(genops.c:863:class_export_destroy()) destroying export 00000000344cdf54/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:0.0:1767384967.941065:0:40108:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:3.0:1767384967.941068:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384967.941068:0:40108:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1767384967.941070:0:40108:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446624590015248032 : -119483694303584 : ffff935488d836a0) 00000020:01000004:0.0:1767384967.941073:0:40108:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 00000000527bd279 from MGS 00000020:00000010:0.0:1767384967.941075:0:40108:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 4 at 00000000c9fbbcdb. 00000020:00000010:0.0:1767384967.941079:0:40108:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 000000003a0926a9. 00000020:00000001:3.0:1767384967.941080:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384967.941083:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000c70b4874) now 5 - export 00000020:00000001:0.0:1767384967.941083:0:40108:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384967.941086:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000344cdf54. 00000020:00000001:0.0:1767384967.941086:0:40108:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384967.941088:0:40108:0:(mgs_handler.c:1702:mgs_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384967.941090:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384967.941090:0:40108:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384967.941100:0:40108:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384967.941105:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a31dbee8. 00000001:00000010:0.0:1767384967.941110:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b5f14d84. 00000001:00000010:0.0:1767384967.941114:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bac78483. 00000001:00000010:0.0:1767384967.941117:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b432dd74. 00000001:00000010:0.0:1767384967.941122:0:40108:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000c3b8cbca. 00000001:00000010:0.0:1767384967.941128:0:40108:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000065009ab0. 00000001:00000001:0.0:1767384967.941137:0:40108:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384967.941139:0:40108:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384967.941142:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d9fa7a9e. 00000001:00000010:0.0:1767384967.941145:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004d612231. 00000001:00000010:0.0:1767384967.941151:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004a8af0c1. 00000001:00000010:0.0:1767384967.941156:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009591e1b6. 00000001:00000010:0.0:1767384967.941161:0:40108:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000019e1c02f. 00000001:00000010:0.0:1767384967.941164:0:40108:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000cd787025. 00000001:00000001:0.0:1767384967.941171:0:40108:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384967.941174:0:40108:0:(obd_config.c:955:class_decref()) Decref MGS (00000000d30a507b) now 3 - setup 00000020:00000001:0.0:1767384967.941177:0:40108:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.941179:0:40108:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384967.941181:0:40108:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384967.941183:0:40108:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384967.941185:0:40108:0:(obd_config.c:955:class_decref()) Decref MGS (00000000d30a507b) now 2 - obd_device_list 00000020:00000080:0.0:1767384967.941186:0:40108:0:(obd_config.c:814:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000040:0.0:1767384967.941187:0:40108:0:(obd_config.c:955:class_decref()) Decref MGS (00000000d30a507b) now 1 - newdev 00000020:00000040:0.0:1767384967.941188:0:40108:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000055d881da with handle 0xb57eb78819562d83 from hash 00000020:00000040:0.0:1767384967.941195:0:40108:0:(genops.c:898:class_export_put()) PUTting export 0000000055d881da : new refcount 0 00000020:00000080:0.0:1767384967.941196:0:40108:0:(genops.c:904:class_export_put()) final put 0000000055d881da/MGS 00000020:00000001:0.0:1767384967.941198:0:40108:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.941200:0:40108:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384967.941202:0:40108:0:(genops.c:863:class_export_destroy()) destroying export 0000000055d881da/MGS for MGS 00000020:00000001:0.0:1767384967.941203:0:40108:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:0.0:1767384967.941205:0:40108:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 20000000:00000001:0.0:1767384967.941207:0:40108:0:(mgs_handler.c:773:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.941209:0:40108:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384967.941210:0:40108:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000055d881da. 00000020:00000001:0.0:1767384967.941214:0:40108:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384967.941215:0:40108:0:(genops.c:440:class_free_dev()) Release obd device MGS obd_type name = mgs 00000020:01000000:0.0:1767384967.941217:0:40108:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:00000001:0.0:1767384967.941218:0:40108:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384967.941221:0:40108:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f625a7e. 00000020:00000010:0.0:1767384967.941225:0:40108:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008b01a950. 00000040:00000010:0.0:1767384967.941227:0:40108:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003216820e. 00000020:00000010:0.0:1767384967.941230:0:40108:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000044a04fa3. 00000020:00000010:0.0:1767384967.941233:0:40108:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009a1b0549. 80000000:00000010:0.0:1767384967.941236:0:40108:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f977713f. 00040000:00000010:0.0:1767384967.941238:0:40108:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000021f02ee3. 00080000:00000010:0.0:1767384967.941242:0:40108:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000090f7e42. 00080000:00000010:0.0:1767384967.941245:0:40108:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e530d69e. 20000000:00000010:0.0:1767384967.941250:0:40108:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000006cece839. 20000000:00000001:0.0:1767384967.941253:0:40108:0:(mgs_handler.c:1535:mgs_device_free()) Process entered 20000000:00000010:0.0:1767384967.941262:0:40108:0:(mgs_handler.c:1538:mgs_device_free()) kfreed 'mgs': 1864 at 000000004df58822. 20000000:00000001:0.0:1767384967.941266:0:40108:0:(mgs_handler.c:1539:mgs_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384967.941268:0:40108:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008b01a950. 00000040:00000010:0.0:1767384967.941271:0:40108:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003216820e. 00000020:00000010:0.0:1767384967.941274:0:40108:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000044a04fa3. 00000020:00000010:0.0:1767384967.941276:0:40108:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009a1b0549. 80000000:00000010:0.0:1767384967.941278:0:40108:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f977713f. 00040000:00000010:0.0:1767384967.941283:0:40108:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000021f02ee3. 00080000:00000010:0.0:1767384967.941286:0:40108:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e530d69e. 00080000:00000010:0.0:1767384967.941290:0:40108:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000090f7e42. 20000000:00000010:0.0:1767384967.941306:0:40108:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000006cece839. 00000020:00000010:0.0:1767384967.941308:0:40108:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f625a7e. 00000020:00000001:0.0:1767384967.941311:0:40108:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384967.941312:0:40108:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000d30a507b. 00000020:00000001:0.0:1767384967.941317:0:40108:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.941319:0:40108:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.941322:0:40108:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 0000000046851e97. 00000020:00000001:0.0:1767384967.941327:0:40108:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.941329:0:40108:0:(tgt_mount.c:268:server_stop_mgs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.941332:0:40108:0:(tgt_mount.c:1028:lustre_stop_lwp()) Process entered 00000020:00000001:0.0:1767384967.941335:0:40108:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384967.941336:0:40108:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000010:0.0:1767384967.941339:0:40108:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 00000000f977713f. 00000020:00000080:0.0:1767384967.941340:0:40108:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384967.941343:0:40108:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384967.941345:0:40108:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1767384967.941348:0:40108:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE 000000009fb51098 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:0.0:1767384967.941352:0:40108:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384967.941353:0:40108:0:(genops.c:1570:class_disconnect_exports()) OBD device 9 (00000000d71b9765) has exports, disconnecting them 00000020:00000001:0.0:1767384967.941356:0:40108:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:0.0:1767384967.941358:0:40108:0:(genops.c:887:class_export_get()) GET export 000000009fb51098 refcount=4 00000020:00000040:0.0:1767384967.941360:0:40108:0:(genops.c:887:class_export_get()) GET export 000000009fb51098 refcount=5 00000020:00080000:0.0:1767384967.941363:0:40108:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (000000009fb51098), last request at 1767384866 00000020:00000001:0.0:1767384967.941365:0:40108:0:(obd_class.h:902:obd_disconnect()) Process entered 00000010:00000001:0.0:1767384967.941368:0:40108:0:(lwp_dev.c:568:lwp_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384967.941370:0:40108:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384967.941372:0:40108:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb57eb78819562e63 00000020:00000040:0.0:1767384967.941374:0:40108:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009fb51098 with handle 0xb57eb78819562e63 from hash 00000020:00000040:0.0:1767384967.941382:0:40108:0:(genops.c:898:class_export_put()) PUTting export 000000009fb51098 : new refcount 4 00000020:00000001:0.0:1767384967.941385:0:40108:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384967.941385:0:40108:0:(genops.c:898:class_export_put()) PUTting export 000000009fb51098 : new refcount 3 00000020:00000001:0.0:1767384967.941387:0:40108:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384967.941387:0:40108:0:(genops.c:898:class_export_put()) PUTting export 000000009fb51098 : new refcount 2 00000020:00000001:0.0:1767384967.941389:0:40108:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:0.0:1767384967.941391:0:40108:0:(lwp_dev.c:578:lwp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.941392:0:40108:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:0.0:1767384967.941395:0:40108:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (000000009fb51098): rc 0 00000020:00000040:0.0:1767384967.941398:0:40108:0:(genops.c:898:class_export_put()) PUTting export 000000009fb51098 : new refcount 1 00000020:00000001:0.0:1767384967.941399:0:40108:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:0.0:1767384967.941401:0:40108:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384967.941402:0:40108:0:(obd_class.h:604:obd_precleanup()) Process entered 00000010:00000001:0.0:1767384967.941404:0:40108:0:(lwp_dev.c:377:lwp_device_fini()) Process entered 00000020:00000001:0.0:1767384967.941405:0:40108:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000001:0.0:1767384967.941406:0:40108:0:(genops.c:1482:class_disconnect()) Process leaving via no_disconn (rc=1 : 1 : 0x1) 00000020:00000040:0.0:1767384967.941407:0:40108:0:(genops.c:898:class_export_put()) PUTting export 000000009fb51098 : new refcount 0 00000020:00000080:0.0:1767384967.941408:0:40108:0:(genops.c:904:class_export_put()) final put 000000009fb51098/lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384967.941411:0:40108:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.941424:0:40108:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.941427:0:40108:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:0.0:1767384967.941428:0:40108:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00000020:00000001:3.0:1767384967.941445:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384967.941448:0:8:0:(genops.c:863:class_export_destroy()) destroying export 000000009fb51098/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00000020:00000040:3.0:1767384967.941458:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 8 to 0@lo 00000020:00000001:3.0:1767384967.941461:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384967.941464:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384967.941467:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000d71b9765) now 5 - export 00000020:00000010:3.0:1767384967.941471:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000009fb51098. 00000020:00000001:3.0:1767384967.941487:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00010000:00000001:0.0:1767384967.941540:0:40108:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1767384967.941580:0:40108:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000e5748683. 00000020:00000010:0.0:1767384967.941585:0:40108:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000069cbdff. 00010000:00000001:0.0:1767384967.941633:0:40108:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1767384967.941651:0:40108:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 000000005a4b6a87. 00000020:00000010:0.0:1767384967.941653:0:40108:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000a0122a2e. 00000001:00000001:0.0:1767384967.941692:0:40108:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384967.942200:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000365aa29c. 00000001:00000010:2.0:1767384967.942212:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000008bb1e726. 00000001:00000010:2.0:1767384967.942214:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a7af6587. 00000001:00000010:2.0:1767384967.942217:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ff5a220c. 00000001:00000010:2.0:1767384967.942219:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000cab480c2. 00000001:00000010:2.0:1767384967.942220:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f7414bd7. 00000001:00000010:2.0:1767384967.942230:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000dc396b0b. 00000001:00000010:2.0:1767384967.942231:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000095956655. 00000001:00000010:2.0:1767384967.942233:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000961232fd. 00000001:00000010:2.0:1767384967.942234:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d3c028f8. 00000001:00000010:2.0:1767384967.942236:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f64c927c. 00000001:00000010:2.0:1767384967.942237:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f7ac5bbf. 00000001:00000010:2.0:1767384967.942240:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000fd5f29e2. 00000001:00000010:2.0:1767384967.942242:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000eee9d66f. 00000001:00000010:2.0:1767384967.942244:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000046f0da48. 00000001:00000010:2.0:1767384967.942245:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000085b64f28. 00000001:00000010:2.0:1767384967.942246:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000001de8e04c. 00000001:00000010:2.0:1767384967.942248:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000041ee3b25. 00000001:00000010:2.0:1767384967.942249:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000008f4122f0. 00000001:00000010:2.0:1767384967.942251:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d7486fb2. 00000001:00000010:2.0:1767384967.942252:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000434d7c64. 00000001:00000010:2.0:1767384967.942254:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b9c5e61c. 00000001:00000010:2.0:1767384967.942255:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000000591cec3. 00000001:00000010:2.0:1767384967.942256:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000187c495f. 00000001:00000010:2.0:1767384967.942257:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000002247511c. 00000001:00000010:2.0:1767384967.942259:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000094db2e47. 00000001:00000010:2.0:1767384967.942260:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f1786aaa. 00000001:00000010:2.0:1767384967.942261:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000007c1976e1. 00000001:00000010:2.0:1767384967.942262:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000935e28f9. 00000001:00000010:2.0:1767384967.942264:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000643f2ce0. 00000001:00000010:2.0:1767384967.942265:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000029b06a76. 00000001:00000010:2.0:1767384967.942267:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b7f50021. 00000001:00000010:2.0:1767384967.942268:0:40108:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at 00000000cf0e1104. 00000001:00000010:2.0:1767384967.942274:0:40108:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000072a05077. 00000001:00000001:2.0:1767384967.942280:0:40108:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1767384967.942287:0:40108:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 000000005702b527. 00010000:00000001:2.0:1767384967.942304:0:40108:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1767384967.943928:0:40108:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:3.0:1767384967.943931:0:40108:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:3.0:1767384967.943939:0:40108:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:3.0:1767384967.943942:0:40108:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00000001:3.0:1767384967.943945:0:40108:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1767384967.943947:0:40108:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:3.0:1767384967.943949:0:40108:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384967.943951:0:40108:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767384967.943953:0:40108:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00000040:3.0:1767384967.943956:0:40108:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767384967.943958:0:40108:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384967.943960:0:40108:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384967.943962:0:40108:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767384967.943964:0:40108:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:3.0:1767384967.943966:0:40108:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:3.0:1767384967.943967:0:40108:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:3.0:1767384967.943969:0:40108:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1767384967.943971:0:40108:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:3.0:1767384967.943972:0:40108:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:3.0:1767384967.943975:0:40108:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:3.0:1767384967.943978:0:40108:0:(genops.c:1229:class_import_get()) import 00000000aab4eb9e refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384967.943981:0:40108:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384967.943982:0:40108:0:(genops.c:1242:class_import_put()) import 00000000aab4eb9e refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384967.943983:0:40108:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384967.943998:0:40108:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384967.944000:0:40108:0:(genops.c:1242:class_import_put()) import 00000000aab4eb9e refcount=0 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000040:3.0:1767384967.944002:0:40108:0:(genops.c:1245:class_import_put()) final put import 00000000aab4eb9e 00000020:00000001:0.0:1767384967.944021:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000001:3.0:1767384967.944023:0:40108:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000080:0.0:1767384967.944023:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000aab4eb9e for lustre-MDT0000-lwp-MDT0000 00010000:00000001:3.0:1767384967.944026:0:40108:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000020:00000040:0.0:1767384967.944027:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 7 to 0@lo 00010000:00000001:3.0:1767384967.944028:0:40108:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1767384967.944030:0:40108:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:3.0:1767384967.944031:0:40108:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at 000000003fa6fff2. 00000020:00000040:0.0:1767384967.944031:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 6 to 0@lo 00000020:00000010:0.0:1767384967.944034:0:8:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 00000000b628f3a9. 00010000:00000010:3.0:1767384967.944036:0:40108:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 00000000089f6da3. 00000020:00000040:0.0:1767384967.944039:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000d71b9765) now 4 - import 00010000:00000010:3.0:1767384967.944040:0:40108:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 0000000094b39bd1. 00000020:00000010:0.0:1767384967.944041:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000aab4eb9e. 00010000:00000001:3.0:1767384967.944044:0:40108:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000020:00000001:0.0:1767384967.944044:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:3.0:1767384967.944154:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000b2770487. 00000020:00000010:3.0:1767384967.944161:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000046eaaf5f. 00000020:00000010:3.0:1767384967.944167:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000b66b6643. 00000020:00000010:3.0:1767384967.944196:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000c04bdc0b. 00000020:00000010:3.0:1767384967.944215:0:40108:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000006d7447dd. 00000020:00000010:3.0:1767384967.944219:0:40108:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000676177e5. 00000010:00000001:3.0:1767384967.944225:0:40108:0:(lwp_dev.c:392:lwp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384967.944227:0:40108:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384967.944242:0:40108:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384967.944247:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b45dc814. 00000001:00000010:3.0:1767384967.944252:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000e105927. 00000001:00000010:3.0:1767384967.944256:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006e4394c1. 00000001:00000010:3.0:1767384967.944259:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000052ffa2ba. 00000001:00000010:3.0:1767384967.944262:0:40108:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000000c46ebb2. 00000001:00000010:3.0:1767384967.944275:0:40108:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000063146ad1. 00000001:00000001:3.0:1767384967.944279:0:40108:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767384967.944281:0:40108:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384967.944285:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009519bbd5. 00000001:00000010:3.0:1767384967.944288:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f0e9c4b5. 00000001:00000010:3.0:1767384967.944290:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000847443d6. 00000001:00000010:3.0:1767384967.944305:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cc113ba4. 00000001:00000010:3.0:1767384967.944308:0:40108:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000007dcee29d. 00000001:00000010:3.0:1767384967.944313:0:40108:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000004d5b0642. 00000001:00000001:3.0:1767384967.944317:0:40108:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767384967.944330:0:40108:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000d71b9765) now 3 - setup 00000020:00000001:3.0:1767384967.944333:0:40108:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384967.944337:0:40108:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767384967.944339:0:40108:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767384967.944345:0:40108:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767384967.944348:0:40108:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000d71b9765) now 2 - obd_device_list 00000020:00000080:3.0:1767384967.944352:0:40108:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000040:3.0:1767384967.944354:0:40108:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000d71b9765) now 1 - newdev 00000020:00000040:3.0:1767384967.944359:0:40108:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fc114981 with handle 0xb57eb78819562e5c from hash 00000020:00000040:3.0:1767384967.944363:0:40108:0:(genops.c:898:class_export_put()) PUTting export 00000000fc114981 : new refcount 0 00000020:00000080:3.0:1767384967.944365:0:40108:0:(genops.c:904:class_export_put()) final put 00000000fc114981/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000001:3.0:1767384967.944367:0:40108:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384967.944369:0:40108:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384967.944370:0:40108:0:(genops.c:863:class_export_destroy()) destroying export 00000000fc114981/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384967.944372:0:40108:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384967.944373:0:40108:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384967.944375:0:40108:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000fc114981. 00000020:00000001:3.0:1767384967.944384:0:40108:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767384967.944385:0:40108:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-lwp-MDT0000 obd_type name = lwp 00000020:01000000:3.0:1767384967.944387:0:40108:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000001:3.0:1767384967.944388:0:40108:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767384967.944392:0:40108:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bbc189be. 00000020:00000010:3.0:1767384967.944394:0:40108:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007321b398. 00000040:00000010:3.0:1767384967.944397:0:40108:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ca1391b5. 00000020:00000010:3.0:1767384967.944400:0:40108:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000936f8d7c. 00000020:00000010:3.0:1767384967.944403:0:40108:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b58c1bad. 00000020:00000010:3.0:1767384967.944407:0:40108:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000042200476. 80000000:00000010:3.0:1767384967.944410:0:40108:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000eb377f89. 40000000:00000010:3.0:1767384967.944413:0:40108:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005fda9bc3. 00100000:00000010:3.0:1767384967.944416:0:40108:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000030e479be. 00040000:00000010:3.0:1767384967.944421:0:40108:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c8c9ba35. 00040000:00000010:3.0:1767384967.944423:0:40108:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d5376fb4. 00080000:00000010:3.0:1767384967.944435:0:40108:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009d49532e. 00080000:00000010:3.0:1767384967.944440:0:40108:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b3080e34. 00000004:00000010:3.0:1767384967.944446:0:40108:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a4e1f4c3. 00000010:00000001:3.0:1767384967.944450:0:40108:0:(lwp_dev.c:313:lwp_device_free()) Process entered 00000010:00000010:3.0:1767384967.944452:0:40108:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at 00000000952e5d61. 00000010:00000001:3.0:1767384967.944457:0:40108:0:(lwp_dev.c:319:lwp_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384967.944460:0:40108:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007321b398. 00000040:00000010:3.0:1767384967.944465:0:40108:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ca1391b5. 00000020:00000010:3.0:1767384967.944480:0:40108:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000936f8d7c. 00000020:00000010:3.0:1767384967.944485:0:40108:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b58c1bad. 00000020:00000010:3.0:1767384967.944489:0:40108:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000042200476. 80000000:00000010:3.0:1767384967.944493:0:40108:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000eb377f89. 40000000:00000010:3.0:1767384967.944497:0:40108:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005fda9bc3. 00100000:00000010:3.0:1767384967.944501:0:40108:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000030e479be. 00040000:00000010:3.0:1767384967.944505:0:40108:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c8c9ba35. 00040000:00000010:3.0:1767384967.944508:0:40108:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d5376fb4. 00080000:00000010:3.0:1767384967.944514:0:40108:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b3080e34. 00080000:00000010:3.0:1767384967.944520:0:40108:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009d49532e. 00000004:00000010:3.0:1767384967.944526:0:40108:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a4e1f4c3. 00000020:00000010:3.0:1767384967.944531:0:40108:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bbc189be. 00000020:00000001:3.0:1767384967.944534:0:40108:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384967.944537:0:40108:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000d71b9765. 00000020:00000001:3.0:1767384967.944544:0:40108:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384967.944546:0:40108:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384967.944559:0:40108:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 00000000f977713f. 00000020:00000001:3.0:1767384967.944563:0:40108:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384967.944566:0:40108:0:(tgt_mount.c:1047:lustre_stop_lwp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384967.944568:0:40108:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:3.0:1767384967.944570:0:40108:0:(obd_mount.c:705:lustre_put_lsi()) put 00000000527bd279 1 00000020:00000001:3.0:1767384967.944573:0:40108:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:3.0:1767384967.944575:0:40108:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:3.0:1767384967.944576:0:40108:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767384967.944580:0:40108:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb57eb78819562d7c 00000020:00000040:3.0:1767384967.944582:0:40108:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000040a259c1 with handle 0xb57eb78819562d7c from hash 00000020:00000001:3.0:1767384967.944586:0:40108:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384967.944608:0:40108:0:(genops.c:898:class_export_put()) PUTting export 0000000040a259c1 : new refcount 1 00000020:00000001:3.0:1767384967.944610:0:40108:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384967.944611:0:40108:0:(genops.c:898:class_export_put()) PUTting export 0000000040a259c1 : new refcount 0 00000020:00000080:3.0:1767384967.944613:0:40108:0:(genops.c:904:class_export_put()) final put 0000000040a259c1/lustre-MDT0000-osd_UUID 00000020:00000001:3.0:1767384967.944616:0:40108:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384967.944630:0:40108:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384967.944632:0:40108:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:00000001:0.0:1767384967.944644:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:01000000:3.0:1767384967.944645:0:40108:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:0.0:1767384967.944648:0:8:0:(genops.c:863:class_export_destroy()) destroying export 0000000040a259c1/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000010:3.0:1767384967.944650:0:40108:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 00000000eb377f89. 00000020:00000001:0.0:1767384967.944651:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000080:3.0:1767384967.944652:0:40108:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384967.944653:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384967.944654:0:40108:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000040:0.0:1767384967.944655:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000c70b4874) now 4 - export 00000020:00000080:3.0:1767384967.944656:0:40108:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00000010:0.0:1767384967.944657:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000040a259c1. 00000020:00000001:3.0:1767384967.944658:0:40108:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767384967.944660:0:40108:0:(genops.c:1575:class_disconnect_exports()) OBD device 0 (00000000c70b4874) has no exports 00000020:00000001:3.0:1767384967.944661:0:40108:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767384967.944663:0:40108:0:(obd_class.h:604:obd_precleanup()) Process entered 00080000:00000001:3.0:1767384967.944674:0:40108:0:(osd_handler.c:8628:osd_device_fini()) Process entered 00000020:00000001:0.0:1767384967.944675:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00080000:00000002:3.0:1767384967.944676:0:40108:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:457934882 to info 00000000e098e846 00100000:00000001:3.0:1767384967.944681:0:40108:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:3.0:1767384967.944682:0:40108:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:3.0:1767384967.944684:0:40108:0:(osd_handler.c:8363:osd_shutdown()) Process entered 00080000:00000001:3.0:1767384967.944686:0:40108:0:(osd_handler.c:8383:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384967.946176:0:40108:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 256 at 0000000080d31b1d. 00000020:00000010:3.0:1767384967.946184:0:40108:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000004538d66e. 00080000:00000010:3.0:1767384967.946455:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000dca478f9. 00080000:00000010:3.0:1767384967.946463:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000041b80d7b. 00080000:00000010:3.0:1767384967.946471:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000d81654de. 00080000:00000010:3.0:1767384967.946476:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000f08a8bba. 00080000:00000010:3.0:1767384967.946482:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000088f0f75a. 00080000:00000010:3.0:1767384967.946487:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000009fb198f1. 00080000:00000010:3.0:1767384967.946492:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000005c7d6a10. 00080000:00000010:3.0:1767384967.946497:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000891fbb68. 00080000:00000010:3.0:1767384967.946501:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000006373b76d. 00080000:00000010:3.0:1767384967.946506:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000000fcf1d5b. 00080000:00000010:3.0:1767384967.946513:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000045f169e5. 00080000:00000010:3.0:1767384967.946525:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000007ad91464. 00080000:00000010:3.0:1767384967.946530:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000007579bb1c. 00080000:00000010:3.0:1767384967.946535:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000000a6c9e9d. 00080000:00000010:3.0:1767384967.946539:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000e7fabd45. 00080000:00000010:3.0:1767384967.946554:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000047aac8ac. 00080000:00000010:3.0:1767384967.946556:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000005d3da6ca. 00080000:00000010:3.0:1767384967.946560:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000006cfb7736. 00080000:00000010:3.0:1767384967.946565:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000730a4b26. 00080000:00000010:3.0:1767384967.946570:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000c7be797c. 00080000:00000010:3.0:1767384967.946574:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000051b2ded7. 00080000:00000010:3.0:1767384967.946578:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000dc8ee869. 00080000:00000010:3.0:1767384967.946581:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000ae64999e. 00080000:00000010:3.0:1767384967.946584:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000006f936167. 00080000:00000010:3.0:1767384967.946586:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000001ff08a4a. 00080000:00000010:3.0:1767384967.946588:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000071b42f2b. 00080000:00000010:3.0:1767384967.946590:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000096381fe9. 00080000:00000010:3.0:1767384967.946593:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000eba44ed5. 00080000:00000010:3.0:1767384967.946599:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000b9716dc1. 00080000:00000010:3.0:1767384967.946602:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000b3adbe0c. 00080000:00000010:3.0:1767384967.946605:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000004c52d878. 00080000:00000010:3.0:1767384967.946610:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000000b10a146. 00080000:00000010:3.0:1767384967.946612:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000bf29f965. 00080000:00000010:3.0:1767384967.946614:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000002e38c507. 00080000:00000010:3.0:1767384967.946617:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000aacc6218. 00080000:00000010:3.0:1767384967.946622:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000000bdd479. 00080000:00000010:3.0:1767384967.946624:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000005feb1d09. 00080000:00000010:3.0:1767384967.946627:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000003df4b50c. 00080000:00000010:3.0:1767384967.946629:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000deceff7e. 00080000:00000010:3.0:1767384967.946632:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000002f0e3514. 00080000:00000010:3.0:1767384967.946635:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000eb047e16. 00080000:00000010:3.0:1767384967.946637:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000a0124876. 00080000:00000010:3.0:1767384967.946641:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000004b1ef1e9. 00080000:00000010:3.0:1767384967.946643:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000004e5b19b9. 00080000:00000010:3.0:1767384967.946651:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000085e85da4. 00080000:00000010:3.0:1767384967.946654:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000005b200a07. 00080000:00000010:3.0:1767384967.946657:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000129093d4. 00080000:00000010:3.0:1767384967.946660:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000002ae04e29. 00080000:00000010:3.0:1767384967.946665:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000b35b44a2. 00080000:00000010:3.0:1767384967.946668:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000004415d1fb. 00080000:00000010:3.0:1767384967.946671:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000005e4943ba. 00080000:00000010:3.0:1767384967.946674:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000060099ba4. 00080000:00000010:3.0:1767384967.946677:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000000c992918. 00080000:00000010:3.0:1767384967.946682:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000452692ed. 00080000:00000010:3.0:1767384967.946691:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000121c06c2. 00080000:00000010:3.0:1767384967.946700:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000a6024611. 00080000:00000010:3.0:1767384967.946711:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000d4e019a0. 00080000:00000010:3.0:1767384967.946721:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000006b07098a. 00080000:00000010:3.0:1767384967.946729:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000033dd9514. 00080000:00000010:3.0:1767384967.946739:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000001216018a. 00080000:00000010:3.0:1767384967.946746:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000eafa0d78. 00080000:00000010:3.0:1767384967.946756:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000973324db. 00080000:00000010:3.0:1767384967.946758:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000be5c75aa. 00080000:00000010:3.0:1767384967.946760:0:40108:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000111c4938. 00080000:00000010:3.0:1767384967.946761:0:40108:0:(osd_oi.c:504:osd_oi_fini()) kfreed 'osd->od_oi_table': 8192 at 00000000afa77163. 00000001:00000001:3.0:1767384967.946766:0:40108:0:(osd_compat.c:550:osd_ost_fini()) Process entered 00000001:00000010:3.0:1767384967.946809:0:40108:0:(osd_compat.c:535:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at 0000000045790c46. 00000001:00000010:3.0:1767384967.946861:0:40108:0:(osd_compat.c:541:osd_seq_free()) kfreed 'osd_seq': 48 at 000000001270e21e. 00000001:00000010:3.0:1767384967.946903:0:40108:0:(osd_compat.c:535:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at 00000000035b366f. 00000001:00000010:3.0:1767384967.946918:0:40108:0:(osd_compat.c:541:osd_seq_free()) kfreed 'osd_seq': 48 at 00000000bf7fd70b. 00000001:00000010:3.0:1767384967.946946:0:40108:0:(osd_compat.c:535:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at 00000000f92edad2. 00000001:00000010:3.0:1767384967.946948:0:40108:0:(osd_compat.c:541:osd_seq_free()) kfreed 'osd_seq': 48 at 00000000df417fac. 00000001:00000010:3.0:1767384967.946951:0:40108:0:(osd_compat.c:566:osd_ost_fini()) kfreed 'map': 120 at 00000000ebc074e9. 00000001:00000001:3.0:1767384967.946953:0:40108:0:(osd_compat.c:568:osd_ost_fini()) Process leaving 00000001:00000010:3.0:1767384967.946956:0:40108:0:(osd_compat.c:305:osd_mdt_fini()) kfreed 'omm': 8 at 0000000042b9c89e. 00080000:00000001:3.0:1767384967.946959:0:40108:0:(osd_handler.c:8388:osd_umount()) Process entered 00080000:00000001:3.0:1767384967.947605:0:40108:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000010:2.0:1767384967.948559:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002b022e50. 00080000:00000010:2.0:1767384967.948575:0:17069:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b8999888. 00080000:00000020:3.0:1767384967.948609:0:40108:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:3.0:1767384967.964252:0:40108:0:(osd_handler.c:8402:osd_umount()) Process leaving 00080000:00000001:3.0:1767384967.964254:0:40108:0:(osd_handler.c:8642:osd_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384967.964256:0:40108:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384967.964263:0:40108:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384967.964267:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000a430eef. 00000001:00000010:3.0:1767384967.964270:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008b11fd9d. 00000001:00000010:3.0:1767384967.964271:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000112d19b8. 00000001:00000010:3.0:1767384967.964272:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000026e030f2. 00000001:00000010:3.0:1767384967.964273:0:40108:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000088c90c70. 00000001:00000010:3.0:1767384967.964275:0:40108:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000dde4cbf9. 00000001:00000001:3.0:1767384967.964277:0:40108:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767384967.964278:0:40108:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384967.964280:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009b3bab73. 00000001:00000010:3.0:1767384967.964281:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009cfa33b8. 00000001:00000010:3.0:1767384967.964282:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000090269785. 00000001:00000010:3.0:1767384967.964283:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009562cd05. 00000001:00000010:3.0:1767384967.964284:0:40108:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000009696e6bc. 00000001:00000010:3.0:1767384967.964285:0:40108:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000cac73a35. 00000001:00000001:3.0:1767384967.964286:0:40108:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767384967.964287:0:40108:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000c70b4874) now 3 - setup 00000020:00000001:3.0:1767384967.964289:0:40108:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384967.964290:0:40108:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767384967.964306:0:40108:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767384967.964308:0:40108:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767384967.964310:0:40108:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000c70b4874) now 2 - obd_device_list 00000020:00000080:3.0:1767384967.964312:0:40108:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000040:3.0:1767384967.964312:0:40108:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000c70b4874) now 1 - newdev 00000020:00000040:3.0:1767384967.964314:0:40108:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000063714273 with handle 0xb57eb78819562d75 from hash 00000020:00000040:3.0:1767384967.964316:0:40108:0:(genops.c:898:class_export_put()) PUTting export 0000000063714273 : new refcount 0 00000020:00000080:3.0:1767384967.964317:0:40108:0:(genops.c:904:class_export_put()) final put 0000000063714273/lustre-MDT0000-osd_UUID 00000020:00000001:3.0:1767384967.964319:0:40108:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384967.964321:0:40108:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384967.964321:0:40108:0:(genops.c:863:class_export_destroy()) destroying export 0000000063714273/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:3.0:1767384967.964323:0:40108:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384967.964329:0:40108:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384967.964331:0:40108:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000063714273. 00000020:00000001:3.0:1767384967.964336:0:40108:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767384967.964338:0:40108:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-osd obd_type name = osd-ldiskfs 00000020:01000000:3.0:1767384967.964339:0:40108:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:00000001:3.0:1767384967.964340:0:40108:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767384967.964342:0:40108:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bbc189be. 00000020:00000010:3.0:1767384967.964344:0:40108:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f4071782. 00000040:00000010:3.0:1767384967.964345:0:40108:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d5376fb4. 00000020:00000010:3.0:1767384967.964347:0:40108:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000030e479be. 00000020:00000010:3.0:1767384967.964349:0:40108:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000042200476. 00040000:00000010:3.0:1767384967.964351:0:40108:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c8c9ba35. 00040000:00000010:3.0:1767384967.964353:0:40108:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ca1391b5. 00080000:00000010:3.0:1767384967.964355:0:40108:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009d49532e. 00080000:00000010:3.0:1767384967.964358:0:40108:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b3080e34. 00080000:00000001:3.0:1767384967.964361:0:40108:0:(osd_handler.c:8848:osd_device_free()) Process entered 00000020:00000010:3.0:1767384967.964382:0:40108:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at 00000000dcecc071. 00000020:00000010:3.0:1767384967.964389:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000d9939f5c. 00000020:00000010:3.0:1767384967.964391:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000b3bc00c8. 00000020:00000010:3.0:1767384967.964393:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 0000000086e8f53d. 00000020:00000010:3.0:1767384967.964394:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 000000009a26efba. 00000020:00000010:3.0:1767384967.964396:0:40108:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at 00000000385272fd. 00000020:00000010:3.0:1767384967.964398:0:40108:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000033214e77. 00080000:00000010:3.0:1767384967.964400:0:40108:0:(osd_handler.c:8857:osd_device_free()) kfreed 'o': 31656 at 000000005ce4d65b. 00080000:00000001:3.0:1767384967.964406:0:40108:0:(osd_handler.c:8858:osd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384967.964408:0:40108:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f4071782. 00000040:00000010:3.0:1767384967.964410:0:40108:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d5376fb4. 00000020:00000010:3.0:1767384967.964412:0:40108:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000030e479be. 00000020:00000010:3.0:1767384967.964414:0:40108:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000042200476. 00040000:00000010:3.0:1767384967.964416:0:40108:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c8c9ba35. 00040000:00000010:3.0:1767384967.964417:0:40108:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ca1391b5. 00080000:00000010:3.0:1767384967.964419:0:40108:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b3080e34. 00080000:00000010:3.0:1767384967.964421:0:40108:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009d49532e. 00000020:00000010:3.0:1767384967.964427:0:40108:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bbc189be. 00000020:00000001:3.0:1767384967.964429:0:40108:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384967.964430:0:40108:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000c70b4874. 00000020:00000001:3.0:1767384967.964434:0:40108:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384967.964435:0:40108:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384967.964436:0:40108:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 00000000eb377f89. 00000020:00000001:3.0:1767384967.964438:0:40108:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384967.964440:0:40108:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384967.964441:0:40108:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384967.964444:0:40108:0:(obd_mount.c:634:lustre_free_lsi()) Process entered 00000020:01000004:3.0:1767384967.964445:0:40108:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi 0000000023b5edf3 00000020:00000010:3.0:1767384967.964447:0:40108:0:(obd_mount.c:645:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 24 at 000000005bcd3279. 00000020:00000010:3.0:1767384967.964449:0:40108:0:(obd_mount.c:647:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 15 at 000000004a6643b2. 00000020:00000010:3.0:1767384967.964451:0:40108:0:(obd_mount.c:653:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_opts': 29 at 0000000066fe36ae. 00000020:00000010:3.0:1767384967.964453:0:40108:0:(obd_mount.c:663:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_osd_type': 12 at 000000001c54c92c. 00000020:00000010:3.0:1767384967.964454:0:40108:0:(obd_mount.c:664:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at 00000000d2f2bcfd. 00000020:00000010:3.0:1767384967.964456:0:40108:0:(obd_mount.c:668:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 120 at 00000000036d22ec. 00000020:00000010:3.0:1767384967.964458:0:40108:0:(obd_mount.c:672:lustre_free_lsi()) kfreed 'lsi': 1880 at 0000000023b5edf3. 00000020:00000001:3.0:1767384967.964459:0:40108:0:(obd_mount.c:674:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384967.964460:0:40108:0:(obd_mount.c:708:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384967.964462:0:40108:0:(tgt_mount.c:1106:server_stop_servers()) Process entered 00000020:00000001:3.0:1767384967.964467:0:40108:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767384967.964468:0:40108:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000010:3.0:1767384967.964469:0:40108:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 0000000098d9fd18. 00000020:00000080:3.0:1767384967.964471:0:40108:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767384967.964472:0:40108:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767384967.964473:0:40108:0:(obd_config.c:886:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00000001:3.0:1767384967.964475:0:40108:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767384967.964476:0:40108:0:(genops.c:1575:class_disconnect_exports()) OBD device 3 (00000000be7aed29) has no exports 00000020:00000001:3.0:1767384967.964477:0:40108:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767384967.964479:0:40108:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:3.0:1767384967.964481:0:40108:0:(mdt_mds.c:539:mds_device_fini()) Process entered 00000004:00000001:3.0:1767384967.964482:0:40108:0:(mdt_mds.c:102:mds_stop_ptlrpc_service()) Process entered 00000100:00000001:3.0:1767384967.964483:0:40108:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:3.0:1767384967.964484:0:40108:0:(service.c:3836:ptlrpc_unregister_service()) mdt: tearing down 00000100:00000001:3.0:1767384967.964487:0:40108:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:3.0:1767384967.964491:0:40108:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:3.0:1767384967.964492:0:40108:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt 00000100:00000040:3.0:1767384967.964494:0:40108:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #3 00000100:00000040:3.0:1767384967.964495:0:40108:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #2 00000100:00000040:3.0:1767384967.964496:0:40108:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #1 00000100:00000040:3.0:1767384967.964497:0:40108:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #0 00000100:00000040:3.0:1767384967.964521:0:40108:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #3 00000020:00000010:2.0:1767384967.964553:0:18467:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000036c4a050. 00000020:00000010:0.0:1767384967.964554:0:17089:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000084ac1d67. 00000040:00000010:2.0:1767384967.964560:0:18467:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e6465642. 00000040:00000010:0.0:1767384967.964562:0:17089:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008c35c688. 00000020:00000010:2.0:1767384967.964565:0:18467:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bcd73fda. 00000020:00000010:0.0:1767384967.964567:0:17089:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d8f8af99. 00000020:00000010:2.0:1767384967.964570:0:18467:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001122f82c. 00000020:00000010:0.0:1767384967.964573:0:17089:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000005eb83ef. 00000020:00000010:2.0:1767384967.964576:0:18467:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000017f07281. 00000020:00000010:0.0:1767384967.964578:0:17089:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004250f5a9. 80000000:00000010:2.0:1767384967.964582:0:18467:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004c241299. 80000000:00000010:0.0:1767384967.964584:0:17089:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d02339ec. 40000000:00000010:2.0:1767384967.964587:0:18467:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000010460fb5. 40000000:00000010:0.0:1767384967.964590:0:17089:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000f6921c9. 00100000:00000010:2.0:1767384967.964592:0:18467:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000066256ba5. 00040000:00000010:2.0:1767384967.964609:0:18467:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000035ce1904. 00100000:00000010:0.0:1767384967.964609:0:17089:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d9ac7ef6. 00040000:00000010:2.0:1767384967.964617:0:18467:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006a9a13d4. 00040000:00000010:0.0:1767384967.964618:0:17089:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000222aedc9. 00080000:00000010:2.0:1767384967.964623:0:18467:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f494c2fc. 00040000:00000010:0.0:1767384967.964623:0:17089:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e0866a8b. 00080000:00000010:2.0:1767384967.964631:0:18467:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000091f45c2b. 00080000:00000010:0.0:1767384967.964635:0:17089:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e46d20ef. 00000004:00000010:2.0:1767384967.964637:0:18467:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000eca6636. 00080000:00000010:0.0:1767384967.964643:0:17089:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000bcebfb77. 00002000:00000010:2.0:1767384967.964644:0:18467:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000057e27abc. 00000020:00000010:1.0:1767384967.964644:0:17090:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000864aee5e. 00000004:00000010:0.0:1767384967.964650:0:17089:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f848f3c4. 00000040:00000010:1.0:1767384967.964666:0:17090:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002d7f6a70. 00000020:00000010:2.0:1767384967.964667:0:18467:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000502841f8. 00002000:00000010:0.0:1767384967.964667:0:17089:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000011879120. 00000020:00000010:1.0:1767384967.964685:0:17090:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000406386d7. 00000020:00000010:0.0:1767384967.964686:0:17089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ffe5392a. 00000020:00000010:2.0:1767384967.964687:0:18467:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000816c6f82. 00000020:00000010:1.0:1767384967.964708:0:17090:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000cd3d3efc. 00000020:00000010:0.0:1767384967.964709:0:17089:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000009f36f012. 00000100:00000010:2.0:1767384967.964711:0:18467:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000052aabce3. 00000020:00000010:1.0:1767384967.964718:0:17090:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000025359bc5. 00000100:00100000:2.0:1767384967.964719:0:18467:0:(service.c:3155:ptlrpc_main()) mdt00_003: service thread [000000005747986a:18467] 3 exiting: rc = 0 00000100:00000010:0.0:1767384967.964723:0:17089:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000b7c80f9f. 80000000:00000010:1.0:1767384967.964728:0:17090:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002606b54a. 00000100:00100000:0.0:1767384967.964730:0:17089:0:(service.c:3155:ptlrpc_main()) mdt00_000: service thread [000000005ad66e69:17089] 0 exiting: rc = 1 40000000:00000010:1.0:1767384967.964734:0:17090:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001ac05787. 00100000:00000010:1.0:1767384967.964739:0:17090:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008849f7bd. 00040000:00000010:1.0:1767384967.964745:0:17090:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004c66ac96. 00040000:00000010:1.0:1767384967.964751:0:17090:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000049c69595. 00000100:00000040:3.0:1767384967.964754:0:40108:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #2 00080000:00000010:1.0:1767384967.964757:0:17090:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000008494b065. 00080000:00000010:1.0:1767384967.964762:0:17090:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000fb923e35. 00000004:00000010:1.0:1767384967.964766:0:17090:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cffc41d8. 00002000:00000010:1.0:1767384967.964773:0:17090:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007624a23f. 00000020:00000010:1.0:1767384967.964780:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7dce6f3. 00000020:00000010:1.0:1767384967.964789:0:17090:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ffe411eb. 00000020:00000010:3.0:1767384967.964792:0:17091:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000617a56e8. 00000040:00000010:3.0:1767384967.964803:0:17091:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ddedae4e. 00000020:00000010:3.0:1767384967.964811:0:17091:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000156aeeba. 00000100:00000010:1.0:1767384967.964811:0:17090:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000001790d988. 00000020:00000010:3.0:1767384967.964846:0:17091:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000005283ca8. 00000100:00100000:1.0:1767384967.964856:0:17090:0:(service.c:3155:ptlrpc_main()) mdt00_001: service thread [00000000af8efa8a:17090] 1 exiting: rc = 0 00000020:00000010:3.0:1767384967.964859:0:17091:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000edc022ce. 80000000:00000010:3.0:1767384967.964865:0:17091:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d17b2a95. 40000000:00000010:3.0:1767384967.964872:0:17091:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000595cee29. 00100000:00000010:3.0:1767384967.964878:0:17091:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003f695ce5. 00040000:00000010:3.0:1767384967.964885:0:17091:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001c29c61a. 00040000:00000010:3.0:1767384967.964889:0:17091:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000095d4500a. 00080000:00000010:3.0:1767384967.964893:0:17091:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009dbfbd46. 00080000:00000010:3.0:1767384967.964901:0:17091:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000465ad7a2. 00000004:00000010:3.0:1767384967.964907:0:17091:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d5fea080. 00002000:00000010:3.0:1767384967.964913:0:17091:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d39c9870. 00000020:00000010:3.0:1767384967.964921:0:17091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004fc5546. 00000020:00000010:3.0:1767384967.964927:0:17091:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f8cfbf89. 00000100:00000010:3.0:1767384967.964933:0:17091:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000008a7e51e8. 00000100:00100000:3.0:1767384967.964936:0:17091:0:(service.c:3155:ptlrpc_main()) mdt00_002: service thread [000000009cd02581:17091] 2 exiting: rc = 0 00000100:00000010:3.0:1767384967.965000:0:40108:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000005ad66e69. 00000100:00000010:3.0:1767384967.965003:0:40108:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000af8efa8a. 00000100:00000010:3.0:1767384967.965006:0:40108:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000009cd02581. 00000100:00000010:3.0:1767384967.965009:0:40108:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000005747986a. 00000100:00000001:3.0:1767384967.965011:0:40108:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:3.0:1767384967.965013:0:40108:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:3.0:1767384967.965027:0:40108:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 12 lazy 00000400:00000001:3.0:1767384967.965032:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965034:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965042:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000419e4c7e. 00000400:00000200:3.0:1767384967.965046:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a84c6a5 00000400:00000010:3.0:1767384967.965048:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005a84c6a5. 00000100:00000001:3.0:1767384967.965053:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965055:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965063:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965065:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384967.965067:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965069:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965070:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965071:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000524be5b3. 00000400:00000200:3.0:1767384967.965074:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004561d212 00000400:00000010:3.0:1767384967.965076:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004561d212. 00000100:00000001:3.0:1767384967.965078:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965079:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965094:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965096:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384967.965097:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965099:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965099:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965100:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab29304f. 00000400:00000200:3.0:1767384967.965101:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000149d9019 00000400:00000010:3.0:1767384967.965102:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000149d9019. 00000100:00000001:3.0:1767384967.965104:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965105:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965107:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965108:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:3.0:1767384967.965109:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965110:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965110:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965111:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef9b15a6. 00000400:00000200:3.0:1767384967.965112:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004251af29 00000400:00000010:3.0:1767384967.965113:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004251af29. 00000100:00000001:3.0:1767384967.965114:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965115:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965117:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965118:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:3.0:1767384967.965119:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965124:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965125:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965126:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009486f8c8. 00000400:00000200:3.0:1767384967.965128:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026347764 00000400:00000010:3.0:1767384967.965130:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000026347764. 00000100:00000001:3.0:1767384967.965131:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965132:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965134:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965135:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:3.0:1767384967.965136:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965137:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965138:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965139:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087067a92. 00000400:00000200:3.0:1767384967.965140:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023e9d9b6 00000400:00000010:3.0:1767384967.965141:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000023e9d9b6. 00000100:00000001:3.0:1767384967.965143:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965143:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965146:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965147:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:3.0:1767384967.965147:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965148:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965149:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965150:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e9d179e. 00000400:00000200:3.0:1767384967.965151:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f781203c 00000400:00000010:3.0:1767384967.965151:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f781203c. 00000100:00000001:3.0:1767384967.965154:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965154:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965157:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965157:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:3.0:1767384967.965158:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965159:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965159:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965160:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001261ae57. 00000400:00000200:3.0:1767384967.965161:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a02bacdf 00000400:00000010:3.0:1767384967.965162:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a02bacdf. 00000100:00000001:3.0:1767384967.965164:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965164:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965167:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965170:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:3.0:1767384967.965171:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965173:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965174:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965174:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004539388e. 00000400:00000200:3.0:1767384967.965176:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000055c20dd 00000400:00000010:3.0:1767384967.965177:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000055c20dd. 00000100:00000001:3.0:1767384967.965179:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965179:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965182:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965183:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:3.0:1767384967.965183:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965184:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965185:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965185:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b07f4492. 00000400:00000200:3.0:1767384967.965186:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb5f98e5 00000400:00000010:3.0:1767384967.965187:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000eb5f98e5. 00000100:00000001:3.0:1767384967.965189:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965190:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965192:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965193:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:3.0:1767384967.965194:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965194:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965195:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965196:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021d7f5bf. 00000400:00000200:3.0:1767384967.965197:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c1d5005 00000400:00000010:3.0:1767384967.965198:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007c1d5005. 00000100:00000001:3.0:1767384967.965199:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965200:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965202:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965203:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:3.0:1767384967.965204:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965205:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965205:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965206:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b38c8ee7. 00000400:00000200:3.0:1767384967.965207:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c33eeb2f 00000400:00000010:3.0:1767384967.965208:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c33eeb2f. 00000100:00000001:3.0:1767384967.965210:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965214:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965217:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965218:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:3.0:1767384967.965219:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965220:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965221:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965222:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032129942. 00000400:00000200:3.0:1767384967.965223:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7acddc7 00000400:00000010:3.0:1767384967.965224:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b7acddc7. 00000100:00000001:3.0:1767384967.965226:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965226:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965229:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965230:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:3.0:1767384967.965231:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965232:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965233:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965233:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd5bfc20. 00000400:00000200:3.0:1767384967.965234:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016a75997 00000400:00000010:3.0:1767384967.965235:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000016a75997. 00000100:00000001:3.0:1767384967.965236:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965237:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965239:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965240:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:3.0:1767384967.965241:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965242:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965244:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965245:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7a01412. 00000400:00000200:3.0:1767384967.965247:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016d8a983 00000400:00000010:3.0:1767384967.965248:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000016d8a983. 00000100:00000001:3.0:1767384967.965249:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965249:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965252:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965253:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:3.0:1767384967.965253:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965254:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965255:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965256:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bee6437. 00000400:00000200:3.0:1767384967.965257:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9d97f07 00000400:00000010:3.0:1767384967.965262:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c9d97f07. 00000100:00000001:3.0:1767384967.965264:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965264:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965267:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965268:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:3.0:1767384967.965270:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965271:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965272:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965273:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1e6ff57. 00000400:00000200:3.0:1767384967.965275:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000047f970b 00000400:00000010:3.0:1767384967.965276:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000047f970b. 00000100:00000001:3.0:1767384967.965277:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965278:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965280:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965281:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:3.0:1767384967.965282:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965282:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965283:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965284:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005fed6bb. 00000400:00000200:3.0:1767384967.965285:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d71f7c4c 00000400:00000010:3.0:1767384967.965286:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d71f7c4c. 00000100:00000001:3.0:1767384967.965287:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965288:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965290:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965305:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:3.0:1767384967.965306:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965308:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965308:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965309:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030bb180c. 00000400:00000200:3.0:1767384967.965310:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088b9fdb5 00000400:00000010:3.0:1767384967.965312:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000088b9fdb5. 00000100:00000001:3.0:1767384967.965313:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965313:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965316:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965317:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:3.0:1767384967.965318:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965319:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965319:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965325:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047b823fe. 00000400:00000200:3.0:1767384967.965326:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ae433bb 00000400:00000010:3.0:1767384967.965327:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001ae433bb. 00000100:00000001:3.0:1767384967.965330:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965330:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965334:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965335:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:3.0:1767384967.965336:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965347:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965348:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965349:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000262474e2. 00000400:00000200:3.0:1767384967.965350:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f27a5b52 00000400:00000010:3.0:1767384967.965351:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f27a5b52. 00000100:00000001:3.0:1767384967.965353:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965353:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965356:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965356:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:3.0:1767384967.965357:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965358:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965359:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965359:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae54d0ea. 00000400:00000200:3.0:1767384967.965361:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa18842d 00000400:00000010:3.0:1767384967.965362:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000fa18842d. 00000100:00000001:3.0:1767384967.965363:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965364:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965417:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965419:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:3.0:1767384967.965420:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965421:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965422:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965422:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3d2f933. 00000400:00000200:3.0:1767384967.965424:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2277603 00000400:00000010:3.0:1767384967.965425:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e2277603. 00000100:00000001:3.0:1767384967.965426:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965427:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965429:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965430:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:3.0:1767384967.965431:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965436:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965437:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965438:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f880672. 00000400:00000200:3.0:1767384967.965440:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a12cd15f 00000400:00000010:3.0:1767384967.965441:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a12cd15f. 00000100:00000001:3.0:1767384967.965442:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965443:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965446:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965447:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:3.0:1767384967.965447:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965449:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965449:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965450:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027b28068. 00000400:00000200:3.0:1767384967.965452:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c550cbb8 00000400:00000010:3.0:1767384967.965453:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c550cbb8. 00000100:00000001:3.0:1767384967.965454:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965455:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965457:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965458:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:3.0:1767384967.965459:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965459:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965460:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965461:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085dca51b. 00000400:00000200:3.0:1767384967.965462:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b6fd1e6 00000400:00000010:3.0:1767384967.965463:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000002b6fd1e6. 00000100:00000001:3.0:1767384967.965464:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965464:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965467:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965468:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:3.0:1767384967.965468:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965469:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965470:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965471:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000878b7d6f. 00000400:00000200:3.0:1767384967.965472:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f2a2e4c 00000400:00000010:3.0:1767384967.965472:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000002f2a2e4c. 00000100:00000001:3.0:1767384967.965474:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965474:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965477:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965480:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:3.0:1767384967.965481:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965482:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965483:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965484:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ed69784. 00000400:00000200:3.0:1767384967.965486:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2c82323 00000400:00000010:3.0:1767384967.965486:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c2c82323. 00000100:00000001:3.0:1767384967.965488:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965488:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965491:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965492:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:3.0:1767384967.965492:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965493:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965494:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965495:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e94712a3. 00000400:00000200:3.0:1767384967.965496:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a86bd75c 00000400:00000010:3.0:1767384967.965496:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a86bd75c. 00000100:00000001:3.0:1767384967.965498:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965498:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965500:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965501:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:3.0:1767384967.965502:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965503:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965503:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965504:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000932664a5. 00000400:00000200:3.0:1767384967.965505:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000431fdc7d 00000400:00000010:3.0:1767384967.965506:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000431fdc7d. 00000100:00000001:3.0:1767384967.965507:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965508:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965510:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965511:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:3.0:1767384967.965511:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965512:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965513:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965513:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008017b650. 00000400:00000200:3.0:1767384967.965515:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2950951 00000400:00000010:3.0:1767384967.965515:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e2950951. 00000100:00000001:3.0:1767384967.965517:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965520:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965522:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965523:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:3.0:1767384967.965524:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965525:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965526:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965526:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d861fd7. 00000400:00000200:3.0:1767384967.965528:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a31d6ea3 00000400:00000010:3.0:1767384967.965528:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a31d6ea3. 00000100:00000001:3.0:1767384967.965530:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965530:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965532:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965533:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:3.0:1767384967.965534:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965535:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965535:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965536:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095e43977. 00000400:00000200:3.0:1767384967.965537:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d211affa 00000400:00000010:3.0:1767384967.965538:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d211affa. 00000100:00000001:3.0:1767384967.965539:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965540:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965542:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965543:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:3.0:1767384967.965543:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965544:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965545:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965545:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bbb0b45. 00000400:00000200:3.0:1767384967.965546:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000483ccc9a 00000400:00000010:3.0:1767384967.965547:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000483ccc9a. 00000100:00000001:3.0:1767384967.965548:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965549:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965551:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965552:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:3.0:1767384967.965553:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965554:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965554:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965555:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b575597. 00000400:00000200:3.0:1767384967.965556:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065686559 00000400:00000010:3.0:1767384967.965559:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000065686559. 00000100:00000001:3.0:1767384967.965561:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965562:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965564:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965565:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:3.0:1767384967.965566:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965566:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965567:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965568:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008dcdf561. 00000400:00000200:3.0:1767384967.965569:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b3760cb 00000400:00000010:3.0:1767384967.965570:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004b3760cb. 00000100:00000001:3.0:1767384967.965571:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965572:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965574:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965575:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:3.0:1767384967.965575:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965576:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965577:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965577:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6595062. 00000400:00000200:3.0:1767384967.965578:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f77fdeab 00000400:00000010:3.0:1767384967.965579:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f77fdeab. 00000100:00000001:3.0:1767384967.965586:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965587:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965590:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965591:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:3.0:1767384967.965591:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965592:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965593:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965594:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052f88bb1. 00000400:00000200:3.0:1767384967.965595:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000651704eb 00000400:00000010:3.0:1767384967.965596:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000651704eb. 00000100:00000001:3.0:1767384967.965597:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965598:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965600:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965601:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:3.0:1767384967.965602:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965603:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965604:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965607:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5286aa9. 00000400:00000200:3.0:1767384967.965609:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c5bbe2f 00000400:00000010:3.0:1767384967.965610:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001c5bbe2f. 00000100:00000001:3.0:1767384967.965612:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965612:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965615:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965616:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:3.0:1767384967.965616:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965617:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965618:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965619:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e44b909e. 00000400:00000200:3.0:1767384967.965620:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb609c64 00000400:00000010:3.0:1767384967.965621:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000cb609c64. 00000100:00000001:3.0:1767384967.965622:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965623:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965625:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965626:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:3.0:1767384967.965627:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965628:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965628:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965629:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e1f8a35. 00000400:00000200:3.0:1767384967.965630:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf7f64ab 00000400:00000010:3.0:1767384967.965631:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000bf7f64ab. 00000100:00000001:3.0:1767384967.965633:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965633:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965636:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965637:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:3.0:1767384967.965637:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965638:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965639:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965639:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011019982. 00000400:00000200:3.0:1767384967.965640:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348fb3e2 00000400:00000010:3.0:1767384967.965641:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000348fb3e2. 00000100:00000001:3.0:1767384967.965642:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965643:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965645:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965646:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:3.0:1767384967.965647:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965651:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965652:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965653:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000506b90ce. 00000400:00000200:3.0:1767384967.965654:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000004e3f29 00000400:00000010:3.0:1767384967.965656:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000004e3f29. 00000100:00000001:3.0:1767384967.965657:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965658:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965660:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965661:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:3.0:1767384967.965662:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965663:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965663:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965664:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099d80ca6. 00000400:00000200:3.0:1767384967.965665:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fadfef92 00000400:00000010:3.0:1767384967.965666:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000fadfef92. 00000100:00000001:3.0:1767384967.965667:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965668:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965671:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965671:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:3.0:1767384967.965672:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965673:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965674:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965674:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d66a7ac6. 00000400:00000200:3.0:1767384967.965675:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024cd3096 00000400:00000010:3.0:1767384967.965676:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000024cd3096. 00000100:00000001:3.0:1767384967.965678:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965678:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965681:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965681:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:3.0:1767384967.965682:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965683:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965683:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965684:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004f0f0fd. 00000400:00000200:3.0:1767384967.965685:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf1cce88 00000400:00000010:3.0:1767384967.965686:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000bf1cce88. 00000100:00000001:3.0:1767384967.965687:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965688:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965690:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965694:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:3.0:1767384967.965695:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965696:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965697:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965698:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1e74555. 00000400:00000200:3.0:1767384967.965699:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000875846e2 00000400:00000010:3.0:1767384967.965700:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000875846e2. 00000100:00000001:3.0:1767384967.965702:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965702:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965705:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965706:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:3.0:1767384967.965706:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965707:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965708:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965708:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007098018f. 00000400:00000200:3.0:1767384967.965709:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073adcf02 00000400:00000010:3.0:1767384967.965710:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000073adcf02. 00000100:00000001:3.0:1767384967.965712:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965712:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965714:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965715:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:3.0:1767384967.965716:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965717:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965717:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965718:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb43bec5. 00000400:00000200:3.0:1767384967.965719:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054fa990f 00000400:00000010:3.0:1767384967.965720:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000054fa990f. 00000100:00000001:3.0:1767384967.965721:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965722:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965724:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965725:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:3.0:1767384967.965726:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965727:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965727:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965728:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016e54c62. 00000400:00000200:3.0:1767384967.965729:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a78d0322 00000400:00000010:3.0:1767384967.965730:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a78d0322. 00000100:00000001:3.0:1767384967.965731:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965734:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965737:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965738:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:3.0:1767384967.965739:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965740:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965741:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965742:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b116b5ce. 00000400:00000200:3.0:1767384967.965743:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004ffb2e0 00000400:00000010:3.0:1767384967.965744:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000004ffb2e0. 00000100:00000001:3.0:1767384967.965745:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965746:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965748:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965749:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:3.0:1767384967.965749:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965750:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965751:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965751:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5db785e. 00000400:00000200:3.0:1767384967.965752:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095559cff 00000400:00000010:3.0:1767384967.965753:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000095559cff. 00000100:00000001:3.0:1767384967.965754:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965755:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965757:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965758:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:3.0:1767384967.965759:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965760:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965761:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965761:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b207c34. 00000400:00000200:3.0:1767384967.965762:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ed5becf 00000400:00000010:3.0:1767384967.965763:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000002ed5becf. 00000100:00000001:3.0:1767384967.965764:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965765:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965767:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965768:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:3.0:1767384967.965769:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965769:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965770:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965771:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008fc7959b. 00000400:00000200:3.0:1767384967.965772:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010edf57e 00000400:00000010:3.0:1767384967.965775:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000010edf57e. 00000100:00000001:3.0:1767384967.965778:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965779:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965781:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965782:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:3.0:1767384967.965783:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965784:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965785:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965785:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ac90006. 00000400:00000200:3.0:1767384967.965786:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc43996e 00000400:00000010:3.0:1767384967.965787:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000dc43996e. 00000100:00000001:3.0:1767384967.965789:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965789:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965791:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965792:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:3.0:1767384967.965793:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965794:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965795:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965795:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bdb6681e. 00000400:00000200:3.0:1767384967.965796:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9c2d9ef 00000400:00000010:3.0:1767384967.965797:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c9c2d9ef. 00000100:00000001:3.0:1767384967.965798:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965799:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965801:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965802:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:3.0:1767384967.965803:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965804:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965804:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965805:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073c1f1f1. 00000400:00000200:3.0:1767384967.965806:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a59882f4 00000400:00000010:3.0:1767384967.965807:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a59882f4. 00000100:00000001:3.0:1767384967.965808:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965809:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965811:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965812:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:3.0:1767384967.965813:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965844:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965846:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965854:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2557cac. 00000400:00000200:3.0:1767384967.965857:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a971cf72 00000400:00000010:3.0:1767384967.965859:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a971cf72. 00000100:00000001:3.0:1767384967.965862:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965863:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965868:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965869:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:3.0:1767384967.965871:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965873:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965874:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965875:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008fdf5e3f. 00000400:00000200:3.0:1767384967.965877:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001caa9ef5 00000400:00000010:3.0:1767384967.965879:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001caa9ef5. 00000100:00000001:3.0:1767384967.965881:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965882:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965886:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965887:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:3.0:1767384967.965889:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965891:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965891:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965892:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4d3a72a. 00000400:00000200:3.0:1767384967.965894:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054c3ddea 00000400:00000010:3.0:1767384967.965894:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000054c3ddea. 00000100:00000001:3.0:1767384967.965896:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965897:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965899:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965900:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:3.0:1767384967.965901:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965902:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965903:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965903:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1c11ac1. 00000400:00000200:3.0:1767384967.965905:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013419390 00000400:00000010:3.0:1767384967.965906:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000013419390. 00000100:00000001:3.0:1767384967.965907:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965908:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965910:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965911:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:3.0:1767384967.965911:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965917:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965917:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965918:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039d0a6db. 00000400:00000200:3.0:1767384967.965920:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea49d44b 00000400:00000010:3.0:1767384967.965921:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ea49d44b. 00000100:00000001:3.0:1767384967.965922:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965923:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965926:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965926:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:3.0:1767384967.965927:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965928:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965928:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965929:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ed5a4ff. 00000400:00000200:3.0:1767384967.965930:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca0c82bb 00000400:00000010:3.0:1767384967.965931:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ca0c82bb. 00000100:00000001:3.0:1767384967.965932:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965933:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965935:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965936:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:3.0:1767384967.965937:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.965937:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.965938:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.965939:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6eeee9a. 00000400:00000200:3.0:1767384967.965940:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e847c74a 00000400:00000010:3.0:1767384967.965941:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e847c74a. 00000100:00000001:3.0:1767384967.965942:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.965942:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:3.0:1767384967.965945:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.965946:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767384967.965946:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384967.965948:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.965949:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.965951:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.965952:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.965952:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.965953:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.965954:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.965954:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.965958:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.965959:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.965959:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.965960:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.965961:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.965962:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.965963:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.965963:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.965964:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.965965:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.965966:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.965966:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.965967:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.965968:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.965968:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.965969:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.965970:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.965970:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.965971:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.965972:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.965972:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.965973:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.965974:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.965974:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.965975:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.965976:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.965976:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.965977:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.965978:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.965978:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.965979:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.965980:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.965980:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.965981:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.965982:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.965982:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.965983:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.965984:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.965985:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.965985:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.965987:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.965987:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.965988:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.965989:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.965990:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.965991:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.965992:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.965992:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.965993:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.965993:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.965994:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.965995:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.965996:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.965996:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.965997:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.965998:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.965998:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.965999:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.966000:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.966000:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.966001:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.966002:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.966002:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.966003:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.966004:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.966004:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.966005:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.966006:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.966006:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.966007:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.966008:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.966008:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.966009:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.966010:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.966011:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.966011:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.966012:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.966012:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.966013:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.966014:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.966015:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.966016:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.966017:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.966017:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.966018:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.966019:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.966020:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.966021:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.966021:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.966022:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.966023:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.966023:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.966024:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.966025:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.966025:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.966026:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.966027:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.966027:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.966028:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.966029:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.966029:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.966030:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.966031:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.966031:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.966032:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.966033:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.966033:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.966034:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.966035:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.966035:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.966036:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.966037:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.966037:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.966038:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.966039:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.966039:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.966040:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.966041:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.966042:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.966042:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384967.966063:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966065:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008dfa124e. 02000000:00000001:3.0:1767384967.966068:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966069:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004f1ab0f3. 02000000:00000001:3.0:1767384967.966072:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966073:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ec64a80b. 02000000:00000001:3.0:1767384967.966074:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966075:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006d0119e6. 02000000:00000001:3.0:1767384967.966077:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966078:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005b1fee19. 02000000:00000001:3.0:1767384967.966079:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966080:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f462f42c. 02000000:00000001:3.0:1767384967.966084:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966084:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c15b72b5. 02000000:00000001:3.0:1767384967.966086:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966086:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e933ccb9. 02000000:00000001:3.0:1767384967.966088:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966089:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at 00000000254a597c. 02000000:00000001:3.0:1767384967.966090:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966091:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a0f2c6b. 02000000:00000001:3.0:1767384967.966092:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966093:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at 00000000cca5f2ee. 02000000:00000001:3.0:1767384967.966094:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966094:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016123c0a. 02000000:00000001:3.0:1767384967.966096:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966096:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000349a23b7. 02000000:00000001:3.0:1767384967.966097:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966098:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000019038a26. 02000000:00000001:3.0:1767384967.966099:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966100:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000710553a1. 02000000:00000001:3.0:1767384967.966101:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966102:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4e9fb21. 02000000:00000001:3.0:1767384967.966103:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966104:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e052e1a6. 02000000:00000001:3.0:1767384967.966105:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966106:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f1e89eee. 02000000:00000001:3.0:1767384967.966108:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966108:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c5e8b3bd. 02000000:00000001:3.0:1767384967.966110:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966110:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004144b2ef. 02000000:00000001:3.0:1767384967.966123:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966124:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 0000000065a0d07a. 02000000:00000001:3.0:1767384967.966126:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966126:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008682cd17. 02000000:00000001:3.0:1767384967.966128:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966128:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000942cc77c. 02000000:00000001:3.0:1767384967.966130:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966130:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b1070430. 02000000:00000001:3.0:1767384967.966132:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966132:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000024b520c. 02000000:00000001:3.0:1767384967.966133:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966134:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ce46ac84. 02000000:00000001:3.0:1767384967.966135:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966136:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000487233c7. 02000000:00000001:3.0:1767384967.966137:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966137:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f3e38540. 02000000:00000001:3.0:1767384967.966139:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966140:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b53fe7b3. 02000000:00000001:3.0:1767384967.966141:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966141:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008e6892f1. 02000000:00000001:3.0:1767384967.966143:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966144:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000883c34e4. 02000000:00000001:3.0:1767384967.966145:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966146:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008ae87b56. 02000000:00000001:3.0:1767384967.966147:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966148:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000026dfb2ce. 02000000:00000001:3.0:1767384967.966149:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966149:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000035cec20e. 02000000:00000001:3.0:1767384967.966151:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966152:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000068e767e6. 02000000:00000001:3.0:1767384967.966153:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966153:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b43dc057. 02000000:00000001:3.0:1767384967.966155:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966156:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000068d25154. 02000000:00000001:3.0:1767384967.966157:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966158:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ec8039dc. 02000000:00000001:3.0:1767384967.966160:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966160:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004e0d6e6a. 02000000:00000001:3.0:1767384967.966161:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966162:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000309aee7d. 02000000:00000001:3.0:1767384967.966164:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966164:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d5e2984a. 02000000:00000001:3.0:1767384967.966165:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966166:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000abdfdc54. 02000000:00000001:3.0:1767384967.966168:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966169:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002f44cd04. 02000000:00000001:3.0:1767384967.966170:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966171:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9513423. 02000000:00000001:3.0:1767384967.966172:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966173:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000170c8371. 02000000:00000001:3.0:1767384967.966174:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966175:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006d2e30c6. 02000000:00000001:3.0:1767384967.966176:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966177:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006a1f01af. 02000000:00000001:3.0:1767384967.966178:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966179:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d6bfa9fd. 02000000:00000001:3.0:1767384967.966180:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966181:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000053671ff5. 02000000:00000001:3.0:1767384967.966182:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966183:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000249b5040. 02000000:00000001:3.0:1767384967.966184:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966185:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000087f9f871. 02000000:00000001:3.0:1767384967.966186:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966187:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ac792fc8. 02000000:00000001:3.0:1767384967.966189:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966189:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000bd9d3850. 02000000:00000001:3.0:1767384967.966190:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966191:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000020ec9fcc. 02000000:00000001:3.0:1767384967.966193:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966193:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000dfffd5fc. 02000000:00000001:3.0:1767384967.966194:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966195:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f7a1e0b. 02000000:00000001:3.0:1767384967.966196:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966197:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000dff20a53. 02000000:00000001:3.0:1767384967.966209:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966210:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000abe39ffd. 02000000:00000001:3.0:1767384967.966211:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966212:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003365b6f4. 02000000:00000001:3.0:1767384967.966214:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966214:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e200afc1. 02000000:00000001:3.0:1767384967.966216:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966216:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000bfc17f3e. 02000000:00000001:3.0:1767384967.966218:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966218:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000004678e43. 02000000:00000001:3.0:1767384967.966220:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966220:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e6a643f7. 02000000:00000001:3.0:1767384967.966222:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966222:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000229032c2. 02000000:00000001:3.0:1767384967.966224:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966224:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000360be0e4. 02000000:00000001:3.0:1767384967.966225:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966226:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000e2ccc84. 02000000:00000001:3.0:1767384967.966227:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966228:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c2158afe. 02000000:00000001:3.0:1767384967.966229:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966230:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000db917395. 02000000:00000001:3.0:1767384967.966231:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966232:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c099939c. 02000000:00000001:3.0:1767384967.966233:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966233:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002cbd6eff. 02000000:00000001:3.0:1767384967.966235:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966235:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e5d18eea. 02000000:00000001:3.0:1767384967.966236:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966237:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000034c7ffcc. 02000000:00000001:3.0:1767384967.966239:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966239:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006ec3f5eb. 02000000:00000001:3.0:1767384967.966240:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966241:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096b20e2d. 02000000:00000001:3.0:1767384967.966242:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966243:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000009af2b92. 02000000:00000001:3.0:1767384967.966244:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966245:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000090ee15f8. 02000000:00000001:3.0:1767384967.966247:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966248:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d0fc01a7. 02000000:00000001:3.0:1767384967.966249:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966250:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069b7613e. 02000000:00000001:3.0:1767384967.966251:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966252:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000046c3d7b2. 02000000:00000001:3.0:1767384967.966254:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966254:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c5db5cbb. 02000000:00000001:3.0:1767384967.966256:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966256:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009acc6732. 02000000:00000001:3.0:1767384967.966258:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966258:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002242f1d5. 02000000:00000001:3.0:1767384967.966260:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966260:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f1e3b73f. 02000000:00000001:3.0:1767384967.966262:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966262:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003567746b. 02000000:00000001:3.0:1767384967.966264:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966264:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005614a373. 02000000:00000001:3.0:1767384967.966265:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966266:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6ff2d4a. 02000000:00000001:3.0:1767384967.966267:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966268:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 0000000067a5b1fb. 02000000:00000001:3.0:1767384967.966269:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966270:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a011367. 02000000:00000001:3.0:1767384967.966271:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966271:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000a2831a88. 02000000:00000001:3.0:1767384967.966273:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966273:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058cb6def. 02000000:00000001:3.0:1767384967.966275:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.966275:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000020bec0f7. 02000000:00000001:3.0:1767384967.966277:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.966277:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c22b2113. 00000100:00000010:3.0:1767384967.966280:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ac4ba766. 00000100:00000010:3.0:1767384967.966318:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c3890032. 00000100:00000010:3.0:1767384967.966321:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000049c983ab. 00000100:00000010:3.0:1767384967.966355:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cc0a275f. 00000100:00000010:3.0:1767384967.966357:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000147e8ac8. 00000100:00000010:3.0:1767384967.966379:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f3b591c5. 00000100:00000010:3.0:1767384967.966381:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000006097fcb3. 00000100:00000010:3.0:1767384967.966402:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007f02b850. 00000100:00000010:3.0:1767384967.966403:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e41af84a. 00000100:00000010:3.0:1767384967.966432:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000003134057. 00000100:00000010:3.0:1767384967.966434:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004dd01d4d. 00000100:00000010:3.0:1767384967.966454:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dab92e3f. 00000100:00000010:3.0:1767384967.966455:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000efa04b8f. 00000100:00000010:3.0:1767384967.966482:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002489efa2. 00000100:00000010:3.0:1767384967.966483:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002d7733a6. 00000100:00000010:3.0:1767384967.966505:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ab356688. 00000100:00000010:3.0:1767384967.966507:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d3a3e063. 00000100:00000010:3.0:1767384967.966527:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007adf256e. 00000100:00000010:3.0:1767384967.966528:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000065ea4f69. 00000100:00000010:3.0:1767384967.966543:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005ae539f7. 00000100:00000010:3.0:1767384967.966545:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003b96bc1b. 00000100:00000010:3.0:1767384967.966572:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004c9be428. 00000100:00000010:3.0:1767384967.966574:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d9daac7c. 00000100:00000010:3.0:1767384967.966595:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b99a05b9. 00000100:00000010:3.0:1767384967.966596:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000554f543c. 00000100:00000010:3.0:1767384967.966614:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f2b535ec. 00000100:00000010:3.0:1767384967.966615:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ffe55a9f. 00000100:00000010:3.0:1767384967.966638:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000008568bb6. 00000100:00000010:3.0:1767384967.966640:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ba81330e. 00000100:00000010:3.0:1767384967.966665:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004107cfbf. 00000100:00000010:3.0:1767384967.966666:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000064139fe8. 00000100:00000010:3.0:1767384967.966680:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003f632d2d. 00000100:00000010:3.0:1767384967.966682:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000cfe6cf39. 00000100:00000010:3.0:1767384967.966703:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004abfef95. 00000100:00000010:3.0:1767384967.966705:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000127db755. 00000100:00000010:3.0:1767384967.966722:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ee5d1aec. 00000100:00000010:3.0:1767384967.966724:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000001e675361. 00000100:00000010:3.0:1767384967.966749:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ff605a2e. 00000100:00000010:3.0:1767384967.966750:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000094bda16b. 00000100:00000010:3.0:1767384967.966774:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000748381ee. 00000100:00000010:3.0:1767384967.966775:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007a1d9644. 00000100:00000010:3.0:1767384967.966798:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005f5f3c24. 00000100:00000010:3.0:1767384967.966799:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000005f922bfc. 00000100:00000010:3.0:1767384967.966843:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000072b879c6. 00000100:00000010:3.0:1767384967.966856:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004ad9cf3f. 00000100:00000010:3.0:1767384967.966897:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e02760d3. 00000100:00000010:3.0:1767384967.966899:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004c42c066. 00000100:00000010:3.0:1767384967.966929:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dd2ab164. 00000100:00000010:3.0:1767384967.966931:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000dee9e3ad. 00000100:00000010:3.0:1767384967.966961:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000069568b29. 00000100:00000010:3.0:1767384967.966963:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000006c1aab3b. 00000100:00000010:3.0:1767384967.967003:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d42c456d. 00000100:00000010:3.0:1767384967.967005:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000049bab9b2. 00000100:00000010:3.0:1767384967.967041:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000098a76556. 00000100:00000010:3.0:1767384967.967043:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007ec40ae6. 00000100:00000010:3.0:1767384967.967099:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cda4f778. 00000100:00000010:3.0:1767384967.967100:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000563b9ff5. 00000100:00000010:3.0:1767384967.967129:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f029da93. 00000100:00000010:3.0:1767384967.967131:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f7f3ef97. 00000100:00000010:3.0:1767384967.967161:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005da31388. 00000100:00000010:3.0:1767384967.967162:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000021ffc163. 00000100:00000010:3.0:1767384967.967177:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000048e6f440. 00000100:00000010:3.0:1767384967.967178:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000184bac6f. 00000100:00000010:3.0:1767384967.967194:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ee38442. 00000100:00000010:3.0:1767384967.967195:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000932a3745. 00000100:00000010:3.0:1767384967.967211:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000052e2e488. 00000100:00000010:3.0:1767384967.967212:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008796728c. 00000100:00000010:3.0:1767384967.967225:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000739218f5. 00000100:00000010:3.0:1767384967.967226:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000bdfd32d0. 00000100:00000010:3.0:1767384967.967247:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ac7075e. 00000100:00000010:3.0:1767384967.967248:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000006971240. 00000100:00000010:3.0:1767384967.967269:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009c3fa2af. 00000100:00000010:3.0:1767384967.967271:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000005fbaff75. 00000100:00000010:3.0:1767384967.967306:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003407718e. 00000100:00000010:3.0:1767384967.967308:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000cdbc73c0. 00000100:00000010:3.0:1767384967.967342:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000025c76de8. 00000100:00000010:3.0:1767384967.967343:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e8807988. 00000100:00000010:3.0:1767384967.967362:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000056b04d82. 00000100:00000010:3.0:1767384967.967363:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000595f913f. 00000100:00000010:3.0:1767384967.967378:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f06e38f1. 00000100:00000010:3.0:1767384967.967380:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000cc28ba8e. 00000100:00000010:3.0:1767384967.967393:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aa783a16. 00000100:00000010:3.0:1767384967.967395:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004aaf7e3f. 00000100:00000010:3.0:1767384967.967417:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a3a00e61. 00000100:00000010:3.0:1767384967.967419:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c1c35aa7. 00000100:00000010:3.0:1767384967.967443:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005e374f5a. 00000100:00000010:3.0:1767384967.967444:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008fc1cec2. 00000100:00000010:3.0:1767384967.967465:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000008f79d36. 00000100:00000010:3.0:1767384967.967467:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002ebf37f4. 00000100:00000010:3.0:1767384967.967488:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a1660bbf. 00000100:00000010:3.0:1767384967.967490:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e7b89d09. 00000100:00000010:3.0:1767384967.967510:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e7a55078. 00000100:00000010:3.0:1767384967.967511:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a674446c. 00000100:00000010:3.0:1767384967.967531:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000019a30082. 00000100:00000010:3.0:1767384967.967532:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000005a0424cc. 00000100:00000010:3.0:1767384967.967549:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007f020e04. 00000100:00000010:3.0:1767384967.967550:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000032051681. 00000100:00000010:3.0:1767384967.967565:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d870c8a0. 00000100:00000010:3.0:1767384967.967566:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b9e1d16c. 00000100:00000010:3.0:1767384967.967584:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000882d415f. 00000100:00000010:3.0:1767384967.967585:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a31a4333. 00000100:00000010:3.0:1767384967.967604:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000053de4f3b. 00000100:00000010:3.0:1767384967.967606:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c64d82ec. 00000100:00000010:3.0:1767384967.967621:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b4ac2c31. 00000100:00000010:3.0:1767384967.967623:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000047e24101. 00000100:00000010:3.0:1767384967.967661:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eac12cc6. 00000100:00000010:3.0:1767384967.967663:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000927aff00. 00000100:00000010:3.0:1767384967.967681:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de2d9032. 00000100:00000010:3.0:1767384967.967683:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000bc739b47. 00000100:00000010:3.0:1767384967.967695:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002192e640. 00000100:00000010:3.0:1767384967.967697:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f772a493. 00000100:00000010:3.0:1767384967.967710:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bff12dde. 00000100:00000010:3.0:1767384967.967711:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002219ab73. 00000100:00000010:3.0:1767384967.967724:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000308460a2. 00000100:00000010:3.0:1767384967.967725:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002adb6c2d. 00000100:00000010:3.0:1767384967.967745:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000468d17cc. 00000100:00000010:3.0:1767384967.967747:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000087ffa11f. 00000100:00000010:3.0:1767384967.967762:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004a6ce0e0. 00000100:00000010:3.0:1767384967.967764:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000fed6ec3c. 00000100:00000010:3.0:1767384967.967780:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000408658ae. 00000100:00000010:3.0:1767384967.967781:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000005646542a. 00000100:00000010:3.0:1767384967.967799:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b5235b90. 00000100:00000010:3.0:1767384967.967800:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000fc68298e. 00000100:00000010:3.0:1767384967.967854:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000006501455. 00000100:00000010:3.0:1767384967.967858:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004f4c91d6. 00000100:00000010:3.0:1767384967.967891:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bd494d8c. 00000100:00000010:3.0:1767384967.967892:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000991a8ed0. 00000100:00000010:3.0:1767384967.967910:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a6568365. 00000100:00000010:3.0:1767384967.967912:0:40108:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 000000005a6ca017. 00000100:00000010:3.0:1767384967.967923:0:40108:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 000000006e00b330. 00000100:00000010:3.0:1767384967.967933:0:40108:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000266b3db7. 00000100:00000010:3.0:1767384967.967948:0:40108:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000c43a5855. 00000100:00000001:3.0:1767384967.967958:0:40108:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1767384967.967960:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384967.967962:0:40108:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767384967.967964:0:40108:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767384967.967965:0:40108:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000c7f9c197. 00000100:00000001:3.0:1767384967.967967:0:40108:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767384967.967968:0:40108:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384967.967970:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384967.967971:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000004cc821f7. 00000100:00000001:3.0:1767384967.967972:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384967.967973:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384967.967974:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000faaa5383. 00000100:00000001:3.0:1767384967.967975:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384967.967976:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384967.967977:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000de6e168e. 00000100:00000001:3.0:1767384967.967978:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384967.967979:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384967.967980:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000064370a8c. 00000100:00000001:3.0:1767384967.967981:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384967.967982:0:40108:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767384967.967983:0:40108:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767384967.967984:0:40108:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000b057ff61. 00000100:00000001:3.0:1767384967.967985:0:40108:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767384967.967986:0:40108:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384967.967987:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384967.967987:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000006d24117a. 00000100:00000001:3.0:1767384967.967988:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384967.967989:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384967.967990:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000045b28f94. 00000100:00000001:3.0:1767384967.967991:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384967.967991:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384967.967992:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000006103a191. 00000100:00000001:3.0:1767384967.967993:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384967.967993:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384967.967994:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000fbbf30ac. 00000100:00000010:3.0:1767384967.967995:0:40108:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 0000000091e3fb47. 00000100:00000001:3.0:1767384967.967997:0:40108:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1767384967.968046:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000f16ec6c7. 00000020:00000010:3.0:1767384967.968055:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000f93bf49a. 00000020:00000010:3.0:1767384967.968057:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000013449c6. 00000020:00000010:3.0:1767384967.968060:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000f31a5442. 00000020:00000010:3.0:1767384967.968074:0:40108:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000003ee817d2. 00000020:00000010:3.0:1767384967.968076:0:40108:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000702f258c. 00000100:00000010:3.0:1767384967.968092:0:40108:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000a938bdea. 00000100:00000010:3.0:1767384967.968098:0:40108:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000079c6c1e3. 00000100:00000010:3.0:1767384967.968100:0:40108:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000009b5b808c. 00000100:00000010:3.0:1767384967.968105:0:40108:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000257a2f4a. 00000100:00000001:3.0:1767384967.968106:0:40108:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384967.968108:0:40108:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:3.0:1767384967.968109:0:40108:0:(service.c:3836:ptlrpc_unregister_service()) mdt_readpage: tearing down 00000100:00000001:3.0:1767384967.968111:0:40108:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:3.0:1767384967.968112:0:40108:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:3.0:1767384967.968113:0:40108:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_readpage 00000100:00000040:3.0:1767384967.968114:0:40108:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #1 00000100:00000040:3.0:1767384967.968115:0:40108:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #0 00000100:00000040:3.0:1767384967.968127:0:40108:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_rdpg #1 00000020:00000010:0.0:1767384967.968153:0:17092:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001ac7eb59. 00000040:00000010:0.0:1767384967.968158:0:17092:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d0a62752. 00000020:00000010:0.0:1767384967.968161:0:17092:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004d69c7d3. 00000020:00000010:0.0:1767384967.968164:0:17092:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000037c532cf. 00000020:00000010:0.0:1767384967.968167:0:17092:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fe6464e6. 80000000:00000010:0.0:1767384967.968170:0:17092:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003f46d171. 40000000:00000010:0.0:1767384967.968173:0:17092:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003bbd6fb5. 00100000:00000010:0.0:1767384967.968177:0:17092:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000113d80fb. 00000020:00000010:2.0:1767384967.968180:0:17093:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006868d4b8. 00040000:00000010:0.0:1767384967.968181:0:17092:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000097691469. 00040000:00000010:0.0:1767384967.968188:0:17092:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000341af43a. 00000040:00000010:2.0:1767384967.968189:0:17093:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002b118d76. 00000020:00000010:2.0:1767384967.968194:0:17093:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000ba04d44. 00080000:00000010:0.0:1767384967.968195:0:17092:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001e2b010d. 00000020:00000010:2.0:1767384967.968198:0:17093:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000976958bc. 00080000:00000010:0.0:1767384967.968201:0:17092:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000244f3a3f. 00000020:00000010:2.0:1767384967.968203:0:17093:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cf02e4ce. 00000004:00000010:0.0:1767384967.968206:0:17092:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000015be7c93. 80000000:00000010:2.0:1767384967.968208:0:17093:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000391bc5e8. 00000020:00000010:0.0:1767384967.968211:0:17092:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6340482. 40000000:00000010:2.0:1767384967.968213:0:17093:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000947c98e9. 00000020:00000010:0.0:1767384967.968217:0:17092:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a8a96e5d. 00100000:00000010:2.0:1767384967.968219:0:17093:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c5098c30. 00040000:00000010:2.0:1767384967.968224:0:17093:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000079a770a7. 00000100:00000010:0.0:1767384967.968224:0:17092:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000f183156b. 00040000:00000010:2.0:1767384967.968231:0:17093:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000194be174. 00000100:00100000:0.0:1767384967.968231:0:17092:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_000: service thread [00000000319c18eb:17092] 0 exiting: rc = 1 00080000:00000010:2.0:1767384967.968238:0:17093:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a2ec0c7b. 00080000:00000010:2.0:1767384967.968242:0:17093:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000089c99b0d. 00000004:00000010:2.0:1767384967.968253:0:17093:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000030475c5b. 00000020:00000010:2.0:1767384967.968256:0:17093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff91c1f7. 00000020:00000010:2.0:1767384967.968260:0:17093:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000dcb25fd7. 00000100:00000010:2.0:1767384967.968266:0:17093:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000f67d4745. 00000100:00100000:2.0:1767384967.968274:0:17093:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_001: service thread [00000000a89115a4:17093] 1 exiting: rc = 0 00000100:00000010:3.0:1767384967.968306:0:40108:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000319c18eb. 00000100:00000010:3.0:1767384967.968311:0:40108:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000a89115a4. 00000100:00000001:3.0:1767384967.968314:0:40108:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:3.0:1767384967.968315:0:40108:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:3.0:1767384967.968317:0:40108:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 23 lazy 00000400:00000001:3.0:1767384967.968321:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968322:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968324:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb3b6520. 00000400:00000200:3.0:1767384967.968327:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cfb0ef7e 00000400:00000010:3.0:1767384967.968329:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cfb0ef7e. 00000100:00000001:3.0:1767384967.968331:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968332:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968347:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968348:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384967.968349:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968350:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968351:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968352:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9c9568a. 00000400:00000200:3.0:1767384967.968353:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000975e560e 00000400:00000010:3.0:1767384967.968354:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000975e560e. 00000100:00000001:3.0:1767384967.968356:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968356:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968359:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968359:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384967.968360:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968361:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968362:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968362:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e604f61. 00000400:00000200:3.0:1767384967.968364:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000782547a6 00000400:00000010:3.0:1767384967.968364:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000782547a6. 00000100:00000001:3.0:1767384967.968366:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968366:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968369:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968369:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:3.0:1767384967.968370:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968371:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968371:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968372:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095568c32. 00000400:00000200:3.0:1767384967.968373:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e4fa7cf 00000400:00000010:3.0:1767384967.968374:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e4fa7cf. 00000100:00000001:3.0:1767384967.968375:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968376:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968378:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968379:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:3.0:1767384967.968379:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968380:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968381:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968382:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a501c344. 00000400:00000200:3.0:1767384967.968383:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d6c9769 00000400:00000010:3.0:1767384967.968383:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d6c9769. 00000100:00000001:3.0:1767384967.968384:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968385:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968387:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968388:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:3.0:1767384967.968389:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968389:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968390:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968391:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000309a4d89. 00000400:00000200:3.0:1767384967.968392:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075359b2b 00000400:00000010:3.0:1767384967.968393:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000075359b2b. 00000100:00000001:3.0:1767384967.968394:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968394:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968397:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968397:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:3.0:1767384967.968398:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968399:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968400:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968400:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000902c6424. 00000400:00000200:3.0:1767384967.968401:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a1e759b 00000400:00000010:3.0:1767384967.968402:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003a1e759b. 00000100:00000001:3.0:1767384967.968403:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968404:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968406:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968407:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:3.0:1767384967.968408:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968409:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968409:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968410:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa65645e. 00000400:00000200:3.0:1767384967.968411:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f64b4277 00000400:00000010:3.0:1767384967.968412:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f64b4277. 00000100:00000001:3.0:1767384967.968413:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968413:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968416:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968417:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:3.0:1767384967.968417:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968419:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968419:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968420:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e068d30. 00000400:00000200:3.0:1767384967.968421:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000780350eb 00000400:00000010:3.0:1767384967.968422:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000780350eb. 00000100:00000001:3.0:1767384967.968423:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968424:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968426:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968427:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:3.0:1767384967.968428:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968429:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968430:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968431:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af188062. 00000400:00000200:3.0:1767384967.968433:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7617be7 00000400:00000010:3.0:1767384967.968434:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f7617be7. 00000100:00000001:3.0:1767384967.968435:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968436:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968438:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968439:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:3.0:1767384967.968440:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968440:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968441:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968442:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099c99164. 00000400:00000200:3.0:1767384967.968443:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000216f6a2d 00000400:00000010:3.0:1767384967.968444:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000216f6a2d. 00000100:00000001:3.0:1767384967.968445:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968445:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968447:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968448:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:3.0:1767384967.968449:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968450:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968450:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968451:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eddb17e0. 00000400:00000200:3.0:1767384967.968452:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0fc914a 00000400:00000010:3.0:1767384967.968453:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d0fc914a. 00000100:00000001:3.0:1767384967.968454:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968454:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968457:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968457:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:3.0:1767384967.968458:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968459:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968459:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968460:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082de46b3. 00000400:00000200:3.0:1767384967.968461:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cca47e8c 00000400:00000010:3.0:1767384967.968462:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cca47e8c. 00000100:00000001:3.0:1767384967.968463:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968463:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968466:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968467:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:3.0:1767384967.968468:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968469:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968469:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968470:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c91e685b. 00000400:00000200:3.0:1767384967.968471:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d92d85d5 00000400:00000010:3.0:1767384967.968472:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d92d85d5. 00000100:00000001:3.0:1767384967.968473:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968473:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968476:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968476:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:3.0:1767384967.968477:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968478:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968478:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968479:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff5c5e59. 00000400:00000200:3.0:1767384967.968480:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dc17a55 00000400:00000010:3.0:1767384967.968481:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009dc17a55. 00000100:00000001:3.0:1767384967.968482:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968482:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968485:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968485:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:3.0:1767384967.968486:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968487:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968487:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968488:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c7f2205. 00000400:00000200:3.0:1767384967.968489:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000caa5cd8f 00000400:00000010:3.0:1767384967.968490:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000caa5cd8f. 00000100:00000001:3.0:1767384967.968491:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968492:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968494:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968495:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:3.0:1767384967.968495:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968496:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968497:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968497:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc9380f3. 00000400:00000200:3.0:1767384967.968498:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099a7ada5 00000400:00000010:3.0:1767384967.968499:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000099a7ada5. 00000100:00000001:3.0:1767384967.968500:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968501:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968503:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968504:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:3.0:1767384967.968505:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968505:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968506:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968507:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a499d1ea. 00000400:00000200:3.0:1767384967.968508:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e5176a9 00000400:00000010:3.0:1767384967.968508:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009e5176a9. 00000100:00000001:3.0:1767384967.968509:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968510:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968512:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968513:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:3.0:1767384967.968514:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968515:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968515:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968516:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f90f40c2. 00000400:00000200:3.0:1767384967.968517:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c56a49b7 00000400:00000010:3.0:1767384967.968518:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c56a49b7. 00000100:00000001:3.0:1767384967.968519:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968519:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968522:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968522:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:3.0:1767384967.968523:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968524:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968524:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968525:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dcfd767a. 00000400:00000200:3.0:1767384967.968526:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4b4b898 00000400:00000010:3.0:1767384967.968527:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c4b4b898. 00000100:00000001:3.0:1767384967.968528:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968529:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968531:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968531:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:3.0:1767384967.968532:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968533:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968533:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968534:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053de3d27. 00000400:00000200:3.0:1767384967.968535:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009030ac5a 00000400:00000010:3.0:1767384967.968536:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009030ac5a. 00000100:00000001:3.0:1767384967.968538:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968538:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968540:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968541:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:3.0:1767384967.968542:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968543:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968543:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968544:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3cca89d. 00000400:00000200:3.0:1767384967.968545:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f4232b4 00000400:00000010:3.0:1767384967.968546:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001f4232b4. 00000100:00000001:3.0:1767384967.968547:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968547:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968550:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968550:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:3.0:1767384967.968551:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968552:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968552:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968553:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008457ed11. 00000400:00000200:3.0:1767384967.968554:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e1a3e01 00000400:00000010:3.0:1767384967.968555:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e1a3e01. 00000100:00000001:3.0:1767384967.968556:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968556:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968559:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968559:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:3.0:1767384967.968560:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968561:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968561:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968562:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000540a3617. 00000400:00000200:3.0:1767384967.968563:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e91749ac 00000400:00000010:3.0:1767384967.968564:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e91749ac. 00000100:00000001:3.0:1767384967.968565:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968565:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968568:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968568:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:3.0:1767384967.968569:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968570:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968571:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968572:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e829b485. 00000400:00000200:3.0:1767384967.968573:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cce9080 00000400:00000010:3.0:1767384967.968573:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001cce9080. 00000100:00000001:3.0:1767384967.968574:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968575:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968577:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968578:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:3.0:1767384967.968579:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968580:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968580:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968581:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007fb3ffd0. 00000400:00000200:3.0:1767384967.968582:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b538237b 00000400:00000010:3.0:1767384967.968583:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b538237b. 00000100:00000001:3.0:1767384967.968584:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968584:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968586:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968587:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:3.0:1767384967.968588:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968589:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968589:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968590:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000341e73a5. 00000400:00000200:3.0:1767384967.968591:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017f567b4 00000400:00000010:3.0:1767384967.968592:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000017f567b4. 00000100:00000001:3.0:1767384967.968593:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968593:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968596:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968596:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:3.0:1767384967.968597:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968598:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968599:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968599:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010b3a45d. 00000400:00000200:3.0:1767384967.968600:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009372c284 00000400:00000010:3.0:1767384967.968601:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009372c284. 00000100:00000001:3.0:1767384967.968602:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968603:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968605:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968606:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:3.0:1767384967.968607:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968607:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968608:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968609:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000804a276e. 00000400:00000200:3.0:1767384967.968610:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e54f551 00000400:00000010:3.0:1767384967.968610:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007e54f551. 00000100:00000001:3.0:1767384967.968611:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968612:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968614:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968615:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:3.0:1767384967.968616:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968617:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968617:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968618:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e2ad3e7. 00000400:00000200:3.0:1767384967.968619:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067539553 00000400:00000010:3.0:1767384967.968619:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000067539553. 00000100:00000001:3.0:1767384967.968620:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968621:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968623:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968624:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:3.0:1767384967.968625:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968626:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968626:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968627:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c020758b. 00000400:00000200:3.0:1767384967.968628:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087db1ae9 00000400:00000010:3.0:1767384967.968629:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000087db1ae9. 00000100:00000001:3.0:1767384967.968630:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968630:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968632:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968633:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:3.0:1767384967.968634:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968635:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968635:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968636:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002627da3b. 00000400:00000200:3.0:1767384967.968637:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008468f3cf 00000400:00000010:3.0:1767384967.968637:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008468f3cf. 00000100:00000001:3.0:1767384967.968638:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968639:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968642:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968642:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:3.0:1767384967.968643:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968644:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968644:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968645:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017c7e55f. 00000400:00000200:3.0:1767384967.968646:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8a0be56 00000400:00000010:3.0:1767384967.968647:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f8a0be56. 00000100:00000001:3.0:1767384967.968648:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968648:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968651:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968651:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:3.0:1767384967.968652:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968653:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968653:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968654:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000301dd16c. 00000400:00000200:3.0:1767384967.968655:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006144624f 00000400:00000010:3.0:1767384967.968656:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006144624f. 00000100:00000001:3.0:1767384967.968657:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968658:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968660:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968661:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:3.0:1767384967.968661:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968662:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968663:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968664:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a470903a. 00000400:00000200:3.0:1767384967.968665:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000221054ac 00000400:00000010:3.0:1767384967.968665:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000221054ac. 00000100:00000001:3.0:1767384967.968667:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968667:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968670:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968670:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:3.0:1767384967.968671:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968672:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968672:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968673:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011ef3e97. 00000400:00000200:3.0:1767384967.968674:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000895a4d7 00000400:00000010:3.0:1767384967.968675:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000895a4d7. 00000100:00000001:3.0:1767384967.968676:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968677:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968679:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968680:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:3.0:1767384967.968681:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968681:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968682:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968683:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000faedf6d6. 00000400:00000200:3.0:1767384967.968684:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009885bcef 00000400:00000010:3.0:1767384967.968685:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009885bcef. 00000100:00000001:3.0:1767384967.968686:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968686:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968688:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968689:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:3.0:1767384967.968690:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968691:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968691:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968692:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d95fe4d. 00000400:00000200:3.0:1767384967.968693:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051fbac66 00000400:00000010:3.0:1767384967.968694:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000051fbac66. 00000100:00000001:3.0:1767384967.968695:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968696:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968698:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968699:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:3.0:1767384967.968699:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968700:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968701:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968702:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de8863c2. 00000400:00000200:3.0:1767384967.968703:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ada4c57 00000400:00000010:3.0:1767384967.968704:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ada4c57. 00000100:00000001:3.0:1767384967.968705:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968705:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968708:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968708:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:3.0:1767384967.968709:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968710:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968710:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968711:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053765435. 00000400:00000200:3.0:1767384967.968713:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090da3590 00000400:00000010:3.0:1767384967.968713:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000090da3590. 00000100:00000001:3.0:1767384967.968714:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968715:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968717:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968718:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:3.0:1767384967.968719:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968719:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968720:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968721:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006daa2a0. 00000400:00000200:3.0:1767384967.968722:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1dbdede 00000400:00000010:3.0:1767384967.968723:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d1dbdede. 00000100:00000001:3.0:1767384967.968723:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968724:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968727:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968727:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:3.0:1767384967.968728:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968729:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968730:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968731:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000816d4d1f. 00000400:00000200:3.0:1767384967.968732:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccdb783b 00000400:00000010:3.0:1767384967.968732:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ccdb783b. 00000100:00000001:3.0:1767384967.968733:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968734:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968736:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968737:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:3.0:1767384967.968738:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968738:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968739:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968740:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000371dd162. 00000400:00000200:3.0:1767384967.968741:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbe723c2 00000400:00000010:3.0:1767384967.968742:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bbe723c2. 00000100:00000001:3.0:1767384967.968742:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968743:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968745:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968746:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:3.0:1767384967.968747:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968748:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968748:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968749:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c974543. 00000400:00000200:3.0:1767384967.968750:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f2fc56d 00000400:00000010:3.0:1767384967.968751:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006f2fc56d. 00000100:00000001:3.0:1767384967.968752:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968752:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968755:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968756:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:3.0:1767384967.968756:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968758:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968758:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968759:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d0bd2bb. 00000400:00000200:3.0:1767384967.968760:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d43c1c0 00000400:00000010:3.0:1767384967.968761:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001d43c1c0. 00000100:00000001:3.0:1767384967.968761:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968762:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968764:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968765:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:3.0:1767384967.968766:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968767:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968767:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968768:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f9fab2a. 00000400:00000200:3.0:1767384967.968769:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c418f92 00000400:00000010:3.0:1767384967.968770:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c418f92. 00000100:00000001:3.0:1767384967.968771:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968771:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968773:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968774:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:3.0:1767384967.968775:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968776:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968776:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968777:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b096ede9. 00000400:00000200:3.0:1767384967.968778:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3167db7 00000400:00000010:3.0:1767384967.968779:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b3167db7. 00000100:00000001:3.0:1767384967.968780:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968780:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968783:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968784:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:3.0:1767384967.968784:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968785:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968786:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968786:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000072fdb972. 00000400:00000200:3.0:1767384967.968787:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8a37bc5 00000400:00000010:3.0:1767384967.968788:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8a37bc5. 00000100:00000001:3.0:1767384967.968789:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968790:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968792:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968793:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:3.0:1767384967.968793:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968794:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968795:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968795:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa55b1f9. 00000400:00000200:3.0:1767384967.968796:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c614f31 00000400:00000010:3.0:1767384967.968797:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c614f31. 00000100:00000001:3.0:1767384967.968798:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968798:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968801:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968802:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:3.0:1767384967.968802:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968803:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968804:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968804:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f96b3c2. 00000400:00000200:3.0:1767384967.968805:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098cd1dd5 00000400:00000010:3.0:1767384967.968806:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000098cd1dd5. 00000100:00000001:3.0:1767384967.968807:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968808:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968810:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968811:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:3.0:1767384967.968811:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968812:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968813:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968846:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007be1ce4b. 00000400:00000200:3.0:1767384967.968851:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c243439 00000400:00000010:3.0:1767384967.968853:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006c243439. 00000100:00000001:3.0:1767384967.968858:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968862:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968868:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968869:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:3.0:1767384967.968871:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968873:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968874:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968874:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9e744ae. 00000400:00000200:3.0:1767384967.968876:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a01d3758 00000400:00000010:3.0:1767384967.968877:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a01d3758. 00000100:00000001:3.0:1767384967.968878:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968879:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968881:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968882:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:3.0:1767384967.968883:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968883:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968884:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968885:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026eb056c. 00000400:00000200:3.0:1767384967.968886:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a1f3fea 00000400:00000010:3.0:1767384967.968886:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002a1f3fea. 00000100:00000001:3.0:1767384967.968887:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968888:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968890:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968891:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:3.0:1767384967.968892:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968893:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968893:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968894:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053661001. 00000400:00000200:3.0:1767384967.968895:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8129d41 00000400:00000010:3.0:1767384967.968896:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8129d41. 00000100:00000001:3.0:1767384967.968897:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968898:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968900:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968901:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:3.0:1767384967.968902:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968903:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968903:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968904:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0959101. 00000400:00000200:3.0:1767384967.968905:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027792788 00000400:00000010:3.0:1767384967.968906:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000027792788. 00000100:00000001:3.0:1767384967.968908:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968908:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968911:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968912:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:3.0:1767384967.968913:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968914:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968914:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968915:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000edc2491d. 00000400:00000200:3.0:1767384967.968916:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6d7acf4 00000400:00000010:3.0:1767384967.968917:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e6d7acf4. 00000100:00000001:3.0:1767384967.968918:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968918:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968921:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968921:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:3.0:1767384967.968922:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968923:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968923:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968924:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9edd6fa. 00000400:00000200:3.0:1767384967.968925:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b364a00e 00000400:00000010:3.0:1767384967.968926:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b364a00e. 00000100:00000001:3.0:1767384967.968927:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968927:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968930:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968931:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:3.0:1767384967.968932:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968933:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968933:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968934:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5a43514. 00000400:00000200:3.0:1767384967.968935:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccb22779 00000400:00000010:3.0:1767384967.968936:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ccb22779. 00000100:00000001:3.0:1767384967.968937:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968937:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968940:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968940:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:3.0:1767384967.968941:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968942:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968943:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968943:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062fc3a25. 00000400:00000200:3.0:1767384967.968945:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000debc2383 00000400:00000010:3.0:1767384967.968946:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000debc2383. 00000100:00000001:3.0:1767384967.968947:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968947:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968950:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968951:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:3.0:1767384967.968952:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968952:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968953:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968954:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003056aeba. 00000400:00000200:3.0:1767384967.968955:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f0e4737 00000400:00000010:3.0:1767384967.968955:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009f0e4737. 00000100:00000001:3.0:1767384967.968956:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968957:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968959:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968960:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:3.0:1767384967.968961:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968962:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968962:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968963:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f903d0b. 00000400:00000200:3.0:1767384967.968964:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081906d86 00000400:00000010:3.0:1767384967.968965:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000081906d86. 00000100:00000001:3.0:1767384967.968966:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968966:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968968:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968969:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:3.0:1767384967.968970:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968971:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968971:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968972:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090ab62fc. 00000400:00000200:3.0:1767384967.968973:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8af21a4 00000400:00000010:3.0:1767384967.968974:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8af21a4. 00000100:00000001:3.0:1767384967.968975:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968975:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968977:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968978:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:3.0:1767384967.968979:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968980:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968981:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968981:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c7b2486. 00000400:00000200:3.0:1767384967.968982:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8e939b9 00000400:00000010:3.0:1767384967.968983:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c8e939b9. 00000100:00000001:3.0:1767384967.968984:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968985:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968987:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968988:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:3.0:1767384967.968988:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.968989:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.968990:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.968991:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056872217. 00000400:00000200:3.0:1767384967.968992:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fbd2393 00000400:00000010:3.0:1767384967.968992:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008fbd2393. 00000100:00000001:3.0:1767384967.968993:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.968994:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384967.968996:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.968997:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767384967.968998:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384967.968999:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969000:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969001:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969002:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969003:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969003:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969004:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969005:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969005:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969006:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969007:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969007:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969008:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969009:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969009:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969010:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969011:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969012:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969012:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969013:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969014:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969015:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969016:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969016:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969017:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969017:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969018:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969019:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969020:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969020:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969021:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969022:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969022:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969023:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969024:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969024:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969025:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969026:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969026:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969027:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969028:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969028:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969029:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969030:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969030:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969031:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969032:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969032:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969033:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969034:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969034:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969035:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969036:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969036:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969037:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969038:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969038:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969039:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969040:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969041:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969042:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969042:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969043:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969044:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969045:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969046:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969046:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969047:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969057:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969058:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969059:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969059:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969060:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969061:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969061:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969062:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969063:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969063:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969064:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969065:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969066:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969066:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969067:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969067:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969068:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969069:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969070:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969070:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969071:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969072:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969072:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969073:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969074:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969074:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969075:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969076:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969076:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969077:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969078:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969079:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969080:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969080:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969081:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969082:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969083:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969083:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969084:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969085:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969086:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969086:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969087:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969087:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969088:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969089:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969090:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969090:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969091:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969091:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969092:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969093:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969094:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969094:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969095:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969095:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969096:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969097:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.969098:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.969098:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384967.969100:0:40108:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.969101:0:40108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 1200 at 000000007630cb84. 02000000:00000001:3.0:1767384967.969102:0:40108:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384967.969103:0:40108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008c83e0ab. 00000100:00000010:3.0:1767384967.969105:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b60ef4e3. 00000100:00000010:3.0:1767384967.969107:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009aec3c91. 00000100:00000010:3.0:1767384967.969109:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bb4a2769. 00000100:00000010:3.0:1767384967.969110:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007b01194e. 00000100:00000010:3.0:1767384967.969112:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000eea7981d. 00000100:00000010:3.0:1767384967.969113:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000091ad8d50. 00000100:00000010:3.0:1767384967.969115:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007f33df0d. 00000100:00000010:3.0:1767384967.969117:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005ce284c7. 00000100:00000010:3.0:1767384967.969118:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000009527b39. 00000100:00000010:3.0:1767384967.969119:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000020c89a04. 00000100:00000010:3.0:1767384967.969122:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009a5721c9. 00000100:00000010:3.0:1767384967.969123:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007490c6ba. 00000100:00000010:3.0:1767384967.969124:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004503dc6b. 00000100:00000010:3.0:1767384967.969126:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000270a7155. 00000100:00000010:3.0:1767384967.969128:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ff8302ed. 00000100:00000010:3.0:1767384967.969129:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000054d1a7c7. 00000100:00000010:3.0:1767384967.969131:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a7489c60. 00000100:00000010:3.0:1767384967.969133:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007020e889. 00000100:00000010:3.0:1767384967.969134:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004bd01940. 00000100:00000010:3.0:1767384967.969141:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003965a89f. 00000100:00000010:3.0:1767384967.969143:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f335a225. 00000100:00000010:3.0:1767384967.969144:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000579935b1. 00000100:00000010:3.0:1767384967.969146:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000054d87302. 00000100:00000010:3.0:1767384967.969148:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c1aa9a35. 00000100:00000010:3.0:1767384967.969149:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000014a25781. 00000100:00000010:3.0:1767384967.969151:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bef56944. 00000100:00000010:3.0:1767384967.969152:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ce3020dd. 00000100:00000010:3.0:1767384967.969153:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005386c646. 00000100:00000010:3.0:1767384967.969155:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000081a99fb. 00000100:00000010:3.0:1767384967.969156:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000095290100. 00000100:00000010:3.0:1767384967.969157:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e6a699eb. 00000100:00000010:3.0:1767384967.969158:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000087dcfb98. 00000100:00000010:3.0:1767384967.969159:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000086afc897. 00000100:00000010:3.0:1767384967.969160:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002168478d. 00000100:00000010:3.0:1767384967.969162:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b9478cb5. 00000100:00000010:3.0:1767384967.969163:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fc5ee005. 00000100:00000010:3.0:1767384967.969165:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d30d0d92. 00000100:00000010:3.0:1767384967.969166:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006e0773bd. 00000100:00000010:3.0:1767384967.969167:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006a6b4daa. 00000100:00000010:3.0:1767384967.969169:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000698f1e97. 00000100:00000010:3.0:1767384967.969170:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000087eaf905. 00000100:00000010:3.0:1767384967.969172:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bd710824. 00000100:00000010:3.0:1767384967.969173:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008eab6edb. 00000100:00000010:3.0:1767384967.969184:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b1960e31. 00000100:00000010:3.0:1767384967.969186:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fd7f2406. 00000100:00000010:3.0:1767384967.969187:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000017080b41. 00000100:00000010:3.0:1767384967.969188:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e4353a6b. 00000100:00000010:3.0:1767384967.969190:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bb85ad6d. 00000100:00000010:3.0:1767384967.969191:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007e7153ac. 00000100:00000010:3.0:1767384967.969192:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000713d67d9. 00000100:00000010:3.0:1767384967.969194:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c2fc2056. 00000100:00000010:3.0:1767384967.969195:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ae62eaf8. 00000100:00000010:3.0:1767384967.969197:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009fab960c. 00000100:00000010:3.0:1767384967.969198:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000054595a61. 00000100:00000010:3.0:1767384967.969199:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000be62f92d. 00000100:00000010:3.0:1767384967.969201:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000038d54f0c. 00000100:00000010:3.0:1767384967.969202:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000631553ab. 00000100:00000010:3.0:1767384967.969203:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e7430392. 00000100:00000010:3.0:1767384967.969204:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c9fa89dc. 00000100:00000010:3.0:1767384967.969206:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000be95680c. 00000100:00000010:3.0:1767384967.969207:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000b252dee. 00000100:00000010:3.0:1767384967.969209:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d3431870. 00000100:00000010:3.0:1767384967.969210:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f018f51b. 00000100:00000010:3.0:1767384967.969211:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004feb0741. 00000100:00000010:3.0:1767384967.969212:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000db487a31. 00000100:00000010:3.0:1767384967.969214:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000013a1a0c7. 00000100:00000010:3.0:1767384967.969215:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009867b0d3. 00000100:00000010:3.0:1767384967.969225:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007a8cf7c9. 00000100:00000010:3.0:1767384967.969226:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b5c01189. 00000100:00000010:3.0:1767384967.969228:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000961569fc. 00000100:00000010:3.0:1767384967.969229:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005311686a. 00000100:00000010:3.0:1767384967.969230:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000696dd743. 00000100:00000010:3.0:1767384967.969232:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008441b7a8. 00000100:00000010:3.0:1767384967.969233:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000056100fd8. 00000100:00000010:3.0:1767384967.969234:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000030ee14d6. 00000100:00000010:3.0:1767384967.969235:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e5c2d481. 00000100:00000010:3.0:1767384967.969237:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009fd2db2b. 00000100:00000010:3.0:1767384967.969238:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000028a8629f. 00000100:00000010:3.0:1767384967.969239:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000684a7544. 00000100:00000010:3.0:1767384967.969240:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e78af025. 00000100:00000010:3.0:1767384967.969241:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007516a963. 00000100:00000010:3.0:1767384967.969243:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000098529981. 00000100:00000010:3.0:1767384967.969244:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b8f00082. 00000100:00000010:3.0:1767384967.969245:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f26054c9. 00000100:00000010:3.0:1767384967.969246:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a3acb443. 00000100:00000010:3.0:1767384967.969248:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c205a016. 00000100:00000010:3.0:1767384967.969249:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fcc2f1c2. 00000100:00000010:3.0:1767384967.969250:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000047b254dd. 00000100:00000010:3.0:1767384967.969251:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000769ac7ba. 00000100:00000010:3.0:1767384967.969252:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000097c4869. 00000100:00000010:3.0:1767384967.969254:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003eda68b0. 00000100:00000010:3.0:1767384967.969263:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000091492556. 00000100:00000010:3.0:1767384967.969264:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008fe8055a. 00000100:00000010:3.0:1767384967.969266:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000072f303c1. 00000100:00000010:3.0:1767384967.969267:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009f0eb4ef. 00000100:00000010:3.0:1767384967.969268:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000551dd3f8. 00000100:00000010:3.0:1767384967.969269:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000b235d2e. 00000100:00000010:3.0:1767384967.969271:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006d8c10b5. 00000100:00000010:3.0:1767384967.969272:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bde00800. 00000100:00000010:3.0:1767384967.969284:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000053e7987f. 00000100:00000010:3.0:1767384967.969285:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c998cbfe. 00000100:00000010:3.0:1767384967.969287:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000068c1dcec. 00000100:00000010:3.0:1767384967.969288:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000057670e8a. 00000100:00000010:3.0:1767384967.969289:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000084b3efc4. 00000100:00000010:3.0:1767384967.969291:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c07fe242. 00000100:00000010:3.0:1767384967.969308:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000199ebdb9. 00000100:00000010:3.0:1767384967.969309:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a75a74f1. 00000100:00000010:3.0:1767384967.969311:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000515f3eb1. 00000100:00000010:3.0:1767384967.969312:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000407be14f. 00000100:00000010:3.0:1767384967.969314:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005264e101. 00000100:00000010:3.0:1767384967.969315:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003c5f96b8. 00000100:00000010:3.0:1767384967.969316:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f58ea2ac. 00000100:00000010:3.0:1767384967.969317:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006aba7787. 00000100:00000010:3.0:1767384967.969319:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008e6f35a3. 00000100:00000010:3.0:1767384967.969320:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b96ee8b3. 00000100:00000010:3.0:1767384967.969331:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f9c83bb0. 00000100:00000010:3.0:1767384967.969333:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e91e60dc. 00000100:00000010:3.0:1767384967.969334:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f8fb16b7. 00000100:00000010:3.0:1767384967.969335:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000acd557ff. 00000100:00000010:3.0:1767384967.969346:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000470af095. 00000100:00000010:3.0:1767384967.969348:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f14b361b. 00000100:00000010:3.0:1767384967.969350:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000033e65070. 00000100:00000010:3.0:1767384967.969351:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000dbb42e6c. 00000100:00000010:3.0:1767384967.969353:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000be128f1f. 00000100:00000010:3.0:1767384967.969354:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a71ff381. 00000100:00000010:3.0:1767384967.969355:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d662cd09. 00000100:00000010:3.0:1767384967.969356:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000722d63d6. 00000100:00000010:3.0:1767384967.969358:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cd84f465. 00000100:00000010:3.0:1767384967.969359:0:40108:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000c5efce86. 00000100:00000010:3.0:1767384967.969363:0:40108:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000062f70989. 00000100:00000001:3.0:1767384967.969367:0:40108:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1767384967.969369:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384967.969370:0:40108:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767384967.969371:0:40108:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767384967.969372:0:40108:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000033275000. 00000100:00000001:3.0:1767384967.969374:0:40108:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767384967.969374:0:40108:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384967.969376:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384967.969377:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000d268ddb7. 00000100:00000001:3.0:1767384967.969378:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384967.969379:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384967.969380:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000007166ee29. 00000100:00000001:3.0:1767384967.969381:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384967.969382:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384967.969383:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000eb216209. 00000100:00000001:3.0:1767384967.969384:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384967.969385:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384967.969385:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000009b7a0f5e. 00000100:00000001:3.0:1767384967.969387:0:40108:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1767384967.969430:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000b05e1d22. 00000020:00000010:3.0:1767384967.969433:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000eedd45ff. 00000020:00000010:3.0:1767384967.969434:0:40108:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000007866e324. 00000020:00000010:3.0:1767384967.969441:0:40108:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000007a4f97b1. 00000020:00000010:3.0:1767384967.969444:0:40108:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000000e21a456. 00000100:00000010:3.0:1767384967.969458:0:40108:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000507f6f8e. 00000100:00000010:3.0:1767384967.969462:0:40108:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000aef4c900. 00000100:00000010:3.0:1767384967.969464:0:40108:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000009449b4c0. 00000100:00000010:3.0:1767384967.969466:0:40108:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000000fbe9b4b. 00000100:00000001:3.0:1767384967.969467:0:40108:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384967.969469:0:40108:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:3.0:1767384967.969470:0:40108:0:(service.c:3836:ptlrpc_unregister_service()) mdt_out: tearing down 00000100:00000001:3.0:1767384967.969472:0:40108:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:3.0:1767384967.969472:0:40108:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:3.0:1767384967.969473:0:40108:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_out 00000100:00000040:3.0:1767384967.969474:0:40108:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #1 00000100:00000040:3.0:1767384967.969475:0:40108:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #0 00000100:00000040:3.0:1767384967.969488:0:40108:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_out #1 00000020:00000010:2.0:1767384967.969518:0:17095:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005d600eab. 00000020:00000010:0.0:1767384967.969520:0:17094:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a4a00136. 00000040:00000010:2.0:1767384967.969525:0:17095:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d4327443. 00000040:00000010:0.0:1767384967.969528:0:17094:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008a48bc0a. 00000020:00000010:2.0:1767384967.969530:0:17095:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b30bbf5c. 00000020:00000010:0.0:1767384967.969534:0:17094:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c4de2191. 00000020:00000010:2.0:1767384967.969535:0:17095:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ce9cb7df. 00000020:00000010:2.0:1767384967.969540:0:17095:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b0d25d01. 00000020:00000010:0.0:1767384967.969540:0:17094:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f0ff79ad. 00000020:00000010:0.0:1767384967.969547:0:17094:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002cca9c53. 80000000:00000010:2.0:1767384967.969548:0:17095:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000854905c1. 40000000:00000010:2.0:1767384967.969554:0:17095:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000818be222. 80000000:00000010:0.0:1767384967.969555:0:17094:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000065dbce31. 00100000:00000010:2.0:1767384967.969558:0:17095:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a8225c44. 40000000:00000010:0.0:1767384967.969561:0:17094:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000060b0c0ab. 00040000:00000010:2.0:1767384967.969563:0:17095:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005f3de914. 00040000:00000010:2.0:1767384967.969567:0:17095:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003e70b895. 00100000:00000010:0.0:1767384967.969567:0:17094:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000007d176c6. 00040000:00000010:0.0:1767384967.969574:0:17094:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006c328e45. 00080000:00000010:2.0:1767384967.969575:0:17095:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d40c576d. 00040000:00000010:0.0:1767384967.969580:0:17094:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c93a602a. 00080000:00000010:2.0:1767384967.969581:0:17095:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000004e5f72ad. 00080000:00000010:0.0:1767384967.969588:0:17094:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c10a8e6d. 00000004:00000010:2.0:1767384967.969589:0:17095:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000052210803. 00002000:00000010:2.0:1767384967.969595:0:17095:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004662cfae. 00080000:00000010:0.0:1767384967.969596:0:17094:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000912a3661. 00000020:00000010:2.0:1767384967.969599:0:17095:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d762610. 00000004:00000010:0.0:1767384967.969602:0:17094:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009a779f1c. 00000020:00000010:2.0:1767384967.969604:0:17095:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000036fe62b6. 00002000:00000010:0.0:1767384967.969607:0:17094:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004ff105b9. 00000100:00000010:2.0:1767384967.969610:0:17095:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000375096e3. 00000020:00000010:0.0:1767384967.969612:0:17094:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b93c61c0. 00000100:00100000:2.0:1767384967.969614:0:17095:0:(service.c:3155:ptlrpc_main()) mdt_out00_001: service thread [0000000088d468f5:17095] 1 exiting: rc = 0 00000020:00000010:0.0:1767384967.969619:0:17094:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000b1394e5b. 00000100:00000010:0.0:1767384967.969625:0:17094:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000baf167fe. 00000100:00100000:0.0:1767384967.969628:0:17094:0:(service.c:3155:ptlrpc_main()) mdt_out00_000: service thread [00000000c7f9615b:17094] 0 exiting: rc = 1 00000100:00000010:3.0:1767384967.969637:0:40108:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000c7f9615b. 00000100:00000010:3.0:1767384967.969642:0:40108:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000088d468f5. 00000100:00000001:3.0:1767384967.969646:0:40108:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:3.0:1767384967.969648:0:40108:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:3.0:1767384967.969651:0:40108:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 24 lazy 00000400:00000001:3.0:1767384967.969655:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.969657:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.969659:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f6920e7. 00000400:00000200:3.0:1767384967.969664:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab41f7c0 00000400:00000010:3.0:1767384967.969666:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ab41f7c0. 00000100:00000001:3.0:1767384967.969669:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.969671:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.969675:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.969677:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384967.969678:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.969680:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.969681:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.969682:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1753983. 00000400:00000200:3.0:1767384967.969685:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048cb239c 00000400:00000010:3.0:1767384967.969686:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000048cb239c. 00000100:00000001:3.0:1767384967.969689:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.969690:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.969694:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.969695:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384967.969697:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.969698:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.969700:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.969701:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000864e33fd. 00000400:00000200:3.0:1767384967.969703:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f036d3db 00000400:00000010:3.0:1767384967.969704:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f036d3db. 00000100:00000001:3.0:1767384967.969706:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.969707:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.969709:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.969710:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:3.0:1767384967.969711:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.969712:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.969713:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.969714:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000183d5c1e. 00000400:00000200:3.0:1767384967.969715:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e590ee30 00000400:00000010:3.0:1767384967.969716:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e590ee30. 00000100:00000001:3.0:1767384967.969724:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.969725:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.969727:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.969728:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:3.0:1767384967.969729:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.969731:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.969732:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.969733:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093253cd2. 00000400:00000200:3.0:1767384967.969734:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4015672 00000400:00000010:3.0:1767384967.969735:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d4015672. 00000100:00000001:3.0:1767384967.969737:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.969737:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.969740:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.969741:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:3.0:1767384967.969742:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.969742:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.969743:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.969744:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003294e56f. 00000400:00000200:3.0:1767384967.969745:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000383caa97 00000400:00000010:3.0:1767384967.969746:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000383caa97. 00000100:00000001:3.0:1767384967.969747:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.969748:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.969750:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.969751:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:3.0:1767384967.969752:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.969753:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.969753:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.969754:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ec9da55. 00000400:00000200:3.0:1767384967.969755:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082046e53 00000400:00000010:3.0:1767384967.969756:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000082046e53. 00000100:00000001:3.0:1767384967.969758:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.969758:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.969761:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.969762:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:3.0:1767384967.969762:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.969763:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.969764:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.969765:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff1b650b. 00000400:00000200:3.0:1767384967.969766:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039f609c8 00000400:00000010:3.0:1767384967.969767:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000039f609c8. 00000100:00000001:3.0:1767384967.969769:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.969770:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.969773:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.969774:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:3.0:1767384967.969775:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.969776:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.969776:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.969777:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df8bd182. 00000400:00000200:3.0:1767384967.969778:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004468cc72 00000400:00000010:3.0:1767384967.969779:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004468cc72. 00000100:00000001:3.0:1767384967.969781:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.969782:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.969784:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.969785:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:3.0:1767384967.969786:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.969787:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.969787:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.969788:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a2c3329. 00000400:00000200:3.0:1767384967.969789:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f017b74 00000400:00000010:3.0:1767384967.969790:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003f017b74. 00000100:00000001:3.0:1767384967.969792:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.969793:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.969795:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.969796:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:3.0:1767384967.969796:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.969797:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.969798:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.969799:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000088302. 00000400:00000200:3.0:1767384967.969800:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022c8726d 00000400:00000010:3.0:1767384967.969801:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000022c8726d. 00000100:00000001:3.0:1767384967.969802:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.969803:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.969805:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.969806:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:3.0:1767384967.969807:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.969808:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.969808:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.969809:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b49d5aca. 00000400:00000200:3.0:1767384967.969810:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000488f9767 00000400:00000010:3.0:1767384967.969811:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000488f9767. 00000100:00000001:3.0:1767384967.969812:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.969889:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.969895:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.969897:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:3.0:1767384967.969900:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.969903:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.969905:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.969907:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f77b65d3. 00000400:00000200:3.0:1767384967.969911:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007793ad1c 00000400:00000010:3.0:1767384967.969913:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007793ad1c. 00000100:00000001:3.0:1767384967.969918:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.969919:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.969925:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.969926:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00010000:00000010:2.1:1767384967.969927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000484baadb. 00000100:00000001:3.0:1767384967.969928:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.969931:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.969933:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.969934:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cee5febf. 00010000:00000010:2.1:1767384967.969935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000af330208. 00000400:00000200:3.0:1767384967.969938:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000587cc051 00000400:00000010:3.0:1767384967.969941:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000587cc051. 00000100:00000001:3.0:1767384967.969943:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.969944:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.969947:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.969948:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:3.0:1767384967.969949:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.969950:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.969951:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.969952:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000720f0efb. 00000400:00000200:3.0:1767384967.969953:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcbee81c 00000400:00000010:3.0:1767384967.969955:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000bcbee81c. 00010000:00000010:2.1:1767384967.969955:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000019e4cef. 00000100:00000001:3.0:1767384967.969959:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.969961:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00010000:00000010:2.1:1767384967.969965:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004c0df097. 00000100:00100000:3.0:1767384967.969966:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.969971:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:3.0:1767384967.969973:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000010:2.1:1767384967.969974:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f6634d39. 00000400:00000001:3.0:1767384967.969975:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.969976:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.969979:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dd90814. 00000400:00000200:3.0:1767384967.969982:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9128914 00010000:00000010:2.1:1767384967.969984:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c13f8c30. 00000400:00000010:3.0:1767384967.969985:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d9128914. 00010000:00000010:2.1:1767384967.969995:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000040aa0528. 00010000:00000010:2.1:1767384967.970001:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000935808c2. 00000100:00000001:3.0:1767384967.970009:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970011:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970015:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970016:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:3.0:1767384967.970018:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970019:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970020:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970021:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000330076bc. 00000400:00000200:3.0:1767384967.970023:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e49e8fdd 00000400:00000010:3.0:1767384967.970024:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e49e8fdd. 00000100:00000001:3.0:1767384967.970026:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970027:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970029:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970030:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:3.0:1767384967.970032:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970033:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970034:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970035:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fed75c52. 00000400:00000200:3.0:1767384967.970038:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5c03035 00000400:00000010:3.0:1767384967.970039:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e5c03035. 00000100:00000001:3.0:1767384967.970041:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970042:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970047:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970048:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:3.0:1767384967.970049:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970050:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970057:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970059:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004eabe537. 00000400:00000200:3.0:1767384967.970061:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b43761b 00000400:00000010:3.0:1767384967.970063:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001b43761b. 00000100:00000001:3.0:1767384967.970065:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970066:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970071:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970073:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:3.0:1767384967.970075:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970076:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970077:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970079:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a957e30. 00000400:00000200:3.0:1767384967.970081:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fb7916c 00000400:00000010:3.0:1767384967.970083:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000009fb7916c. 00000100:00000001:3.0:1767384967.970087:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970087:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970090:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970091:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:3.0:1767384967.970092:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970093:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970093:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970094:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f65ea01e. 00000400:00000200:3.0:1767384967.970097:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064132cc5 00000400:00000010:3.0:1767384967.970098:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000064132cc5. 00000100:00000001:3.0:1767384967.970100:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970101:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970104:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970105:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:3.0:1767384967.970105:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970106:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970107:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970107:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000226f710a. 00000400:00000200:3.0:1767384967.970109:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003890cae5 00000400:00000010:3.0:1767384967.970109:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003890cae5. 00000100:00000001:3.0:1767384967.970111:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970111:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970115:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970116:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:3.0:1767384967.970123:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970124:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970126:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970127:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001697f893. 00000400:00000200:3.0:1767384967.970129:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ce1665c 00000400:00000010:3.0:1767384967.970131:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003ce1665c. 00000100:00000001:3.0:1767384967.970133:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970135:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970139:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970140:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:3.0:1767384967.970141:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970143:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970143:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970144:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3173676. 00000400:00000200:3.0:1767384967.970146:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fc22cec 00000400:00000010:3.0:1767384967.970147:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000000fc22cec. 00000100:00000001:3.0:1767384967.970161:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970162:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970165:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970166:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:3.0:1767384967.970166:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970167:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970168:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970169:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042f83d93. 00000400:00000200:3.0:1767384967.970170:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6fa083b 00000400:00000010:3.0:1767384967.970171:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f6fa083b. 00000100:00000001:3.0:1767384967.970172:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970173:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970175:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970176:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:3.0:1767384967.970177:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970178:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970178:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970179:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e94d7b9d. 00000400:00000200:3.0:1767384967.970180:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024afb5ca 00000400:00000010:3.0:1767384967.970181:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000024afb5ca. 00000100:00000001:3.0:1767384967.970182:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970183:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970186:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970186:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:3.0:1767384967.970187:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970188:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970189:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970190:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002647dd97. 00000400:00000200:3.0:1767384967.970191:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001317cea5 00000400:00000010:3.0:1767384967.970192:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001317cea5. 00000100:00000001:3.0:1767384967.970194:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970195:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970198:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970199:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:3.0:1767384967.970200:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970202:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970202:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970203:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb0cd05b. 00000400:00000200:3.0:1767384967.970205:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0a20d86 00000400:00000010:3.0:1767384967.970206:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d0a20d86. 00000100:00000001:3.0:1767384967.970235:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970237:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970246:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970247:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:3.0:1767384967.970249:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970252:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970253:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970255:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000996e6c79. 00000400:00000200:3.0:1767384967.970259:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cbe9f7b 00000400:00000010:3.0:1767384967.970260:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004cbe9f7b. 00000100:00000001:3.0:1767384967.970264:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970265:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970272:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970273:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:3.0:1767384967.970274:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970276:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970277:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970283:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a96fe86. 00000400:00000200:3.0:1767384967.970286:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c82913aa 00000400:00000010:3.0:1767384967.970288:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c82913aa. 00000100:00000001:3.0:1767384967.970303:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970305:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970310:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970312:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:3.0:1767384967.970314:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970317:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970318:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970319:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004ec9b7c. 00000400:00000200:3.0:1767384967.970322:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c1c39b1 00000400:00000010:3.0:1767384967.970323:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007c1c39b1. 00000100:00000001:3.0:1767384967.970343:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970345:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970350:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970352:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:3.0:1767384967.970354:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970357:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970358:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970360:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000936e1e03. 00000400:00000200:3.0:1767384967.970363:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018e32508 00000400:00000010:3.0:1767384967.970364:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000018e32508. 00000100:00000001:3.0:1767384967.970370:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970372:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970377:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970379:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:3.0:1767384967.970382:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970384:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970385:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970387:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006929f2a4. 00000400:00000200:3.0:1767384967.970390:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c337d7b7 00000400:00000010:3.0:1767384967.970392:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c337d7b7. 00000100:00000001:3.0:1767384967.970396:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970397:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970402:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970404:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:3.0:1767384967.970406:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970407:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970408:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970409:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f758cae. 00000400:00000200:3.0:1767384967.970411:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e70f8875 00000400:00000010:3.0:1767384967.970412:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e70f8875. 00000100:00000001:3.0:1767384967.970414:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970415:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970419:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970420:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:3.0:1767384967.970422:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970423:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970424:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970425:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af70e119. 00000400:00000200:3.0:1767384967.970426:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000b186d9 00000400:00000010:3.0:1767384967.970427:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000000b186d9. 00000100:00000001:3.0:1767384967.970429:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970430:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970433:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970434:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:3.0:1767384967.970435:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970436:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970436:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970437:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9d48222. 00000400:00000200:3.0:1767384967.970438:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004187e70d 00000400:00000010:3.0:1767384967.970439:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004187e70d. 00000100:00000001:3.0:1767384967.970441:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970442:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970444:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970445:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:3.0:1767384967.970446:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970447:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970447:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970448:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087ba3581. 00000400:00000200:3.0:1767384967.970449:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068f21e8d 00000400:00000010:3.0:1767384967.970450:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000068f21e8d. 00000100:00000001:3.0:1767384967.970451:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970452:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970454:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970455:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:3.0:1767384967.970455:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970457:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970457:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970458:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000bd5164. 00000400:00000200:3.0:1767384967.970459:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc589726 00000400:00000010:3.0:1767384967.970460:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000dc589726. 00000100:00000001:3.0:1767384967.970461:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970462:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970464:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970465:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:3.0:1767384967.970466:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970467:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970468:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970469:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c46d8be. 00000400:00000200:3.0:1767384967.970470:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010605176 00000400:00000010:3.0:1767384967.970471:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000010605176. 00000100:00000001:3.0:1767384967.970473:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970474:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970476:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970477:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:3.0:1767384967.970478:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970479:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970479:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970480:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000153d4077. 00000400:00000200:3.0:1767384967.970481:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000653d833b 00000400:00000010:3.0:1767384967.970482:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000653d833b. 00000100:00000001:3.0:1767384967.970495:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970496:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970499:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970499:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:3.0:1767384967.970500:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970501:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970502:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970503:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009fb1497a. 00000400:00000200:3.0:1767384967.970504:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068daef58 00000400:00000010:3.0:1767384967.970505:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000068daef58. 00000100:00000001:3.0:1767384967.970506:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970507:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970509:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970510:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:3.0:1767384967.970511:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970513:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970513:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970514:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d0f394b. 00000400:00000200:3.0:1767384967.970515:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb428fc1 00000400:00000010:3.0:1767384967.970516:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000bb428fc1. 00000100:00000001:3.0:1767384967.970518:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970518:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970521:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970521:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:3.0:1767384967.970522:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970524:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970524:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970525:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007535bf74. 00000400:00000200:3.0:1767384967.970526:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000733aacc7 00000400:00000010:3.0:1767384967.970528:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000733aacc7. 00000100:00000001:3.0:1767384967.970529:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970530:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970532:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970533:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:3.0:1767384967.970534:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970535:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970535:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970536:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026a02ac4. 00000400:00000200:3.0:1767384967.970537:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f961b7ab 00000400:00000010:3.0:1767384967.970538:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f961b7ab. 00000100:00000001:3.0:1767384967.970539:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970540:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970542:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970543:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:3.0:1767384967.970544:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970545:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970545:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970546:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091900519. 00000400:00000200:3.0:1767384967.970547:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d838633 00000400:00000010:3.0:1767384967.970548:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003d838633. 00000100:00000001:3.0:1767384967.970549:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970550:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970552:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970553:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:3.0:1767384967.970554:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970555:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970555:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970556:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b335665a. 00000400:00000200:3.0:1767384967.970557:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c9ab4c2 00000400:00000010:3.0:1767384967.970558:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004c9ab4c2. 00000100:00000001:3.0:1767384967.970562:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970563:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970565:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970566:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:3.0:1767384967.970567:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970568:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970569:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970570:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008130174c. 00000400:00000200:3.0:1767384967.970571:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040a0a5b2 00000400:00000010:3.0:1767384967.970572:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000040a0a5b2. 00000100:00000001:3.0:1767384967.970573:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970574:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970576:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970577:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:3.0:1767384967.970578:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970579:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970579:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970580:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010a4fecf. 00000400:00000200:3.0:1767384967.970581:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e90bf379 00000400:00000010:3.0:1767384967.970582:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e90bf379. 00000100:00000001:3.0:1767384967.970583:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970584:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970586:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970587:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:3.0:1767384967.970588:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970589:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970589:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970590:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000696e7cc5. 00000400:00000200:3.0:1767384967.970591:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009712de94 00000400:00000010:3.0:1767384967.970592:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000009712de94. 00000100:00000001:3.0:1767384967.970594:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970595:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970597:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970598:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:3.0:1767384967.970599:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970600:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970600:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970601:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6dcb48d. 00000400:00000200:3.0:1767384967.970602:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008db23de6 00000400:00000010:3.0:1767384967.970603:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008db23de6. 00000100:00000001:3.0:1767384967.970604:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970605:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970608:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970609:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:3.0:1767384967.970610:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970611:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970612:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970612:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd45cd65. 00000400:00000200:3.0:1767384967.970614:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000454feee6 00000400:00000010:3.0:1767384967.970615:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000454feee6. 00000100:00000001:3.0:1767384967.970616:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970617:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970619:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970620:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:3.0:1767384967.970621:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970622:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970622:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970623:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c3fbfc7. 00000400:00000200:3.0:1767384967.970624:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cf83db8 00000400:00000010:3.0:1767384967.970625:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001cf83db8. 00000100:00000001:3.0:1767384967.970636:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970637:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970639:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970640:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:3.0:1767384967.970641:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970642:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970643:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970643:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf4d14c9. 00000400:00000200:3.0:1767384967.970645:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005281bd97 00000400:00000010:3.0:1767384967.970646:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005281bd97. 00000100:00000001:3.0:1767384967.970647:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970648:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970650:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970651:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:3.0:1767384967.970652:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970652:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970653:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970654:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000895e088c. 00000400:00000200:3.0:1767384967.970656:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ddde8e7 00000400:00000010:3.0:1767384967.970657:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006ddde8e7. 00000100:00000001:3.0:1767384967.970658:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970659:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970662:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970662:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:3.0:1767384967.970663:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970664:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970665:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970666:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e93ce48. 00000400:00000200:3.0:1767384967.970667:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0fc47db 00000400:00000010:3.0:1767384967.970667:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b0fc47db. 00000100:00000001:3.0:1767384967.970669:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970669:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970672:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970673:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:3.0:1767384967.970673:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970674:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970675:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970676:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020f45195. 00000400:00000200:3.0:1767384967.970676:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000865d512a 00000400:00000010:3.0:1767384967.970677:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000865d512a. 00000100:00000001:3.0:1767384967.970679:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970679:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970682:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970682:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:3.0:1767384967.970683:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970684:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970685:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970685:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e319009d. 00000400:00000200:3.0:1767384967.970686:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000999acb18 00000400:00000010:3.0:1767384967.970687:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000999acb18. 00000100:00000001:3.0:1767384967.970689:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970689:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970692:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970693:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:3.0:1767384967.970693:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970694:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970695:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970696:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd765515. 00000400:00000200:3.0:1767384967.970697:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080ce1381 00000400:00000010:3.0:1767384967.970698:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000080ce1381. 00000100:00000001:3.0:1767384967.970700:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970701:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970703:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970704:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:3.0:1767384967.970705:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970706:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970707:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970707:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac266d26. 00000400:00000200:3.0:1767384967.970708:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ec4e267 00000400:00000010:3.0:1767384967.970709:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000000ec4e267. 00000100:00000001:3.0:1767384967.970711:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970711:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970714:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970714:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:3.0:1767384967.970715:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970716:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970717:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970717:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e14985e. 00000400:00000200:3.0:1767384967.970718:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff7b7ca3 00000400:00000010:3.0:1767384967.970719:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ff7b7ca3. 00000100:00000001:3.0:1767384967.970721:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970721:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970724:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970725:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:3.0:1767384967.970725:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970726:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970727:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970728:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001cbad1f. 00000400:00000200:3.0:1767384967.970729:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0db345a 00000400:00000010:3.0:1767384967.970730:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e0db345a. 00000100:00000001:3.0:1767384967.970731:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970732:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970735:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970735:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:3.0:1767384967.970736:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970737:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970738:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970739:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee8e5129. 00000400:00000200:3.0:1767384967.970740:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b8051ae 00000400:00000010:3.0:1767384967.970741:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003b8051ae. 00000100:00000001:3.0:1767384967.970743:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970744:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970746:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970747:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:3.0:1767384967.970748:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970749:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970749:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970750:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f329606. 00000400:00000200:3.0:1767384967.970751:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a0f1397 00000400:00000010:3.0:1767384967.970752:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000000a0f1397. 00000100:00000001:3.0:1767384967.970753:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970754:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970756:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970757:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:3.0:1767384967.970758:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384967.970759:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384967.970759:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384967.970760:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e474e9f5. 00000400:00000200:3.0:1767384967.970761:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086f3544c 00000400:00000010:3.0:1767384967.970762:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000086f3544c. 00000100:00000001:3.0:1767384967.970767:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.970768:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384967.970770:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384967.970771:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767384967.970772:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384967.970773:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970774:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970775:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970776:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970776:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970777:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970778:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970778:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970780:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970780:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970781:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970782:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970783:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970784:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970784:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970785:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970786:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970786:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970787:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970788:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970789:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970789:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970790:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970791:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970791:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970792:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970793:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970793:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970794:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970795:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970795:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970796:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970797:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970797:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970798:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970799:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970799:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970800:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970801:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970801:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970802:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970803:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970809:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970809:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970810:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970811:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970811:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970812:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970835:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970839:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970842:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970844:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970849:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970851:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970853:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970855:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970858:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970859:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970860:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970861:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970862:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970875:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970876:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970877:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970881:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970883:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970884:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970885:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970887:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970888:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970890:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970891:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970892:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970893:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970895:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970896:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970897:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970898:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970899:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970900:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970902:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970902:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970904:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970905:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970906:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970907:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970908:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970909:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970912:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970913:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970914:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970915:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970917:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970917:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970918:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970919:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970920:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970921:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970922:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970922:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970923:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970924:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970924:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970925:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970926:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970926:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970927:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970928:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970928:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970929:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970930:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970930:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970931:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970932:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970932:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970933:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970934:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970934:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970935:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970936:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970937:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970938:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970939:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970939:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970940:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970941:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384967.970941:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384967.970942:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:3.0:1767384967.970944:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f640ed87. 00000100:00000010:3.0:1767384967.971021:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000db86e60. 00000100:00000010:3.0:1767384967.971023:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e057e28a. 00000100:00000010:3.0:1767384967.971108:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000063553cb0. 00000100:00000010:3.0:1767384967.971109:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008d35a549. 00000100:00000010:3.0:1767384967.971161:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000098e3146c. 00000100:00000010:3.0:1767384967.971163:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005db34638. 00000100:00000010:3.0:1767384967.971213:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004b492412. 00000100:00000010:3.0:1767384967.971215:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005ec11a8f. 00000100:00000010:3.0:1767384967.971268:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000013301ec1. 00000100:00000010:3.0:1767384967.971270:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000022491bdf. 00000100:00000010:3.0:1767384967.971331:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002fba5ff1. 00000100:00000010:3.0:1767384967.971334:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000077a2c5aa. 00000100:00000010:3.0:1767384967.971402:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a7bd2221. 00000100:00000010:3.0:1767384967.971404:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002b8af8db. 00000100:00000010:3.0:1767384967.971447:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d92f6697. 00000100:00000010:3.0:1767384967.971449:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004f7fc8c5. 00000100:00000010:3.0:1767384967.971506:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b628d5e9. 00000100:00000010:3.0:1767384967.971508:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000052b9d62c. 00000100:00000010:3.0:1767384967.971556:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a6056e59. 00000100:00000010:3.0:1767384967.971558:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d818b97f. 00000100:00000010:3.0:1767384967.971613:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cfca5cab. 00000100:00000010:3.0:1767384967.971614:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000007204c8df. 00000100:00000010:3.0:1767384967.971656:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fe07f66b. 00000100:00000010:3.0:1767384967.971657:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000078703f98. 00000100:00000010:3.0:1767384967.971714:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ce715f48. 00000100:00000010:3.0:1767384967.971716:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f761b60f. 00000100:00000010:3.0:1767384967.971773:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dfd6ee3b. 00000100:00000010:3.0:1767384967.971774:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000066d6f257. 00000100:00000010:3.0:1767384967.971874:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000125f78ab. 00000100:00000010:3.0:1767384967.971878:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000cef69bc6. 00000100:00000010:3.0:1767384967.971928:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001113eb25. 00000100:00000010:3.0:1767384967.971930:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000018e6f966. 00000100:00000010:3.0:1767384967.971978:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000995d1090. 00000100:00000010:3.0:1767384967.971980:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000012448f4b. 00000100:00000010:3.0:1767384967.972020:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007014e93f. 00000100:00000010:3.0:1767384967.972021:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ea5da407. 00000100:00000010:3.0:1767384967.972074:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009f6ecad0. 00000100:00000010:3.0:1767384967.972085:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009a5285c8. 00000100:00000010:3.0:1767384967.972129:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000af126f14. 00000100:00000010:3.0:1767384967.972131:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000007c0dbe3b. 00000100:00000010:3.0:1767384967.972197:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000975f811f. 00000100:00000010:3.0:1767384967.972199:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e97baf65. 00000100:00000010:3.0:1767384967.972257:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fbc5b38f. 00000100:00000010:3.0:1767384967.972258:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000bc567b99. 00000100:00000010:3.0:1767384967.972312:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e35b1fa2. 00000100:00000010:3.0:1767384967.972315:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ce6ffe89. 00000100:00000010:3.0:1767384967.972378:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000890965e4. 00000100:00000010:3.0:1767384967.972379:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004c6b6d5b. 00000100:00000010:3.0:1767384967.972422:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ddc718c3. 00000100:00000010:3.0:1767384967.972424:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000042cfbd48. 00000100:00000010:3.0:1767384967.972465:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e284d797. 00000100:00000010:3.0:1767384967.972467:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f7f52e98. 00000100:00000010:3.0:1767384967.972534:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000092d360be. 00000100:00000010:3.0:1767384967.972535:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000157c2ef5. 00000100:00000010:3.0:1767384967.972579:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eb7e10c7. 00000100:00000010:3.0:1767384967.972580:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001e2e79bc. 00000100:00000010:3.0:1767384967.972629:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000016386ff. 00000100:00000010:3.0:1767384967.972630:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c3dee03e. 00000100:00000010:3.0:1767384967.972672:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000028af59af. 00000100:00000010:3.0:1767384967.972673:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000076ae1d6a. 00000100:00000010:3.0:1767384967.972721:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007167244d. 00000100:00000010:3.0:1767384967.972723:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000021390046. 00000100:00000010:3.0:1767384967.972766:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006a660edd. 00000100:00000010:3.0:1767384967.972768:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000027aa61fe. 00000100:00000010:3.0:1767384967.972808:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e3a77fb4. 00000100:00000010:3.0:1767384967.972810:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005a07a652. 00000100:00000010:3.0:1767384967.972896:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004594613d. 00000100:00000010:3.0:1767384967.972899:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000035f9658c. 00000100:00000010:3.0:1767384967.972962:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ab512117. 00000100:00000010:3.0:1767384967.972964:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001fe682fe. 00000100:00000010:3.0:1767384967.973030:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000f583b1f. 00000100:00000010:3.0:1767384967.973032:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009a7b7128. 00000100:00000010:3.0:1767384967.973098:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000077b87d6f. 00000100:00000010:3.0:1767384967.973099:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e5c275a3. 00000100:00000010:3.0:1767384967.973139:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000045f89a95. 00000100:00000010:3.0:1767384967.973142:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003c482dd3. 00000100:00000010:3.0:1767384967.973192:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004d48541e. 00000100:00000010:3.0:1767384967.973194:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c37748bc. 00000100:00000010:3.0:1767384967.973262:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002b434b78. 00000100:00000010:3.0:1767384967.973264:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000181b838b. 00000100:00000010:3.0:1767384967.973316:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000b65b782. 00000100:00000010:3.0:1767384967.973318:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001ecfbf4b. 00000100:00000010:3.0:1767384967.973360:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000056cb2c3d. 00000100:00000010:3.0:1767384967.973362:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000017dc9fee. 00000100:00000010:3.0:1767384967.973412:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000098ac7079. 00000100:00000010:3.0:1767384967.973414:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004d977215. 00000100:00000010:3.0:1767384967.973468:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dadc1521. 00000100:00000010:3.0:1767384967.973469:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a1a1d02a. 00000100:00000010:3.0:1767384967.973516:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f1498b1e. 00000100:00000010:3.0:1767384967.973517:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000044f4ffbe. 00000100:00000010:3.0:1767384967.973563:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d6df5aa. 00000100:00000010:3.0:1767384967.973565:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c4975acf. 00000100:00000010:3.0:1767384967.973610:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005c39866f. 00000100:00000010:3.0:1767384967.973612:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002aa9670c. 00000100:00000010:3.0:1767384967.973654:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d987b9c2. 00000100:00000010:3.0:1767384967.973656:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b2a7f1a7. 00000100:00000010:3.0:1767384967.973703:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ed8754d0. 00000100:00000010:3.0:1767384967.973705:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003c8a3784. 00000100:00000010:3.0:1767384967.973748:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e35e5c3c. 00000100:00000010:3.0:1767384967.973750:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000078165b7b. 00000100:00000010:3.0:1767384967.973797:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008a019218. 00000100:00000010:3.0:1767384967.973799:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000971a431e. 00000100:00000010:3.0:1767384967.973886:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004e0dea28. 00000100:00000010:3.0:1767384967.973889:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000abb4f340. 00000100:00000010:3.0:1767384967.973933:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002674519a. 00000100:00000010:3.0:1767384967.973935:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c361ce0e. 00000100:00000010:3.0:1767384967.973997:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000052b38993. 00000100:00000010:3.0:1767384967.973999:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004ec84f19. 00000100:00000010:3.0:1767384967.974062:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007de53b87. 00000100:00000010:3.0:1767384967.974063:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002f5fe5ab. 00000100:00000010:3.0:1767384967.974113:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000082569529. 00000100:00000010:3.0:1767384967.974115:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000047483e04. 00000100:00000010:3.0:1767384967.974158:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005eee16db. 00000100:00000010:3.0:1767384967.974159:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000001b57f74. 00000100:00000010:3.0:1767384967.974199:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b5e5c3be. 00000100:00000010:3.0:1767384967.974201:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000344d5322. 00000100:00000010:3.0:1767384967.974245:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000090116381. 00000100:00000010:3.0:1767384967.974247:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000033705477. 00000100:00000010:3.0:1767384967.974311:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ab7fe8f0. 00000100:00000010:3.0:1767384967.974314:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002ecc777e. 00000100:00000010:3.0:1767384967.974368:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d8f9d3d4. 00000100:00000010:3.0:1767384967.974370:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000918c7c3c. 00000100:00000010:3.0:1767384967.974413:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dea4de83. 00000100:00000010:3.0:1767384967.974414:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001df05b4c. 00000100:00000010:3.0:1767384967.974457:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003f23f7e6. 00000100:00000010:3.0:1767384967.974458:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d749b629. 00000100:00000010:3.0:1767384967.974499:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004e52e11e. 00000100:00000010:3.0:1767384967.974599:0:40108:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000006cb2f80b. 00000100:00000010:3.0:1767384967.974605:0:40108:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000aaa11d1f. 00000100:00000001:3.0:1767384967.974610:0:40108:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1767384967.974612:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384967.974613:0:40108:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767384967.974614:0:40108:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767384967.974615:0:40108:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000f0446874. 00000100:00000001:3.0:1767384967.974617:0:40108:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767384967.974617:0:40108:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384967.974619:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384967.974620:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000d9a9caba. 00000100:00000001:3.0:1767384967.974621:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384967.974622:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384967.974623:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000007864854d. 00000100:00000001:3.0:1767384967.974624:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384967.974625:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384967.974626:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000004ec6f79. 00000100:00000001:3.0:1767384967.974627:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384967.974627:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384967.974628:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ff1fcb81. 00000100:00000001:3.0:1767384967.974629:0:40108:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1767384967.974674:0:40108:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000037359968. 00000020:00000010:3.0:1767384967.974677:0:40108:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000029fc5d76. 00000100:00000010:3.0:1767384967.974690:0:40108:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000075752379. 00000100:00000010:3.0:1767384967.974695:0:40108:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000065de853a. 00000100:00000010:3.0:1767384967.974697:0:40108:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 0000000004c3b169. 00000100:00000010:3.0:1767384967.974698:0:40108:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 0000000074dee058. 00000100:00000001:3.0:1767384967.974699:0:40108:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384967.974701:0:40108:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:3.0:1767384967.974702:0:40108:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqs: tearing down 00000100:00000001:3.0:1767384967.974704:0:40108:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:3.0:1767384967.974705:0:40108:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:3.0:1767384967.974706:0:40108:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqs 00000100:00000040:3.0:1767384967.974707:0:40108:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #1 00000100:00000040:3.0:1767384967.974708:0:40108:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #0 00000100:00000040:3.0:1767384967.974720:0:40108:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqs #1 00000020:00000010:2.0:1767384967.974735:0:17097:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a5e86e6c. 00000040:00000010:2.0:1767384967.974741:0:17097:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e076cc52. 00000020:00000010:2.0:1767384967.974745:0:17097:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b7af671a. 00000020:00000010:2.0:1767384967.974747:0:17097:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b34cbb1c. 00000020:00000010:0.0:1767384967.974748:0:17096:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c14424f7. 00000020:00000010:2.0:1767384967.974750:0:17097:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005ee74a9b. 80000000:00000010:2.0:1767384967.974756:0:17097:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007ad1c8dd. 00000040:00000010:0.0:1767384967.974756:0:17096:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d735773a. 40000000:00000010:2.0:1767384967.974763:0:17097:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e1cc0391. 00000020:00000010:0.0:1767384967.974763:0:17096:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a94b50fc. 00100000:00000010:2.0:1767384967.974771:0:17097:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007d453522. 00000020:00000010:0.0:1767384967.974771:0:17096:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000068e8f18f. 00040000:00000010:2.0:1767384967.974777:0:17097:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005abc939f. 00000020:00000010:0.0:1767384967.974779:0:17096:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009528612f. 00040000:00000010:2.0:1767384967.974780:0:17097:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000000bc60a2. 80000000:00000010:0.0:1767384967.974785:0:17096:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000493f2ea7. 00080000:00000010:2.0:1767384967.974787:0:17097:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f6babe04. 40000000:00000010:0.0:1767384967.974791:0:17096:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a64efde7. 00080000:00000010:2.0:1767384967.974792:0:17097:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000339829dd. 00000004:00000010:2.0:1767384967.974798:0:17097:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004900794f. 00100000:00000010:0.0:1767384967.974798:0:17096:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000032efce5. 00000020:00000010:2.0:1767384967.974805:0:17097:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e60b8186. 00040000:00000010:0.0:1767384967.974805:0:17096:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003f91b42e. 00040000:00000010:0.0:1767384967.974810:0:17096:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d1a406e2. 00000020:00000010:2.0:1767384967.974812:0:17097:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000046f030a6. 00080000:00000010:0.0:1767384967.974834:0:17096:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ce361ce7. 00080000:00000010:0.0:1767384967.974838:0:17096:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000000094b0ff. 00000100:00000010:2.0:1767384967.974848:0:17097:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000004504437e. 00000100:00100000:2.0:1767384967.974851:0:17097:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0001: service thread [00000000bf6048f3:17097] 1 exiting: rc = 0 00000004:00000010:0.0:1767384967.974854:0:17096:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d8a46f1d. 00000020:00000010:0.0:1767384967.974860:0:17096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cad30310. 00000020:00000010:0.0:1767384967.974864:0:17096:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000004798245d. 00000100:00000010:0.0:1767384967.974870:0:17096:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000080322be9. 00000100:00100000:0.0:1767384967.974873:0:17096:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0000: service thread [0000000003d6e242:17096] 0 exiting: rc = 1 00000100:00000010:1.0:1767384967.974895:0:40108:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000003d6e242. 00000100:00000010:1.0:1767384967.974909:0:40108:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000bf6048f3. 00000100:00000001:1.0:1767384967.974918:0:40108:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384967.974921:0:40108:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384967.974927:0:40108:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 32 lazy 00000400:00000001:1.0:1767384967.974935:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.974937:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.974940:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008923e0fc. 00000400:00000200:1.0:1767384967.974946:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030887f8f 00000400:00000010:1.0:1767384967.974948:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030887f8f. 00000100:00000001:1.0:1767384967.974952:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.974954:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.974961:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.974963:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384967.974965:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.974967:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.974968:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.974969:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058cd93e3. 00000400:00000200:1.0:1767384967.974970:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009596fb8 00000400:00000010:1.0:1767384967.974971:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009596fb8. 00000100:00000001:1.0:1767384967.974973:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.974974:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.974977:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.974978:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384967.974979:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.974980:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.974981:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.974982:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eeea7f89. 00000400:00000200:1.0:1767384967.974983:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a531750 00000400:00000010:1.0:1767384967.974984:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a531750. 00000100:00000001:1.0:1767384967.974986:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.974986:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.974990:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.974991:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384967.974993:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.974994:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.974995:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.974996:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009322ff74. 00000400:00000200:1.0:1767384967.974998:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d522b6dc 00000400:00000010:1.0:1767384967.974999:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d522b6dc. 00000100:00000001:1.0:1767384967.975000:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975001:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975004:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975005:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384967.975006:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975007:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975008:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975009:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046ba51da. 00000400:00000200:1.0:1767384967.975010:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3233e31 00000400:00000010:1.0:1767384967.975011:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3233e31. 00000100:00000001:1.0:1767384967.975013:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975013:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975017:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975017:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384967.975018:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975020:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975020:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975021:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052c63906. 00000400:00000200:1.0:1767384967.975022:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002372987 00000400:00000010:1.0:1767384967.975024:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002372987. 00000100:00000001:1.0:1767384967.975026:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975026:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975029:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975030:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384967.975031:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975033:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975033:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975034:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070138820. 00000400:00000200:1.0:1767384967.975036:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fae591b 00000400:00000010:1.0:1767384967.975037:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fae591b. 00000100:00000001:1.0:1767384967.975038:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975039:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975043:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975044:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384967.975045:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975047:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975048:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975049:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec3a7438. 00000400:00000200:1.0:1767384967.975050:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009338c783 00000400:00000010:1.0:1767384967.975051:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009338c783. 00000100:00000001:1.0:1767384967.975052:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975053:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975056:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975057:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384967.975080:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975082:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975083:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975084:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b57f18dd. 00000400:00000200:1.0:1767384967.975085:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b43ce8eb 00000400:00000010:1.0:1767384967.975086:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b43ce8eb. 00000100:00000001:1.0:1767384967.975088:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975088:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975092:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975093:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384967.975094:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975095:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975096:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975097:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c843ecd. 00000400:00000200:1.0:1767384967.975098:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000235962ba 00000400:00000010:1.0:1767384967.975099:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000235962ba. 00000100:00000001:1.0:1767384967.975101:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975101:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975105:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975106:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384967.975107:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975108:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975109:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975110:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090f192fd. 00000400:00000200:1.0:1767384967.975111:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009be0fb18 00000400:00000010:1.0:1767384967.975113:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009be0fb18. 00000100:00000001:1.0:1767384967.975114:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975115:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975118:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975119:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384967.975120:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975122:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975122:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975123:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020ef3a9f. 00000400:00000200:1.0:1767384967.975124:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000724fd2d9 00000400:00000010:1.0:1767384967.975126:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000724fd2d9. 00000100:00000001:1.0:1767384967.975127:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975128:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975131:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975132:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384967.975133:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975134:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975135:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975136:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062ff47dd. 00000400:00000200:1.0:1767384967.975137:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032df31f1 00000400:00000010:1.0:1767384967.975138:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000032df31f1. 00000100:00000001:1.0:1767384967.975139:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975140:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975143:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975144:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384967.975145:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975146:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975147:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975148:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c74ad8d. 00000400:00000200:1.0:1767384967.975149:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a41058e2 00000400:00000010:1.0:1767384967.975150:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a41058e2. 00000100:00000001:1.0:1767384967.975152:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975152:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975155:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975156:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384967.975157:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975159:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975160:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975161:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f52552c0. 00000400:00000200:1.0:1767384967.975162:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051398899 00000400:00000010:1.0:1767384967.975163:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000051398899. 00000100:00000001:1.0:1767384967.975165:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975165:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975168:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975169:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384967.975170:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975171:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975172:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975173:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000998f21d8. 00000400:00000200:1.0:1767384967.975174:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce20aae4 00000400:00000010:1.0:1767384967.975175:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce20aae4. 00000100:00000001:1.0:1767384967.975176:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975177:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975181:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975182:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384967.975184:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975185:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975187:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975188:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006791018c. 00000400:00000200:1.0:1767384967.975190:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000950245bf 00000400:00000010:1.0:1767384967.975192:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000950245bf. 00000100:00000001:1.0:1767384967.975194:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975195:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975200:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975202:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384967.975204:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975206:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975207:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975209:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003842b332. 00000400:00000200:1.0:1767384967.975211:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008d1ec9c 00000400:00000010:1.0:1767384967.975214:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008d1ec9c. 00000100:00000001:1.0:1767384967.975216:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975219:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975224:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975226:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384967.975229:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975231:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975233:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975234:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef2698e6. 00000400:00000200:1.0:1767384967.975237:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093c92f73 00000400:00000010:1.0:1767384967.975239:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000093c92f73. 00000100:00000001:1.0:1767384967.975242:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975243:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975249:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975251:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384967.975253:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975255:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975257:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975259:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000596e0996. 00000400:00000200:1.0:1767384967.975262:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffe29b81 00000400:00000010:1.0:1767384967.975264:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffe29b81. 00000100:00000001:1.0:1767384967.975267:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975268:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975273:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975275:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384967.975278:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975280:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975282:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975284:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ecf8628. 00000400:00000200:1.0:1767384967.975287:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002331d468 00000400:00000010:1.0:1767384967.975289:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002331d468. 00000100:00000001:1.0:1767384967.975311:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975313:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975319:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975321:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384967.975324:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975326:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975327:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975329:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000480f0afe. 00000400:00000200:1.0:1767384967.975332:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e641c423 00000400:00000010:1.0:1767384967.975335:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e641c423. 00000100:00000001:1.0:1767384967.975353:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975355:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975361:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975363:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384967.975365:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975367:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975369:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975370:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009b0b29b. 00000400:00000200:1.0:1767384967.975373:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099228c14 00000400:00000010:1.0:1767384967.975375:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099228c14. 00000100:00000001:1.0:1767384967.975377:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975379:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975384:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975386:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384967.975388:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975390:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975391:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975393:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba4e87f1. 00000400:00000200:1.0:1767384967.975396:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea91c711 00000400:00000010:1.0:1767384967.975397:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea91c711. 00000100:00000001:1.0:1767384967.975400:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975402:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975407:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975409:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384967.975411:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975413:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975414:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975416:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000094b7d441. 00000400:00000200:1.0:1767384967.975419:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d483705 00000400:00000010:1.0:1767384967.975421:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d483705. 00000100:00000001:1.0:1767384967.975424:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975425:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975430:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975433:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384967.975435:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975436:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975438:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975440:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8d4b111. 00000400:00000200:1.0:1767384967.975442:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000362a093d 00000400:00000010:1.0:1767384967.975444:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000362a093d. 00000100:00000001:1.0:1767384967.975448:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975449:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975454:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975456:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384967.975458:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975460:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975462:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975463:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbee98b9. 00000400:00000200:1.0:1767384967.975466:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005470e790 00000400:00000010:1.0:1767384967.975468:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005470e790. 00000100:00000001:1.0:1767384967.975470:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975472:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975477:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975479:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384967.975481:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975483:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975484:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975486:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000846ccbf7. 00000400:00000200:1.0:1767384967.975489:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ae08abe 00000400:00000010:1.0:1767384967.975491:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ae08abe. 00000100:00000001:1.0:1767384967.975493:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975495:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975500:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975501:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384967.975503:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975506:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975507:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975509:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af87481b. 00000400:00000200:1.0:1767384967.975512:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c198415f 00000400:00000010:1.0:1767384967.975514:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c198415f. 00000100:00000001:1.0:1767384967.975516:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975518:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975523:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975524:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384967.975527:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975528:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975530:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975531:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a1a456c. 00000400:00000200:1.0:1767384967.975535:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ff9c872 00000400:00000010:1.0:1767384967.975537:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ff9c872. 00000100:00000001:1.0:1767384967.975539:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975541:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975546:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975548:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384967.975549:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975551:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975552:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975553:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000054f3f3c. 00000400:00000200:1.0:1767384967.975555:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004408686e 00000400:00000010:1.0:1767384967.975556:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004408686e. 00000100:00000001:1.0:1767384967.975557:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975558:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975561:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975562:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384967.975563:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975564:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975565:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975566:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009131fd80. 00000400:00000200:1.0:1767384967.975567:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad0d81c7 00000400:00000010:1.0:1767384967.975568:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad0d81c7. 00000100:00000001:1.0:1767384967.975569:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975570:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975573:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975574:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384967.975575:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975576:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975577:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975578:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c1c11a2. 00000400:00000200:1.0:1767384967.975579:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e81740ae 00000400:00000010:1.0:1767384967.975580:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e81740ae. 00000100:00000001:1.0:1767384967.975582:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975582:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975586:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975587:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384967.975588:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975590:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975591:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975592:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000887173e8. 00000400:00000200:1.0:1767384967.975593:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000816a9944 00000400:00000010:1.0:1767384967.975595:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000816a9944. 00000100:00000001:1.0:1767384967.975596:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975597:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975600:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975601:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384967.975602:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975603:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975604:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975605:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087e3f322. 00000400:00000200:1.0:1767384967.975606:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098e29c0e 00000400:00000010:1.0:1767384967.975608:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000098e29c0e. 00000100:00000001:1.0:1767384967.975609:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975610:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975613:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975614:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384967.975615:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975616:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975617:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975618:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051cfe5ec. 00000400:00000200:1.0:1767384967.975619:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057260d93 00000400:00000010:1.0:1767384967.975620:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057260d93. 00000100:00000001:1.0:1767384967.975622:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975623:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975626:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975627:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384967.975628:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975629:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975630:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975631:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000020c39c0. 00000400:00000200:1.0:1767384967.975632:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062f13ac3 00000400:00000010:1.0:1767384967.975633:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062f13ac3. 00000100:00000001:1.0:1767384967.975634:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975635:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975638:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975640:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384967.975641:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975642:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975642:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975643:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf77da11. 00000400:00000200:1.0:1767384967.975644:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000058184aa 00000400:00000010:1.0:1767384967.975645:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000058184aa. 00000100:00000001:1.0:1767384967.975647:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975647:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975651:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975651:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384967.975652:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975654:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975654:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975655:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006537d8a6. 00000400:00000200:1.0:1767384967.975657:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005abeec7f 00000400:00000010:1.0:1767384967.975658:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005abeec7f. 00000100:00000001:1.0:1767384967.975659:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975660:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975663:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975664:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384967.975665:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975666:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975667:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975667:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b80945c. 00000400:00000200:1.0:1767384967.975668:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c19da7e 00000400:00000010:1.0:1767384967.975670:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c19da7e. 00000100:00000001:1.0:1767384967.975671:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975672:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975675:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975675:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384967.975676:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975677:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975678:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975679:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008867318. 00000400:00000200:1.0:1767384967.975680:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb790e3a 00000400:00000010:1.0:1767384967.975681:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb790e3a. 00000100:00000001:1.0:1767384967.975682:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975684:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975687:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975688:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384967.975689:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975690:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975690:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975691:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093e663c8. 00000400:00000200:1.0:1767384967.975692:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000313c9ce5 00000400:00000010:1.0:1767384967.975694:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000313c9ce5. 00000100:00000001:1.0:1767384967.975695:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975695:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975698:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975699:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384967.975700:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975702:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975702:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975703:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1191db0. 00000400:00000200:1.0:1767384967.975704:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000469db986 00000400:00000010:1.0:1767384967.975705:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000469db986. 00000100:00000001:1.0:1767384967.975707:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975707:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975710:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975711:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384967.975712:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975713:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975714:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975715:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c241b90a. 00000400:00000200:1.0:1767384967.975716:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9957f99 00000400:00000010:1.0:1767384967.975717:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9957f99. 00000100:00000001:1.0:1767384967.975718:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975719:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975722:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975723:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384967.975724:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975725:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975726:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975727:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000068d98a3. 00000400:00000200:1.0:1767384967.975728:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006034a89 00000400:00000010:1.0:1767384967.975730:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000006034a89. 00000100:00000001:1.0:1767384967.975731:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975732:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975736:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975737:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384967.975738:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975739:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975740:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975741:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2783179. 00000400:00000200:1.0:1767384967.975742:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ee7de21 00000400:00000010:1.0:1767384967.975743:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ee7de21. 00000100:00000001:1.0:1767384967.975744:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975745:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975748:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975749:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384967.975750:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975751:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975752:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975753:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfc0dc3f. 00000400:00000200:1.0:1767384967.975754:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7388d8d 00000400:00000010:1.0:1767384967.975755:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7388d8d. 00000100:00000001:1.0:1767384967.975756:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975757:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975760:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975761:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384967.975762:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975763:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975764:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975764:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9537750. 00000400:00000200:1.0:1767384967.975766:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000121ccaa4 00000400:00000010:1.0:1767384967.975767:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000121ccaa4. 00000100:00000001:1.0:1767384967.975768:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975769:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975772:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975773:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384967.975774:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975775:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975776:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975777:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000084531ee. 00000400:00000200:1.0:1767384967.975779:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036ea1d83 00000400:00000010:1.0:1767384967.975780:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036ea1d83. 00000100:00000001:1.0:1767384967.975782:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975783:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975786:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975787:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384967.975788:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975789:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975789:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975790:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009eaf3b7. 00000400:00000200:1.0:1767384967.975791:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd7ab409 00000400:00000010:1.0:1767384967.975792:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd7ab409. 00000100:00000001:1.0:1767384967.975794:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975794:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975798:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975798:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384967.975799:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975801:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975801:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975802:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d940f030. 00000400:00000200:1.0:1767384967.975803:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000def4cdb1 00000400:00000010:1.0:1767384967.975804:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000def4cdb1. 00000100:00000001:1.0:1767384967.975805:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975806:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975809:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975810:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384967.975811:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975812:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975813:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975814:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027706314. 00000400:00000200:1.0:1767384967.975815:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006664bf7a 00000400:00000010:1.0:1767384967.975816:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006664bf7a. 00000100:00000001:1.0:1767384967.975817:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975818:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975821:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975822:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384967.975824:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.975825:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.975826:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.975827:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c875d34f. 00000400:00000200:1.0:1767384967.975829:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd3d490d 00000400:00000010:1.0:1767384967.975965:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd3d490d. 00000100:00000001:1.0:1767384967.975972:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975974:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.975986:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.975989:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384967.976002:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.976005:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.976008:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.976011:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e18e2a88. 00000400:00000200:1.0:1767384967.976019:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040dcf6ce 00000400:00000010:1.0:1767384967.976022:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040dcf6ce. 00000100:00000001:1.0:1767384967.976027:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.976029:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.976039:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.976042:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384967.976062:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.976065:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.976067:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.976070:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079a295f5. 00000400:00000200:1.0:1767384967.976074:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017f75265 00000400:00000010:1.0:1767384967.976075:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017f75265. 00000100:00000001:1.0:1767384967.976080:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.976081:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.976096:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.976100:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384967.976104:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.976106:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.976108:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.976111:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001adbff13. 00000400:00000200:1.0:1767384967.976117:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f04aaea 00000400:00000010:1.0:1767384967.976120:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f04aaea. 00000100:00000001:1.0:1767384967.976125:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.976128:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.976143:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.976147:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384967.976154:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.976157:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.976161:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.976163:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a9a4f7b. 00000400:00000200:1.0:1767384967.976169:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3bc950c 00000400:00000010:1.0:1767384967.976171:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3bc950c. 00000100:00000001:1.0:1767384967.976178:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.976181:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.976192:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.976195:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384967.976199:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.976201:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.976204:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.976206:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e449d357. 00000400:00000200:1.0:1767384967.976209:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092945b3b 00000400:00000010:1.0:1767384967.976211:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000092945b3b. 00000100:00000001:1.0:1767384967.976216:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.976217:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.976228:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.976231:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384967.976237:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.976240:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.976241:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.976243:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013548bf4. 00000400:00000200:1.0:1767384967.976247:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006883fd11 00000400:00000010:1.0:1767384967.976249:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006883fd11. 00000100:00000001:1.0:1767384967.976252:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.976253:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.976264:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.976267:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384967.976272:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.976275:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.976276:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.976278:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0fcdef5. 00000400:00000200:1.0:1767384967.976282:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000972cebba 00000400:00000010:1.0:1767384967.976284:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000972cebba. 00000100:00000001:1.0:1767384967.976290:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.976308:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.976319:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.976322:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384967.976327:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.976347:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.976349:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.976351:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052f56fe7. 00000400:00000200:1.0:1767384967.976354:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021624d63 00000400:00000010:1.0:1767384967.976357:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021624d63. 00000100:00000001:1.0:1767384967.976361:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.976363:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.976372:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.976375:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384967.976380:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.976383:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.976385:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.976388:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022a0c126. 00000400:00000200:1.0:1767384967.976392:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a12e0944 00000400:00000010:1.0:1767384967.976394:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a12e0944. 00000100:00000001:1.0:1767384967.976399:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.976401:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.976411:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.976412:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384967.976416:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.976419:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.976421:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.976422:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ffa9a8c4. 00000400:00000200:1.0:1767384967.976428:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddb4b33f 00000400:00000010:1.0:1767384967.976430:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ddb4b33f. 00000100:00000001:1.0:1767384967.976435:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.976437:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.976449:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.976452:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384967.976456:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.976459:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.976462:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.976464:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dfb5d724. 00000400:00000200:1.0:1767384967.976470:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056c4b8eb 00000400:00000010:1.0:1767384967.976472:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000056c4b8eb. 00000100:00000001:1.0:1767384967.976477:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.976479:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384967.976489:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.976491:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384967.976497:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384967.976501:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976504:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976510:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976512:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976517:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976520:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976525:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976527:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976532:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976534:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976538:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976540:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976545:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976547:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976551:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976553:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976556:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976558:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976562:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976564:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976568:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976569:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976574:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976576:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976580:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976582:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976587:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976589:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976593:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976595:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976599:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976601:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976605:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976607:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976611:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976613:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976616:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976618:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976622:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976624:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976629:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976631:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976635:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976637:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976641:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976642:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976645:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976647:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976651:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976653:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976657:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976658:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976663:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976665:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976668:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976670:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976674:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976675:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976680:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976682:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976687:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976689:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976693:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976694:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976697:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976699:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976704:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976706:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976712:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976714:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976718:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976720:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976725:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976727:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976731:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976733:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976737:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976739:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976743:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976745:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976749:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976751:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976754:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976756:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976760:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976762:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976768:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976770:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976774:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976776:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976780:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976782:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976785:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976787:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976791:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976793:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976798:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976800:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976804:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976805:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976810:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976811:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976814:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976815:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976816:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976817:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976818:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976819:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976822:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976824:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976827:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976828:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976856:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976858:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976863:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976864:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976867:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976868:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976872:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976874:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976879:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976881:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976884:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976886:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976889:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976891:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.976895:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.976897:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1767384967.976904:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000034c4dd2f. 00000100:00000010:1.0:1767384967.976911:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000003452f60. 00000100:00000010:1.0:1767384967.976918:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000080598a7c. 00000100:00000010:1.0:1767384967.976923:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009198bb36. 00000100:00000010:1.0:1767384967.976929:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000094f8de4f. 00000100:00000010:1.0:1767384967.976934:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006e173af7. 00000100:00000010:1.0:1767384967.976939:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cc49ea0c. 00000100:00000010:1.0:1767384967.976944:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000023f6d459. 00000100:00000010:1.0:1767384967.976951:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002ab974bf. 00000100:00000010:1.0:1767384967.976956:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006286e563. 00000100:00000010:1.0:1767384967.976965:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000571c8312. 00000100:00000010:1.0:1767384967.976972:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cf44dc3a. 00000100:00000010:1.0:1767384967.976978:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a8aeb85f. 00000100:00000010:1.0:1767384967.976986:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f9cb941b. 00000100:00000010:1.0:1767384967.976992:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004c6c6c27. 00000100:00000010:1.0:1767384967.977001:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005ae50d05. 00000100:00000010:1.0:1767384967.977006:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c79fbeb3. 00000100:00000010:1.0:1767384967.977011:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001c346989. 00000100:00000010:1.0:1767384967.977018:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000548d07a8. 00000100:00000010:1.0:1767384967.977023:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dda61829. 00000100:00000010:1.0:1767384967.977033:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000573e0126. 00000100:00000010:1.0:1767384967.977039:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000331ea767. 00000100:00000010:1.0:1767384967.977048:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bb568fcf. 00000100:00000010:1.0:1767384967.977055:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003b76535a. 00000100:00000010:1.0:1767384967.977062:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000019d5c059. 00000100:00000010:1.0:1767384967.977083:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002866c952. 00000100:00000010:1.0:1767384967.977088:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000055b061b4. 00000100:00000010:1.0:1767384967.977093:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fa6da070. 00000100:00000010:1.0:1767384967.977098:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f9bd3b86. 00000100:00000010:1.0:1767384967.977103:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d389fc0c. 00000100:00000010:1.0:1767384967.977110:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008f6550a0. 00000100:00000010:1.0:1767384967.977115:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003cbd0e44. 00000100:00000010:1.0:1767384967.977120:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a7fb8556. 00000100:00000010:1.0:1767384967.977126:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f6da9589. 00000100:00000010:1.0:1767384967.977133:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001c400519. 00000100:00000010:1.0:1767384967.977137:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000023dbf228. 00000100:00000010:1.0:1767384967.977143:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cd34e217. 00000100:00000010:1.0:1767384967.977150:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000755e8bec. 00000100:00000010:1.0:1767384967.977156:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000049788e31. 00000100:00000010:1.0:1767384967.977161:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b22cebb9. 00000100:00000010:1.0:1767384967.977167:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002ee7bfb2. 00000100:00000010:1.0:1767384967.977172:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a56ab74d. 00000100:00000010:1.0:1767384967.977179:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005985ba4c. 00000100:00000010:1.0:1767384967.977185:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000022df10f4. 00000100:00000010:1.0:1767384967.977188:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000032b22aa6. 00000100:00000010:1.0:1767384967.977193:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000a6b1a41. 00000100:00000010:1.0:1767384967.977250:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ef2be721. 00000100:00000010:1.0:1767384967.977256:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004a30c636. 00000100:00000010:1.0:1767384967.977262:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000450019ea. 00000100:00000010:1.0:1767384967.977267:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004cf27d6d. 00000100:00000010:1.0:1767384967.977273:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b1f2f9d7. 00000100:00000010:1.0:1767384967.977278:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cbaa1cbc. 00000100:00000010:1.0:1767384967.977284:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cff9a1ff. 00000100:00000010:1.0:1767384967.977290:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000069eb2ba7. 00000100:00000010:1.0:1767384967.977310:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006b5de71c. 00000100:00000010:1.0:1767384967.977315:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000410b8676. 00000100:00000010:1.0:1767384967.977320:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000079c4bc8c. 00000100:00000010:1.0:1767384967.977344:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000943e1226. 00000100:00000010:1.0:1767384967.977350:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001660a838. 00000100:00000010:1.0:1767384967.977354:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000998db690. 00000100:00000010:1.0:1767384967.977360:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000042335837. 00000100:00000010:1.0:1767384967.977364:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000035a3e209. 00000100:00000010:1.0:1767384967.977372:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000643856a3. 00000100:00000010:1.0:1767384967.977377:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006272beff. 00000100:00000010:1.0:1767384967.977383:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000002e3d284. 00000100:00000010:1.0:1767384967.977390:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ebf5f69d. 00000100:00000010:1.0:1767384967.977396:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005b240809. 00000100:00000010:1.0:1767384967.977400:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006da4b149. 00000100:00000010:1.0:1767384967.977409:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a7e6ccba. 00000100:00000010:1.0:1767384967.977416:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d3ec31b8. 00000100:00000010:1.0:1767384967.977420:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bd813be6. 00000100:00000010:1.0:1767384967.977426:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000000209fc0. 00000100:00000010:1.0:1767384967.977432:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ad06af2f. 00000100:00000010:1.0:1767384967.977439:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a5947a37. 00000100:00000010:1.0:1767384967.977444:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f42437f0. 00000100:00000010:1.0:1767384967.977449:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eafd4d0e. 00000100:00000010:1.0:1767384967.977454:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000005066f2e. 00000100:00000010:1.0:1767384967.977458:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000767be1ca. 00000100:00000010:1.0:1767384967.977464:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ea5308cb. 00000100:00000010:1.0:1767384967.977470:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d2262975. 00000100:00000010:1.0:1767384967.977475:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004017fdc1. 00000100:00000010:1.0:1767384967.977479:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f5ea802e. 00000100:00000010:1.0:1767384967.977484:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e4d9adff. 00000100:00000010:1.0:1767384967.977487:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008d44d0de. 00000100:00000010:1.0:1767384967.977493:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c260dace. 00000100:00000010:1.0:1767384967.977497:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006596c2a6. 00000100:00000010:1.0:1767384967.977503:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004afe4206. 00000100:00000010:1.0:1767384967.977508:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000088e9f726. 00000100:00000010:1.0:1767384967.977512:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a81ec51c. 00000100:00000010:1.0:1767384967.977517:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009882b9e7. 00000100:00000010:1.0:1767384967.977524:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bfe28047. 00000100:00000010:1.0:1767384967.977528:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b0d1c125. 00000100:00000010:1.0:1767384967.977533:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001d3126eb. 00000100:00000010:1.0:1767384967.977536:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000731cc366. 00000100:00000010:1.0:1767384967.977539:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000000efcdfc. 00000100:00000010:1.0:1767384967.977543:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000073ba17f4. 00000100:00000010:1.0:1767384967.977549:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000bc89dda. 00000100:00000010:1.0:1767384967.977553:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000029116f32. 00000100:00000010:1.0:1767384967.977559:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000959e7dc1. 00000100:00000010:1.0:1767384967.977566:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000864244a6. 00000100:00000010:1.0:1767384967.977571:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000320a6c34. 00000100:00000010:1.0:1767384967.977574:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f39cb8bf. 00000100:00000010:1.0:1767384967.977581:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e644142a. 00000100:00000010:1.0:1767384967.977585:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007cd27b87. 00000100:00000010:1.0:1767384967.977589:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000569c53ad. 00000100:00000010:1.0:1767384967.977595:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001fa23769. 00000100:00000010:1.0:1767384967.977601:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000039218e66. 00000100:00000010:1.0:1767384967.977605:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008c19518c. 00000100:00000010:1.0:1767384967.977612:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007cc5f57c. 00000100:00000010:1.0:1767384967.977617:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000089b17921. 00000100:00000010:1.0:1767384967.977623:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ca011743. 00000100:00000010:1.0:1767384967.977628:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006298284f. 00000100:00000010:1.0:1767384967.977633:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005769e4e7. 00000100:00000010:1.0:1767384967.977638:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000084824c55. 00000100:00000010:1.0:1767384967.977645:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b781f7c6. 00000100:00000010:1.0:1767384967.977649:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b96e5b37. 00000100:00000010:1.0:1767384967.977654:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e1fbfc99. 00000100:00000010:1.0:1767384967.977658:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007cf1aa09. 00000100:00000010:1.0:1767384967.977665:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001d141fa7. 00000100:00000010:1.0:1767384967.977673:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ba89083. 00000100:00000010:1.0:1767384967.977678:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003e9e4ffd. 00000100:00000010:1.0:1767384967.977686:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000082835673. 00000100:00000010:1.0:1767384967.977691:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004e522c56. 00000100:00000010:1.0:1767384967.977696:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c22d7eb9. 00000100:00000010:1.0:1767384967.977701:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005d2fd402. 00000100:00000010:1.0:1767384967.977706:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d2f39842. 00000100:00000010:1.0:1767384967.977711:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000066aba37a. 00000100:00000010:1.0:1767384967.977716:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009f3fac33. 00000100:00000010:1.0:1767384967.977723:0:40108:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000002fa03a29. 00000100:00000010:1.0:1767384967.977728:0:40108:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000e5ea18a8. 00000100:00000001:1.0:1767384967.977733:0:40108:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384967.977736:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384967.977740:0:40108:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384967.977743:0:40108:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384967.977745:0:40108:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000034877a5a. 00000100:00000001:1.0:1767384967.977750:0:40108:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384967.977752:0:40108:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384967.977755:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384967.977757:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000058a156c. 00000100:00000001:1.0:1767384967.977761:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384967.977765:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384967.977767:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000f834e8f6. 00000100:00000001:1.0:1767384967.977772:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384967.977774:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384967.977777:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000f88e8b13. 00000100:00000001:1.0:1767384967.977783:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384967.977785:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384967.977787:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000054566474. 00000100:00000001:1.0:1767384967.977792:0:40108:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384967.978316:0:40108:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000fdba7469. 00000020:00000010:1.0:1767384967.978342:0:40108:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000823b88c0. 00000100:00000010:1.0:1767384967.978412:0:40108:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000328f6787. 00000100:00000010:1.0:1767384967.978427:0:40108:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000002f32b492. 00000100:00000010:1.0:1767384967.978432:0:40108:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000007d24d7b7. 00000100:00000010:1.0:1767384967.978438:0:40108:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000009799f175. 00000100:00000001:1.0:1767384967.978442:0:40108:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384967.978446:0:40108:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384967.978448:0:40108:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqm: tearing down 00000100:00000001:1.0:1767384967.978452:0:40108:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384967.978455:0:40108:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384967.978458:0:40108:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqm 00000100:00000040:1.0:1767384967.978461:0:40108:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #1 00000100:00000040:1.0:1767384967.978464:0:40108:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #0 00000100:00000040:1.0:1767384967.978487:0:40108:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqm #1 00000020:00000010:2.0:1767384967.978505:0:17099:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bbbb2b27. 00000040:00000010:2.0:1767384967.978515:0:17099:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006555727d. 00000020:00000010:2.0:1767384967.978519:0:17099:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000060813c85. 00000020:00000010:2.0:1767384967.978524:0:17099:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000246a9fb3. 00000020:00000010:0.0:1767384967.978524:0:17098:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b0facab7. 00000020:00000010:2.0:1767384967.978528:0:17099:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003d614b38. 80000000:00000010:2.0:1767384967.978537:0:17099:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ee4a5e31. 00000040:00000010:0.0:1767384967.978537:0:17098:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000033cec2fc. 00000020:00000010:0.0:1767384967.978544:0:17098:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007c4e4e06. 40000000:00000010:2.0:1767384967.978546:0:17099:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000094c38827. 00000020:00000010:0.0:1767384967.978551:0:17098:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000bcd85de. 00100000:00000010:2.0:1767384967.978552:0:17099:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a334f7ba. 00000020:00000010:0.0:1767384967.978559:0:17098:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b659c2fb. 00040000:00000010:2.0:1767384967.978564:0:17099:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000044dc1646. 80000000:00000010:0.0:1767384967.978566:0:17098:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006d443942. 00040000:00000010:2.0:1767384967.978572:0:17099:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000efc166d3. 40000000:00000010:0.0:1767384967.978573:0:17098:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000d29eb02. 00080000:00000010:2.0:1767384967.978579:0:17099:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000004dabba74. 00100000:00000010:0.0:1767384967.978579:0:17098:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d32164cd. 00040000:00000010:0.0:1767384967.978587:0:17098:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007eb4e4ba. 00040000:00000010:0.0:1767384967.978592:0:17098:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d122ab78. 00080000:00000010:0.0:1767384967.978597:0:17098:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b5e36d46. 00080000:00000010:2.0:1767384967.978601:0:17099:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000fe7510e2. 00080000:00000010:0.0:1767384967.978601:0:17098:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000094627073. 00000004:00000010:2.0:1767384967.978608:0:17099:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008294a590. 00000004:00000010:0.0:1767384967.978609:0:17098:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000048ad8979. 00002000:00000010:2.0:1767384967.978615:0:17099:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000cb932084. 00002000:00000010:0.0:1767384967.978616:0:17098:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006bd4a3be. 00000020:00000010:2.0:1767384967.978620:0:17099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6c38647. 00000020:00000010:0.0:1767384967.978622:0:17098:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000040cba5fe. 00000020:00000010:2.0:1767384967.978626:0:17099:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000007ecbc0d0. 00000020:00000010:0.0:1767384967.978628:0:17098:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ea3ffe0f. 00000100:00000010:2.0:1767384967.978634:0:17099:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000049932b7e. 00000100:00000010:0.0:1767384967.978636:0:17098:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000007b41968b. 00000100:00100000:2.0:1767384967.978639:0:17099:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0001: service thread [000000000094a8b9:17099] 1 exiting: rc = 0 00000100:00100000:0.0:1767384967.978641:0:17098:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0000: service thread [00000000976eee25:17098] 0 exiting: rc = 1 00000100:00000010:1.0:1767384967.978686:0:40108:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000976eee25. 00000100:00000010:1.0:1767384967.978700:0:40108:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000000094a8b9. 00000100:00000001:1.0:1767384967.978712:0:40108:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384967.978715:0:40108:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384967.978719:0:40108:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 30 lazy 00000400:00000001:1.0:1767384967.978723:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.978725:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.978727:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3f5cad5. 00000400:00000200:1.0:1767384967.978732:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f7b3475 00000400:00000010:1.0:1767384967.978734:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f7b3475. 00000100:00000001:1.0:1767384967.978741:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.978743:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.978754:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.978757:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384967.978762:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.978764:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.978766:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.978767:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021648c03. 00000400:00000200:1.0:1767384967.978772:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f405a93 00000400:00000010:1.0:1767384967.978773:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f405a93. 00000100:00000001:1.0:1767384967.978777:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.978779:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.978788:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.978790:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384967.978796:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.978798:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.978800:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.978802:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f03bc46. 00000400:00000200:1.0:1767384967.978807:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4060ae3 00000400:00000010:1.0:1767384967.978810:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4060ae3. 00000100:00000001:1.0:1767384967.978856:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.978858:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.978866:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.978868:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384967.978873:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.978876:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.978877:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.978879:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b30fd864. 00000400:00000200:1.0:1767384967.978883:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000606fe4b0 00000400:00000010:1.0:1767384967.978885:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000606fe4b0. 00000100:00000001:1.0:1767384967.978890:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.978891:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.978901:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.978903:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384967.978906:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.978908:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.978910:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.978913:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000304010a7. 00000400:00000200:1.0:1767384967.978916:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed6120ce 00000400:00000010:1.0:1767384967.978918:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed6120ce. 00000100:00000001:1.0:1767384967.978920:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.978921:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.978927:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.978929:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384967.978934:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.978938:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.978940:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.978942:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000912d245. 00000400:00000200:1.0:1767384967.978946:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010b37209 00000400:00000010:1.0:1767384967.978948:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010b37209. 00000100:00000001:1.0:1767384967.978953:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.978954:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.978964:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.978966:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384967.978968:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.978972:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.978974:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.978976:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9f88414. 00000400:00000200:1.0:1767384967.978981:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000affd3665 00000400:00000010:1.0:1767384967.978983:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000affd3665. 00000100:00000001:1.0:1767384967.978988:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.978989:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.979001:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.979003:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384967.979008:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.979011:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.979013:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.979014:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b7e94ac. 00000400:00000200:1.0:1767384967.979017:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dad60cce 00000400:00000010:1.0:1767384967.979020:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dad60cce. 00000100:00000001:1.0:1767384967.979024:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.979026:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.979037:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.979039:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384967.979044:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.979063:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.979064:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.979066:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f60333b. 00000400:00000200:1.0:1767384967.979068:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ead609d1 00000400:00000010:1.0:1767384967.979071:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ead609d1. 00000100:00000001:1.0:1767384967.979076:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.979078:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.979089:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.979091:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384967.979094:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.979097:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.979099:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.979101:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0a9b496. 00000400:00000200:1.0:1767384967.979105:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb140eda 00000400:00000010:1.0:1767384967.979108:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb140eda. 00000100:00000001:1.0:1767384967.979113:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.979115:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.979124:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.979126:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384967.979131:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.979135:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.979137:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.979139:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003123d6c2. 00000400:00000200:1.0:1767384967.979145:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e1a6054 00000400:00000010:1.0:1767384967.979147:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e1a6054. 00000100:00000001:1.0:1767384967.979151:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.979153:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.979161:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.979162:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384967.979166:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.979168:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.979170:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.979173:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020b8b2f0. 00000400:00000200:1.0:1767384967.979177:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3f9fdc2 00000400:00000010:1.0:1767384967.979179:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3f9fdc2. 00000100:00000001:1.0:1767384967.979184:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.979186:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.979198:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.979200:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384967.979204:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.979206:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.979207:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.979208:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dbce645c. 00000400:00000200:1.0:1767384967.979213:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abb27f64 00000400:00000010:1.0:1767384967.979214:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000abb27f64. 00000100:00000001:1.0:1767384967.979221:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.979222:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.979230:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.979232:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384967.979236:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.979239:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.979241:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.979243:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ded963bc. 00000400:00000200:1.0:1767384967.979247:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055339b66 00000400:00000010:1.0:1767384967.979249:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055339b66. 00000100:00000001:1.0:1767384967.979256:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.979258:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.979269:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.979271:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384967.979275:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.979277:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.979279:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.979281:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009de6f0cc. 00000400:00000200:1.0:1767384967.979286:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de9fba45 00000400:00000010:1.0:1767384967.979287:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de9fba45. 00000100:00000001:1.0:1767384967.979308:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.979310:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.979319:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.979321:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384967.979325:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.979328:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.979346:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.979348:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006db18577. 00000400:00000200:1.0:1767384967.979351:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c455aec1 00000400:00000010:1.0:1767384967.979352:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c455aec1. 00000100:00000001:1.0:1767384967.979358:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.979360:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.979371:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.979373:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384967.979378:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.979381:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.979383:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.979386:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab4bc909. 00000400:00000200:1.0:1767384967.979391:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a432f315 00000400:00000010:1.0:1767384967.979393:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a432f315. 00000100:00000001:1.0:1767384967.979399:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.979401:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.979412:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.979415:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384967.979420:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.979423:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.979424:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.979426:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ff72368. 00000400:00000200:1.0:1767384967.979431:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7d6f4fe 00000400:00000010:1.0:1767384967.979435:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7d6f4fe. 00000100:00000001:1.0:1767384967.979442:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.979444:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.979454:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.979457:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384967.979461:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.979463:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.979465:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.979467:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfa6060d. 00000400:00000200:1.0:1767384967.979472:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ae630b9 00000400:00000010:1.0:1767384967.979475:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ae630b9. 00000100:00000001:1.0:1767384967.979480:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.979482:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.979492:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.979495:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384967.979500:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.979504:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.979506:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.979509:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cdb1c09e. 00000400:00000200:1.0:1767384967.979514:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e92b644e 00000400:00000010:1.0:1767384967.979517:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e92b644e. 00000100:00000001:1.0:1767384967.979522:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.979524:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.979533:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.979537:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384967.979540:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.979543:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.979545:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.979547:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ab5a09f. 00000400:00000200:1.0:1767384967.979552:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007407fdfb 00000400:00000010:1.0:1767384967.979555:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007407fdfb. 00000100:00000001:1.0:1767384967.979560:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.979562:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.979573:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.979576:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384967.979581:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.979584:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.979587:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.979590:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007affeb7c. 00000400:00000200:1.0:1767384967.979597:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea6b9869 00000400:00000010:1.0:1767384967.979600:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea6b9869. 00000100:00000001:1.0:1767384967.979605:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.979608:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.979618:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.979621:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384967.979624:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.979627:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.979628:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.979630:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000242592d8. 00000400:00000200:1.0:1767384967.979637:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b443fa6d 00000400:00000010:1.0:1767384967.979639:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b443fa6d. 00000100:00000001:1.0:1767384967.979645:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.979646:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.979659:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.979662:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384967.979666:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.979670:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.979672:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.979674:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b8cde2ab. 00000400:00000200:1.0:1767384967.979678:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000335de01c 00000400:00000010:1.0:1767384967.979681:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000335de01c. 00000100:00000001:1.0:1767384967.979685:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.979686:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.979697:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.979701:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384967.979704:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.979708:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.979709:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.979711:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054458883. 00000400:00000200:1.0:1767384967.979716:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038b1a1f0 00000400:00000010:1.0:1767384967.979720:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000038b1a1f0. 00000100:00000001:1.0:1767384967.979724:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.979726:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.979736:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.979740:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384967.979747:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.979749:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.979751:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.979754:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a7f8ca1. 00000400:00000200:1.0:1767384967.979758:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001466e731 00000400:00000010:1.0:1767384967.979760:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001466e731. 00000100:00000001:1.0:1767384967.979765:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.979767:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.979776:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.979780:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384967.979784:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.979786:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.979788:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.979789:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d4da30c. 00000400:00000200:1.0:1767384967.979794:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000482c266a 00000400:00000010:1.0:1767384967.979796:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000482c266a. 00000100:00000001:1.0:1767384967.979801:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.979803:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.979809:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.979811:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384967.979813:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.979815:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.979817:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.979819:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027ea0b3b. 00000400:00000200:1.0:1767384967.979823:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de16f438 00000400:00000010:1.0:1767384967.979825:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de16f438. 00000100:00000001:1.0:1767384967.979861:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.979863:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.979874:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.979876:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384967.979881:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.979883:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.979885:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.979887:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002104103d. 00000400:00000200:1.0:1767384967.979893:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002176dd9 00000400:00000010:1.0:1767384967.979895:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002176dd9. 00000100:00000001:1.0:1767384967.979903:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.979904:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.979917:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.979919:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384967.979922:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.979925:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.979927:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.979929:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059bba6bd. 00000400:00000200:1.0:1767384967.979935:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035ce7cc2 00000400:00000010:1.0:1767384967.979937:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035ce7cc2. 00000100:00000001:1.0:1767384967.979942:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.979944:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.979958:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.979961:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384967.979965:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.979968:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.979970:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.979978:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e7ef782. 00000400:00000200:1.0:1767384967.979985:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006909c261 00000400:00000010:1.0:1767384967.979987:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006909c261. 00000100:00000001:1.0:1767384967.979993:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.979996:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.980008:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.980010:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384967.980020:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.980022:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.980024:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.980026:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e158f96. 00000400:00000200:1.0:1767384967.980028:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a66573a 00000400:00000010:1.0:1767384967.980030:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a66573a. 00000100:00000001:1.0:1767384967.980032:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.980033:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.980038:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.980040:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384967.980041:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.980043:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.980045:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.980046:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e512ed25. 00000400:00000200:1.0:1767384967.980049:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ad797ee 00000400:00000010:1.0:1767384967.980050:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ad797ee. 00000100:00000001:1.0:1767384967.980055:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.980058:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.980062:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.980080:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384967.980082:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.980084:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.980085:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.980086:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba1f5dde. 00000400:00000200:1.0:1767384967.980088:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075388eea 00000400:00000010:1.0:1767384967.980089:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075388eea. 00000100:00000001:1.0:1767384967.980090:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.980091:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.980095:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.980096:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384967.980097:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.980098:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.980099:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.980099:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056ed61f3. 00000400:00000200:1.0:1767384967.980101:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb56937d 00000400:00000010:1.0:1767384967.980102:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb56937d. 00000100:00000001:1.0:1767384967.980103:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.980104:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.980107:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.980108:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384967.980109:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.980110:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.980111:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.980112:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000766759a6. 00000400:00000200:1.0:1767384967.980113:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000341de555 00000400:00000010:1.0:1767384967.980114:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000341de555. 00000100:00000001:1.0:1767384967.980116:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.980116:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.980120:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.980121:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384967.980122:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.980123:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.980123:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.980125:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084b03fa2. 00000400:00000200:1.0:1767384967.980126:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000503b4e57 00000400:00000010:1.0:1767384967.980127:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000503b4e57. 00000100:00000001:1.0:1767384967.980129:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.980130:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.980133:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.980134:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384967.980135:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.980136:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.980136:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.980137:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077159260. 00000400:00000200:1.0:1767384967.980139:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec4a9b78 00000400:00000010:1.0:1767384967.980140:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec4a9b78. 00000100:00000001:1.0:1767384967.980141:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.980142:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.980145:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.980146:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384967.980147:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.980148:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.980149:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.980150:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079102e81. 00000400:00000200:1.0:1767384967.980151:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002518a5ab 00000400:00000010:1.0:1767384967.980152:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002518a5ab. 00000100:00000001:1.0:1767384967.980154:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.980154:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.980158:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.980159:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384967.980160:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.980161:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.980162:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.980163:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fdc7a3a5. 00000400:00000200:1.0:1767384967.980164:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e4c05a4 00000400:00000010:1.0:1767384967.980165:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e4c05a4. 00000100:00000001:1.0:1767384967.980167:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.980167:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.980171:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.980172:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384967.980173:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.980174:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.980175:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.980176:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e71468a. 00000400:00000200:1.0:1767384967.980177:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1d948cf 00000400:00000010:1.0:1767384967.980179:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1d948cf. 00000100:00000001:1.0:1767384967.980180:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.980181:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.980184:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.980185:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384967.980186:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.980187:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.980188:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.980189:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b26d5240. 00000400:00000200:1.0:1767384967.980190:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae29d593 00000400:00000010:1.0:1767384967.980191:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae29d593. 00000100:00000001:1.0:1767384967.980193:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.980193:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.980197:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.980198:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384967.980199:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.980200:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.980201:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.980202:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000287557e. 00000400:00000200:1.0:1767384967.980203:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e38331b6 00000400:00000010:1.0:1767384967.980204:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e38331b6. 00000100:00000001:1.0:1767384967.980205:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.980206:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.980210:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.980211:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384967.980212:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.980212:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.980213:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.980214:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa5831c7. 00000400:00000200:1.0:1767384967.980215:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000374e2b8d 00000400:00000010:1.0:1767384967.980217:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000374e2b8d. 00000100:00000001:1.0:1767384967.980218:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.980219:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.980222:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.980223:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384967.980224:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.980225:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.980226:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.980227:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dca0ee3c. 00000400:00000200:1.0:1767384967.980228:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed9dbdb2 00000400:00000010:1.0:1767384967.980229:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed9dbdb2. 00000100:00000001:1.0:1767384967.980230:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.980231:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.980234:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.980235:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384967.980236:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.980237:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.980238:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.980239:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb386e2f. 00000400:00000200:1.0:1767384967.980240:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044625326 00000400:00000010:1.0:1767384967.980241:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000044625326. 00000100:00000001:1.0:1767384967.980242:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.980243:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.980246:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.980247:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384967.980248:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.980249:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.980250:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.980251:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001d54369. 00000400:00000200:1.0:1767384967.980252:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6827af3 00000400:00000010:1.0:1767384967.980253:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6827af3. 00000100:00000001:1.0:1767384967.980255:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.980255:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.980259:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.980260:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384967.980261:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.980262:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.980263:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.980263:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca2118e5. 00000400:00000200:1.0:1767384967.980265:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000827987c 00000400:00000010:1.0:1767384967.980266:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000827987c. 00000100:00000001:1.0:1767384967.980267:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.980268:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.980271:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.980272:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384967.980273:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.980274:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.980275:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.980276:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023d29cb3. 00000400:00000200:1.0:1767384967.980277:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f5b722f 00000400:00000010:1.0:1767384967.980278:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f5b722f. 00000100:00000001:1.0:1767384967.980280:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.980281:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.980284:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.980285:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384967.980286:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.980287:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.980288:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.980289:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e11b7ce8. 00000400:00000200:1.0:1767384967.980290:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af4ce6db 00000400:00000010:1.0:1767384967.980310:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af4ce6db. 00000100:00000001:1.0:1767384967.980313:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.980314:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.980318:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.980319:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384967.980320:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.980321:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.980322:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.980340:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b8bc0741. 00000400:00000200:1.0:1767384967.980341:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f900570d 00000400:00000010:1.0:1767384967.980342:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f900570d. 00000100:00000001:1.0:1767384967.980344:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.980345:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.980348:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.980349:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384967.980350:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.980351:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.980352:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.980353:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014fdabad. 00000400:00000200:1.0:1767384967.980354:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0ba909a 00000400:00000010:1.0:1767384967.980356:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0ba909a. 00000100:00000001:1.0:1767384967.980358:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.980358:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.980362:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.980363:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384967.980365:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.980365:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.980366:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.980367:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e522925. 00000400:00000200:1.0:1767384967.980368:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089e9e39a 00000400:00000010:1.0:1767384967.980369:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089e9e39a. 00000100:00000001:1.0:1767384967.980370:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.980371:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.980374:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.980375:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384967.980376:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.980378:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.980378:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.980379:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000067d1da6. 00000400:00000200:1.0:1767384967.980380:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000388b4421 00000400:00000010:1.0:1767384967.980381:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000388b4421. 00000100:00000001:1.0:1767384967.980383:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.980383:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.980387:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.980387:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384967.980388:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.980390:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.980390:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.980391:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028e82cf4. 00000400:00000200:1.0:1767384967.980392:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8d2da7f 00000400:00000010:1.0:1767384967.980393:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8d2da7f. 00000100:00000001:1.0:1767384967.980395:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.980395:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.980399:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.980400:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384967.980401:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.980401:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.980403:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.980404:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cceed8e. 00000400:00000200:1.0:1767384967.980405:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016890498 00000400:00000010:1.0:1767384967.980406:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000016890498. 00000100:00000001:1.0:1767384967.980408:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.980409:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.980412:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.980413:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384967.980414:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.980415:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.980415:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.980416:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018a1ef1d. 00000400:00000200:1.0:1767384967.980417:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066fc4061 00000400:00000010:1.0:1767384967.980419:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066fc4061. 00000100:00000001:1.0:1767384967.980420:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.980421:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.980424:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.980425:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384967.980426:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.980427:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.980427:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.980428:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d33f3bf. 00000400:00000200:1.0:1767384967.980429:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed3920ce 00000400:00000010:1.0:1767384967.980430:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed3920ce. 00000100:00000001:1.0:1767384967.980432:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.980433:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.980436:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.980437:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384967.980438:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.980439:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.980439:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.980440:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d162f9c. 00000400:00000200:1.0:1767384967.980441:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cf32d64 00000400:00000010:1.0:1767384967.980442:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009cf32d64. 00000100:00000001:1.0:1767384967.980443:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.980444:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.980447:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.980448:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384967.980449:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.980451:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.980452:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.980453:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024b13510. 00000400:00000200:1.0:1767384967.980454:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006561248d 00000400:00000010:1.0:1767384967.980455:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006561248d. 00000100:00000001:1.0:1767384967.980457:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.980458:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.980461:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.980462:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384967.980463:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.980463:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.980464:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.980465:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004539f03e. 00000400:00000200:1.0:1767384967.980466:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009380c8df 00000400:00000010:1.0:1767384967.980467:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009380c8df. 00000100:00000001:1.0:1767384967.980468:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.980469:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.980472:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.980473:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384967.980474:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.980475:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.980476:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.980477:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000544a9bd. 00000400:00000200:1.0:1767384967.980478:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003817a4ea 00000400:00000010:1.0:1767384967.980479:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003817a4ea. 00000100:00000001:1.0:1767384967.980480:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.980481:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.980484:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.980485:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384967.980486:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.980487:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.980487:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.980488:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fec3b271. 00000400:00000200:1.0:1767384967.980489:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a90205f2 00000400:00000010:1.0:1767384967.980490:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a90205f2. 00000100:00000001:1.0:1767384967.980491:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.980492:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.980496:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.980497:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384967.980498:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.980499:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.980501:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.980501:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e59440b4. 00000400:00000200:1.0:1767384967.980503:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004701a06f 00000400:00000010:1.0:1767384967.980504:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004701a06f. 00000100:00000001:1.0:1767384967.980505:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.980506:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384967.980509:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.980510:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384967.980511:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384967.980513:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980514:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980515:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980516:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980517:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980518:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980519:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980519:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980520:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980521:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980522:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980523:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980524:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980525:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980525:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980526:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980527:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980528:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980529:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980530:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980531:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980531:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980533:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980533:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980534:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980535:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980536:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980537:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980538:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980539:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980540:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980541:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980542:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980542:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980543:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980544:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980545:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980546:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980547:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980547:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980548:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980549:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980550:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980551:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980552:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980553:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980554:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980554:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980555:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980556:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980557:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980558:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980559:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980559:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980560:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980561:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980562:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980563:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980564:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980564:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980565:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980566:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980567:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980568:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980569:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980570:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980571:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980572:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980573:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980574:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980575:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980576:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980577:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980578:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980579:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980580:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980581:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980582:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980582:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980583:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980584:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980585:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980586:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980587:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980588:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980588:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980589:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980590:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980591:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980592:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980593:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980593:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980594:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980595:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980596:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980597:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980598:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980598:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980599:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980600:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980601:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980602:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980603:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980603:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980604:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980605:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980607:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980608:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980609:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980610:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980611:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980612:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980613:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980614:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980615:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980615:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980616:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980617:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980618:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980619:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980620:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980620:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980621:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980622:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980623:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980624:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.980625:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.980625:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1767384967.980627:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e770299b. 00000100:00000010:1.0:1767384967.980630:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000dfde4b9. 00000100:00000010:1.0:1767384967.980632:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000926316d1. 00000100:00000010:1.0:1767384967.980634:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f76201c5. 00000100:00000010:1.0:1767384967.980636:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000009010265. 00000100:00000010:1.0:1767384967.980638:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cdc737d6. 00000100:00000010:1.0:1767384967.980639:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007069e2e9. 00000100:00000010:1.0:1767384967.980641:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f47213fd. 00000100:00000010:1.0:1767384967.980643:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007946019e. 00000100:00000010:1.0:1767384967.980644:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dc62b890. 00000100:00000010:1.0:1767384967.980646:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000066147751. 00000100:00000010:1.0:1767384967.980648:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b6cabc4e. 00000100:00000010:1.0:1767384967.980649:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c8f8b17a. 00000100:00000010:1.0:1767384967.980652:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001e26f428. 00000100:00000010:1.0:1767384967.980654:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003567f5b2. 00000100:00000010:1.0:1767384967.980656:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002b5e38ea. 00000100:00000010:1.0:1767384967.980657:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c727f273. 00000100:00000010:1.0:1767384967.980660:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d13d1eda. 00000100:00000010:1.0:1767384967.980661:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000af1e134. 00000100:00000010:1.0:1767384967.980663:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002f09996a. 00000100:00000010:1.0:1767384967.980665:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006f1239e1. 00000100:00000010:1.0:1767384967.980667:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003c6661b4. 00000100:00000010:1.0:1767384967.980668:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007669b780. 00000100:00000010:1.0:1767384967.980670:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004f94a2e8. 00000100:00000010:1.0:1767384967.980671:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000023379b0d. 00000100:00000010:1.0:1767384967.980673:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008a51fe02. 00000100:00000010:1.0:1767384967.980674:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002c0d5bb4. 00000100:00000010:1.0:1767384967.980676:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d913d5e5. 00000100:00000010:1.0:1767384967.980677:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000093bb31e9. 00000100:00000010:1.0:1767384967.980679:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008bff4018. 00000100:00000010:1.0:1767384967.980680:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e5c0aa8d. 00000100:00000010:1.0:1767384967.980682:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e88a2772. 00000100:00000010:1.0:1767384967.980684:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000006884d9b. 00000100:00000010:1.0:1767384967.980688:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009ea71ea2. 00000100:00000010:1.0:1767384967.980689:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000014a9fadd. 00000100:00000010:1.0:1767384967.980691:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ea97fbb7. 00000100:00000010:1.0:1767384967.980693:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007258e1ef. 00000100:00000010:1.0:1767384967.980695:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000044b06190. 00000100:00000010:1.0:1767384967.980696:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ac085bb3. 00000100:00000010:1.0:1767384967.980698:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009ddabc59. 00000100:00000010:1.0:1767384967.980699:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004d7c045e. 00000100:00000010:1.0:1767384967.980702:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c2b5dc66. 00000100:00000010:1.0:1767384967.980703:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bdd42307. 00000100:00000010:1.0:1767384967.980704:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006efe3b8a. 00000100:00000010:1.0:1767384967.980706:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000096379d5e. 00000100:00000010:1.0:1767384967.980707:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000043ffd901. 00000100:00000010:1.0:1767384967.980709:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cbb96c13. 00000100:00000010:1.0:1767384967.980711:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001b217c8f. 00000100:00000010:1.0:1767384967.980713:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ed7d2e52. 00000100:00000010:1.0:1767384967.980715:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000086e30b33. 00000100:00000010:1.0:1767384967.980717:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009fb4ecb5. 00000100:00000010:1.0:1767384967.980719:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007d28c4a2. 00000100:00000010:1.0:1767384967.980720:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ffbc4b95. 00000100:00000010:1.0:1767384967.980722:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fa143b64. 00000100:00000010:1.0:1767384967.980723:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007579e9fd. 00000100:00000010:1.0:1767384967.980725:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b4ff3b43. 00000100:00000010:1.0:1767384967.980726:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001a05a46e. 00000100:00000010:1.0:1767384967.980728:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ace2345a. 00000100:00000010:1.0:1767384967.980729:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000095a348cb. 00000100:00000010:1.0:1767384967.980731:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ece4381f. 00000100:00000010:1.0:1767384967.980733:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000badbd9bf. 00000100:00000010:1.0:1767384967.980736:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d2c56ccb. 00000100:00000010:1.0:1767384967.980738:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005440adb1. 00000100:00000010:1.0:1767384967.980741:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000050f40525. 00000100:00000010:1.0:1767384967.980754:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000986ff0b9. 00000100:00000010:1.0:1767384967.980758:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c76ad6a2. 00000100:00000010:1.0:1767384967.980760:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ce77567b. 00000100:00000010:1.0:1767384967.980763:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000061ab8ce3. 00000100:00000010:1.0:1767384967.980766:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c107bf38. 00000100:00000010:1.0:1767384967.980776:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000414fe7fd. 00000100:00000010:1.0:1767384967.980779:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000eb1707d1. 00000100:00000010:1.0:1767384967.980782:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000048b82eb7. 00000100:00000010:1.0:1767384967.980786:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f9e95cfe. 00000100:00000010:1.0:1767384967.980789:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f4a9d70a. 00000100:00000010:1.0:1767384967.980792:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bcc85242. 00000100:00000010:1.0:1767384967.980795:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001fb43912. 00000100:00000010:1.0:1767384967.980798:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bcc47c64. 00000100:00000010:1.0:1767384967.980801:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f4899ac7. 00000100:00000010:1.0:1767384967.980803:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a0474a2c. 00000100:00000010:1.0:1767384967.980806:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000f20cf36. 00000100:00000010:1.0:1767384967.980808:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005e50c289. 00000100:00000010:1.0:1767384967.980811:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000088a61f26. 00000100:00000010:1.0:1767384967.980814:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000001ab3247. 00000100:00000010:1.0:1767384967.980816:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f351779d. 00000100:00000010:1.0:1767384967.980819:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009200b950. 00000100:00000010:1.0:1767384967.980822:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005749c650. 00000100:00000010:1.0:1767384967.980826:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d8a53fe1. 00000100:00000010:1.0:1767384967.980830:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003f6a25f9. 00000100:00000010:1.0:1767384967.980864:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000038bdf1ae. 00000100:00000010:1.0:1767384967.980866:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dcf4b0ae. 00000100:00000010:1.0:1767384967.980869:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007e289df1. 00000100:00000010:1.0:1767384967.980871:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000054dc7822. 00000100:00000010:1.0:1767384967.980874:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004b3b1809. 00000100:00000010:1.0:1767384967.980877:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000045b57e55. 00000100:00000010:1.0:1767384967.980880:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000382a4279. 00000100:00000010:1.0:1767384967.980883:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000070e6aa66. 00000100:00000010:1.0:1767384967.980887:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e73a9033. 00000100:00000010:1.0:1767384967.980890:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000012a2f835. 00000100:00000010:1.0:1767384967.980893:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cd7930a5. 00000100:00000010:1.0:1767384967.980896:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007b0f4cf6. 00000100:00000010:1.0:1767384967.980898:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f5665632. 00000100:00000010:1.0:1767384967.980901:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003e3f610b. 00000100:00000010:1.0:1767384967.980904:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000078d1f0b3. 00000100:00000010:1.0:1767384967.980907:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d42a5a0. 00000100:00000010:1.0:1767384967.980910:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005857b642. 00000100:00000010:1.0:1767384967.980913:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007f0bc918. 00000100:00000010:1.0:1767384967.980915:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000469729ce. 00000100:00000010:1.0:1767384967.980918:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000027975948. 00000100:00000010:1.0:1767384967.980920:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008de31452. 00000100:00000010:1.0:1767384967.980923:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000029966c13. 00000100:00000010:1.0:1767384967.980927:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000077f0dc5a. 00000100:00000010:1.0:1767384967.980930:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005f9274ac. 00000100:00000010:1.0:1767384967.980933:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f6fe32c5. 00000100:00000010:1.0:1767384967.980936:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000920ace6d. 00000100:00000010:1.0:1767384967.980939:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000093f5deb2. 00000100:00000010:1.0:1767384967.980941:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000abefa0e0. 00000100:00000010:1.0:1767384967.980944:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001a39b3ed. 00000100:00000010:1.0:1767384967.980965:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000033021247. 00000100:00000010:1.0:1767384967.980970:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d745b018. 00000100:00000010:1.0:1767384967.980973:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000029ee3297. 00000100:00000010:1.0:1767384967.980975:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d8bccb58. 00000100:00000010:1.0:1767384967.980978:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005eed4e5e. 00000100:00000010:1.0:1767384967.980981:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dfaaf35b. 00000100:00000010:1.0:1767384967.980984:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000014cb30da. 00000100:00000010:1.0:1767384967.980986:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e0772c70. 00000100:00000010:1.0:1767384967.980989:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b02550b. 00000100:00000010:1.0:1767384967.980991:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000029a62034. 00000100:00000010:1.0:1767384967.980994:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004a72d06a. 00000100:00000010:1.0:1767384967.980999:0:40108:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000193c648e. 00000100:00000010:1.0:1767384967.981002:0:40108:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000afc6b77d. 00000100:00000001:1.0:1767384967.981006:0:40108:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384967.981008:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384967.981011:0:40108:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384967.981013:0:40108:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384967.981015:0:40108:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000008efadea. 00000100:00000001:1.0:1767384967.981018:0:40108:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384967.981020:0:40108:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384967.981022:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384967.981024:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000031423142. 00000100:00000001:1.0:1767384967.981027:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384967.981029:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384967.981030:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000001c3db5a4. 00000100:00000001:1.0:1767384967.981033:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384967.981035:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384967.981036:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000e944e7c8. 00000100:00000001:1.0:1767384967.981039:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384967.981040:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384967.981042:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000008cb52e89. 00000100:00000001:1.0:1767384967.981044:0:40108:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384967.981169:0:40108:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000077c8ff6b. 00000020:00000010:1.0:1767384967.981176:0:40108:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000906e84e1. 00000100:00000010:1.0:1767384967.981205:0:40108:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000801a6113. 00000100:00000010:1.0:1767384967.981216:0:40108:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000003d68f75c. 00000100:00000010:1.0:1767384967.981221:0:40108:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000002fe0ce73. 00000100:00000010:1.0:1767384967.981230:0:40108:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000e3f17209. 00000100:00000001:1.0:1767384967.981233:0:40108:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384967.981235:0:40108:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384967.981236:0:40108:0:(service.c:3836:ptlrpc_unregister_service()) mdt_fld: tearing down 00000100:00000001:1.0:1767384967.981239:0:40108:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384967.981240:0:40108:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384967.981241:0:40108:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_fld 00000100:00000040:1.0:1767384967.981243:0:40108:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #1 00000100:00000040:1.0:1767384967.981245:0:40108:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #0 00000100:00000040:1.0:1767384967.981265:0:40108:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_fld #1 00000020:00000010:3.0:1767384967.981340:0:17101:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000090ea4c07. 00000020:00000010:0.0:1767384967.981340:0:17100:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ec7c11d3. 00000040:00000010:3.0:1767384967.981348:0:17101:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001fc30875. 00000040:00000010:0.0:1767384967.981348:0:17100:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000046af2814. 00000020:00000010:0.0:1767384967.981350:0:17100:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000eb7de669. 00000020:00000010:0.0:1767384967.981353:0:17100:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e8f0a81a. 00000020:00000010:0.0:1767384967.981357:0:17100:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000087e6c221. 80000000:00000010:0.0:1767384967.981359:0:17100:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ee13ee0f. 00000020:00000010:3.0:1767384967.981360:0:17101:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000071642d1e. 40000000:00000010:0.0:1767384967.981362:0:17100:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000801f3a83. 00000020:00000010:3.0:1767384967.981364:0:17101:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000410ac945. 00100000:00000010:0.0:1767384967.981365:0:17100:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d70328fb. 00000020:00000010:3.0:1767384967.981366:0:17101:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003f651e5f. 00040000:00000010:0.0:1767384967.981368:0:17100:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002145f4f7. 80000000:00000010:3.0:1767384967.981369:0:17101:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000678ac70f. 40000000:00000010:3.0:1767384967.981371:0:17101:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008faa003c. 00040000:00000010:0.0:1767384967.981371:0:17100:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a915635a. 00100000:00000010:3.0:1767384967.981374:0:17101:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000085b6e759. 00080000:00000010:0.0:1767384967.981374:0:17100:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000099a5fe5e. 00040000:00000010:3.0:1767384967.981376:0:17101:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004b96674a. 00080000:00000010:0.0:1767384967.981377:0:17100:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000667269ce. 00040000:00000010:3.0:1767384967.981379:0:17101:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cc54501b. 00080000:00000010:3.0:1767384967.981382:0:17101:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d57ae504. 00080000:00000010:3.0:1767384967.981384:0:17101:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000397ec419. 00000004:00000010:0.0:1767384967.981385:0:17100:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a049a1ce. 00000004:00000010:3.0:1767384967.981387:0:17101:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009ee29909. 00002000:00000010:3.0:1767384967.981389:0:17101:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b8a9456b. 00002000:00000010:0.0:1767384967.981389:0:17100:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000011d6ba8. 00000020:00000010:3.0:1767384967.981391:0:17101:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e36a852. 00000020:00000010:0.0:1767384967.981391:0:17100:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b62c88da. 00000020:00000010:3.0:1767384967.981396:0:17101:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000006f5a8012. 00000020:00000010:0.0:1767384967.981396:0:17100:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000e2c4c47a. 00000100:00000010:0.0:1767384967.981400:0:17100:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000074e6e6f. 00000100:00000010:3.0:1767384967.981401:0:17101:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000e826aaf7. 00000100:00100000:3.0:1767384967.981403:0:17101:0:(service.c:3155:ptlrpc_main()) mdt_fld_0001: service thread [000000002e7635f1:17101] 1 exiting: rc = 0 00000100:00100000:0.0:1767384967.981403:0:17100:0:(service.c:3155:ptlrpc_main()) mdt_fld_0000: service thread [00000000dc263214:17100] 0 exiting: rc = 1 00000100:00000010:1.0:1767384967.981449:0:40108:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000dc263214. 00000100:00000010:1.0:1767384967.981456:0:40108:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000002e7635f1. 00000100:00000001:1.0:1767384967.981462:0:40108:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384967.981464:0:40108:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384967.981468:0:40108:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 29 lazy 00000400:00000001:1.0:1767384967.981471:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981473:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981474:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055f05f53. 00000400:00000200:1.0:1767384967.981477:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000079da747 00000400:00000010:1.0:1767384967.981479:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000079da747. 00000100:00000001:1.0:1767384967.981481:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981482:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981486:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981487:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384967.981489:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.981491:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981492:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981493:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009659fc53. 00000400:00000200:1.0:1767384967.981495:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9f1bb6f 00000400:00000010:1.0:1767384967.981496:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e9f1bb6f. 00000100:00000001:1.0:1767384967.981497:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981498:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981502:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981503:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384967.981505:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.981506:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981507:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981508:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016a3d45d. 00000400:00000200:1.0:1767384967.981510:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000797decf9 00000400:00000010:1.0:1767384967.981511:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000797decf9. 00000100:00000001:1.0:1767384967.981512:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981513:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981516:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981517:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384967.981518:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.981519:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981520:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981521:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1e34093. 00000400:00000200:1.0:1767384967.981522:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ad22e50 00000400:00000010:1.0:1767384967.981524:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ad22e50. 00000100:00000001:1.0:1767384967.981525:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981526:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981529:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981530:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384967.981531:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.981532:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981533:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981533:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0e8f0ab. 00000400:00000200:1.0:1767384967.981535:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d8e114e 00000400:00000010:1.0:1767384967.981536:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d8e114e. 00000100:00000001:1.0:1767384967.981537:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981538:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981541:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981542:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384967.981543:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.981544:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981545:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981546:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004d3ecfd. 00000400:00000200:1.0:1767384967.981547:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a6bbd67 00000400:00000010:1.0:1767384967.981548:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a6bbd67. 00000100:00000001:1.0:1767384967.981551:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981551:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981555:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981556:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384967.981557:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.981559:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981560:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981560:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049dded69. 00000400:00000200:1.0:1767384967.981562:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dde2c40 00000400:00000010:1.0:1767384967.981563:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003dde2c40. 00000100:00000001:1.0:1767384967.981564:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981565:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981568:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981569:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384967.981570:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.981571:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981572:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981573:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b42db9b. 00000400:00000200:1.0:1767384967.981574:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000083b2b84 00000400:00000010:1.0:1767384967.981575:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000083b2b84. 00000100:00000001:1.0:1767384967.981576:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981577:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981580:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981581:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384967.981582:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.981583:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981584:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981584:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2d4a156. 00000400:00000200:1.0:1767384967.981586:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ebf5eb33 00000400:00000010:1.0:1767384967.981587:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ebf5eb33. 00000100:00000001:1.0:1767384967.981588:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981589:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981592:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981593:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384967.981594:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.981595:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981596:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981597:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b52d45c6. 00000400:00000200:1.0:1767384967.981598:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7059d49 00000400:00000010:1.0:1767384967.981600:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7059d49. 00000100:00000001:1.0:1767384967.981601:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981602:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981605:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981606:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384967.981607:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.981608:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981609:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981610:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083247bee. 00000400:00000200:1.0:1767384967.981611:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069435783 00000400:00000010:1.0:1767384967.981612:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069435783. 00000100:00000001:1.0:1767384967.981613:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981614:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981617:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981618:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384967.981619:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.981620:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981621:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981622:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b481d91a. 00000400:00000200:1.0:1767384967.981623:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080c350cd 00000400:00000010:1.0:1767384967.981624:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080c350cd. 00000100:00000001:1.0:1767384967.981625:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981626:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981629:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981630:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384967.981631:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.981632:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981633:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981634:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de364b0a. 00000400:00000200:1.0:1767384967.981635:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4ad7541 00000400:00000010:1.0:1767384967.981636:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c4ad7541. 00000100:00000001:1.0:1767384967.981637:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981638:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981641:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981642:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384967.981643:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.981645:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981646:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981646:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e25b0d47. 00000400:00000200:1.0:1767384967.981648:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c30841f 00000400:00000010:1.0:1767384967.981648:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c30841f. 00000100:00000001:1.0:1767384967.981650:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981650:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981653:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981654:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384967.981655:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.981656:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981657:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981658:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c0284c1. 00000400:00000200:1.0:1767384967.981659:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fb52570 00000400:00000010:1.0:1767384967.981660:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fb52570. 00000100:00000001:1.0:1767384967.981662:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981662:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981665:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981666:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384967.981667:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.981668:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981669:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981670:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9caddf8. 00000400:00000200:1.0:1767384967.981671:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000432830e2 00000400:00000010:1.0:1767384967.981672:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000432830e2. 00000100:00000001:1.0:1767384967.981673:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981674:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981677:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981678:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384967.981679:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.981680:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981680:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981681:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3ea8fd2. 00000400:00000200:1.0:1767384967.981682:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ae716b5 00000400:00000010:1.0:1767384967.981683:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ae716b5. 00000100:00000001:1.0:1767384967.981685:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981685:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981688:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981690:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384967.981691:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.981692:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981693:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981694:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b6e0362. 00000400:00000200:1.0:1767384967.981695:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000917c2f92 00000400:00000010:1.0:1767384967.981696:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000917c2f92. 00000100:00000001:1.0:1767384967.981697:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981698:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981701:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981702:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384967.981703:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.981704:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981704:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981705:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095300997. 00000400:00000200:1.0:1767384967.981706:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1a675b 00000400:00000010:1.0:1767384967.981707:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1a675b. 00000100:00000001:1.0:1767384967.981709:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981709:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981712:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981713:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384967.981714:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.981715:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981716:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981717:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087ddacab. 00000400:00000200:1.0:1767384967.981718:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0e8f1eb 00000400:00000010:1.0:1767384967.981719:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0e8f1eb. 00000100:00000001:1.0:1767384967.981720:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981721:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981724:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981725:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384967.981726:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.981726:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981727:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981728:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000deb82a94. 00000400:00000200:1.0:1767384967.981729:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e5fee53 00000400:00000010:1.0:1767384967.981730:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e5fee53. 00000100:00000001:1.0:1767384967.981731:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981733:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981736:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981737:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384967.981738:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.981739:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981739:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981740:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e977067. 00000400:00000200:1.0:1767384967.981741:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062d57ecf 00000400:00000010:1.0:1767384967.981742:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062d57ecf. 00000100:00000001:1.0:1767384967.981743:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981744:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981747:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981748:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384967.981749:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.981750:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981751:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981751:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022c8addf. 00000400:00000200:1.0:1767384967.981753:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba2f4f1e 00000400:00000010:1.0:1767384967.981754:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba2f4f1e. 00000100:00000001:1.0:1767384967.981755:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981755:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981759:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981759:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384967.981760:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.981761:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981762:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981763:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000352b7ce3. 00000400:00000200:1.0:1767384967.981764:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd18fcfd 00000400:00000010:1.0:1767384967.981765:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd18fcfd. 00000100:00000001:1.0:1767384967.981766:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981767:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981770:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981771:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384967.981772:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.981773:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981774:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981775:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c54841c. 00000400:00000200:1.0:1767384967.981776:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000366e26ee 00000400:00000010:1.0:1767384967.981777:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000366e26ee. 00000100:00000001:1.0:1767384967.981779:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981779:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981782:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981783:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384967.981784:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.981785:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981786:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981787:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058304a06. 00000400:00000200:1.0:1767384967.981788:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000227e5859 00000400:00000010:1.0:1767384967.981789:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000227e5859. 00000100:00000001:1.0:1767384967.981790:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981791:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981794:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981795:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384967.981796:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.981797:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981797:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981798:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018993e57. 00000400:00000200:1.0:1767384967.981799:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e35b0fe3 00000400:00000010:1.0:1767384967.981800:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e35b0fe3. 00000100:00000001:1.0:1767384967.981802:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981802:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981805:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981806:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384967.981807:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.981808:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981809:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981810:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002743e895. 00000400:00000200:1.0:1767384967.981811:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e11c981 00000400:00000010:1.0:1767384967.981812:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e11c981. 00000100:00000001:1.0:1767384967.981813:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981814:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981850:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981852:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384967.981854:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.981855:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981856:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981858:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9b7d426. 00000400:00000200:1.0:1767384967.981861:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb7d2aa8 00000400:00000010:1.0:1767384967.981862:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb7d2aa8. 00000100:00000001:1.0:1767384967.981866:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981868:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981874:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981876:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384967.981880:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.981883:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981885:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981887:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001acbdede. 00000400:00000200:1.0:1767384967.981889:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fd57328 00000400:00000010:1.0:1767384967.981891:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fd57328. 00000100:00000001:1.0:1767384967.981892:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981893:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981896:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981897:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384967.981898:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.981899:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981900:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981901:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d695d5d0. 00000400:00000200:1.0:1767384967.981902:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab07ed63 00000400:00000010:1.0:1767384967.981903:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab07ed63. 00000100:00000001:1.0:1767384967.981904:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981905:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981908:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981909:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384967.981910:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.981911:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981912:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981912:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000863acd9. 00000400:00000200:1.0:1767384967.981914:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bade935 00000400:00000010:1.0:1767384967.981915:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002bade935. 00000100:00000001:1.0:1767384967.981916:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981917:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981920:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981921:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384967.981922:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.981923:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981924:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981925:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ced4c598. 00000400:00000200:1.0:1767384967.981927:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000908c281b 00000400:00000010:1.0:1767384967.981928:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000908c281b. 00000100:00000001:1.0:1767384967.981930:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981931:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981934:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981935:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384967.981936:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.981937:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981938:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981938:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e71305a5. 00000400:00000200:1.0:1767384967.981940:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005022ea00 00000400:00000010:1.0:1767384967.981941:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005022ea00. 00000100:00000001:1.0:1767384967.981943:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981945:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981950:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981951:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384967.981953:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.981955:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981956:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981957:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b547839d. 00000400:00000200:1.0:1767384967.981959:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e97ffb2d 00000400:00000010:1.0:1767384967.981961:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e97ffb2d. 00000100:00000001:1.0:1767384967.981964:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981965:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981970:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981972:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384967.981974:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.981976:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.981978:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.981979:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003426c88d. 00000400:00000200:1.0:1767384967.981982:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052d54abd 00000400:00000010:1.0:1767384967.981985:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052d54abd. 00000100:00000001:1.0:1767384967.981988:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.981989:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.981994:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.981996:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384967.981998:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.982000:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.982001:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.982003:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f50edd5e. 00000400:00000200:1.0:1767384967.982006:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003eb9a1d4 00000400:00000010:1.0:1767384967.982008:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003eb9a1d4. 00000100:00000001:1.0:1767384967.982011:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.982012:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.982017:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.982019:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384967.982021:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.982023:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.982024:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.982026:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7b9c7c0. 00000400:00000200:1.0:1767384967.982028:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7486317 00000400:00000010:1.0:1767384967.982030:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7486317. 00000100:00000001:1.0:1767384967.982033:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.982035:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.982040:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.982042:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384967.982044:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.982046:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.982063:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.982065:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000350dc946. 00000400:00000200:1.0:1767384967.982067:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2276a17 00000400:00000010:1.0:1767384967.982069:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c2276a17. 00000100:00000001:1.0:1767384967.982072:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.982074:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.982079:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.982081:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384967.982084:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.982086:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.982087:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.982089:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff1c8315. 00000400:00000200:1.0:1767384967.982092:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0e251e2 00000400:00000010:1.0:1767384967.982094:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0e251e2. 00000100:00000001:1.0:1767384967.982097:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.982098:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.982104:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.982106:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384967.982108:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.982110:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.982111:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.982113:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003bb25485. 00000400:00000200:1.0:1767384967.982116:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000484e0813 00000400:00000010:1.0:1767384967.982118:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000484e0813. 00000100:00000001:1.0:1767384967.982121:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.982122:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.982128:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.982130:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384967.982132:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.982134:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.982136:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.982137:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018c40b50. 00000400:00000200:1.0:1767384967.982141:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007759669a 00000400:00000010:1.0:1767384967.982143:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007759669a. 00000100:00000001:1.0:1767384967.982145:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.982147:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.982153:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.982155:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384967.982157:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.982159:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.982161:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.982163:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cdd47682. 00000400:00000200:1.0:1767384967.982166:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c47e9fa7 00000400:00000010:1.0:1767384967.982168:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c47e9fa7. 00000100:00000001:1.0:1767384967.982171:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.982173:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.982176:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.982178:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384967.982179:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.982181:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.982182:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.982183:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007880a3e6. 00000400:00000200:1.0:1767384967.982185:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000868265e 00000400:00000010:1.0:1767384967.982187:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000868265e. 00000100:00000001:1.0:1767384967.982188:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.982189:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.982193:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.982194:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384967.982195:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.982197:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.982197:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.982199:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052d30898. 00000400:00000200:1.0:1767384967.982200:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000becaa411 00000400:00000010:1.0:1767384967.982201:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000becaa411. 00000100:00000001:1.0:1767384967.982202:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.982203:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.982207:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.982208:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384967.982209:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.982210:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.982211:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.982212:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001121aa7c. 00000400:00000200:1.0:1767384967.982213:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca3530a1 00000400:00000010:1.0:1767384967.982214:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca3530a1. 00000100:00000001:1.0:1767384967.982215:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.982216:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.982220:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.982221:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384967.982222:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.982223:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.982224:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.982225:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a099de3. 00000400:00000200:1.0:1767384967.982226:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023ecfdd3 00000400:00000010:1.0:1767384967.982227:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000023ecfdd3. 00000100:00000001:1.0:1767384967.982229:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.982229:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.982233:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.982234:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384967.982235:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.982236:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.982237:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.982238:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000576c791. 00000400:00000200:1.0:1767384967.982240:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d159825b 00000400:00000010:1.0:1767384967.982241:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d159825b. 00000100:00000001:1.0:1767384967.982243:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.982244:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.982247:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.982248:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384967.982249:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.982250:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.982251:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.982252:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000331517bf. 00000400:00000200:1.0:1767384967.982253:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5eab5ed 00000400:00000010:1.0:1767384967.982254:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5eab5ed. 00000100:00000001:1.0:1767384967.982256:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.982257:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.982260:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.982261:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384967.982262:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.982263:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.982263:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.982264:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de26069e. 00000400:00000200:1.0:1767384967.982266:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aae3d6da 00000400:00000010:1.0:1767384967.982267:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aae3d6da. 00000100:00000001:1.0:1767384967.982268:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.982269:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.982272:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.982273:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384967.982274:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.982275:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.982276:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.982277:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000676e757a. 00000400:00000200:1.0:1767384967.982278:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0e03ba8 00000400:00000010:1.0:1767384967.982279:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0e03ba8. 00000100:00000001:1.0:1767384967.982281:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.982282:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.982285:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.982286:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384967.982287:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.982289:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.982290:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.982313:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003f3259e. 00000400:00000200:1.0:1767384967.982332:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bd98609 00000400:00000010:1.0:1767384967.982333:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bd98609. 00000100:00000001:1.0:1767384967.982335:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.982336:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.982340:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.982341:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384967.982342:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.982344:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.982345:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.982346:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eff478f0. 00000400:00000200:1.0:1767384967.982348:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ccfc14d 00000400:00000010:1.0:1767384967.982349:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ccfc14d. 00000100:00000001:1.0:1767384967.982350:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.982351:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.982354:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.982355:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384967.982356:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.982357:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.982358:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.982359:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc1764b3. 00000400:00000200:1.0:1767384967.982360:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043d32933 00000400:00000010:1.0:1767384967.982361:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043d32933. 00000100:00000001:1.0:1767384967.982362:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.982363:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.982366:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.982367:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384967.982368:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.982369:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.982370:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.982371:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ad3ea3c. 00000400:00000200:1.0:1767384967.982372:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f09f80b 00000400:00000010:1.0:1767384967.982373:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f09f80b. 00000100:00000001:1.0:1767384967.982375:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.982375:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.982379:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.982380:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384967.982381:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.982383:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.982384:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.982385:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002639420d. 00000400:00000200:1.0:1767384967.982386:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061531fb8 00000400:00000010:1.0:1767384967.982387:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000061531fb8. 00000100:00000001:1.0:1767384967.982388:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.982389:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.982392:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.982393:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384967.982394:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.982395:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.982396:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.982396:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000867a39ef. 00000400:00000200:1.0:1767384967.982398:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c95353f 00000400:00000010:1.0:1767384967.982399:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c95353f. 00000100:00000001:1.0:1767384967.982400:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.982401:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.982404:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.982405:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384967.982406:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.982407:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.982407:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.982408:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038904144. 00000400:00000200:1.0:1767384967.982410:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002db0ecf8 00000400:00000010:1.0:1767384967.982411:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002db0ecf8. 00000100:00000001:1.0:1767384967.982412:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.982413:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.982416:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.982417:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384967.982418:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.982419:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.982420:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.982421:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba1edccf. 00000400:00000200:1.0:1767384967.982422:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094e3514d 00000400:00000010:1.0:1767384967.982423:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094e3514d. 00000100:00000001:1.0:1767384967.982424:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.982425:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.982428:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.982430:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384967.982431:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.982432:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.982433:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.982434:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8ad135b. 00000400:00000200:1.0:1767384967.982435:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a6a928c 00000400:00000010:1.0:1767384967.982436:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a6a928c. 00000100:00000001:1.0:1767384967.982438:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.982438:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.982441:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.982442:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384967.982443:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.982445:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.982445:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.982446:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ebfc48f. 00000400:00000200:1.0:1767384967.982447:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001428b12f 00000400:00000010:1.0:1767384967.982448:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001428b12f. 00000100:00000001:1.0:1767384967.982449:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.982450:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.982453:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.982454:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384967.982455:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.982456:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.982457:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.982458:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6ec0782. 00000400:00000200:1.0:1767384967.982459:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2eca4e7 00000400:00000010:1.0:1767384967.982460:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2eca4e7. 00000100:00000001:1.0:1767384967.982461:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.982462:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.982465:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.982466:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384967.982467:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.982468:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.982469:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.982470:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001422de13. 00000400:00000200:1.0:1767384967.982471:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1a31f7a 00000400:00000010:1.0:1767384967.982472:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1a31f7a. 00000100:00000001:1.0:1767384967.982474:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.982475:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.982478:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.982479:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384967.982481:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.982482:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.982482:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.982483:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028483f89. 00000400:00000200:1.0:1767384967.982484:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007338b26a 00000400:00000010:1.0:1767384967.982485:0:40108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007338b26a. 00000100:00000001:1.0:1767384967.982487:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.982487:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384967.982491:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.982491:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384967.982492:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384967.982494:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982495:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982496:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982497:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982498:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982499:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982500:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982501:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982502:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982502:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982503:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982504:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982505:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982506:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982507:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982507:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982508:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982509:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982511:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982511:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982512:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982513:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982514:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982515:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982516:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982517:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982518:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982519:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982520:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982520:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982521:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982522:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982523:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982524:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982525:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982525:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982526:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982527:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982528:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982529:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982530:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982530:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982531:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982532:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982533:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982534:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982535:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982536:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982536:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982537:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982538:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982539:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982540:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982541:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982542:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982542:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982543:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982544:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982545:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982546:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982547:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982547:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982548:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982550:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982551:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982551:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982552:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982553:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982554:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982555:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982556:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982557:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982558:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982558:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982559:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982560:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982561:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982562:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982563:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982563:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982564:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982565:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982566:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982567:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982568:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982568:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982569:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982570:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982571:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982572:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982573:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982574:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982574:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982575:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982576:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982577:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982578:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982579:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982580:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982580:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982581:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982582:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982583:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982584:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982585:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982586:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982587:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982587:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982588:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982589:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982590:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982591:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982592:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982593:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982593:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982594:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982595:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982596:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982597:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982598:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982598:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982599:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982600:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982601:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982602:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982603:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.982604:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.982604:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1767384967.982607:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001231d437. 00000100:00000010:1.0:1767384967.982609:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005645de05. 00000100:00000010:1.0:1767384967.982611:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004e468393. 00000100:00000010:1.0:1767384967.982613:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ffb0e67e. 00000100:00000010:1.0:1767384967.982614:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000436bd17a. 00000100:00000010:1.0:1767384967.982616:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d0ab86f0. 00000100:00000010:1.0:1767384967.982617:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000091fb3487. 00000100:00000010:1.0:1767384967.982619:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009c4054ef. 00000100:00000010:1.0:1767384967.982620:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c6a65190. 00000100:00000010:1.0:1767384967.982622:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ada9d4da. 00000100:00000010:1.0:1767384967.982623:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b4024c61. 00000100:00000010:1.0:1767384967.982625:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004547d8e0. 00000100:00000010:1.0:1767384967.982626:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000891899bd. 00000100:00000010:1.0:1767384967.982629:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000c12fadb. 00000100:00000010:1.0:1767384967.982630:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b7f3eb75. 00000100:00000010:1.0:1767384967.982632:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000981beb1f. 00000100:00000010:1.0:1767384967.982634:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000249569cb. 00000100:00000010:1.0:1767384967.982637:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b742f255. 00000100:00000010:1.0:1767384967.982638:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000480939c5. 00000100:00000010:1.0:1767384967.982640:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b2c866b. 00000100:00000010:1.0:1767384967.982641:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000010f7feea. 00000100:00000010:1.0:1767384967.982643:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fab29bc4. 00000100:00000010:1.0:1767384967.982644:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000315619a0. 00000100:00000010:1.0:1767384967.982646:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d24c138c. 00000100:00000010:1.0:1767384967.982647:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000073bfc51c. 00000100:00000010:1.0:1767384967.982649:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a4310733. 00000100:00000010:1.0:1767384967.982650:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e473fa7f. 00000100:00000010:1.0:1767384967.982652:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000090f2eeb7. 00000100:00000010:1.0:1767384967.982654:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f4dfe02a. 00000100:00000010:1.0:1767384967.982656:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004498b548. 00000100:00000010:1.0:1767384967.982657:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f2a917b7. 00000100:00000010:1.0:1767384967.982659:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fc6fa398. 00000100:00000010:1.0:1767384967.982660:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003ace7a03. 00000100:00000010:1.0:1767384967.982673:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000108ec904. 00000100:00000010:1.0:1767384967.982675:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009e5c4606. 00000100:00000010:1.0:1767384967.982677:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008628b547. 00000100:00000010:1.0:1767384967.982678:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ab7d6c20. 00000100:00000010:1.0:1767384967.982680:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eb81cded. 00000100:00000010:1.0:1767384967.982681:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c5472cbd. 00000100:00000010:1.0:1767384967.982683:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000018ba93a9. 00000100:00000010:1.0:1767384967.982684:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a9114400. 00000100:00000010:1.0:1767384967.982686:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009db373cb. 00000100:00000010:1.0:1767384967.982688:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ab488722. 00000100:00000010:1.0:1767384967.982690:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001421f4b3. 00000100:00000010:1.0:1767384967.982692:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000faae64b5. 00000100:00000010:1.0:1767384967.982694:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e0b3bc07. 00000100:00000010:1.0:1767384967.982695:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008fefb80e. 00000100:00000010:1.0:1767384967.982698:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001f0b9be2. 00000100:00000010:1.0:1767384967.982699:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000b3b0afa. 00000100:00000010:1.0:1767384967.982702:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f074bde9. 00000100:00000010:1.0:1767384967.982703:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000086e0c2fa. 00000100:00000010:1.0:1767384967.982705:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003f4f8af2. 00000100:00000010:1.0:1767384967.982706:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ce7bacaf. 00000100:00000010:1.0:1767384967.982709:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000221387c4. 00000100:00000010:1.0:1767384967.982710:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000d7de583. 00000100:00000010:1.0:1767384967.982712:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000259dee05. 00000100:00000010:1.0:1767384967.982713:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000de5976ae. 00000100:00000010:1.0:1767384967.982715:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002aeed210. 00000100:00000010:1.0:1767384967.982717:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000039fc6835. 00000100:00000010:1.0:1767384967.982719:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000512457e. 00000100:00000010:1.0:1767384967.982721:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001dc1606d. 00000100:00000010:1.0:1767384967.982723:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a27b7877. 00000100:00000010:1.0:1767384967.982725:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000099c7286. 00000100:00000010:1.0:1767384967.982727:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e09731f8. 00000100:00000010:1.0:1767384967.982729:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d7d20850. 00000100:00000010:1.0:1767384967.982731:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001ce46c77. 00000100:00000010:1.0:1767384967.982733:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d94f53d1. 00000100:00000010:1.0:1767384967.982735:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c3bc935a. 00000100:00000010:1.0:1767384967.982736:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000054244da. 00000100:00000010:1.0:1767384967.982738:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000044b62173. 00000100:00000010:1.0:1767384967.982739:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f300a65e. 00000100:00000010:1.0:1767384967.982742:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c4be35ec. 00000100:00000010:1.0:1767384967.982744:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000070ba05e7. 00000100:00000010:1.0:1767384967.982746:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007e4c98c8. 00000100:00000010:1.0:1767384967.982748:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ee41f9bf. 00000100:00000010:1.0:1767384967.982750:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001109563d. 00000100:00000010:1.0:1767384967.982751:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cb218060. 00000100:00000010:1.0:1767384967.982754:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000958247f1. 00000100:00000010:1.0:1767384967.982755:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000df314b78. 00000100:00000010:1.0:1767384967.982758:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000afe761e8. 00000100:00000010:1.0:1767384967.982759:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dbecbc79. 00000100:00000010:1.0:1767384967.982774:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000da187cf6. 00000100:00000010:1.0:1767384967.982776:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000650294b5. 00000100:00000010:1.0:1767384967.982778:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000078a4f57. 00000100:00000010:1.0:1767384967.982779:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d31b2ab1. 00000100:00000010:1.0:1767384967.982781:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000086b2a9a3. 00000100:00000010:1.0:1767384967.982783:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009aabc79c. 00000100:00000010:1.0:1767384967.982785:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e05c05cf. 00000100:00000010:1.0:1767384967.982786:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000201a5cc6. 00000100:00000010:1.0:1767384967.982788:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002636e2f9. 00000100:00000010:1.0:1767384967.982789:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b34ac9ee. 00000100:00000010:1.0:1767384967.982791:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d9763f87. 00000100:00000010:1.0:1767384967.982793:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000da43ef4d. 00000100:00000010:1.0:1767384967.982795:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000079d92be6. 00000100:00000010:1.0:1767384967.982796:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004bef20e7. 00000100:00000010:1.0:1767384967.982798:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001dbd6200. 00000100:00000010:1.0:1767384967.982799:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000088114f0b. 00000100:00000010:1.0:1767384967.982802:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000974f3e0d. 00000100:00000010:1.0:1767384967.982803:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006e985807. 00000100:00000010:1.0:1767384967.982805:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f4068eb5. 00000100:00000010:1.0:1767384967.982806:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003192b3cc. 00000100:00000010:1.0:1767384967.982808:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f990bcf7. 00000100:00000010:1.0:1767384967.982809:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b52a21be. 00000100:00000010:1.0:1767384967.982811:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ef9a199. 00000100:00000010:1.0:1767384967.982812:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004e7c215b. 00000100:00000010:1.0:1767384967.982814:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001bc284fb. 00000100:00000010:1.0:1767384967.982815:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000098424f60. 00000100:00000010:1.0:1767384967.982817:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000855d18c1. 00000100:00000010:1.0:1767384967.982818:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e4907985. 00000100:00000010:1.0:1767384967.982820:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f7cc06f7. 00000100:00000010:1.0:1767384967.982822:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ea17a02b. 00000100:00000010:1.0:1767384967.982824:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000088174210. 00000100:00000010:1.0:1767384967.982826:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fbc4aa65. 00000100:00000010:1.0:1767384967.982829:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d2adfc31. 00000100:00000010:1.0:1767384967.983180:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000079d0cec7. 00000100:00000010:1.0:1767384967.983186:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000c2a671d. 00000100:00000010:1.0:1767384967.983190:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e1673636. 00000100:00000010:1.0:1767384967.983193:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005c8e7fed. 00000100:00000010:1.0:1767384967.983198:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000074ed83a9. 00000100:00000010:1.0:1767384967.983202:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005ad871c7. 00000100:00000010:1.0:1767384967.983204:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d8c2505b. 00000100:00000010:1.0:1767384967.983208:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000092e7279a. 00000100:00000010:1.0:1767384967.983210:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000052070511. 00000100:00000010:1.0:1767384967.983214:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b94e1c54. 00000100:00000010:1.0:1767384967.983218:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004547a9b1. 00000100:00000010:1.0:1767384967.983222:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dcb8b2c0. 00000100:00000010:1.0:1767384967.983225:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d602c276. 00000100:00000010:1.0:1767384967.983228:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000019fdfeaf. 00000100:00000010:1.0:1767384967.983263:0:40108:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000002064723f. 00000100:00000010:1.0:1767384967.983266:0:40108:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 0000000041c5821d. 00000100:00000001:1.0:1767384967.983270:0:40108:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384967.983271:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384967.983273:0:40108:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384967.983274:0:40108:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384967.983275:0:40108:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000004bd6450a. 00000100:00000001:1.0:1767384967.983278:0:40108:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384967.983279:0:40108:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384967.983281:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384967.983282:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000000bcdcb26. 00000100:00000001:1.0:1767384967.983284:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384967.983285:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384967.983286:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000369eb03e. 00000100:00000001:1.0:1767384967.983288:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384967.983289:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384967.983290:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000640790dd. 00000100:00000001:1.0:1767384967.983308:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384967.983309:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384967.983310:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000567a8672. 00000100:00000001:1.0:1767384967.983312:0:40108:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384967.983395:0:40108:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000b2505c98. 00000020:00000010:1.0:1767384967.983399:0:40108:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000a9efd254. 00000100:00000010:1.0:1767384967.983419:0:40108:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000664c7c60. 00000100:00000010:1.0:1767384967.983428:0:40108:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000004d55bcf3. 00000100:00000010:1.0:1767384967.983436:0:40108:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000f5a7549b. 00000100:00000010:1.0:1767384967.983439:0:40108:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 0000000044bd31b0. 00000100:00000001:1.0:1767384967.983441:0:40108:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384967.983443:0:40108:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384967.983444:0:40108:0:(service.c:3836:ptlrpc_unregister_service()) mdt_io: tearing down 00000100:00000001:1.0:1767384967.983447:0:40108:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384967.983448:0:40108:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384967.983449:0:40108:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_io 00000100:00000040:1.0:1767384967.983451:0:40108:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #2 00000100:00000040:1.0:1767384967.983452:0:40108:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #1 00000100:00000040:1.0:1767384967.983453:0:40108:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #0 00000100:00000040:1.0:1767384967.983482:0:40108:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #2 00000020:00000010:3.0:1767384967.983496:0:17104:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000353a77ee. 00000020:00000010:0.0:1767384967.983497:0:17103:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004c0cffa5. 00000040:00000010:3.0:1767384967.983504:0:17104:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000de323bde. 00000040:00000010:0.0:1767384967.983504:0:17103:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e2d021f4. 00000020:00000010:3.0:1767384967.983507:0:17104:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b42f922e. 00000020:00000010:0.0:1767384967.983508:0:17103:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000dd5f29e0. 00000020:00000010:2.0:1767384967.983511:0:17102:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c7630603. 00000020:00000010:3.0:1767384967.983512:0:17104:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f0eb50b5. 00000020:00000010:0.0:1767384967.983512:0:17103:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d0e23024. 00000040:00000010:2.0:1767384967.983519:0:17102:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a1e50545. 00000020:00000010:3.0:1767384967.983520:0:17104:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b2aa638a. 00000020:00000010:0.0:1767384967.983521:0:17103:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000051657157. 00000020:00000010:2.0:1767384967.983524:0:17102:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000051287809. 80000000:00000010:3.0:1767384967.983526:0:17104:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000043708489. 80000000:00000010:0.0:1767384967.983526:0:17103:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000dba7daff. 00000020:00000010:2.0:1767384967.983529:0:17102:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000dce50b63. 40000000:00000010:3.0:1767384967.983532:0:17104:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000058cfb6f. 40000000:00000010:0.0:1767384967.983532:0:17103:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f6d2f128. 00000020:00000010:2.0:1767384967.983534:0:17102:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000efdc64c2. 00100000:00000010:3.0:1767384967.983539:0:17104:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001ca3119e. 80000000:00000010:2.0:1767384967.983539:0:17102:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000d99c7f0. 00100000:00000010:0.0:1767384967.983539:0:17103:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000077530a9c. 00040000:00000010:3.0:1767384967.983547:0:17104:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a03e0649. 40000000:00000010:2.0:1767384967.983547:0:17102:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ae3032d2. 00040000:00000010:0.0:1767384967.983548:0:17103:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fb47d294. 00040000:00000010:3.0:1767384967.983552:0:17104:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ae2d2c53. 00040000:00000010:0.0:1767384967.983555:0:17103:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e604620c. 00100000:00000010:2.0:1767384967.983556:0:17102:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ef64e876. 00080000:00000010:3.0:1767384967.983557:0:17104:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007c999f3c. 00080000:00000010:0.0:1767384967.983559:0:17103:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000fccf23ce. 00040000:00000010:2.0:1767384967.983561:0:17102:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000aba6d5ba. 00080000:00000010:3.0:1767384967.983563:0:17104:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000003938746a. 00080000:00000010:0.0:1767384967.983564:0:17103:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000039b7f106. 00040000:00000010:2.0:1767384967.983566:0:17102:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000334ec40e. 00000004:00000010:3.0:1767384967.983570:0:17104:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f0be81da. 00000004:00000010:0.0:1767384967.983570:0:17103:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000028e662d3. 00080000:00000010:2.0:1767384967.983571:0:17102:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003233b5cc. 00002000:00000010:3.0:1767384967.983576:0:17104:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c7290a97. 00002000:00000010:0.0:1767384967.983576:0:17103:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006bb7407d. 00080000:00000010:2.0:1767384967.983577:0:17102:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000006e133d40. 00000020:00000010:3.0:1767384967.983582:0:17104:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004876a6b5. 00000020:00000010:0.0:1767384967.983582:0:17103:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c018805. 00000020:00000010:3.0:1767384967.983589:0:17104:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000036064fe8. 00000020:00000010:0.0:1767384967.983589:0:17103:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d906812e. 00000004:00000010:2.0:1767384967.983590:0:17102:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c223653f. 00000100:00000010:3.0:1767384967.983595:0:17104:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000003f09b8c1. 00000100:00000010:0.0:1767384967.983595:0:17103:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000005c7f1de9. 00002000:00000010:2.0:1767384967.983596:0:17102:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000000acea23. 00000020:00000001:3.0:1767384967.983601:0:17104:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000001:0.0:1767384967.983601:0:17103:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:3.0:1767384967.983605:0:17104:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000b98056f4. 00000020:00000010:0.0:1767384967.983605:0:17103:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 0000000027de3968. 00000020:00000010:2.0:1767384967.983608:0:17102:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d15b6418. 00000020:00000010:2.0:1767384967.983612:0:17102:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000067a95850. 00000100:00000010:2.0:1767384967.983619:0:17102:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000009039614b. 00000020:00000001:2.0:1767384967.983622:0:17102:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:2.0:1767384967.983623:0:17102:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 000000004f2a9bc9. 00000020:00000001:0.0:1767384967.983954:0:17103:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:0.0:1767384967.983957:0:17103:0:(service.c:3155:ptlrpc_main()) mdt_io00_001: service thread [00000000a9702ba8:17103] 1 exiting: rc = 0 00000020:00000001:3.0:1767384967.983995:0:17104:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:3.0:1767384967.983997:0:17104:0:(service.c:3155:ptlrpc_main()) mdt_io00_002: service thread [000000002cab3d70:17104] 2 exiting: rc = 0 00000020:00000001:2.0:1767384967.983999:0:17102:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:2.0:1767384967.984002:0:17102:0:(service.c:3155:ptlrpc_main()) mdt_io00_000: service thread [000000008cd88c06:17102] 0 exiting: rc = 1 00000100:00000010:1.0:1767384967.984050:0:40108:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000008cd88c06. 00000100:00000010:1.0:1767384967.984080:0:40108:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000a9702ba8. 00000100:00000010:1.0:1767384967.984084:0:40108:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000002cab3d70. 00000100:00000001:1.0:1767384967.984088:0:40108:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384967.984089:0:40108:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384967.984092:0:40108:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 13 lazy 00000400:00000001:1.0:1767384967.984096:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984097:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984099:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027029d66. 00000400:00000200:1.0:1767384967.984102:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090c13eba 00000400:00000010:1.0:1767384967.984104:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000090c13eba. 00000100:00000001:1.0:1767384967.984107:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984108:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984112:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984114:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384967.984116:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984117:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984118:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984119:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085cc5e5d. 00000400:00000200:1.0:1767384967.984121:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005623833a 00000400:00000010:1.0:1767384967.984123:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005623833a. 00000100:00000001:1.0:1767384967.984125:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984126:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984130:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984131:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384967.984132:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984133:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984134:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984135:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4838b2e. 00000400:00000200:1.0:1767384967.984136:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002436b096 00000400:00000010:1.0:1767384967.984137:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002436b096. 00000100:00000001:1.0:1767384967.984140:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984140:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984144:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984145:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384967.984146:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984147:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984148:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984149:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f9a200a. 00000400:00000200:1.0:1767384967.984150:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c613a53 00000400:00000010:1.0:1767384967.984151:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000001c613a53. 00000100:00000001:1.0:1767384967.984154:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984154:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984158:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984159:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384967.984160:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984161:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984161:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984162:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7685166. 00000400:00000200:1.0:1767384967.984164:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007bc5b555 00000400:00000010:1.0:1767384967.984165:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007bc5b555. 00000100:00000001:1.0:1767384967.984167:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984168:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984171:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984172:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384967.984173:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984175:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984176:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984177:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9158a6b. 00000400:00000200:1.0:1767384967.984179:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020bfdc75 00000400:00000010:1.0:1767384967.984180:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000020bfdc75. 00000100:00000001:1.0:1767384967.984202:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984203:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984207:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984208:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384967.984210:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984211:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984212:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984213:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae33c63d. 00000400:00000200:1.0:1767384967.984215:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1ba0038 00000400:00000010:1.0:1767384967.984216:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d1ba0038. 00000100:00000001:1.0:1767384967.984218:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984219:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984222:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984223:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384967.984224:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984225:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984226:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984227:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e374e2c5. 00000400:00000200:1.0:1767384967.984228:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000244983f5 00000400:00000010:1.0:1767384967.984229:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000244983f5. 00000100:00000001:1.0:1767384967.984231:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984232:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984236:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984237:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384967.984238:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984239:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984240:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984241:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3d3377e. 00000400:00000200:1.0:1767384967.984242:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a1c20dd 00000400:00000010:1.0:1767384967.984243:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004a1c20dd. 00000100:00000001:1.0:1767384967.984245:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984246:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984250:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984251:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384967.984252:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984254:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984255:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984256:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db0b8d21. 00000400:00000200:1.0:1767384967.984258:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067b6872d 00000400:00000010:1.0:1767384967.984259:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000067b6872d. 00000100:00000001:1.0:1767384967.984261:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984261:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984265:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984266:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384967.984267:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984268:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984269:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984270:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003446dd46. 00000400:00000200:1.0:1767384967.984272:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5e4ef60 00000400:00000010:1.0:1767384967.984273:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e5e4ef60. 00000100:00000001:1.0:1767384967.984275:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984276:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984279:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984280:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384967.984281:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984282:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984283:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984284:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000360115c5. 00000400:00000200:1.0:1767384967.984286:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bd23cd4 00000400:00000010:1.0:1767384967.984287:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005bd23cd4. 00000100:00000001:1.0:1767384967.984289:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984290:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984313:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984314:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384967.984315:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984317:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984318:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984320:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036d969d3. 00000400:00000200:1.0:1767384967.984323:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003efde5ba 00000400:00000010:1.0:1767384967.984325:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000003efde5ba. 00000100:00000001:1.0:1767384967.984329:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984330:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984336:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984355:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384967.984357:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984359:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984361:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984363:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b6d4114. 00000400:00000200:1.0:1767384967.984366:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002dd4241d 00000400:00000010:1.0:1767384967.984368:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002dd4241d. 00000100:00000001:1.0:1767384967.984371:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984373:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984378:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984380:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384967.984382:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984385:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984386:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984388:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f766669c. 00000400:00000200:1.0:1767384967.984391:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe88d4c1 00000400:00000010:1.0:1767384967.984393:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000fe88d4c1. 00000100:00000001:1.0:1767384967.984396:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984397:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984403:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984405:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384967.984407:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984409:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984411:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984412:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003bf7d2b9. 00000400:00000200:1.0:1767384967.984415:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e840004 00000400:00000010:1.0:1767384967.984417:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000001e840004. 00000100:00000001:1.0:1767384967.984421:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984423:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984428:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984430:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384967.984432:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984434:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984436:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984438:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8bb8743. 00000400:00000200:1.0:1767384967.984441:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f79a3ee 00000400:00000010:1.0:1767384967.984443:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000003f79a3ee. 00000100:00000001:1.0:1767384967.984448:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984449:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984453:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984454:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384967.984455:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984456:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984457:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984458:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036b6cae1. 00000400:00000200:1.0:1767384967.984459:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004b4e896 00000400:00000010:1.0:1767384967.984461:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000004b4e896. 00000100:00000001:1.0:1767384967.984463:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984463:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984467:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984467:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384967.984468:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984470:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984471:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984472:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4037b5b. 00000400:00000200:1.0:1767384967.984473:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095eaad90 00000400:00000010:1.0:1767384967.984474:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000095eaad90. 00000100:00000001:1.0:1767384967.984476:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984477:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984480:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984481:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384967.984482:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984483:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984484:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984485:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d20f461. 00000400:00000200:1.0:1767384967.984486:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d8a3c4a 00000400:00000010:1.0:1767384967.984487:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008d8a3c4a. 00000100:00000001:1.0:1767384967.984490:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984490:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984493:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984494:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384967.984495:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984496:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984497:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984498:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000963865de. 00000400:00000200:1.0:1767384967.984500:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da858f72 00000400:00000010:1.0:1767384967.984501:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000da858f72. 00000100:00000001:1.0:1767384967.984503:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984504:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984508:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984509:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384967.984510:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984511:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984512:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984513:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008855b888. 00000400:00000200:1.0:1767384967.984514:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095cd4792 00000400:00000010:1.0:1767384967.984515:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000095cd4792. 00000100:00000001:1.0:1767384967.984517:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984518:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984521:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984522:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384967.984523:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984524:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984525:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984526:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d570252. 00000400:00000200:1.0:1767384967.984527:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039f40136 00000400:00000010:1.0:1767384967.984528:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000039f40136. 00000100:00000001:1.0:1767384967.984531:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984532:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984535:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984536:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384967.984537:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984538:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984538:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984539:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e515cd0. 00000400:00000200:1.0:1767384967.984541:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000342b7e39 00000400:00000010:1.0:1767384967.984542:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000342b7e39. 00000100:00000001:1.0:1767384967.984543:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984544:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984547:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984548:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384967.984549:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984550:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984551:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984552:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cbec4b6b. 00000400:00000200:1.0:1767384967.984554:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077d865ad 00000400:00000010:1.0:1767384967.984555:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000077d865ad. 00000100:00000001:1.0:1767384967.984557:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984558:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984561:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984562:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384967.984563:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984564:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984565:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984566:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6aa9030. 00000400:00000200:1.0:1767384967.984567:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db6f1dbe 00000400:00000010:1.0:1767384967.984568:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000db6f1dbe. 00000100:00000001:1.0:1767384967.984570:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984571:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984574:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984575:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384967.984576:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984577:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984578:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984579:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026f4646d. 00000400:00000200:1.0:1767384967.984580:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c9db460 00000400:00000010:1.0:1767384967.984581:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007c9db460. 00000100:00000001:1.0:1767384967.984583:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984584:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984587:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984588:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384967.984589:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984590:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984591:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984592:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000034b7632. 00000400:00000200:1.0:1767384967.984593:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000565ca779 00000400:00000010:1.0:1767384967.984594:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000565ca779. 00000100:00000001:1.0:1767384967.984596:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984597:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984600:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984601:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384967.984602:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984603:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984604:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984604:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000177ddb5d. 00000400:00000200:1.0:1767384967.984606:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1359d73 00000400:00000010:1.0:1767384967.984607:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c1359d73. 00000100:00000001:1.0:1767384967.984609:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984610:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984613:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984614:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384967.984615:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984616:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984616:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984617:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac52887e. 00000400:00000200:1.0:1767384967.984618:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008462153 00000400:00000010:1.0:1767384967.984620:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000008462153. 00000100:00000001:1.0:1767384967.984638:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984639:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984643:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984644:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384967.984645:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984647:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984647:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984648:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a569a08. 00000400:00000200:1.0:1767384967.984650:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd3b100f 00000400:00000010:1.0:1767384967.984651:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000dd3b100f. 00000100:00000001:1.0:1767384967.984653:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984654:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984657:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984658:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384967.984659:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984661:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984662:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984663:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aee698b2. 00000400:00000200:1.0:1767384967.984664:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d601709 00000400:00000010:1.0:1767384967.984666:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007d601709. 00000100:00000001:1.0:1767384967.984667:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984668:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984672:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984673:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384967.984675:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984676:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984677:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984678:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e686c43c. 00000400:00000200:1.0:1767384967.984679:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb4487dc 00000400:00000010:1.0:1767384967.984681:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000bb4487dc. 00000100:00000001:1.0:1767384967.984682:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984683:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984686:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984687:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384967.984688:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984689:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984690:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984691:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc2c1488. 00000400:00000200:1.0:1767384967.984692:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d515442 00000400:00000010:1.0:1767384967.984693:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006d515442. 00000100:00000001:1.0:1767384967.984695:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984696:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984699:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984700:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384967.984701:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984702:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984703:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984704:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d783cb45. 00000400:00000200:1.0:1767384967.984705:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bd9f586 00000400:00000010:1.0:1767384967.984706:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005bd9f586. 00000100:00000001:1.0:1767384967.984708:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984709:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984712:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984713:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384967.984714:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984715:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984716:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984717:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0d36506. 00000400:00000200:1.0:1767384967.984718:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004648ad2d 00000400:00000010:1.0:1767384967.984719:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004648ad2d. 00000100:00000001:1.0:1767384967.984721:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984722:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984726:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984727:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384967.984728:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984729:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984730:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984731:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000073ce376. 00000400:00000200:1.0:1767384967.984732:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000241c215e 00000400:00000010:1.0:1767384967.984733:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000241c215e. 00000100:00000001:1.0:1767384967.984735:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984736:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984739:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984740:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384967.984741:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984742:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984743:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984743:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ab1e480. 00000400:00000200:1.0:1767384967.984745:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4e6a74e 00000400:00000010:1.0:1767384967.984746:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c4e6a74e. 00000100:00000001:1.0:1767384967.984748:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984749:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984752:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984753:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384967.984754:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984755:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984756:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984757:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081e0ba4d. 00000400:00000200:1.0:1767384967.984758:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ffc5152 00000400:00000010:1.0:1767384967.984759:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002ffc5152. 00000100:00000001:1.0:1767384967.984761:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984761:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984765:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984766:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384967.984767:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984768:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984768:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984769:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bba616e9. 00000400:00000200:1.0:1767384967.984771:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ed28ca8 00000400:00000010:1.0:1767384967.984772:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008ed28ca8. 00000100:00000001:1.0:1767384967.984775:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984776:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984779:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984780:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384967.984781:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984782:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984783:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984784:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e9639cd. 00000400:00000200:1.0:1767384967.984785:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e5cd8a5 00000400:00000010:1.0:1767384967.984786:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002e5cd8a5. 00000100:00000001:1.0:1767384967.984788:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984788:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984792:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984793:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384967.984794:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984795:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984795:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984796:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e549ee11. 00000400:00000200:1.0:1767384967.984797:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001115c8ba 00000400:00000010:1.0:1767384967.984799:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000001115c8ba. 00000100:00000001:1.0:1767384967.984800:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984801:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984804:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984805:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384967.984806:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984807:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984808:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984809:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009c3534e. 00000400:00000200:1.0:1767384967.984810:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf84b484 00000400:00000010:1.0:1767384967.984811:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000bf84b484. 00000100:00000001:1.0:1767384967.984814:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.984814:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.984834:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.984835:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384967.984836:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.984837:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.984839:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.984843:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005458101. 00000400:00000200:1.0:1767384967.985078:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069f07785 00000400:00000010:1.0:1767384967.985080:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000069f07785. 00000100:00000001:1.0:1767384967.985083:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.985084:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.985088:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.985089:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384967.985091:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.985093:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.985094:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.985095:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001608e6e4. 00000400:00000200:1.0:1767384967.985097:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c458033f 00000400:00000010:1.0:1767384967.985098:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c458033f. 00000100:00000001:1.0:1767384967.985100:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.985117:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.985121:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.985122:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384967.985123:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.985124:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.985125:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.985126:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c263d08e. 00000400:00000200:1.0:1767384967.985127:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000056c24e6 00000400:00000010:1.0:1767384967.985128:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000056c24e6. 00000100:00000001:1.0:1767384967.985131:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.985131:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.985135:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.985136:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384967.985137:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.985138:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.985139:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.985140:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000194cc556. 00000400:00000200:1.0:1767384967.985141:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca5adf06 00000400:00000010:1.0:1767384967.985142:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ca5adf06. 00000100:00000001:1.0:1767384967.985144:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.985145:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.985148:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.985149:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384967.985151:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.985152:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.985153:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.985155:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030c20809. 00000400:00000200:1.0:1767384967.985156:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d70bc3aa 00000400:00000010:1.0:1767384967.985158:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d70bc3aa. 00000100:00000001:1.0:1767384967.985160:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.985160:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.985164:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.985165:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384967.985166:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.985167:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.985168:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.985169:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b8e392e. 00000400:00000200:1.0:1767384967.985170:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000646b0380 00000400:00000010:1.0:1767384967.985171:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000646b0380. 00000100:00000001:1.0:1767384967.985173:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.985174:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.985177:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.985178:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384967.985179:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.985180:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.985181:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.985182:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eed8f47b. 00000400:00000200:1.0:1767384967.985183:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3a59197 00000400:00000010:1.0:1767384967.985184:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d3a59197. 00000100:00000001:1.0:1767384967.985186:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.985187:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.985190:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.985191:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384967.985192:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.985193:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.985194:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.985195:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cefd1549. 00000400:00000200:1.0:1767384967.985196:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4fa823c 00000400:00000010:1.0:1767384967.985198:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b4fa823c. 00000100:00000001:1.0:1767384967.985199:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.985200:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.985204:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.985205:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384967.985207:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.985208:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.985209:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.985210:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f314002f. 00000400:00000200:1.0:1767384967.985212:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092690af7 00000400:00000010:1.0:1767384967.985213:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000092690af7. 00000100:00000001:1.0:1767384967.985215:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.985215:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.985219:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.985220:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384967.985221:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.985222:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.985223:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.985224:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006bc47399. 00000400:00000200:1.0:1767384967.985225:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042ed9dad 00000400:00000010:1.0:1767384967.985226:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000042ed9dad. 00000100:00000001:1.0:1767384967.985228:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.985229:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.985232:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.985233:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384967.985234:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.985235:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.985236:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.985237:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000960acdc3. 00000400:00000200:1.0:1767384967.985238:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0a41d30 00000400:00000010:1.0:1767384967.985239:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b0a41d30. 00000100:00000001:1.0:1767384967.985258:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.985259:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.985263:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.985264:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384967.985265:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.985267:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.985267:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.985268:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008eb41001. 00000400:00000200:1.0:1767384967.985270:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001a43c79 00000400:00000010:1.0:1767384967.985271:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000001a43c79. 00000100:00000001:1.0:1767384967.985273:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.985274:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.985278:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.985279:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384967.985280:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.985282:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.985283:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.985283:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ccff0dcc. 00000400:00000200:1.0:1767384967.985285:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dab7e977 00000400:00000010:1.0:1767384967.985286:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000dab7e977. 00000100:00000001:1.0:1767384967.985288:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.985288:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.985307:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.985309:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384967.985310:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.985311:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.985312:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.985313:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ddc3af5c. 00000400:00000200:1.0:1767384967.985315:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d668d0d 00000400:00000010:1.0:1767384967.985316:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005d668d0d. 00000100:00000001:1.0:1767384967.985318:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.985319:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.985323:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.985325:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384967.985326:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.985327:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.985328:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.985329:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007cfa104f. 00000400:00000200:1.0:1767384967.985331:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000660e15e1 00000400:00000010:1.0:1767384967.985332:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000660e15e1. 00000100:00000001:1.0:1767384967.985334:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.985335:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.985355:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.985356:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384967.985357:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.985359:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.985359:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.985360:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068e1b8da. 00000400:00000200:1.0:1767384967.985362:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008019de44 00000400:00000010:1.0:1767384967.985363:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008019de44. 00000100:00000001:1.0:1767384967.985366:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.985366:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.985370:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.985371:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384967.985372:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.985373:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.985374:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.985375:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002eaf83fe. 00000400:00000200:1.0:1767384967.985376:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2cb0cf3 00000400:00000010:1.0:1767384967.985377:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e2cb0cf3. 00000100:00000001:1.0:1767384967.985379:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.985380:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.985383:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.985384:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384967.985385:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.985386:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.985387:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.985387:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f5cfa58. 00000400:00000200:1.0:1767384967.985389:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002d4755b 00000400:00000010:1.0:1767384967.985390:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000002d4755b. 00000100:00000001:1.0:1767384967.985392:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.985393:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.985396:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.985397:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384967.985398:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.985399:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.985400:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.985400:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005496676f. 00000400:00000200:1.0:1767384967.985402:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016696748 00000400:00000010:1.0:1767384967.985403:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000016696748. 00000100:00000001:1.0:1767384967.985405:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.985406:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.985409:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.985410:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384967.985411:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.985412:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.985414:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.985415:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f311ced. 00000400:00000200:1.0:1767384967.985416:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cac2fb4 00000400:00000010:1.0:1767384967.985417:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004cac2fb4. 00000100:00000001:1.0:1767384967.985419:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.985420:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.985423:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.985424:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384967.985425:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384967.985426:0:40108:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384967.985427:0:40108:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384967.985428:0:40108:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2a9a1c6. 00000400:00000200:1.0:1767384967.985429:0:40108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001561262c 00000400:00000010:1.0:1767384967.985430:0:40108:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000001561262c. 00000100:00000001:1.0:1767384967.985432:0:40108:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.985433:0:40108:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384967.985436:0:40108:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384967.985437:0:40108:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384967.985438:0:40108:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384967.985440:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985441:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985443:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985443:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985444:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985445:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985446:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985447:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985448:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985448:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985449:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985450:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985451:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985452:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985453:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985454:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985454:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985456:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985457:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985458:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985459:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985460:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985461:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985462:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985464:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985465:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985466:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985467:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985468:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985468:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985469:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985470:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985471:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985472:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985473:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985473:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985474:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985475:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985476:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985477:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985478:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985479:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985479:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985480:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985481:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985482:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985483:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985484:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985485:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985485:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985486:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985487:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985488:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985489:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985490:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985490:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985491:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985492:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985493:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985494:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985496:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985496:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985498:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985499:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985500:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985501:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985502:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985503:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985503:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985504:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985505:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985506:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985507:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985508:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985509:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985509:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985510:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985511:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985512:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985513:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985514:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985514:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985515:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985516:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985517:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985518:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985519:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985519:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985520:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985521:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985522:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985523:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985524:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985525:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985525:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985526:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985527:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985528:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985529:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985530:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985531:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985532:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985533:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985534:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985535:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985536:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985538:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985538:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985539:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985540:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985541:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985542:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985543:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985543:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985544:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985545:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985546:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985547:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985548:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985548:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985549:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985550:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985551:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985552:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985553:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985553:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384967.985554:0:40108:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.985555:0:40108:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1767384967.985557:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002712da04. 00000100:00000010:1.0:1767384967.985605:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000059dd6f3. 00000100:00000010:1.0:1767384967.985607:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004a0223a8. 00000100:00000010:1.0:1767384967.985650:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008ceafa87. 00000100:00000010:1.0:1767384967.985652:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000090c86ff4. 00000100:00000010:1.0:1767384967.985706:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000030226948. 00000100:00000010:1.0:1767384967.985708:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000248c0178. 00000100:00000010:1.0:1767384967.985790:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b4b21a19. 00000100:00000010:1.0:1767384967.985795:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000339d9b22. 00000100:00000010:1.0:1767384967.985935:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000083684f32. 00000100:00000010:1.0:1767384967.985939:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b2e10d33. 00000100:00000010:1.0:1767384967.986025:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cd709b1b. 00000100:00000010:1.0:1767384967.986029:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006bc5f86d. 00000100:00000010:1.0:1767384967.986103:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000071687a55. 00000100:00000010:1.0:1767384967.986105:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001e691519. 00000100:00000010:1.0:1767384967.986148:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000113c57e4. 00000100:00000010:1.0:1767384967.986150:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d65c199a. 00000100:00000010:1.0:1767384967.986207:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002cd90049. 00000100:00000010:1.0:1767384967.986210:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000049ad9d9b. 00000100:00000010:1.0:1767384967.986254:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aa40bdb7. 00000100:00000010:1.0:1767384967.986256:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000754d56a9. 00000100:00000010:1.0:1767384967.986329:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008397222f. 00000100:00000010:1.0:1767384967.986352:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b9cf7ace. 00000100:00000010:1.0:1767384967.986406:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008a1ca45f. 00000100:00000010:1.0:1767384967.986431:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000098a88cb2. 00000100:00000010:1.0:1767384967.986478:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001ee9561e. 00000100:00000010:1.0:1767384967.986480:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000015d86f8b. 00000100:00000010:1.0:1767384967.986522:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f926252f. 00000100:00000010:1.0:1767384967.986524:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005abfd6a3. 00000100:00000010:1.0:1767384967.986562:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004a01390d. 00000100:00000010:1.0:1767384967.986564:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a06ba5c6. 00000100:00000010:1.0:1767384967.986635:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002afb3dc9. 00000100:00000010:1.0:1767384967.986637:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e4be18be. 00000100:00000010:1.0:1767384967.986686:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d016ed91. 00000100:00000010:1.0:1767384967.986688:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ee4bb020. 00000100:00000010:1.0:1767384967.986738:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007c536219. 00000100:00000010:1.0:1767384967.986740:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d7812a00. 00000100:00000010:1.0:1767384967.986795:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eae63956. 00000100:00000010:1.0:1767384967.986797:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000036123322. 00000100:00000010:1.0:1767384967.986889:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000bd7d5e0. 00000100:00000010:1.0:1767384967.986895:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000023b04237. 00000100:00000010:1.0:1767384967.986962:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000211edb6d. 00000100:00000010:1.0:1767384967.986968:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000083e10331. 00000100:00000010:1.0:1767384967.987023:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003a6eb4c0. 00000100:00000010:1.0:1767384967.987026:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002419ebaa. 00000100:00000010:1.0:1767384967.987104:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000420df47c. 00000100:00000010:1.0:1767384967.987106:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f2bbd2e3. 00000100:00000010:1.0:1767384967.987154:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005a948e82. 00000100:00000010:1.0:1767384967.987156:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000059a69455. 00000100:00000010:1.0:1767384967.987205:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000093c29c03. 00000100:00000010:1.0:1767384967.987207:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009e90a014. 00000100:00000010:1.0:1767384967.987248:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000015f288a1. 00000100:00000010:1.0:1767384967.987250:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b300d498. 00000100:00000010:1.0:1767384967.987313:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000066d525c4. 00000100:00000010:1.0:1767384967.987317:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c7286ec0. 00000100:00000010:1.0:1767384967.987374:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008986680b. 00000100:00000010:1.0:1767384967.987376:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a915e2fa. 00000100:00000010:1.0:1767384967.987411:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000db57b5f5. 00000100:00000010:1.0:1767384967.987413:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000007c3fee3. 00000100:00000010:1.0:1767384967.987457:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000868275f7. 00000100:00000010:1.0:1767384967.987460:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000da25004b. 00000100:00000010:1.0:1767384967.987510:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d0044724. 00000100:00000010:1.0:1767384967.987512:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c6e4be53. 00000100:00000010:1.0:1767384967.987550:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000376d2c61. 00000100:00000010:1.0:1767384967.987552:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000aada020e. 00000100:00000010:1.0:1767384967.987591:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b105329. 00000100:00000010:1.0:1767384967.987593:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e14b75dc. 00000100:00000010:1.0:1767384967.987631:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004b22971d. 00000100:00000010:1.0:1767384967.987633:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005ab38bcf. 00000100:00000010:1.0:1767384967.987674:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000bdd29ec. 00000100:00000010:1.0:1767384967.987676:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b46b49d4. 00000100:00000010:1.0:1767384967.987728:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000467c02a8. 00000100:00000010:1.0:1767384967.987733:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b919f0f4. 00000100:00000010:1.0:1767384967.987781:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000003c9243c. 00000100:00000010:1.0:1767384967.987785:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000eeb7eebc. 00000100:00000010:1.0:1767384967.987826:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001cc98260. 00000100:00000010:1.0:1767384967.987829:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000053da4d71. 00000100:00000010:1.0:1767384967.988062:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000398152b3. 00000100:00000010:1.0:1767384967.988068:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000209f0434. 00000100:00000010:1.0:1767384967.988116:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002da77c3f. 00000100:00000010:1.0:1767384967.988119:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008fed5149. 00000100:00000010:1.0:1767384967.988150:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000872f471. 00000100:00000010:1.0:1767384967.988152:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a72e5ac7. 00000100:00000010:1.0:1767384967.988181:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000054b6e5e9. 00000100:00000010:1.0:1767384967.988184:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f683a132. 00000100:00000010:1.0:1767384967.988217:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000080d77f9a. 00000100:00000010:1.0:1767384967.988219:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000249fd604. 00000100:00000010:1.0:1767384967.988258:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000abe69666. 00000100:00000010:1.0:1767384967.988261:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ee049269. 00000100:00000010:1.0:1767384967.988323:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a90ade0b. 00000100:00000010:1.0:1767384967.988342:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d6c58075. 00000100:00000010:1.0:1767384967.988384:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d01cf774. 00000100:00000010:1.0:1767384967.988386:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c6c1b449. 00000100:00000010:1.0:1767384967.988458:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b9704ffe. 00000100:00000010:1.0:1767384967.988460:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004acf6972. 00000100:00000010:1.0:1767384967.988498:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000f6c4c0c. 00000100:00000010:1.0:1767384967.988500:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000000cb16da1. 00000100:00000010:1.0:1767384967.988537:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f57d2955. 00000100:00000010:1.0:1767384967.988538:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003ab6a86a. 00000100:00000010:1.0:1767384967.988571:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001aa9ed90. 00000100:00000010:1.0:1767384967.988574:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000073724111. 00000100:00000010:1.0:1767384967.988606:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b12ccb1c. 00000100:00000010:1.0:1767384967.988608:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c8357657. 00000100:00000010:1.0:1767384967.988640:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000124003aa. 00000100:00000010:1.0:1767384967.988642:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002574d82d. 00000100:00000010:1.0:1767384967.988675:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000042a1ab98. 00000100:00000010:1.0:1767384967.988677:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000004bc847c. 00000100:00000010:1.0:1767384967.988710:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e22b314c. 00000100:00000010:1.0:1767384967.988712:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008dcc73db. 00000100:00000010:1.0:1767384967.988743:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008d98a10c. 00000100:00000010:1.0:1767384967.988745:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005590be73. 00000100:00000010:1.0:1767384967.988785:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d571db46. 00000100:00000010:1.0:1767384967.988787:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002f530b85. 00000100:00000010:1.0:1767384967.988816:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009aac48a0. 00000100:00000010:1.0:1767384967.988818:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ec381eea. 00000100:00000010:1.0:1767384967.988897:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009677cc92. 00000100:00000010:1.0:1767384967.988901:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000846eb85d. 00000100:00000010:1.0:1767384967.988934:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000053095d7c. 00000100:00000010:1.0:1767384967.988936:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000440c3d57. 00000100:00000010:1.0:1767384967.988969:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000025a3098b. 00000100:00000010:1.0:1767384967.988972:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e0b11662. 00000100:00000010:1.0:1767384967.989012:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004b3c7681. 00000100:00000010:1.0:1767384967.989017:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000651cca55. 00000100:00000010:1.0:1767384967.989081:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000268576de. 00000100:00000010:1.0:1767384967.989087:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d4b82eaf. 00000100:00000010:1.0:1767384967.989128:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005f119f76. 00000100:00000010:1.0:1767384967.989131:0:40108:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e90a802a. 00000100:00000010:1.0:1767384967.989179:0:40108:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006530d852. 00000100:00000010:1.0:1767384967.989227:0:40108:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000003fd6ff55. 00000100:00000010:1.0:1767384967.989240:0:40108:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000126a2aba. 00000100:00000010:1.0:1767384967.989248:0:40108:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000005cd2b4ac. 00000100:00000001:1.0:1767384967.989258:0:40108:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384967.989261:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384967.989263:0:40108:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384967.989265:0:40108:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384967.989267:0:40108:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000009c7265ac. 00000100:00000001:1.0:1767384967.989272:0:40108:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384967.989273:0:40108:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384967.989277:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384967.989278:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000d014d14a. 00000100:00000001:1.0:1767384967.989282:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384967.989284:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384967.989286:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000052d0ece8. 00000100:00000001:1.0:1767384967.989288:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384967.989305:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384967.989307:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000007533b0f4. 00000100:00000001:1.0:1767384967.989311:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384967.989313:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384967.989314:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000001dc6d5ba. 00000100:00000001:1.0:1767384967.989318:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384967.989319:0:40108:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384967.989320:0:40108:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384967.989321:0:40108:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000009a2e21ad. 00000100:00000001:1.0:1767384967.989323:0:40108:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384967.989324:0:40108:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384967.989326:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384967.989327:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000007ebc71ee. 00000100:00000001:1.0:1767384967.989329:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384967.989330:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384967.989331:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000007a0dab11. 00000100:00000001:1.0:1767384967.989333:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384967.989350:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384967.989350:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000055b4d141. 00000100:00000001:1.0:1767384967.989352:0:40108:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384967.989353:0:40108:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384967.989353:0:40108:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000d8f15dfe. 00000100:00000010:1.0:1767384967.989355:0:40108:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 00000000beff1267. 00000100:00000001:1.0:1767384967.989357:0:40108:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384967.989419:0:40108:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000d4d1b9e0. 00000020:00000010:1.0:1767384967.989422:0:40108:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000009636ecdf. 00000100:00000010:1.0:1767384967.989442:0:40108:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000009b1da9f7. 00000100:00000010:1.0:1767384967.989450:0:40108:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000003e630ef6. 00000100:00000010:1.0:1767384967.989452:0:40108:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000cb4501b5. 00000100:00000010:1.0:1767384967.989459:0:40108:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000002145bbba. 00000100:00000001:1.0:1767384967.989461:0:40108:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384967.989463:0:40108:0:(mdt_mds.c:140:mds_stop_ptlrpc_service()) Process leaving 00000004:00000001:1.0:1767384967.989480:0:40108:0:(mdt_mds.c:543:mds_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384967.989482:0:40108:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384967.989493:0:40108:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384967.989500:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004d906864. 00000001:00000010:1.0:1767384967.989502:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000017f5b06e. 00000001:00000010:1.0:1767384967.989504:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e9d0c313. 00000001:00000010:1.0:1767384967.989505:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c2d3d94f. 00000001:00000010:1.0:1767384967.989507:0:40108:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000fb912847. 00000001:00000010:1.0:1767384967.989509:0:40108:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000f3fe7ff6. 00000001:00000001:1.0:1767384967.989511:0:40108:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384967.989513:0:40108:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384967.989516:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000035fb5ef0. 00000001:00000010:1.0:1767384967.989517:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007d8ce78a. 00000001:00000010:1.0:1767384967.989518:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002d2274d8. 00000001:00000010:1.0:1767384967.989519:0:40108:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003368f8eb. 00000001:00000010:1.0:1767384967.989521:0:40108:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000e736a9fe. 00000001:00000010:1.0:1767384967.989522:0:40108:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000e18e9b64. 00000001:00000001:1.0:1767384967.989524:0:40108:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384967.989525:0:40108:0:(obd_config.c:955:class_decref()) Decref MDS (00000000be7aed29) now 3 - setup 00000020:00000001:1.0:1767384967.989528:0:40108:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384967.989530:0:40108:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384967.989534:0:40108:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384967.989540:0:40108:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384967.989542:0:40108:0:(obd_config.c:955:class_decref()) Decref MDS (00000000be7aed29) now 2 - obd_device_list 00000020:00000080:1.0:1767384967.989544:0:40108:0:(obd_config.c:814:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000040:1.0:1767384967.989545:0:40108:0:(obd_config.c:955:class_decref()) Decref MDS (00000000be7aed29) now 1 - newdev 00000020:00000040:1.0:1767384967.989548:0:40108:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cc6624d9 with handle 0xb57eb78819562d9f from hash 00000020:00000040:1.0:1767384967.989552:0:40108:0:(genops.c:898:class_export_put()) PUTting export 00000000cc6624d9 : new refcount 0 00000020:00000080:1.0:1767384967.989554:0:40108:0:(genops.c:904:class_export_put()) final put 00000000cc6624d9/MDS_uuid 00000020:00000001:1.0:1767384967.989557:0:40108:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384967.989559:0:40108:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384967.989561:0:40108:0:(genops.c:863:class_export_destroy()) destroying export 00000000cc6624d9/MDS_uuid for MDS 00000020:00000001:1.0:1767384967.989563:0:40108:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384967.989564:0:40108:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384967.989565:0:40108:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000cc6624d9. 00000020:00000001:1.0:1767384967.989571:0:40108:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384967.989573:0:40108:0:(genops.c:440:class_free_dev()) Release obd device MDS obd_type name = mds 00000020:01000000:1.0:1767384967.989575:0:40108:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:00000001:1.0:1767384967.989577:0:40108:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384967.989582:0:40108:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7a87abb. 00000020:00000010:1.0:1767384967.989586:0:40108:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006cfa11d2. 00000040:00000010:1.0:1767384967.989590:0:40108:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d688076b. 00000020:00000010:1.0:1767384967.989593:0:40108:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005495c516. 00000020:00000010:1.0:1767384967.989599:0:40108:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000268cb418. 00000020:00000010:1.0:1767384967.989602:0:40108:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d8952b13. 80000000:00000010:1.0:1767384967.989606:0:40108:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006f3a13c8. 40000000:00000010:1.0:1767384967.989609:0:40108:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ed56c922. 00100000:00000010:1.0:1767384967.989614:0:40108:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000016efb868. 00040000:00000010:1.0:1767384967.989618:0:40108:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cbe0672c. 00040000:00000010:1.0:1767384967.989621:0:40108:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ac823825. 00080000:00000010:1.0:1767384967.989627:0:40108:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d53b62c0. 00080000:00000010:1.0:1767384967.989632:0:40108:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000501407d8. 00000004:00000010:1.0:1767384967.989642:0:40108:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cc22ca69. 00000004:00000001:1.0:1767384967.989646:0:40108:0:(mdt_mds.c:550:mds_device_free()) Process entered 00000004:00000010:1.0:1767384967.989651:0:40108:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e25155b3. 00000004:00000010:1.0:1767384967.989655:0:40108:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008e1d7d01. 00000004:00000010:1.0:1767384967.989658:0:40108:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004d48c624. 00000004:00000010:1.0:1767384967.989661:0:40108:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000088e59be5. 00000004:00000010:1.0:1767384967.989664:0:40108:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000caef6c98. 00000004:00000010:1.0:1767384967.989671:0:40108:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002a604b84. 00000004:00000010:1.0:1767384967.989680:0:40108:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000773c897f. 00000004:00000010:1.0:1767384967.989682:0:40108:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000021c1b2a0. 00000004:00000010:1.0:1767384967.989684:0:40108:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000076ac2755. 00000004:00000010:1.0:1767384967.989687:0:40108:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005fdc3a3d. 00000004:00000010:1.0:1767384967.989691:0:40108:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000aa872f0d. 00000004:00000010:1.0:1767384967.989694:0:40108:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000007a0d034c. 00000004:00000010:1.0:1767384967.989697:0:40108:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c0d9bd40. 00000004:00000010:1.0:1767384967.989706:0:40108:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003692702c. 00000004:00000010:1.0:1767384967.989709:0:40108:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d8fb5968. 00000004:00000010:1.0:1767384967.989714:0:40108:0:(mdt_mds.c:553:mds_device_free()) kfreed 'm': 192 at 000000003ef76c23. 00000004:00000001:1.0:1767384967.989716:0:40108:0:(mdt_mds.c:554:mds_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384967.989720:0:40108:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006cfa11d2. 00000040:00000010:1.0:1767384967.989723:0:40108:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d688076b. 00000020:00000010:1.0:1767384967.989726:0:40108:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005495c516. 00000020:00000010:1.0:1767384967.989729:0:40108:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000268cb418. 00000020:00000010:1.0:1767384967.989732:0:40108:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d8952b13. 80000000:00000010:1.0:1767384967.989734:0:40108:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006f3a13c8. 40000000:00000010:1.0:1767384967.989737:0:40108:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ed56c922. 00100000:00000010:1.0:1767384967.989739:0:40108:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000016efb868. 00040000:00000010:1.0:1767384967.989741:0:40108:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cbe0672c. 00040000:00000010:1.0:1767384967.989744:0:40108:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ac823825. 00080000:00000010:1.0:1767384967.989747:0:40108:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000501407d8. 00080000:00000010:1.0:1767384967.989750:0:40108:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d53b62c0. 00000004:00000010:1.0:1767384967.989752:0:40108:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cc22ca69. 00000020:00000010:1.0:1767384967.989754:0:40108:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7a87abb. 00000020:00000001:1.0:1767384967.989756:0:40108:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384967.989758:0:40108:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000be7aed29. 00000020:00000001:1.0:1767384967.989762:0:40108:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384967.989763:0:40108:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384967.989765:0:40108:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 0000000098d9fd18. 00000020:00000001:1.0:1767384967.989768:0:40108:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384967.989770:0:40108:0:(tgt_mount.c:1142:server_stop_servers()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384967.989776:0:40108:0:(tgt_mount.c:2110:server_put_super()) kfreed 'extraname': 22 at 00000000c562b6b9. 00000020:00000010:1.0:1767384967.989781:0:40108:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f4c81ec2. 00000020:00000010:1.0:1767384967.989785:0:40108:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007efdb108. 00000040:00000010:1.0:1767384967.989788:0:40108:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002b1d0c66. 00000020:00000010:1.0:1767384967.989789:0:40108:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000deb7cd4b. 00000020:00000010:1.0:1767384967.989792:0:40108:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000cb81dd94. 00000020:00000010:1.0:1767384967.989794:0:40108:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002326dd97. 80000000:00000010:1.0:1767384967.989796:0:40108:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a1b52865. 40000000:00000010:1.0:1767384967.989798:0:40108:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000abac8aa3. 00100000:00000010:1.0:1767384967.989800:0:40108:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004367a28f. 00040000:00000010:1.0:1767384967.989802:0:40108:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007a9861c6. 00040000:00000010:1.0:1767384967.989804:0:40108:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006aa00d01. 00040000:00000010:1.0:1767384967.989806:0:40108:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000044f12501. 00080000:00000010:1.0:1767384967.989809:0:40108:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003accc61f. 00080000:00000010:1.0:1767384967.989811:0:40108:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e098e846. 00000004:00000010:1.0:1767384967.989814:0:40108:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a61cf65a. 00000004:00000010:1.0:1767384967.989817:0:40108:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006b20d211. 00000004:00000010:1.0:1767384967.989820:0:40108:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000d4ee5bc. 00002000:00000010:1.0:1767384967.989823:0:40108:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000fca525e4. 00000004:00000010:1.0:1767384967.989827:0:40108:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001820b610. 00000020:00000010:1.0:1767384967.989856:0:40108:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003707cd7f. 00000020:02000400:1.0:1767384967.989860:0:40108:0:(tgt_mount.c:2118:server_put_super()) server umount lustre-MDT0000 complete 00000020:00000010:1.0:1767384967.991870:0:40108:0:(tgt_mount.c:2119:server_put_super()) kfreed 'tmpname': 15 at 000000007a30049a. 00000020:00000001:1.0:1767384967.991877:0:40108:0:(tgt_mount.c:2120:server_put_super()) Process leaving 00080000:00000010:2.0:1767384967.993091:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d74a0f61. 00080000:00000010:2.0:1767384967.993099:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d74a0f61. 00000020:00000001:2.0:1767384967.993107:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384967.993120:0:10614:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000056e46af6. 00080000:00000010:3.0:1767384967.993125:0:10614:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000056e46af6. 00000020:00000001:3.0:1767384967.993132:0:10614:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.024922:0:40021:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384968.024928:0:40021:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.024957:0:17897:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384968.024959:0:17897:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384968.158525:0:40119:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000056e46af6. 00080000:00000010:3.0:1767384968.158535:0:40119:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000056e46af6. 00000020:00000001:3.0:1767384968.158542:0:40119:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384968.216876:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384968.216880:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384968.216893:0:40109:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384968.216895:0:40109:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384968.216897:0:40109:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:2.0:1767384968.292546:0:40160:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at 000000002a471b15. 00000400:00000040:2.0:1767384968.292562:0:40160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384968.292564:0:40160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384968.292566:0:40160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384968.292577:0:40160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384968.292579:0:40160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384968.292580:0:40160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:2.0:1767384968.292581:0:40160:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:2.0:1767384968.292646:0:40160:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at 000000002a471b15. 00080000:00000010:0.0:1767384968.453062:0:40172:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006a7568c1. 00080000:00000010:0.0:1767384968.453071:0:40172:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006a7568c1. 00000020:00000001:0.0:1767384968.453075:0:40172:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384968.601877:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384968.601882:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384968.601885:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d22b8e9 00000400:00000010:1.0:1767384968.601890:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d22b8e9. 00000400:00000200:1.0:1767384968.601895:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384968.601902:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp46 recovery ping unlinked 00000400:00000010:1.0:1767384968.601916:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000002314240. 00000400:00000010:1.0:1767384968.601920:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003332fdec. 00000400:00000010:1.0:1767384968.601946:0:16355:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 527 at 000000001a836196. 00000400:02000040:1.0:1767384968.601953:0:16355:0:(lib-move.c:3976:lnet_print_recovery_list()) 8 local NIs in recovery (showing 8): 192.168.203.134@tcp46, 192.168.203.134@tcp47, 192.168.203.134@tcp44, 192.168.203.134@tcp38, 192.168.203.134@tcp43, 192.168.203.134@tcp31, 192.168.203.134@tcp30, 192.168.203.134@tcp28 00000400:00000010:1.0:1767384968.606693:0:16355:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 527 at 000000001a836196. 00080000:00000010:0.0:1767384968.833548:0:40225:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004cef61f9. 00080000:00000010:0.0:1767384968.833559:0:40225:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004cef61f9. 00000020:00000001:0.0:1767384968.833565:0:40225:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384969.048931:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b543db4a-4900-454f-be04-352b2897a173->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384969.048939:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384969.048946:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dae23b5c. 00000020:00000040:2.0:1767384969.048952:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=4 obd=MGC192.168.203.134@tcp 00000100:00000001:2.0:1767384969.048957:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384969.048960:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384969.048965:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384969.048972:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d992fc4f. 00000100:00000001:2.0:1767384969.048979:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384969.048989:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b543db4a-4900-454f-be04-352b2897a173->MGS req@00000000dae23b5c x1853237348041600/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384969.049002:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384969.049005:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384969.049010:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dae23b5c] to pc [ptlrpcd_00_00+0] req@00000000dae23b5c x1853237348041600/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384969.049050:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384969.049052:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767384969.049055:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1767384969.049058:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1767384969.049060:0:8:0:(import.c:65:import_set_state_nolock()) 0000000062c1ff66 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1767384969.049062:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1767384969.049065:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 285 00000100:00000001:0.0:1767384969.049067:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1767384969.049069:0:8:0:(import.c:2128:obd_at_measure()) add 10 to 00000000c093201a time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384969.049072:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1767384969.049073:0:8:0:(import.c:2194:obd_at_measure()) AT 00000000c093201a change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00000001:3.0:1767384969.049077:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384969.049077:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1767384969.049078:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00000001:3.0:1767384969.049084:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384969.049085:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 5 to 0@lo 00000100:00000040:0.0:1767384969.049085:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dae23b5c x1853237348041600/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384969.049091:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384969.049095:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 6 to 0@lo 00000100:00000001:0.0:1767384969.049100:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384969.049101:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 00000100:00000001:0.0:1767384969.049104:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384969.049105:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384969.049108:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb57eb78819562eda 02000000:00000001:0.0:1767384969.049108:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1767384969.049110:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384969.049112:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384969.049113:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002f5fc0c9 refcount=8 02000000:00000001:0.0:1767384969.049116:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384969.049117:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624585622906880 : -119488086644736 : ffff9353830a6800) 00000020:00000001:2.0:1767384969.049121:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624585622906880 : -119488086644736 : ffff9353830a6800) 00000100:00100000:0.0:1767384969.049121:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dae23b5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348041600:0@lo:400: 00000100:00000040:2.0:1767384969.049128:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008785e578 refcount 5 to 0@lo 00000100:00000001:0.0:1767384969.049128:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384969.049132:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384969.049134:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008785e578 refcount 6 to 0@lo 00000100:00000001:2.0:1767384969.049135:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624590556279680 : -119483153271936 : ffff9354a917b380) 02000000:00000001:0.0:1767384969.049135:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384969.049138:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384969.049139:0:8:0:(genops.c:898:class_export_put()) PUTting export 000000002f5fc0c9 : new refcount 7 02000000:00000001:0.0:1767384969.049142:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1767384969.049144:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 0000000062c1ff66 using connection 192.168.203.134@tcp/0@lo 00000100:00000001:2.0:1767384969.049147:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384969.049147:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc0631cc. 02000000:00000001:2.0:1767384969.049152:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1767384969.049152:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384969.049158:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384969.049158:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e8daed8. 00000400:00000010:0.0:1767384969.049164:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012d634c9. 02000000:00000001:2.0:1767384969.049167:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.049171:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000200:0.0:1767384969.049171:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348041600, portal 25 00000100:00000001:2.0:1767384969.049172:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.049176:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1767384969.049178:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005b5573e5. 00000100:00000001:0.0:1767384969.049178:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585658086528 : -119488051465088 : ffff935385233480) 00000020:00000040:2.0:1767384969.049182:0:8:0:(genops.c:1229:class_import_get()) import 0000000062c1ff66 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:0.0:1767384969.049183:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dae23b5c x1853237348041600/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384969.049186:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767384969.049188:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.049193:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384969.049194:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384969.049195:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384969.049199:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384969.049199:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384969.049203:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073bfe857. 02000000:00000010:2.0:1767384969.049204:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000004b95b6f0. 00000100:00000200:0.0:1767384969.049206:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237348041600, offset 0 00000100:00000001:2.0:1767384969.049211:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384969.049214:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384969.049217:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000005b5573e5 x1853237348041728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384969.049224:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384969.049226:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384969.049228:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384969.049232:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b5573e5] to pc [ptlrpcd_rcv+-1] req@000000005b5573e5 x1853237348041728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384969.049241:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958271d08380 00000400:00000100:0.0:1767384969.049246:0:16358:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853237348041600 offset 0 length 224: 4 00000100:00000001:2.0:1767384969.049248:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384969.049250:0:16358:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000eaa1ff16 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000040:2.0:1767384969.049253:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (295) 00000400:00000200:0.0:1767384969.049253:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1767384969.049265:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073bfe857 00000400:00000010:0.0:1767384969.049267:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073bfe857. 00000100:00000001:0.0:1767384969.049271:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384969.049277:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dae23b5c x1853237348041600/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384969.049294:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384969.049297:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384969.049303:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384969.049305:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dae23b5c x1853237348041600/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384985 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384969.049306:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384969.049314:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384969.049320:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005b5573e5 x1853237348041728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384969.049321:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384969.049327:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.049338:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294958085 00000100:00000010:0.0:1767384969.049346:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000055fb4fe7. 00000100:00000001:1.0:1767384969.049353:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384969.049355:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.049356:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 02000000:00000001:1.0:1767384969.049359:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384969.049364:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384969.049365:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294958085 02000000:00000001:1.0:1767384969.049381:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384969.049381:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005352774f. 00000100:00000001:0.0:1767384969.049398:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00100000:1.0:1767384969.049399:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005b5573e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16357:1853237348041728:0@lo:38: 00000100:00000001:0.0:1767384969.049410:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294958085 00000100:00000001:1.0:1767384969.049420:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1767384969.049421:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f977713f. 02000000:00000001:1.0:1767384969.049429:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384969.049429:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 02000000:00000001:1.0:1767384969.049435:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384969.049438:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384969.049443:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294958085 02000000:00000010:1.0:1767384969.049446:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000294bfb17. 00000100:00000010:0.0:1767384969.049447:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f39b7cf3. 02000000:00000001:1.0:1767384969.049449:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.049452:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000400:00000010:1.0:1767384969.049456:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000621cb0d6. 00000100:00000001:0.0:1767384969.049460:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384969.049463:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384969.049464:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ebec939. 00000100:00000001:0.0:1767384969.049467:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.049470:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384969.049472:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348041728, portal 10 00000100:00000001:1.0:1767384969.049475:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384969.049477:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624585658084736 : -119488051466880 : ffff935385232d80) 00000100:00000001:0.0:1767384969.049478:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384969.049482:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384969.049488:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005b5573e5 x1853237348041728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384969.049488:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384969.049493:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384969.049498:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.049509:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384969.049520:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384969.049526:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384969.049529:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065f1e973. 00000100:00000200:1.0:1767384969.049532:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237348041728, offset 0 00000400:00000200:1.0:1767384969.049537:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384969.049547:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384969.049554:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958271d08400 00000400:00000100:1.0:1767384969.049558:0:16357:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853237348041728 offset 0 length 520: 4 00000400:00000200:1.0:1767384969.049561:0:16357:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 0000000044612f5d is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1767384969.049563:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1767384969.049571:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065f1e973 00000400:00000010:1.0:1767384969.049572:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065f1e973. 00000100:00000001:1.0:1767384969.049575:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384969.049577:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005b5573e5 x1853237348041728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384969.049584:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384969.049586:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005b5573e5 x1853237348041728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384984 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384969.049591:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384969.049593:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384969.049595:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384969.049598:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2680 usecs (3 jiffies) 00000100:00000001:1.0:1767384969.049600:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294958083 00000100:00000001:1.0:1767384969.049603:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294958085 00000100:00000001:1.0:1767384969.049604:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294958083 00000100:00000001:1.0:1767384969.049606:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294958085 00000100:00000001:1.0:1767384969.049607:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294958083 00000100:00000001:1.0:1767384969.049608:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294958085 00000100:00000001:1.0:1767384969.049609:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294958083 00000100:00000001:1.0:1767384969.049610:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294958085 00000100:00000001:1.0:1767384969.049611:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384969.049613:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384969.049615:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384969.049616:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384969.049622:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384969.049623:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1767384969.049625:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384969.049626:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384969.049627:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384969.049628:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384969.054874:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294958085, at 4294958086 00000100:00000040:2.0:1767384969.054879:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294958085, at 4294958086 00000100:00000010:3.0:1767384969.054881:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f39b7cf3. 00000100:00000040:0.0:1767384969.054883:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294958085, at 4294958086 00000100:00000010:2.0:1767384969.054888:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f977713f. 00000100:00000010:0.0:1767384969.054891:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000055fb4fe7. 00000100:00000040:1.0:1767384969.054903:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294958085, at 4294958086 00000100:00000010:1.0:1767384969.054916:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005352774f. 00010000:00000001:0.0:1767384969.240895:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384969.240901:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384969.240922:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384969.240925:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384969.240928:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384969.624943:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp47 00000400:00000010:1.0:1767384969.624955:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000d74d8cc. 00000400:00000010:1.0:1767384969.624965:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006cfa11d2. 00000400:00000010:1.0:1767384969.624971:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065f1e973. 00000400:00000010:1.0:1767384969.624987:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000438567cd. 00000400:00000200:1.0:1767384969.624993:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp47 00000400:00000200:1.0:1767384969.625031:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp47 local destination 00000400:00000200:1.0:1767384969.625040:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp47 00000400:00000200:1.0:1767384969.625046:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp47 NI seq info: [246:246:256:4294967295] 192.168.203.134@tcp47 LPNI seq info [210:210:8:4294967295] 00000400:00000200:1.0:1767384969.625055:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp47 00000400:00000200:1.0:1767384969.625064:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp47(192.168.203.134@tcp47:) -> 192.168.203.134@tcp47(192.168.203.134@tcp47:192.168.203.134@tcp47) : GET try# 0 00000800:00000200:1.0:1767384969.625071:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp47 00000800:00000010:1.0:1767384969.625077:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cbe0672c. 00000800:00000200:1.0:1767384969.625085:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009af262a1] -> 12345-192.168.203.134@tcp47 (2) 00000800:00000200:1.1:1767384969.625090:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009af262a1] -> 12345-192.168.203.134@tcp47 (2) 00000400:00000200:1.0:1767384969.625118:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp47 added to recovery queue. ping count: 4 next ping: 307 health :600 00000400:00000200:3.0:1767384969.625244:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:3.0:1767384969.625322:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:3.0:1767384969.625339:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:3.0:1767384969.625352:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:3.0:1767384969.625365:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:3.0:1767384969.625378:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:3.0:1767384969.625391:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:3.0:1767384969.625405:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:3.0:1767384969.625418:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:3.0:1767384969.625431:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:3.0:1767384969.625445:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:3.0:1767384969.625458:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:3.0:1767384969.625471:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:3.0:1767384969.625484:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:3.0:1767384969.625496:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:3.0:1767384969.625510:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:3.0:1767384969.625524:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:3.0:1767384969.625536:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:3.0:1767384969.625549:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:3.0:1767384969.625571:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:3.0:1767384969.625596:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:3.0:1767384969.625615:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:3.0:1767384969.625629:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:3.0:1767384969.625642:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:3.0:1767384969.625656:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:3.0:1767384969.625670:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:3.0:1767384969.625683:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:3.0:1767384969.625695:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:3.0:1767384969.625708:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:3.0:1767384969.625720:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:3.0:1767384969.625733:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:3.0:1767384969.625746:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:3.0:1767384969.625758:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:3.0:1767384969.625771:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:3.0:1767384969.625784:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:3.0:1767384969.625968:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009d49532e. 00000800:00000010:3.0:1767384969.625973:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b3167db7. 00000800:00000010:3.0:1767384969.625978:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e675ff0c. 00000800:00000010:3.0:1767384969.625993:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e675ff0c. 00000800:00020000:3.0:1767384969.626001:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:3.0:1767384969.626004:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b3167db7. 00000800:00000010:3.0:1767384969.626005:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009d49532e. 00000400:02020000:3.0:1767384969.626035:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp47 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384969.626040:0:16347:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp47 notifying 192.168.203.134@tcp47: down 00000400:00000200:3.0:1767384969.626046:0:16347:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384969.626050:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp47 00000800:00000010:3.0:1767384969.626054:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cbe0672c. 00000400:00000200:3.0:1767384969.626059:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384969.626061:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp47->192.168.203.134@tcp47: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384969.626076:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384969.626078:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384969.626081:0:16347:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp47) recovery failed with -71 00000800:00000200:3.0:1767384969.688912:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cdd41815] -> 12345-192.168.203.134@tcp40 (4) 00000800:00000200:3.1:1767384969.688919:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cdd41815] -> 12345-192.168.203.134@tcp40 (4) 00000400:00000200:1.0:1767384969.689089:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:1.0:1767384969.689146:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:1.0:1767384969.689161:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:1.0:1767384969.689174:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:1.0:1767384969.689187:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:1.0:1767384969.689200:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:1.0:1767384969.689213:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:1.0:1767384969.689226:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:1.0:1767384969.689238:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:1.0:1767384969.689251:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:1.0:1767384969.689264:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:1.0:1767384969.689277:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:1.0:1767384969.689308:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:1.0:1767384969.689322:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:1.0:1767384969.689338:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:1.0:1767384969.689353:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:1.0:1767384969.689375:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:1.0:1767384969.689401:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:1.0:1767384969.689428:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:1.0:1767384969.689456:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:1.0:1767384969.689478:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:1.0:1767384969.689491:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:1.0:1767384969.689504:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:1.0:1767384969.689518:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:1.0:1767384969.689532:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384969.689546:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:1.0:1767384969.689561:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:1.0:1767384969.689575:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:1.0:1767384969.689590:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:1.0:1767384969.689617:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:1.0:1767384969.689642:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:1.0:1767384969.689671:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:1.0:1767384969.689699:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:1.0:1767384969.689724:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:1.0:1767384969.689741:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:1.0:1767384969.689971:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e098e846. 00000800:00000010:1.0:1767384969.689976:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009da95a4b. 00000800:00000010:1.0:1767384969.689981:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cc7e46ce. 00000800:00000010:1.0:1767384969.689997:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cc7e46ce. 00000800:00020000:1.0:1767384969.690007:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:1.0:1767384969.690010:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009da95a4b. 00000800:00000010:1.0:1767384969.690013:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e098e846. 00000400:02020000:1.0:1767384969.690046:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp40 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384969.690051:0:16346:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 10000000:00000001:0.0:1767384970.072981:0:17086:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384970.072991:0:17086:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1767384970.264899:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384970.264905:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384970.264993:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384970.265009:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384970.265011:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384970.648935:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384970.648944:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384970.648947:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065f1e973 00000400:00000010:1.0:1767384970.648953:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065f1e973. 00000400:00000200:1.0:1767384970.648961:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384970.648969:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp47 recovery ping unlinked 00000400:00000010:1.0:1767384970.648995:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000d74d8cc. 00000400:00000010:1.0:1767384970.649011:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006cfa11d2. 00000400:00000200:1.0:1767384970.649019:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp28 00000400:00000010:1.0:1767384970.649032:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000d74d8cc. 00000400:00000010:1.0:1767384970.649040:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006cfa11d2. 00000400:00000010:1.0:1767384970.649045:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065f1e973. 00000400:00000010:1.0:1767384970.649055:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b329e5fd. 00000400:00000200:1.0:1767384970.649060:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp28 00000400:00000200:1.0:1767384970.649077:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp28 local destination 00000400:00000200:1.0:1767384970.649084:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp28 00000400:00000200:1.0:1767384970.649089:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp28 NI seq info: [247:247:256:4294967295] 192.168.203.134@tcp28 LPNI seq info [211:211:8:4294967295] 00000400:00000200:1.0:1767384970.649098:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp28 00000400:00000200:1.0:1767384970.649108:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp28(192.168.203.134@tcp28:) -> 192.168.203.134@tcp28(192.168.203.134@tcp28:192.168.203.134@tcp28) : GET try# 0 00000800:00000200:1.0:1767384970.649114:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp28 00000800:00000010:1.0:1767384970.649120:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002a8dd916. 00000800:00000200:1.0:1767384970.649127:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2d165b7] -> 12345-192.168.203.134@tcp28 (2) 00000800:00000200:1.1:1767384970.649131:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2d165b7] -> 12345-192.168.203.134@tcp28 (2) 00000400:00000200:1.0:1767384970.649155:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp28 added to recovery queue. ping count: 6 next ping: 356 health :500 00000400:00000200:0.0:1767384970.649334:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.649403:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.649417:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.649430:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.649452:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.649472:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.649487:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.649500:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.649514:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.649527:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.649540:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.649552:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.649582:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.649600:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.649619:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.649637:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.649655:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.649673:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.649688:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.649702:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.649734:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.649749:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.649765:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.649780:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.649796:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.649812:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.649828:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.649896:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.649923:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.649940:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.649973:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.649996:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.650028:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.650040:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.650053:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:0.0:1767384970.650201:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000090f7e42. 00000800:00000010:0.0:1767384970.650205:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000921ee048. 00000800:00000010:0.0:1767384970.650209:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ec247c54. 00000800:00000010:0.0:1767384970.650224:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ec247c54. 00000800:00020000:0.0:1767384970.650233:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:0.0:1767384970.650236:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000921ee048. 00000800:00000010:0.0:1767384970.650238:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000090f7e42. 00000400:02020000:0.0:1767384970.650303:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp28 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384970.650310:0:16348:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp28 notifying 192.168.203.134@tcp28: down 00000800:00000200:0.0:1767384970.650318:0:16348:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp28 down 00000800:00000100:0.0:1767384970.650324:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp28 00000800:00000010:0.0:1767384970.650327:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002a8dd916. 00000400:00000200:0.0:1767384970.650332:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384970.650352:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp28->192.168.203.134@tcp28: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384970.650363:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384970.650366:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp28 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384970.650369:0:16348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp28) recovery failed with -71 00000800:00000200:3.0:1767384970.712952:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1c75e6a] -> 12345-192.168.203.134@tcp35 (4) 00000800:00000200:3.1:1767384970.712968:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1c75e6a] -> 12345-192.168.203.134@tcp35 (4) 00000400:00000200:0.0:1767384970.713158:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.713209:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.713228:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.713244:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.713261:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.713300:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.713332:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.713349:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.713366:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.713392:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.713409:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.713426:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.713454:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.713487:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.713500:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.713522:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.713535:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.713548:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.713561:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.713574:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.713586:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.713598:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.713610:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.713622:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.713635:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.713659:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.713672:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.713683:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.713696:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.713708:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.713721:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.713733:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.713746:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.713767:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:0.0:1767384970.713779:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:0.0:1767384970.713938:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000090f7e42. 00000800:00000010:0.0:1767384970.713943:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000921ee048. 00000800:00000010:0.0:1767384970.713964:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ec247c54. 00000800:00000010:0.0:1767384970.713982:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ec247c54. 00000800:00020000:0.0:1767384970.713991:0:16349:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:0.0:1767384970.713994:0:16349:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000921ee048. 00000800:00000010:0.0:1767384970.713997:0:16349:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000090f7e42. 00000400:02020000:0.0:1767384970.714034:0:16349:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp35 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384970.714038:0:16349:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:0.0:1767384971.288910:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384971.288918:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384971.288941:0:40109:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384971.288944:0:40109:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384971.288948:0:40109:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384971.672909:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384971.672915:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384971.672917:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065f1e973 00000400:00000010:1.0:1767384971.672921:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065f1e973. 00000400:00000200:1.0:1767384971.672927:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384971.672933:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp28 recovery ping unlinked 00000400:00000010:1.0:1767384971.672941:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000d74d8cc. 00000400:00000010:1.0:1767384971.672945:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006cfa11d2. 00010000:00000001:0.0:1767384972.312947:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384972.312956:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384972.312985:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384972.312988:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384972.312991:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384972.696952:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp43 00000400:00000010:1.0:1767384972.696968:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000d74d8cc. 00000400:00000010:1.0:1767384972.696983:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006cfa11d2. 00000400:00000010:1.0:1767384972.696993:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065f1e973. 00000400:00000010:1.0:1767384972.697010:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000527ed458. 00000400:00000200:1.0:1767384972.697020:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp43 00000400:00000200:1.0:1767384972.697066:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp43 local destination 00000400:00000200:1.0:1767384972.697073:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp43 00000400:00000200:1.0:1767384972.697077:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp43 NI seq info: [248:248:256:4294967295] 192.168.203.134@tcp43 LPNI seq info [212:212:8:4294967295] 00000400:00000200:1.0:1767384972.697086:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp43 00000400:00000200:1.0:1767384972.697095:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp43(192.168.203.134@tcp43:) -> 192.168.203.134@tcp43(192.168.203.134@tcp43:192.168.203.134@tcp43) : GET try# 0 00000800:00000200:1.0:1767384972.697122:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp43 00000800:00000010:1.0:1767384972.697129:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002a8dd916. 00000800:00000200:1.0:1767384972.697137:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a2a73b13] -> 12345-192.168.203.134@tcp43 (2) 00000800:00000200:1.1:1767384972.697143:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a2a73b13] -> 12345-192.168.203.134@tcp43 (2) 00000400:00000200:1.0:1767384972.697183:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp43 added to recovery queue. ping count: 5 next ping: 326 health :500 00000400:00000200:3.0:1767384972.697365:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:3.0:1767384972.697434:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:3.0:1767384972.697458:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:3.0:1767384972.697479:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:3.0:1767384972.697499:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:3.0:1767384972.697520:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:3.0:1767384972.697541:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:3.0:1767384972.697561:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:3.0:1767384972.697582:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:3.0:1767384972.697602:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:3.0:1767384972.697622:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:3.0:1767384972.697643:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:3.0:1767384972.697663:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:3.0:1767384972.697684:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:3.0:1767384972.697707:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:3.0:1767384972.697730:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:3.0:1767384972.697752:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:3.0:1767384972.697793:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:3.0:1767384972.697817:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:3.0:1767384972.697841:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:3.0:1767384972.697950:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:3.0:1767384972.697996:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:3.0:1767384972.698044:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:3.0:1767384972.698067:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:3.0:1767384972.698088:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:3.0:1767384972.698128:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:3.0:1767384972.698153:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:3.0:1767384972.698196:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:3.0:1767384972.698218:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:3.0:1767384972.698240:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:3.0:1767384972.698282:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:3.0:1767384972.698324:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:3.0:1767384972.698356:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:3.0:1767384972.698379:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:3.0:1767384972.698399:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:3.0:1767384972.698592:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009d49532e. 00000800:00000010:3.0:1767384972.698598:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b3167db7. 00000800:00000010:3.0:1767384972.698605:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e675ff0c. 00000800:00000010:3.0:1767384972.698628:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e675ff0c. 00000800:00020000:3.0:1767384972.698640:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:3.0:1767384972.709565:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b3167db7. 00000800:00000010:3.0:1767384972.709573:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009d49532e. 00000400:02020000:3.0:1767384972.709649:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp43 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384972.719726:0:16347:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp43 notifying 192.168.203.134@tcp43: down 00000400:00000200:3.0:1767384972.719734:0:16347:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384972.719740:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp43 00000800:00000010:3.0:1767384972.719746:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002a8dd916. 00000400:00000200:3.0:1767384972.719762:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384972.719769:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp43->192.168.203.134@tcp43: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384972.719782:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384972.719787:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384972.719793:0:16347:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp43) recovery failed with -71 00000800:00000200:3.0:1767384972.760914:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d6cf32a6] -> 12345-192.168.203.134@tcp25 (6) 00000800:00000200:3.0:1767384972.760923:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp25 ip 192.168.203.134:988 00000800:00000200:3.0:1767384972.760941:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ad538527 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:3.0:1767384972.761093:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384972.761105:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384972.761113:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384972.761121:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384972.761125:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384973.336990:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384973.337001:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384973.337087:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384973.337093:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384973.337099:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384973.720928:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.720936:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384973.720940:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065f1e973 00000400:00000010:1.0:1767384973.720946:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065f1e973. 00000400:00000200:1.0:1767384973.720955:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384973.720963:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp43 recovery ping unlinked 00000400:00000010:1.0:1767384973.720979:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000d74d8cc. 00000400:00000010:1.0:1767384973.720985:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006cfa11d2. 00000800:00000200:3.0:1767384973.784902:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004621d7bf] -> 12345-192.168.203.134@tcp33 (4) 00000800:00000200:3.1:1767384973.784911:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004621d7bf] -> 12345-192.168.203.134@tcp33 (4) 00000400:00000200:1.0:1767384973.785026:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:1.0:1767384973.785085:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:1.0:1767384973.785103:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:1.0:1767384973.785116:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:1.0:1767384973.785128:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:1.0:1767384973.785140:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:1.0:1767384973.785152:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:1.0:1767384973.785164:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:1.0:1767384973.785187:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:1.0:1767384973.785200:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:1.0:1767384973.785213:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:1.0:1767384973.785225:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:1.0:1767384973.785247:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:1.0:1767384973.785281:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:1.0:1767384973.785298:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:1.0:1767384973.785310:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:1.0:1767384973.785323:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:1.0:1767384973.785335:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:1.0:1767384973.785350:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:1.0:1767384973.785362:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:1.0:1767384973.785375:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:1.0:1767384973.785397:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:1.0:1767384973.785424:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:1.0:1767384973.785448:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:1.0:1767384973.785465:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384973.785479:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:1.0:1767384973.785492:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:1.0:1767384973.785505:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:1.0:1767384973.785518:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:1.0:1767384973.785531:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:1.0:1767384973.785543:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:1.0:1767384973.785556:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:1.0:1767384973.785570:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:1.0:1767384973.785583:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:1.0:1767384973.785595:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:1.0:1767384973.785728:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e098e846. 00000800:00000010:1.0:1767384973.785733:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009da95a4b. 00000800:00000010:1.0:1767384973.785739:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cc7e46ce. 00000800:00000010:1.0:1767384973.785762:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cc7e46ce. 00000800:00020000:1.0:1767384973.785773:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:1.0:1767384973.785777:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009da95a4b. 00000800:00000010:1.0:1767384973.785779:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e098e846. 00000400:02020000:1.0:1767384973.785851:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp33 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384973.785855:0:16346:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000100:00000001:1.0:1767384974.168907:0:16357:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384974.168932:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384974.168934:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384974.168939:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384974.168942:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384974.168946:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.168949:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384974.168975:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b543db4a-4900-454f-be04-352b2897a173->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384974.168980:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384974.168986:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000287e7a0f. 00000020:00000040:1.0:1767384974.168992:0:8:0:(genops.c:1229:class_import_get()) import 00000000e590ba54 refcount=5 obd=MGC192.168.203.134@tcp 00000100:00000001:1.0:1767384974.168995:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384974.168997:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384974.169001:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384974.169007:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cbe0672c. 00000100:00000001:1.0:1767384974.169013:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384974.169020:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b543db4a-4900-454f-be04-352b2897a173->MGS req@00000000287e7a0f x1853237348041856/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384974.169028:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384974.169030:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384974.169033:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000287e7a0f] to pc [ptlrpcd_00_01+1] req@00000000287e7a0f x1853237348041856/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384974.169053:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384974.169055:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767384974.169058:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1767384974.169061:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (300) 00000100:00000001:0.0:1767384974.169080:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384974.169083:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384974.169085:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384974.169088:0:16358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384974.169089:0:16359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384974.169090:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384974.169094:0:16359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.169097:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384974.169099:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384974.169102:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384974.169103:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384974.169104:0:16358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384974.169109:0:16358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000287e7a0f x1853237348041856/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384974.169116:0:16358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384974.169118:0:16358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384974.169121:0:16358:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384974.169123:0:16358:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384974.169124:0:16358:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384974.169126:0:16358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000287e7a0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b543db4a-4900-454f-be04-352b2897a173:16358:1853237348041856:0@lo:400: 00000100:00000001:0.0:1767384974.169129:0:16358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384974.169133:0:16358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384974.169135:0:16358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384974.169137:0:16358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384974.169140:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000728893be. 02000000:00000001:0.0:1767384974.169142:0:16358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384974.169146:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098295e44. 00000400:00000010:0.0:1767384974.169151:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073bfe857. 00000100:00000200:0.0:1767384974.169156:0:16358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348041856, portal 25 00000100:00000001:0.0:1767384974.169157:0:16358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384974.169158:0:16358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624590750699904 : -119482958851712 : ffff9354b4ae5180) 00000100:00000040:0.0:1767384974.169161:0:16358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000287e7a0f x1853237348041856/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384974.169167:0:16358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384974.169169:0:16358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384974.169170:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009546ffc0. 00000100:00000200:0.0:1767384974.169172:0:16358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237348041856, offset 0 00000400:00000200:0.0:1767384974.169176:0:16358:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384974.169185:0:16358:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384974.169194:0:16358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958271d08480 00000400:00000100:0.0:1767384974.169198:0:16358:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853237348041856 offset 0 length 224: 4 00000400:00000200:0.0:1767384974.169201:0:16358:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000eaa1ff16 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1767384974.169203:0:16358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1767384974.169210:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009546ffc0 00000400:00000010:0.0:1767384974.169212:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009546ffc0. 00000100:00000001:0.0:1767384974.169215:0:16358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384974.169216:0:16358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000287e7a0f x1853237348041856/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384974.169222:0:16358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384974.169224:0:16358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000287e7a0f x1853237348041856/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384990 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384974.169228:0:16358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.169229:0:16358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384974.169232:0:16358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.169235:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 0 is 4294963205 00000100:00000010:0.0:1767384974.169238:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000055fb4fe7. 00000100:00000001:0.0:1767384974.169243:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384974.169247:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 1 is 4294963205 00000100:00000010:0.0:1767384974.169249:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e36f01e0. 00000100:00000001:0.0:1767384974.169274:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384974.169281:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 2 is 4294963205 00000100:00000010:0.0:1767384974.169283:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009ca8afeb. 00000100:00000001:0.0:1767384974.169285:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384974.169289:0:16358:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS new deadline estimation for cpu 3 is 4294963205 00000100:00000010:0.0:1767384974.169291:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ead3e42d. 00000100:00000001:0.0:1767384974.169293:0:16358:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.134@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384974.169299:0:16358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384974.169301:0:16358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.169304:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384974.169306:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384974.174857:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000002303af49 (cpu 0) has reached its deadline 4294963205, at 4294963206 00000100:00000010:2.0:1767384974.174864:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ca8afeb. 00000100:00000040:0.0:1767384974.174882:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000f0d95e79 (cpu 0) has reached its deadline 4294963205, at 4294963206 00000100:00000040:3.0:1767384974.174883:0:417:0:(connection.c:75:cpu_latency_work()) work item of 00000000bfeb1dfc (cpu 0) has reached its deadline 4294963205, at 4294963206 00000100:00000040:1.0:1767384974.174890:0:766:0:(connection.c:75:cpu_latency_work()) work item of 00000000601ea311 (cpu 0) has reached its deadline 4294963205, at 4294963206 00000100:00000010:0.0:1767384974.174891:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000055fb4fe7. 00000100:00000010:3.0:1767384974.174893:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ead3e42d. 00000100:00000010:1.0:1767384974.174902:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e36f01e0. 00010000:00000001:0.0:1767384974.360911:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384974.360917:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384974.360938:0:40109:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384974.360941:0:40109:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384974.360943:0:40109:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384974.718685:0:40273:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e8839e6f. 00080000:00000010:2.0:1767384974.718697:0:40273:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e8839e6f. 00000020:00000001:2.0:1767384974.718701:0:40273:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384975.192845:0:16358:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1767384975.192856:0:16358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384975.192858:0:16358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1767384975.192862:0:16358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384975.192865:0:16358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384975.192869:0:16357:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1767384975.192869:0:16358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384975.192875:0:16358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384975.192876:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384975.192879:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384975.192882:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384975.192883:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384975.192885:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384975.192887:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384975.363766:0:40437:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384975.363770:0:40437:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing load_modules_local 00000001:00000001:3.0:1767384975.366107:0:40437:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1767384975.384878:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384975.384882:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384975.384898:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384975.384900:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384975.384903:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384975.513117:0:40459:0:(debug.c:327:cfs_str2mask()) Process entered 00000800:00000200:0.0:1767384975.832892:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000025974fe4] -> 12345-192.168.203.134@tcp36 (4) 00000800:00000200:0.1:1767384975.832901:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000025974fe4] -> 12345-192.168.203.134@tcp36 (4) 00000400:00000200:3.0:1767384975.832971:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:3.0:1767384975.833014:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:3.0:1767384975.833035:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:3.0:1767384975.833054:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:3.0:1767384975.833088:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:3.0:1767384975.833137:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:3.0:1767384975.833175:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:3.0:1767384975.833191:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:3.0:1767384975.833228:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:3.0:1767384975.833263:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:3.0:1767384975.833283:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:3.0:1767384975.833305:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:3.0:1767384975.833330:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:3.0:1767384975.833352:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:3.0:1767384975.833369:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:3.0:1767384975.833388:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:3.0:1767384975.833407:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:3.0:1767384975.833425:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:3.0:1767384975.833438:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:3.0:1767384975.833456:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:3.0:1767384975.833471:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:3.0:1767384975.833486:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:3.0:1767384975.833504:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:3.0:1767384975.833526:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:3.0:1767384975.833553:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:3.0:1767384975.833592:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:3.0:1767384975.833639:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:3.0:1767384975.833690:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:3.0:1767384975.833734:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:3.0:1767384975.833782:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:3.0:1767384975.833835:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:3.0:1767384975.833879:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:3.0:1767384975.833932:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:3.0:1767384975.833986:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:3.0:1767384975.834032:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:3.0:1767384975.834195:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009d49532e. 00000800:00000010:3.0:1767384975.834201:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000211a636e. 00000800:00000010:3.0:1767384975.834206:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006202690e. 00000800:00000010:3.0:1767384975.834228:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006202690e. 00000800:00020000:3.0:1767384975.834236:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:3.0:1767384975.834251:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000211a636e. 00000800:00000010:3.0:1767384975.834254:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009d49532e. 00000400:02020000:3.0:1767384975.834288:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp36 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384975.834292:0:16348:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000010:3.0:1767384976.305592:0:40687:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000031f0f2e1. 00080000:00000010:3.0:1767384976.305601:0:40687:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000031f0f2e1. 00080000:00000010:3.0:1767384976.311298:0:40689:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000031f0f2e1. 00080000:00000010:3.0:1767384976.311301:0:40689:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000031f0f2e1. 00080000:00000010:3.0:1767384976.483975:0:40701:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a682319b. 00080000:00000010:3.0:1767384976.483986:0:40701:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a682319b. 00080000:00000010:1.0:1767384976.763660:0:40753:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f91b9cc8. 00080000:00000010:1.0:1767384976.763669:0:40753:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f91b9cc8. 00000400:00000200:1.0:1767384976.793906:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp30 00000400:00000010:1.0:1767384976.793912:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000825da1f2. 00000400:00000010:1.0:1767384976.793916:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000a8a7631. 00000400:00000010:1.0:1767384976.793920:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065f1e973. 00000400:00000010:1.0:1767384976.793926:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001b7bdf43. 00000400:00000200:1.0:1767384976.793929:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp30 00000400:00000200:1.0:1767384976.793944:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp30 local destination 00000400:00000200:1.0:1767384976.793949:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp30 00000400:00000200:1.0:1767384976.793952:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp30 NI seq info: [249:249:256:4294967295] 192.168.203.134@tcp30 LPNI seq info [213:213:8:4294967295] 00000400:00000200:1.0:1767384976.793958:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp30 00000400:00000200:1.0:1767384976.793965:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp30(192.168.203.134@tcp30:) -> 192.168.203.134@tcp30(192.168.203.134@tcp30:192.168.203.134@tcp30) : GET try# 0 00000800:00000200:1.0:1767384976.793970:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp30 00000800:00000010:1.0:1767384976.793973:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000041ef5d21. 00000800:00000200:1.0:1767384976.793978:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000616cb974] -> 12345-192.168.203.134@tcp30 (2) 00000800:00000200:1.1:1767384976.793983:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000616cb974] -> 12345-192.168.203.134@tcp30 (2) 00000400:00000200:1.0:1767384976.793995:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp30 added to recovery queue. ping count: 6 next ping: 362 health :400 00000400:00000200:0.0:1767384976.794038:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:0.0:1767384976.794113:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384976.794140:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384976.794162:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384976.794181:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:0.0:1767384976.794201:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:0.0:1767384976.794221:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:0.0:1767384976.794289:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:0.0:1767384976.794312:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:0.0:1767384976.794330:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:0.0:1767384976.794368:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384976.794387:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384976.794411:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:0.0:1767384976.794436:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:0.0:1767384976.794480:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:0.0:1767384976.794496:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:0.0:1767384976.794509:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384976.794541:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:0.0:1767384976.794559:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:0.0:1767384976.794576:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:0.0:1767384976.794612:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:0.0:1767384976.794628:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:0.0:1767384976.794642:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:0.0:1767384976.794668:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:0.0:1767384976.794715:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:0.0:1767384976.794762:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:0.0:1767384976.794791:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:0.0:1767384976.794820:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:0.0:1767384976.794876:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:0.0:1767384976.794934:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:0.0:1767384976.794990:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:0.0:1767384976.795012:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384976.795035:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:0.0:1767384976.795073:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:0.0:1767384976.795136:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:0.0:1767384976.795380:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000090f7e42. 00000800:00000010:0.0:1767384976.795388:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f9d1eb99. 00000800:00000010:0.0:1767384976.795396:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000816398cb. 00000800:00000010:0.0:1767384976.795422:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000816398cb. 00000800:00020000:0.0:1767384976.795432:0:16349:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:0.0:1767384976.795438:0:16349:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f9d1eb99. 00000800:00000010:0.0:1767384976.795442:0:16349:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000090f7e42. 00000400:02020000:0.0:1767384976.795504:0:16349:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp30 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384976.795510:0:16349:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp30 notifying 192.168.203.134@tcp30: down 00000800:00000200:0.0:1767384976.795515:0:16349:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp30 down 00000800:00000100:0.0:1767384976.795536:0:16349:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp30 00000800:00000010:0.0:1767384976.795539:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000041ef5d21. 00000400:00000200:0.0:1767384976.795543:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384976.795547:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp30->192.168.203.134@tcp30: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384976.795553:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384976.795556:0:16349:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384976.795559:0:16349:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp30) recovery failed with -71 00000800:00000200:0.0:1767384976.857899:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ef955998] -> 12345-192.168.203.134@tcp10 (6) 00000800:00000200:0.0:1767384976.857907:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp10 ip 192.168.203.134:988 00000800:00000200:0.0:1767384976.857911:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ad538527 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384976.858008:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000010:3.0:1767384977.034228:0:40802:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000005114bc8. 00080000:00000010:3.0:1767384977.034247:0:40802:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000005114bc8. 00080000:00000010:0.0:1767384977.294581:0:40850:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d0ec5255. 00080000:00000010:0.0:1767384977.294590:0:40850:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d0ec5255. 00080000:00000010:3.0:1767384977.563002:0:40896:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000dac58232. 00080000:00000010:3.0:1767384977.563015:0:40896:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000dac58232. 00000400:00000200:3.0:1767384977.817894:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065f1e973 00000400:00000010:3.0:1767384977.817901:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065f1e973. 00000400:00000200:3.0:1767384977.817905:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384977.817913:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp30 recovery ping unlinked 00000400:00000010:3.0:1767384977.817922:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000825da1f2. 00000400:00000010:3.0:1767384977.817926:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000a8a7631. 00000400:00000200:3.0:1767384977.817934:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp44 00000400:00000010:3.0:1767384977.817938:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000eb343ad3. 00000400:00000010:3.0:1767384977.817942:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002b022e50. 00000400:00000010:3.0:1767384977.817946:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017c2fea7. 00000400:00000010:3.0:1767384977.817952:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000449bc9c0. 00000400:00000200:3.0:1767384977.817957:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp44 00000400:00000200:3.0:1767384977.817972:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp44 local destination 00000400:00000200:3.0:1767384977.817979:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp44 00000400:00000200:3.0:1767384977.817984:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp44 NI seq info: [250:250:256:4294967295] 192.168.203.134@tcp44 LPNI seq info [214:214:8:4294967295] 00000400:00000200:3.0:1767384977.817992:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp44 00000400:00000200:3.0:1767384977.818003:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp44(192.168.203.134@tcp44:) -> 192.168.203.134@tcp44(192.168.203.134@tcp44:192.168.203.134@tcp44) : GET try# 0 00000800:00000200:3.0:1767384977.818009:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp44 00000800:00000010:3.0:1767384977.818013:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005feb1d09. 00000800:00000200:3.0:1767384977.818021:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bf0c4c24] -> 12345-192.168.203.134@tcp44 (2) 00000800:00000200:3.1:1767384977.818027:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bf0c4c24] -> 12345-192.168.203.134@tcp44 (2) 00000400:00000200:3.0:1767384977.818050:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp44 added to recovery queue. ping count: 5 next ping: 331 health :600 00000400:00000200:0.0:1767384977.818109:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:0.0:1767384977.818146:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384977.818162:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384977.818183:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384977.818208:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:0.0:1767384977.818249:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:0.0:1767384977.818281:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:0.0:1767384977.818308:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:0.0:1767384977.818339:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:0.0:1767384977.818368:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:0.0:1767384977.818384:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384977.818399:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384977.818422:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:0.0:1767384977.818442:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:0.0:1767384977.818481:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:0.0:1767384977.818508:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:0.0:1767384977.818541:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384977.818576:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:0.0:1767384977.818604:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:0.0:1767384977.818639:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:0.0:1767384977.818671:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:0.0:1767384977.818700:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:0.0:1767384977.818720:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:0.0:1767384977.818746:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:0.0:1767384977.818773:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:0.0:1767384977.818801:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:0.0:1767384977.818866:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:0.0:1767384977.818899:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:0.0:1767384977.818929:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:0.0:1767384977.818955:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:0.0:1767384977.818982:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:0.0:1767384977.819010:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384977.819039:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:0.0:1767384977.819062:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:0.0:1767384977.819083:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:0.0:1767384977.819216:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000090f7e42. 00000800:00000010:0.0:1767384977.819222:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000044d2eed9. 00000800:00000010:0.0:1767384977.819245:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000425be132. 00000800:00000010:0.0:1767384977.819273:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000425be132. 00000800:00020000:0.0:1767384977.819281:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:0.0:1767384977.819285:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000044d2eed9. 00000800:00000010:0.0:1767384977.819288:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000090f7e42. 00000400:02020000:0.0:1767384977.819329:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp44 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384977.819335:0:16347:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp44 notifying 192.168.203.134@tcp44: down 00000400:00000200:0.0:1767384977.819339:0:16347:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384977.819344:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp44 00000800:00000010:0.0:1767384977.819347:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005feb1d09. 00000400:00000200:0.0:1767384977.819352:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384977.819357:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp44->192.168.203.134@tcp44: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384977.819366:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384977.819370:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384977.819374:0:16347:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp44) recovery failed with -71 00080000:00000010:3.0:1767384977.827301:0:40946:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000dac58232. 00080000:00000010:3.0:1767384977.827308:0:40946:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000dac58232. 00000800:00000200:0.0:1767384977.880891:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e1b9ebf] -> 12345-192.168.203.134@tcp39 (6) 00000800:00000200:0.0:1767384977.880898:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp39 ip 192.168.203.134:988 00000800:00000200:0.0:1767384977.880901:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ad538527 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384977.880914:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ceaa5a60] -> 12345-192.168.203.134@tcp26 (4) 00000800:00000200:0.1:1767384977.880917:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ceaa5a60] -> 12345-192.168.203.134@tcp26 (4) 00000400:00000200:1.0:1767384977.881004:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000800:00000200:3.0:1767384977.881027:0:16352:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384977.881055:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:1.0:1767384977.881090:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:1.0:1767384977.881104:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:1.0:1767384977.881115:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:1.0:1767384977.881127:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:1.0:1767384977.881139:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:1.0:1767384977.881151:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:1.0:1767384977.881163:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:1.0:1767384977.881174:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:1.0:1767384977.881186:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:1.0:1767384977.881197:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:1.0:1767384977.881209:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:1.0:1767384977.881221:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:1.0:1767384977.881249:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:1.0:1767384977.881263:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:1.0:1767384977.881286:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:1.0:1767384977.881297:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:1.0:1767384977.881310:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:1.0:1767384977.881322:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:1.0:1767384977.881335:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:1.0:1767384977.881347:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:1.0:1767384977.881361:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:1.0:1767384977.881374:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:1.0:1767384977.881386:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384977.881398:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:1.0:1767384977.881410:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:1.0:1767384977.881421:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:1.0:1767384977.881432:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:1.0:1767384977.881444:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:1.0:1767384977.881456:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:1.0:1767384977.881480:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:1.0:1767384977.881492:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:1.0:1767384977.881504:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:1.0:1767384977.881515:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:1.0:1767384977.881601:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e098e846. 00000800:00000010:1.0:1767384977.881605:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a1f1348e. 00000800:00000010:1.0:1767384977.881609:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000094fd6451. 00000800:00000010:1.0:1767384977.881622:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000094fd6451. 00000800:00020000:1.0:1767384977.881626:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:1.0:1767384977.881629:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a1f1348e. 00000800:00000010:1.0:1767384977.881630:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e098e846. 00000400:02020000:1.0:1767384977.881654:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp26 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384977.881658:0:16346:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000010:3.0:1767384977.954597:0:40986:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000030b9de3f. 00080000:00000010:3.0:1767384977.954608:0:40986:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000030b9de3f. 00000020:00000010:3.0:1767384977.962806:0:40986:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 00000000f6cfab1b. 00000020:00000010:3.0:1767384977.962871:0:40986:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at 000000000852a278. 00000020:00000010:3.0:1767384977.962883:0:40986:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 0000000095dffa2e. 00000020:00000010:3.0:1767384977.962897:0:40986:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 12 at 000000002e418b1f. 00000020:00000010:3.0:1767384977.962917:0:40986:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 15 at 00000000a3989ee1. 00000020:00000010:3.0:1767384977.962922:0:40986:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 24 at 000000009496134e. 00000020:00000010:3.0:1767384977.962925:0:40986:0:(obd_mount.c:1628:lmd_parse()) kmalloced '(lmd->lmd_opts)': 29 at 000000009265b979. 00000020:00000010:3.0:1767384977.962941:0:40986:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 112 at 000000004b2019d6. 00000020:00000010:3.0:1767384977.962954:0:40986:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000a8d9ce3b. 00000020:00000010:3.0:1767384977.962961:0:40986:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000001d757592. 00000020:00000010:3.0:1767384977.962974:0:40986:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 112 at 000000004b2019d6. 00000020:00000010:3.0:1767384977.962978:0:40986:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 160 at 000000009da95a4b. 00000001:00000010:3.0:1767384977.962993:0:40986:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000002f0e3514. 00000001:00000010:3.0:1767384977.962997:0:40986:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000003d10971e. 00000001:00000010:3.0:1767384977.963000:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ac823825. 00000001:00000010:3.0:1767384977.963003:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ba77ce1c. 00000001:00000010:3.0:1767384977.963006:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007321b398. 00000001:00000010:3.0:1767384977.963009:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002b118d76. 00000001:00000010:3.0:1767384977.963012:0:40986:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000deceff7e. 00000001:00000010:3.0:1767384977.963015:0:40986:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000000abfdf42. 00000001:00000010:3.0:1767384977.963017:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000003075bb9. 00000001:00000010:3.0:1767384977.963019:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001ac7eb59. 00000001:00000010:3.0:1767384977.963022:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d0a62752. 00000001:00000010:3.0:1767384977.963024:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ff91c1f7. 00000020:00000010:3.0:1767384977.963028:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000194be174. 00000020:00000010:3.0:1767384977.963033:0:40986:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b2019d6. 00000020:00000010:3.0:1767384977.963038:0:40986:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b360690a. 00000008:00000010:3.0:1767384977.963042:0:40986:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000d593be56. 00020000:00000010:3.0:1767384977.963046:0:40986:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000007de0413f. 00008000:00000010:3.0:1767384977.963050:0:40986:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000ecfc9747. 00000080:00000010:3.0:1767384977.963056:0:40986:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000006b03077d. 00000020:00000010:3.0:1767384977.963059:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe6464e6. 00000020:00000010:3.0:1767384977.963062:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d6340482. 00000040:00000010:3.0:1767384977.963065:0:40986:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006868d4b8. 00000020:00000010:3.0:1767384977.963070:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dbd4a272. 00000020:00000010:3.0:1767384977.963074:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e23dc36d. 00040000:00000010:3.0:1767384977.963079:0:40986:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005feb1d09. 00040000:00000010:3.0:1767384977.963083:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000341af43a. 00080000:00000010:3.0:1767384977.963088:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009d49532e. 00080000:00000010:3.0:1767384977.963093:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b3080e34. 00080000:00000010:3.0:1767384977.963112:0:40986:0:(osd_handler.c:8821:osd_device_alloc()) kmalloced '(o)': 31656 at 00000000dab7e977. 00000001:00000010:1.0:1767384977.969938:0:40986:0:(osd_compat.c:489:osd_ost_init()) kmalloced '(dev->od_ost_map)': 120 at 00000000a2061615. 00000001:00000010:3.0:1767384977.970363:0:40986:0:(osd_compat.c:265:osd_mdt_init()) kmalloced '(dev->od_mdt_map)': 8 at 00000000fb620972. 00000020:00000010:3.0:1767384977.971408:0:40986:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 00000000802fced5. 00000020:00000010:3.0:1767384977.971416:0:40986:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c099939c. 00000020:00000010:3.0:1767384977.971418:0:40986:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 000000004fe7f434. 00000020:00000010:3.0:1767384977.972013:0:40986:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 000000002ae04e29. 00080000:00000010:3.0:1767384977.972018:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000000852865. 00080000:00000010:3.0:1767384977.972020:0:40986:0:(osd_handler.c:437:osd_object_alloc()) kmalloced '(h)': 88 at 000000008f09a283. 00080000:00000010:3.0:1767384977.972182:0:40986:0:(osd_oi.c:394:osd_oi_init()) kmalloced '(oi)': 8192 at 000000003b8051ae. 00080000:00000010:3.0:1767384977.972210:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000000bdd479. 00080000:00000010:3.0:1767384977.972442:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000004e5b19b9. 00080000:00000010:3.0:1767384977.972596:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000121c06c2. 00080000:00000010:3.0:1767384977.972787:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000000c992918. 00080000:00000010:3.0:1767384977.972937:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000060099ba4. 00080000:00000010:3.0:1767384977.973110:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000005e4943ba. 00080000:00000010:3.0:1767384977.973323:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000452692ed. 00080000:00000010:3.0:1767384977.973480:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000002e38c507. 00080000:00000010:3.0:1767384977.973669:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000bf29f965. 00080000:00000010:3.0:1767384977.973863:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000000b10a146. 00080000:00000010:3.0:1767384977.974047:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000004c52d878. 00080000:00000010:3.0:1767384977.974213:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b3adbe0c. 00080000:00000010:3.0:1767384977.974399:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b9716dc1. 00080000:00000010:3.0:1767384977.974594:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000eba44ed5. 00080000:00000010:3.0:1767384977.974733:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000096381fe9. 00080000:00000010:3.0:1767384977.974927:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000071b42f2b. 00080000:00000010:3.0:1767384977.975079:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000001ff08a4a. 00080000:00000010:3.0:1767384977.975280:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000006f936167. 00080000:00000010:3.0:1767384977.975451:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000ae64999e. 00080000:00000010:3.0:1767384977.975603:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000dc8ee869. 00080000:00000010:3.0:1767384977.975784:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000051b2ded7. 00080000:00000010:3.0:1767384977.975939:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000c7be797c. 00080000:00000010:3.0:1767384977.976127:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000730a4b26. 00080000:00000010:3.0:1767384977.976283:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000006cfb7736. 00080000:00000010:3.0:1767384977.976478:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000005d3da6ca. 00080000:00000010:3.0:1767384977.976644:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000047aac8ac. 00080000:00000010:3.0:1767384977.976792:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000e7fabd45. 00080000:00000010:3.0:1767384977.977013:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000000a6c9e9d. 00080000:00000010:3.0:1767384977.977148:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000007579bb1c. 00080000:00000010:3.0:1767384977.977332:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000007ad91464. 00080000:00000010:3.0:1767384977.977489:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000045f169e5. 00080000:00000010:3.0:1767384977.977610:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000000fcf1d5b. 00080000:00000010:3.0:1767384977.977741:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000006373b76d. 00080000:00000010:3.0:1767384977.977881:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000891fbb68. 00080000:00000010:3.0:1767384977.978051:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000005c7d6a10. 00080000:00000010:3.0:1767384977.978175:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000009fb198f1. 00080000:00000010:3.0:1767384977.978305:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000088f0f75a. 00080000:00000010:3.0:1767384977.978433:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000f08a8bba. 00080000:00000010:3.0:1767384977.978550:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000d81654de. 00080000:00000010:3.0:1767384977.978674:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000041b80d7b. 00080000:00000010:3.0:1767384977.978804:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000d9939f5c. 00080000:00000010:3.0:1767384977.978986:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000cac73a35. 00080000:00000010:3.0:1767384977.979112:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000dde4cbf9. 00080000:00000010:3.0:1767384977.979237:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000c6ab2a1f. 00080000:00000010:3.0:1767384977.979370:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000008a1f1622. 00080000:00000010:3.0:1767384977.979491:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000f92edad2. 00080000:00000010:3.0:1767384977.979607:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000dca478f9. 00080000:00000010:3.0:1767384977.979733:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000004d5b0642. 00080000:00000010:3.0:1767384977.979931:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000aba6d5ba. 00080000:00000010:3.0:1767384977.980074:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000fb47d294. 00080000:00000010:3.0:1767384977.980200:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000a03e0649. 00080000:00000010:3.0:1767384977.980378:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000004b96674a. 00080000:00000010:3.0:1767384977.980495:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000002145f4f7. 00080000:00000010:3.0:1767384977.980609:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000222aedc9. 00080000:00000010:3.0:1767384977.980732:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000c0a4c244. 00080000:00000010:3.0:1767384977.980905:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000a73bc178. 00080000:00000010:3.0:1767384977.981034:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000008425984f. 00080000:00000010:3.0:1767384977.981150:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000e42db12d. 00080000:00000010:3.0:1767384977.981318:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000d33e9d39. 00080000:00000010:3.0:1767384977.981435:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000ed1c3b0b. 00080000:00000010:3.0:1767384977.981555:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000402e7a9b. 00080000:00000010:3.0:1767384977.981671:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000063146ad1. 00080000:00000010:3.0:1767384977.981856:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000a3cbc50b. 00080000:00000010:3.0:1767384977.981986:0:40986:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b976073b. 00000001:00000010:3.0:1767384977.982194:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.982340:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.982346:0:40986:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000a723c291. 00000001:00000010:3.0:1767384977.982366:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.982457:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.982461:0:40986:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000aae755a8. 00000001:00000010:3.0:1767384977.982481:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.982570:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.982582:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.982681:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.982706:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.982709:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.982711:0:40986:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000002cfa6ea4. 00000001:00000010:3.0:1767384977.982724:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.982727:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.982728:0:40986:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000b6baf3ea. 00000001:00000010:3.0:1767384977.982900:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.982904:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.982921:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.982924:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.982937:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.982939:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.982941:0:40986:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000006a475b5b. 00100000:00000010:3.0:1767384977.982945:0:40986:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000512dec68. 00000001:00000010:3.0:1767384977.982957:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.982959:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.982971:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.982974:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.982985:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.982988:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.982990:0:40986:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000002676ecbc. 00000001:00000010:3.0:1767384977.983001:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.983102:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.983123:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.983132:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.983254:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f64b8ae9. 00000001:00000010:3.0:1767384977.983259:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.983262:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.983281:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.983284:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.983444:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.983449:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.983465:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.983468:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.983479:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.983482:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.983609:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000009c7265ac. 00000001:00000010:3.0:1767384977.983614:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.983617:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.983633:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.983635:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.983637:0:40986:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000009a2e21ad. 00000001:00000010:3.0:1767384977.983647:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.983649:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.983651:0:40986:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000004bd6450a. 00000001:00000010:3.0:1767384977.983662:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.983665:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.983674:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.983677:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.983787:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.983891:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.983896:0:40986:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 0000000008efadea. 00100000:00000010:3.0:1767384977.983898:0:40986:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000a723c291. 00100000:00000010:3.0:1767384977.984123:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006c7c68af. 00000001:00000010:3.0:1767384977.984128:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.984131:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.984257:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000275aff0. 00000001:00000010:3.0:1767384977.984272:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.984276:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.984434:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e86edbfb. 00000001:00000010:3.0:1767384977.984439:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.984442:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.984608:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000a449ab14. 00000001:00000010:3.0:1767384977.984613:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.984616:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.984738:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008955a95c. 00000001:00000010:3.0:1767384977.984743:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.984746:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.984869:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000087304b9d. 00000001:00000010:3.0:1767384977.984874:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.984878:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.985006:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000061f522b1. 00000001:00000010:3.0:1767384977.985011:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.985014:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.985120:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000066dd77f6. 00000001:00000010:3.0:1767384977.985125:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.985128:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.985257:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000814f8c15. 00000001:00000010:3.0:1767384977.985262:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.985265:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.985429:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000077739be2. 00000001:00000010:3.0:1767384977.985434:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.985437:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.985629:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000058a57292. 00000001:00000010:3.0:1767384977.985634:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.985637:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.985753:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000093d9128d. 00000001:00000010:3.0:1767384977.985758:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.985762:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.985889:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000de7e6b1f. 00000001:00000010:3.0:1767384977.985894:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.985897:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.986015:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000001602b185. 00000001:00000010:3.0:1767384977.986020:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.986023:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.986129:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000333d3579. 00000001:00000010:3.0:1767384977.986134:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.986137:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.986258:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000001fb436b3. 00000001:00000010:3.0:1767384977.986263:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.986266:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.986420:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f4e516c5. 00000001:00000010:3.0:1767384977.986425:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.986429:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.986614:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000096d641b1. 00000001:00000010:3.0:1767384977.986619:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.986622:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.986742:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000036fadf25. 00000001:00000010:3.0:1767384977.986747:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.986750:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.986875:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f56ae210. 00000001:00000010:3.0:1767384977.986880:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.986883:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.987000:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000002303d4f0. 00000001:00000010:3.0:1767384977.987005:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.987008:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.987114:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000035524858. 00000001:00000010:3.0:1767384977.987120:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.987122:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.987248:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000acbe46e5. 00000001:00000010:3.0:1767384977.987253:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.987256:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.987397:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000dac9533d. 00000001:00000010:3.0:1767384977.987402:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.987405:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.987562:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000025f3fb6c. 00000001:00000010:3.0:1767384977.987567:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.987570:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.987685:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000eeb36802. 00000001:00000010:3.0:1767384977.987690:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.987693:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.987811:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003b4100cf. 00000001:00000010:3.0:1767384977.987831:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.987834:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.987966:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000053656735. 00000001:00000010:3.0:1767384977.987971:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.987974:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.988080:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000001365c45. 00000001:00000010:3.0:1767384977.988085:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.988088:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.988204:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000004a721f38. 00000001:00000010:3.0:1767384977.988209:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.988212:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.988377:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000056b83c51. 00000001:00000010:3.0:1767384977.988381:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.988385:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.988575:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000094d72bd9. 00000001:00000010:3.0:1767384977.988581:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.988584:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.988588:0:40986:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000aae755a8. 00100000:00000010:3.0:1767384977.988871:0:40986:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000002cfa6ea4. 00100000:00000010:3.0:1767384977.989115:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000010f3c6e8. 00000001:00000010:3.0:1767384977.989120:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.989242:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.989420:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000a1f52fa3. 00000001:00000010:3.0:1767384977.989426:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.989429:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.989629:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003c427d88. 00000001:00000010:3.0:1767384977.989634:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.989637:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.989769:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000c40d470. 00000001:00000010:3.0:1767384977.989774:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.989777:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.989881:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006f8bbf10. 00000001:00000010:3.0:1767384977.989887:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.989890:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.989998:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007cbe46e7. 00000001:00000010:3.0:1767384977.990003:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.990006:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.990134:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b7fbb212. 00000001:00000010:3.0:1767384977.990140:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.990143:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.990284:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000a4c17e5a. 00000001:00000010:3.0:1767384977.990290:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.990293:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.990454:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000010df0ef4. 00000001:00000010:3.0:1767384977.990460:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.990463:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.990653:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000bc807439. 00000001:00000010:3.0:1767384977.990658:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.990661:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.990789:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000019729760. 00000001:00000010:3.0:1767384977.990794:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.990797:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.990932:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000067ef5f4a. 00000001:00000010:3.0:1767384977.990937:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.990940:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.990944:0:40986:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000b6baf3ea. 00000001:00000010:3.0:1767384977.991208:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.991351:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.991374:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.991377:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.991557:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000004d5eeb5a. 00000001:00000010:3.0:1767384977.991563:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.991567:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.991584:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.991586:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.991598:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.991600:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.991609:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.991612:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.991614:0:40986:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000006a475b5b. 00100000:00000010:3.0:1767384977.991775:0:40986:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000512dec68. 00000001:00000010:3.0:1767384977.991922:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.991927:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.991929:0:40986:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000c98f330d. 00000001:00000010:3.0:1767384977.991939:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.991941:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.991943:0:40986:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000007c960b47. 00100000:00000010:3.0:1767384977.991945:0:40986:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000002676ecbc. 00000001:00000010:3.0:1767384977.992141:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.992267:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.992273:0:40986:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000009a2e21ad. 00000001:00000010:3.0:1767384977.992427:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.992431:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.992435:0:40986:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000004bd6450a. 00000001:00000010:3.0:1767384977.992580:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.992584:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.992596:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.992598:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.992601:0:40986:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 0000000008efadea. 00100000:00000010:3.0:1767384977.992965:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000065ac3294. 00000001:00000010:3.0:1767384977.992979:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.993102:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.993305:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006d97b818. 00000001:00000010:3.0:1767384977.993310:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.993313:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.993457:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ba263bee. 00000001:00000010:3.0:1767384977.993461:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.993464:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.993468:0:40986:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000c98f330d. 00100000:00000010:3.0:1767384977.993736:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008cf7d7c5. 00000001:00000010:3.0:1767384977.993741:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.993744:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.993922:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000876162bb. 00000001:00000010:3.0:1767384977.993927:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.993930:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.994119:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000009d8ff67d. 00000001:00000010:3.0:1767384977.994124:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.994127:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00100000:00000010:3.0:1767384977.994131:0:40986:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000007c960b47. 00000001:00000010:3.0:1767384977.994146:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.994149:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.994156:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.994158:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00000020:00000010:3.0:1767384977.994438:0:40986:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000e5d18eea. 00000020:00000010:3.0:1767384977.994442:0:40986:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 256 at 00000000d3c209da. 00040000:00000010:3.0:1767384977.994459:0:40986:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 00000000913438de. 00040000:00000010:3.0:1767384977.994463:0:40986:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 00000000014bc0f1. 00040000:00000010:3.0:1767384977.994465:0:40986:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 00000000014bc0f1. 00000020:00000010:3.0:1767384977.994475:0:40986:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 00000000014bc0f1. 00000020:00000010:3.0:1767384977.994488:0:40986:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 00000000014bc0f1. 00040000:00000010:3.0:1767384977.994492:0:40986:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 00000000b8729c66. 00040000:00000010:3.0:1767384977.994493:0:40986:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 00000000014bc0f1. 00040000:00000010:3.0:1767384977.994495:0:40986:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 00000000014bc0f1. 00000020:00000010:3.0:1767384977.994507:0:40986:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d6340482. 00000040:00000010:3.0:1767384977.994510:0:40986:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006868d4b8. 00000020:00000010:3.0:1767384977.994513:0:40986:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000dbd4a272. 00000020:00000010:3.0:1767384977.994516:0:40986:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e23dc36d. 00040000:00000010:3.0:1767384977.994520:0:40986:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005feb1d09. 00040000:00000010:3.0:1767384977.994523:0:40986:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000341af43a. 00080000:00000010:3.0:1767384977.994526:0:40986:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b3080e34. 00080000:00000010:3.0:1767384977.994530:0:40986:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009d49532e. 00000020:00000010:3.0:1767384977.994532:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe6464e6. 00000020:00000010:3.0:1767384977.994536:0:40986:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b2019d6. 00000020:00000010:3.0:1767384977.994538:0:40986:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b360690a. 00000008:00000010:3.0:1767384977.994541:0:40986:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000d593be56. 00020000:00000010:3.0:1767384977.994544:0:40986:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000007de0413f. 00008000:00000010:3.0:1767384977.994546:0:40986:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000ecfc9747. 00000080:00000010:3.0:1767384977.994550:0:40986:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000006b03077d. 00000020:00000010:3.0:1767384977.994552:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000194be174. 00000020:00000010:3.0:1767384977.994555:0:40986:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 160 at 000000009da95a4b. 00000020:00000010:3.0:1767384977.994561:0:40986:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000dbd4a272. 00000020:00000010:3.0:1767384977.994573:0:40986:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 00000000b0906b27. 00000020:00000010:3.0:1767384977.994575:0:40986:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 4 at 000000002d7e68a9. 00000020:00000010:3.0:1767384977.994578:0:40986:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 72 at 00000000f3c2e501. 00000020:00000010:3.0:1767384977.994585:0:40986:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000b469d372. 00000020:00000010:3.0:1767384977.994588:0:40986:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000cd31088e. 00000020:00000010:3.0:1767384977.994594:0:40986:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 72 at 00000000f3c2e501. 00000020:00000010:3.0:1767384977.994597:0:40986:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 00000000f3c2e501. 00000001:00000010:3.0:1767384977.994607:0:40986:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001f48408f. 00000001:00000010:3.0:1767384977.994610:0:40986:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000099a977d8. 00000001:00000010:3.0:1767384977.994613:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000953ef30. 00000001:00000010:3.0:1767384977.994615:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000023bba4ba. 00000001:00000010:3.0:1767384977.994617:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000005a3a07f. 00000001:00000010:3.0:1767384977.994618:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003196daa6. 00000001:00000010:3.0:1767384977.994620:0:40986:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005a31f88e. 00000001:00000010:3.0:1767384977.994621:0:40986:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000003e98a01b. 00000001:00000010:3.0:1767384977.994623:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000807d7a0d. 00000001:00000010:3.0:1767384977.994624:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006db48946. 00000001:00000010:3.0:1767384977.994626:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008add74ef. 00000001:00000010:3.0:1767384977.994627:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000194be174. 00000020:00000010:3.0:1767384977.994630:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe6464e6. 00000020:00000010:3.0:1767384977.994631:0:40986:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b2019d6. 00000020:00000010:3.0:1767384977.994633:0:40986:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b360690a. 00000008:00000010:3.0:1767384977.994635:0:40986:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000d593be56. 00020000:00000010:3.0:1767384977.994637:0:40986:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000007de0413f. 00008000:00000010:3.0:1767384977.994639:0:40986:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000ecfc9747. 00000080:00000010:3.0:1767384977.994642:0:40986:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000006b03077d. 00000020:00000010:3.0:1767384977.994644:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf02e4ce. 00000020:00000010:3.0:1767384977.994645:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000341af43a. 00000040:00000010:3.0:1767384977.994647:0:40986:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e23dc36d. 00000020:00000010:3.0:1767384977.994649:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000056a038e9. 00000020:00000010:3.0:1767384977.994651:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006868d4b8. 80000000:00000010:3.0:1767384977.994654:0:40986:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a756d1f3. 00040000:00000010:3.0:1767384977.994656:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d6340482. 00080000:00000010:3.0:1767384977.994659:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e0db345a. 00080000:00000010:3.0:1767384977.994662:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ff7b7ca3. 20000000:00000010:3.0:1767384977.994665:0:40986:0:(mgs_handler.c:1637:mgs_device_alloc()) kmalloced '(mgs)': 1864 at 000000001c436136. 20000000:00000010:3.0:1767384977.994669:0:40986:0:(mgs_handler.c:1254:mgs_connect_to_osd()) kmalloced '(data)': 192 at 000000009da95a4b. 00000020:00000010:3.0:1767384977.994672:0:40986:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000280289aa. 20000000:00000010:3.0:1767384977.994675:0:40986:0:(mgs_handler.c:1277:mgs_connect_to_osd()) kfreed 'data': 192 at 000000009da95a4b. 00010000:00000010:3.0:1767384977.994680:0:40986:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000b53fe7b3. 00000001:00000010:3.0:1767384977.994682:0:40986:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000f7fad60b. 00000001:00000010:3.0:1767384977.994684:0:40986:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 00000000c748149f. 00000001:00000010:3.0:1767384977.994686:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000d31a33e9. 00000001:00000010:3.0:1767384977.994688:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 000000000d39f679. 00000020:00000010:3.0:1767384977.994714:0:40986:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000170c8371. 00000020:00000010:3.0:1767384977.994716:0:40986:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000f288a094. 00000020:00000010:3.0:1767384977.994748:0:40986:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000025a3098b. 00000020:00000010:3.0:1767384977.994750:0:40986:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000003f96bdb8. 00000020:00000010:3.0:1767384977.994762:0:40986:0:(local_storage.c:106:ls_device_init()) kmalloced '(ls)': 448 at 000000003dc6c6a6. 00000020:00000010:3.0:1767384977.994764:0:40986:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000312efe26. 00000020:00000010:3.0:1767384977.994768:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d0a0c9af. 00080000:00000010:3.0:1767384977.994772:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006c087f9f. 00000001:00000010:3.0:1767384977.994777:0:40986:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 000000007c960b47. 00000001:00000010:3.0:1767384977.994934:0:40986:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 0000000095e15b71. 20000000:00000010:3.0:1767384977.995728:0:40986:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 00000000da38fc0e. 00080000:00000010:3.0:1767384977.995734:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006cece839. 00080000:00000010:3.0:1767384977.995758:0:40986:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000000e4f9dcc. 00000020:00000010:3.0:1767384977.995760:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fb211a9a. 00080000:00000010:3.0:1767384977.995763:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a417d7d8. 00000020:00000010:3.0:1767384977.995771:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002c390b20. 00080000:00000010:3.0:1767384977.995773:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003e7c8040. 00080000:00000010:3.0:1767384977.995778:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000079d02727. 00100000:00000010:3.0:1767384977.995782:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f81e6a69. 00100000:00000010:3.0:1767384977.995785:0:40986:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000f81e6a69. 00000001:00000010:3.0:1767384977.995788:0:40986:0:(nodemap_storage.c:2551:nm_config_file_register_mgs()) kmalloced '(ncf)': 32 at 0000000013db6ccc. 00080000:00000010:3.0:1767384977.995792:0:40986:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at 000000009a1b0549. 00000001:00000010:3.0:1767384977.995794:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.995905:0:40986:0:(nodemap_handler.c:4421:nodemap_config_alloc()) kmalloced '(config)': 248 at 00000000ae587f0b. 00000001:00000010:3.0:1767384977.995909:0:40986:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000036e86bca. 00000001:00000010:3.0:1767384977.995912:0:40986:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000002685ecf7. 00000001:00000010:3.0:1767384977.995914:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000004acd755. 00000001:00000010:3.0:1767384977.995923:0:40986:0:(nodemap_handler.c:3352:nodemap_create()) kmalloced '(nodemap)': 928 at 000000006a1e4e16. 00000001:00000010:3.0:1767384977.995930:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002ccaabf2. 00000001:00000010:3.0:1767384977.995933:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002ccaabf2. 00000001:00000010:3.0:1767384977.995935:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.995937:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b4ffcadf. 00000001:00000010:3.0:1767384977.995940:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002ccaabf2. 00000001:00000010:3.0:1767384977.995942:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002ccaabf2. 00000001:00000010:3.0:1767384977.995943:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b4ffcadf. 00080000:00000010:3.0:1767384977.995946:0:40986:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at 000000009a1b0549. 00000001:00000010:3.0:1767384977.995953:0:40986:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000001301eb28. 00000001:00000010:3.0:1767384977.995956:0:40986:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000ec5a7c84. 00000001:00000010:3.0:1767384977.995957:0:40986:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000009c559e2. 00000001:00000010:3.0:1767384977.995964:0:40986:0:(nodemap_handler.c:87:nodemap_destroy()) kfreed 'nodemap': 928 at 00000000e70cf8aa. 00000001:00000010:3.0:1767384977.995966:0:40986:0:(nodemap_handler.c:4484:nodemap_config_dealloc()) kfreed 'config': 248 at 00000000412075fd. 00000020:00000010:3.0:1767384977.995979:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005feb1d09. 00080000:00000010:3.0:1767384977.995982:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009a1b0549. 00000040:00000010:3.0:1767384977.995989:0:40986:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000c02db653. 00000020:00000010:3.0:1767384977.995992:0:40986:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000133932f7. 00000020:00000010:3.0:1767384977.995995:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008b2fa6ab. 00080000:00000010:3.0:1767384977.995997:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008b01a950. 00000001:00000010:3.0:1767384977.996000:0:40986:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 00000000f81e6a69. 00000001:00000010:3.0:1767384977.996014:0:40986:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 000000003d2c4921. 00000020:00000010:3.0:1767384977.996499:0:40986:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000403c9816. 00000020:00000010:3.0:1767384977.996504:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e67be52d. 00080000:00000010:3.0:1767384977.996506:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000021f02ee3. 00000001:00000010:3.0:1767384977.996510:0:40986:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 000000004ffe48ee. 00000001:00000010:3.0:1767384977.996527:0:40986:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 00000000b1aed01b. 00080000:00000010:3.0:1767384977.997036:0:40986:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000eb14c2fe. 20000000:00000010:3.0:1767384977.997052:0:40986:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000076763d59. 20000000:00000010:3.0:1767384977.997054:0:40986:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 10 at 000000002da5367f. 20000000:00000010:3.0:1767384977.997056:0:40986:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000051070c1b. 20000000:00000010:3.0:1767384977.997058:0:40986:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000875eb796. 20000000:00000010:3.0:1767384977.997059:0:40986:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000068523036. 20000000:00000010:3.0:1767384977.997060:0:40986:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 00000000465f09ff. 20000000:00000010:3.0:1767384977.997062:0:40986:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000075295e0a. 20000000:00000010:3.0:1767384977.997073:0:40986:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 00000000f4b8ddb5. 20000000:00000010:3.0:1767384977.997075:0:40986:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000020feba10. 20000000:00000010:3.0:1767384977.997076:0:40986:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 000000003bf843b5. 20000000:00000010:3.0:1767384977.997077:0:40986:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000006662a4. 20000000:00000010:3.0:1767384977.997078:0:40986:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 000000005ead8bce. 00080000:00000010:3.0:1767384977.997082:0:40986:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000eb14c2fe. 00000020:00000010:3.0:1767384977.997093:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000869ee878. 00080000:00000010:3.0:1767384977.997096:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000bd851a7. 20000000:00000010:3.0:1767384977.997103:0:40986:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 000000005ead8bce. 20000000:00000010:3.0:1767384977.997105:0:40986:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000006662a4. 00000020:00000010:3.0:1767384977.997111:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d6b229fb. 00080000:00000010:3.0:1767384977.997112:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005f625a7e. 20000000:00000010:3.0:1767384977.997116:0:40986:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 000000003bf843b5. 20000000:00000010:3.0:1767384977.997118:0:40986:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000020feba10. 20000000:00000010:3.0:1767384977.997119:0:40986:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 00000000f4b8ddb5. 20000000:00000010:3.0:1767384977.997121:0:40986:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000075295e0a. 20000000:00000010:3.0:1767384977.997122:0:40986:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 00000000465f09ff. 20000000:00000010:3.0:1767384977.997123:0:40986:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000068523036. 00000020:00000010:3.0:1767384977.997128:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000f4bb919. 00080000:00000010:3.0:1767384977.997130:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001959f5ea. 20000000:00000010:3.0:1767384977.997134:0:40986:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000875eb796. 20000000:00000010:3.0:1767384977.997135:0:40986:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000051070c1b. 20000000:00000010:3.0:1767384977.997137:0:40986:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 10 at 000000002da5367f. 20000000:00000010:3.0:1767384977.997138:0:40986:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000076763d59. 00000020:00000010:3.0:1767384977.997223:0:40986:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 000000006d39aaf7. 00000020:00000010:3.0:1767384977.997240:0:40986:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 000000006d39aaf7. 20000000:00000010:3.0:1767384977.997247:0:40986:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 000000004e36a852. 20000000:00000010:3.0:1767384977.997251:0:40986:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 000000009d49532e. 20000000:00000010:3.0:1767384977.997255:0:40986:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000b3080e34. 20000000:00000010:3.0:1767384977.997258:0:40986:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000005ead8bce. 20000000:00000010:3.0:1767384977.997259:0:40986:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000269c0eb3. 20000000:00000010:1.0:1767384977.997507:0:40986:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 00000000c99077ab. 00000040:00000010:1.0:1767384977.997515:0:40986:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e5cad28d. 00000040:00000010:1.0:1767384977.997529:0:40986:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e5cad28d. 20000000:00000010:1.0:1767384977.997533:0:40986:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 00000000c99077ab. 00000040:00000010:1.0:1767384977.997538:0:40986:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e5cad28d. 00000040:00000010:1.0:1767384977.997554:0:40986:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000d6b9bae7. 00000020:00000010:1.0:1767384977.997559:0:40986:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000794e0846. 00000020:00000010:1.0:1767384977.997563:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bcfc880d. 00080000:00000010:1.0:1767384977.997566:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000053908059. 00000040:00000010:1.0:1767384977.997579:0:40986:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e098e846. 00000040:00000010:1.0:1767384977.997590:0:40986:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000d6b9bae7. 00000040:00000010:1.0:1767384977.997593:0:40986:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000e098e846. 00000040:00000010:1.0:1767384977.997596:0:40986:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e5cad28d. 20000000:00000010:1.0:1767384977.997599:0:40986:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000e5cad28d. 20000000:00000010:1.0:1767384977.997602:0:40986:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 13 at 00000000c99077ab. 00000040:00000010:1.0:1767384977.997605:0:40986:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000058f98f32. 00000040:00000010:1.0:1767384977.997612:0:40986:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000058f98f32. 20000000:00000010:1.0:1767384977.997615:0:40986:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 13 at 00000000c99077ab. 00000100:00000010:1.0:1767384977.997620:0:40986:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000058f98f32. 00000100:00000010:1.0:1767384977.997626:0:40986:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000774a446b. 00000100:00000010:1.0:1767384977.997638:0:40986:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000008568bb6. 00000100:00000010:1.0:1767384977.997646:0:40986:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000e25155b3. 00000100:00000010:1.0:1767384977.997651:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000006356a58. 00000100:00000010:1.0:1767384977.997655:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e098e846. 00000100:00000010:1.0:1767384977.997657:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007024b241. 00000100:00000010:1.0:1767384977.997661:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003accc61f. 00000100:00000010:1.0:1767384977.997664:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c1a74a42. 00000100:00000010:1.0:1767384977.997667:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d53b62c0. 00000100:00000010:1.0:1767384977.997669:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a2d98d6b. 00000100:00000010:1.0:1767384977.997673:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000501407d8. 00000100:00000010:1.0:1767384977.997676:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e71eebdf. 00000100:00000010:1.0:1767384977.997681:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000465ad7a2. 00000100:00000010:1.0:1767384977.997683:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b96267dd. 00000100:00000010:1.0:1767384977.997688:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fb923e35. 00000100:00000010:1.0:1767384977.997690:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001a836196. 00000100:00000010:1.0:1767384977.997694:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008494b065. 00000100:00000010:1.0:1767384977.997697:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ff34594. 00000100:00000010:1.0:1767384977.997700:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f1750238. 00000100:00000010:1.0:1767384977.997703:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cf02cf82. 00000100:00000010:1.0:1767384977.997706:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001da88100. 00000100:00000010:1.0:1767384977.997709:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000112e356c. 00000100:00000010:1.0:1767384977.997712:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c34b2dbf. 00000100:00000010:1.0:1767384977.997715:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a4d3b15. 00000100:00000010:1.0:1767384977.997718:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005b18c998. 00000100:00000010:1.0:1767384977.997721:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001281ef68. 00000100:00000010:1.0:1767384977.997725:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008685cefe. 00000100:00000010:1.0:1767384977.997728:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f64d073. 00000100:00000010:1.0:1767384977.997732:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bfba8d81. 00000100:00000010:1.0:1767384977.997734:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b213c1db. 00000100:00000010:1.0:1767384977.997738:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004dd35f25. 00000100:00000010:1.0:1767384977.997741:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a94cdec9. 00000100:00000010:1.0:1767384977.997745:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000057bf22f5. 00000100:00000010:1.0:1767384977.997748:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000046cb60e1. 00000100:00000010:1.0:1767384977.997752:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c3b04fdd. 00000100:00000010:1.0:1767384977.997755:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab84aa13. 00000100:00000010:1.0:1767384977.997759:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f9b5e986. 00000100:00000010:1.0:1767384977.997762:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000883c34e4. 00000100:00000010:1.0:1767384977.997765:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007ae627ac. 00000100:00000010:1.0:1767384977.997768:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f44cd04. 00000100:00000010:1.0:1767384977.997774:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000216ece3e. 00000100:00000010:1.0:1767384977.997777:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000087f9f871. 00000100:00000010:1.0:1767384977.997781:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000ea6c1fe. 00000100:00000010:1.0:1767384977.997784:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000049aa458a. 00000100:00000010:1.0:1767384977.997788:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000d8e11b9. 00000100:00000010:1.0:1767384977.997791:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cdbc9514. 00000100:00000010:1.0:1767384977.997796:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003ac7cbad. 00000100:00000010:1.0:1767384977.997799:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000021312f7a. 00000100:00000010:1.0:1767384977.997803:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000067a9a00b. 00000100:00000010:1.0:1767384977.997806:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000011879120. 00000100:00000010:1.0:1767384977.997811:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000056253a2. 00000100:00000010:1.0:1767384977.997837:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000011d6ba8. 00000100:00000010:1.0:1767384977.997843:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a8c2ba95. 00000100:00000010:1.0:1767384977.997846:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8a9456b. 00000100:00000010:1.0:1767384977.997851:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000facf727b. 00000100:00000010:1.0:1767384977.997854:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000031a8085c. 00000100:00000010:1.0:1767384977.997859:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f31a5442. 00000100:00000010:1.0:1767384977.997862:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000008f17ed3. 00000100:00000010:1.0:1767384977.997867:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000aa5cd6f2. 00000100:00000010:1.0:1767384977.997870:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c4ab4b75. 00000100:00000010:1.0:1767384977.997875:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000091f45c2b. 00000100:00000010:1.0:1767384977.997878:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001d7568f8. 00000100:00000010:1.0:1767384977.997883:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f494c2fc. 00000100:00000010:1.0:1767384977.997886:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7716515. 00000100:00000010:1.0:1767384977.997890:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fd5469ac. 00000100:00000010:1.0:1767384977.997893:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003365b6f4. 00000100:00000010:1.0:1767384977.997898:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b05e1d22. 00000100:00000010:1.0:1767384977.997901:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f6e2c72. 00000100:00000010:1.0:1767384977.997905:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fa62a5c2. 00000100:00000010:1.0:1767384977.997908:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b51d0e5. 00000100:00000010:1.0:1767384977.997913:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e523df4c. 00000100:00000010:1.0:1767384977.997916:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb967418. 00000100:00000010:1.0:1767384977.997920:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009f7bff60. 00000100:00000010:1.0:1767384977.997923:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053671ff5. 00000100:00000010:1.0:1767384977.997927:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006eecde93. 00000100:00000010:1.0:1767384977.997930:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dff20a53. 00000100:00000010:1.0:1767384977.997934:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006456b462. 00000100:00000010:1.0:1767384977.997937:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000068e767e6. 00000100:00000010:1.0:1767384977.997942:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d44482e5. 00000100:00000010:1.0:1767384977.997945:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a1f01af. 00000100:00000010:1.0:1767384977.997949:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009f606b43. 00000100:00000010:1.0:1767384977.997952:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053095d7c. 00000100:00000010:1.0:1767384977.997956:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007bf5a415. 00000100:00000010:1.0:1767384977.997958:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009677cc92. 00000100:00000010:1.0:1767384977.997963:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d2fe02fd. 00000100:00000010:1.0:1767384977.997966:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009aac48a0. 00000100:00000010:1.0:1767384977.997971:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f93bf49a. 00000100:00000010:1.0:1767384977.997973:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d571db46. 00000100:00000010:1.0:1767384977.997977:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000046eaaf5f. 00000100:00000010:1.0:1767384977.997980:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d98a10c. 00000100:00000010:1.0:1767384977.997985:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000696a08f2. 00000100:00000010:1.0:1767384977.997988:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e22b314c. 00000100:00000010:1.0:1767384977.997992:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000009527b39. 00000100:00000010:1.0:1767384977.997995:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000042a1ab98. 00000100:00000010:1.0:1767384977.997999:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007f33df0d. 00000100:00000010:1.0:1767384977.998001:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000124003aa. 00000100:00000010:1.0:1767384977.998005:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000afa77163. 00000100:00000010:1.0:1767384977.998007:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b12ccb1c. 00000100:00000010:1.0:1767384977.998012:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b66b6643. 00000100:00000010:1.0:1767384977.998014:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001aa9ed90. 00000100:00000010:1.0:1767384977.998019:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000eea7981d. 00000100:00000010:1.0:1767384977.998021:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f57d2955. 00000100:00000010:1.0:1767384977.998025:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bb4a2769. 00000100:00000010:1.0:1767384977.998028:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000f6c4c0c. 00000100:00000010:1.0:1767384977.998032:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b60ef4e3. 00000100:00000010:1.0:1767384977.998034:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9704ffe. 00000100:00000010:1.0:1767384977.998039:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000013449c6. 00000100:00000010:1.0:1767384977.998042:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d01cf774. 00000100:00000010:1.0:1767384977.998046:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000514ca76. 00000100:00000010:1.0:1767384977.998048:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a90ade0b. 00000100:00000010:1.0:1767384977.998053:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000827425e5. 00000100:00000010:1.0:1767384977.998055:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000abe69666. 00000100:00000010:1.0:1767384977.998060:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000eedd45ff. 00000100:00000010:1.0:1767384977.998063:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000080d77f9a. 00000100:00000010:1.0:1767384977.998068:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000722d63d6. 00000100:00000010:1.0:1767384977.998070:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000054b6e5e9. 00000100:00000010:1.0:1767384977.998075:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a71ff381. 00000100:00000010:1.0:1767384977.998077:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000872f471. 00000100:00000010:1.0:1767384977.998082:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dbb42e6c. 00000100:00000010:1.0:1767384977.998084:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002da77c3f. 00000100:00000010:1.0:1767384977.998089:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007c999f3c. 00000100:00000010:1.0:1767384977.998091:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000398152b3. 00000100:00000010:1.0:1767384977.998095:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000f0bae9b. 00000100:00000010:1.0:1767384977.998097:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001cc98260. 00000100:00000010:1.0:1767384977.998102:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005134c4af. 00000100:00000010:1.0:1767384977.998105:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000003c9243c. 00000100:00000010:1.0:1767384977.998109:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fdff5d6a. 00000100:00000010:1.0:1767384977.998112:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000467c02a8. 00000100:00000010:1.0:1767384977.998116:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002cfb6b86. 00000100:00000010:1.0:1767384977.998119:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000bdd29ec. 00000100:00000010:1.0:1767384977.998130:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f0e5e924. 00000400:00000200:1.0:1767384977.998134:0:40986:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 26 lazy 00000020:00000010:1.0:1767384977.998174:0:40986:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000004b22971d. 00000020:00000010:1.0:1767384977.998178:0:40986:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000254a597c. 00000100:00000010:1.0:1767384977.998221:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000768af59b. 00000100:00000010:1.0:1767384977.998244:0:40986:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000fe9ac43d. 00000100:00000010:1.0:1767384977.998248:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ce3bfdcc. 00000100:00000010:1.0:1767384977.998252:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004d159d27. 00000100:00000010:1.0:1767384977.998256:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f9d1eb99. 00000100:00000200:1.0:1767384977.998287:0:40986:0:(service.c:847:ptlrpc_register_service()) mgs: Started, listening on portal 26 00000100:00000010:1.0:1767384977.998291:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000002aee1d92. 00000100:00000010:3.0:1767384977.998481:0:40992:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000009a2e21ad. 00000020:00000010:3.0:1767384977.998485:0:40992:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000008efadea. 00000020:00000010:3.0:1767384977.998489:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090ea4c07. 00000020:00000010:3.0:1767384977.998492:0:40992:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009799f175. 00000040:00000010:3.0:1767384977.998495:0:40992:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000003d6e242. 00000020:00000010:3.0:1767384977.998497:0:40992:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007e4d62c5. 00000020:00000010:3.0:1767384977.998499:0:40992:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000074dee058. 80000000:00000010:3.0:1767384977.998501:0:40992:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008bc127e7. 00040000:00000010:3.0:1767384977.998503:0:40992:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000088d468f5. 00080000:00000010:3.0:1767384977.998507:0:40992:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000000ec4e267. 00080000:00000010:3.0:1767384977.998511:0:40992:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000080ce1381. 20000000:00000010:3.0:1767384977.998514:0:40992:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000000fbe9b4b. 00000100:00000200:3.0:1767384977.998517:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998522:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4ffcadf. 00000400:00000010:3.0:1767384977.998526:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f4e1612. 00000100:00000200:3.0:1767384977.998532:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998534:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ccaabf2. 00000400:00000010:3.0:1767384977.998536:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008fbd2393. 00000100:00000200:3.0:1767384977.998537:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998538:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd958cd3. 00000400:00000010:3.0:1767384977.998540:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8af21a4. 00000100:00000200:3.0:1767384977.998542:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998543:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a8913a7. 00000400:00000010:3.0:1767384977.998544:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be21d7c0. 00000100:00000200:3.0:1767384977.998545:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998547:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfbc4a0d. 00000400:00000010:3.0:1767384977.998549:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008bb86d6f. 00000100:00000200:3.0:1767384977.998550:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998552:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ffa2f5a. 00000400:00000010:3.0:1767384977.998553:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006103a191. 00000100:00000200:3.0:1767384977.998555:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998557:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c53ceb8d. 00000400:00000010:3.0:1767384977.998558:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de6e168e. 00000100:00000200:3.0:1767384977.998560:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998561:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d504db98. 00000400:00000010:3.0:1767384977.998563:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000045b28f94. 00000100:00000200:3.0:1767384977.998564:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998566:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c70bd6cc. 00000400:00000010:3.0:1767384977.998567:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ccb22779. 00000100:00000200:3.0:1767384977.998568:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998569:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1cded85. 00000400:00000010:3.0:1767384977.998571:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f0e4737. 00000100:00000200:3.0:1767384977.998572:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998574:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093d9900b. 00000400:00000010:3.0:1767384977.998576:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b364a00e. 00000100:00000200:3.0:1767384977.998577:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998578:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001be486be. 00000400:00000010:3.0:1767384977.998579:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000081906d86. 00000100:00000200:3.0:1767384977.998581:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998582:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d030819. 00000400:00000010:3.0:1767384977.998583:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c8e939b9. 00000100:00000200:3.0:1767384977.998584:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998585:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b2e3047. 00000400:00000010:3.0:1767384977.998587:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e6d7acf4. 00000100:00000200:3.0:1767384977.998588:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998589:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000256031a3. 00000400:00000010:3.0:1767384977.998590:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000027792788. 00000100:00000200:3.0:1767384977.998591:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998592:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf5cb297. 00000400:00000010:3.0:1767384977.998594:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fbbf30ac. 00000100:00000200:3.0:1767384977.998595:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998596:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000771762ea. 00000400:00000010:3.0:1767384977.998598:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000064370a8c. 00000100:00000200:3.0:1767384977.998599:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998600:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000baf2f313. 00000400:00000010:3.0:1767384977.998601:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000debc2383. 00000100:00000200:3.0:1767384977.998602:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998605:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000659fa31. 00000400:00000010:3.0:1767384977.998606:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000018f4fd87. 00000100:00000200:3.0:1767384977.998607:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998608:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008248ab79. 00000400:00000010:3.0:1767384977.998610:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d24117a. 00000100:00000200:3.0:1767384977.998611:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998612:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032e48dde. 00000400:00000010:3.0:1767384977.998615:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e30cfe44. 00000100:00000200:3.0:1767384977.998616:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998617:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fda63160. 00000400:00000010:3.0:1767384977.998618:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b7b31b85. 00000100:00000200:3.0:1767384977.998619:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998622:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dbc8355. 00000400:00000010:3.0:1767384977.998624:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041961f74. 00000100:00000200:3.0:1767384977.998625:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998626:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a42a9689. 00000400:00000010:3.0:1767384977.998627:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001712762e. 00000100:00000200:3.0:1767384977.998629:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998631:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e14985e. 00000400:00000010:3.0:1767384977.998633:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d5029f85. 00000100:00000200:3.0:1767384977.998634:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998635:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac266d26. 00000400:00000010:3.0:1767384977.998637:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bda9240d. 00000100:00000200:3.0:1767384977.998639:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998640:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd765515. 00000400:00000010:3.0:1767384977.998641:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ca67f93. 00000100:00000200:3.0:1767384977.998643:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998644:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e319009d. 00000400:00000010:3.0:1767384977.998646:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009981196c. 00000100:00000200:3.0:1767384977.998647:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998648:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020f45195. 00000400:00000010:3.0:1767384977.998649:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ebd9799. 00000100:00000200:3.0:1767384977.998651:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998652:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e93ce48. 00000400:00000010:3.0:1767384977.998653:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dac1aa55. 00000100:00000200:3.0:1767384977.998655:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998656:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000895e088c. 00000400:00000010:3.0:1767384977.998658:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c5addfd6. 00000100:00000200:3.0:1767384977.998659:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998660:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf4d14c9. 00000400:00000010:3.0:1767384977.998661:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000474d4737. 00000100:00000200:3.0:1767384977.998662:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998664:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c3fbfc7. 00000400:00000010:3.0:1767384977.998665:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000749a9924. 00000100:00000200:3.0:1767384977.998667:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998669:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd45cd65. 00000400:00000010:3.0:1767384977.998670:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b444dcd. 00000100:00000200:3.0:1767384977.998672:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998674:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6dcb48d. 00000400:00000010:3.0:1767384977.998675:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f66551b3. 00000100:00000200:3.0:1767384977.998676:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998677:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000696e7cc5. 00000400:00000010:3.0:1767384977.998679:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d9ec35f. 00000100:00000200:3.0:1767384977.998680:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998681:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010a4fecf. 00000400:00000010:3.0:1767384977.998683:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc1df843. 00000100:00000200:3.0:1767384977.998684:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998685:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008130174c. 00000400:00000010:3.0:1767384977.998686:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a832d6c5. 00000100:00000200:3.0:1767384977.998688:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998690:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b335665a. 00000400:00000010:3.0:1767384977.998692:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000068f8d3dd. 00000100:00000200:3.0:1767384977.998693:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998694:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091900519. 00000400:00000010:3.0:1767384977.998696:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000082834b7d. 00000100:00000200:3.0:1767384977.998698:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998699:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026a02ac4. 00000400:00000010:3.0:1767384977.998700:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a48c2d8a. 00000100:00000200:3.0:1767384977.998702:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998703:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007535bf74. 00000400:00000010:3.0:1767384977.998705:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c4b4b898. 00000100:00000200:3.0:1767384977.998706:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998708:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d0f394b. 00000400:00000010:3.0:1767384977.998710:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d0fc914a. 00000100:00000200:3.0:1767384977.998711:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998712:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fb1497a. 00000400:00000010:3.0:1767384977.998713:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000216f6a2d. 00000100:00000200:3.0:1767384977.998715:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998716:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000153d4077. 00000400:00000010:3.0:1767384977.998717:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f7617be7. 00000100:00000200:3.0:1767384977.998719:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998720:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c46d8be. 00000400:00000010:3.0:1767384977.998722:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cca47e8c. 00000100:00000200:3.0:1767384977.998723:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998724:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000bd5164. 00000400:00000010:3.0:1767384977.998725:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d92d85d5. 00000100:00000200:3.0:1767384977.998726:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998727:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087ba3581. 00000400:00000010:3.0:1767384977.998729:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009dc17a55. 00000100:00000200:3.0:1767384977.998730:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998731:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9d48222. 00000400:00000010:3.0:1767384977.998732:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000caa5cd8f. 00000100:00000200:3.0:1767384977.998733:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998734:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af70e119. 00000400:00000010:3.0:1767384977.998735:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000099a7ada5. 00000100:00000200:3.0:1767384977.998737:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998738:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f758cae. 00000400:00000010:3.0:1767384977.998739:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009e5176a9. 00000100:00000200:3.0:1767384977.998740:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998742:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006929f2a4. 00000400:00000010:3.0:1767384977.998744:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c56a49b7. 00000100:00000200:3.0:1767384977.998745:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998746:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000936e1e03. 00000400:00000010:3.0:1767384977.998747:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000780350eb. 00000100:00000200:3.0:1767384977.998748:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998749:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004ec9b7c. 00000400:00000010:3.0:1767384977.998751:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c5d5dd1. 00000100:00000200:3.0:1767384977.998752:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998754:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a96fe86. 00000400:00000010:3.0:1767384977.998756:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008eea6125. 00000100:00000200:3.0:1767384977.998757:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998759:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000996e6c79. 00000400:00000010:3.0:1767384977.998761:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c6e79fdb. 00000100:00000200:3.0:1767384977.998762:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998763:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb0cd05b. 00000400:00000010:3.0:1767384977.998764:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee49f43c. 00000100:00000200:3.0:1767384977.998765:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998767:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002647dd97. 00000400:00000010:3.0:1767384977.998768:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004cb83363. 00000100:00000200:3.0:1767384977.998769:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998770:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e94d7b9d. 00000400:00000010:3.0:1767384977.998771:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d92f630d. 00000100:00000200:3.0:1767384977.998773:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998774:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042f83d93. 00000400:00000010:3.0:1767384977.998775:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cc2db145. 00000100:00000200:3.0:1767384977.998776:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998777:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3173676. 00000400:00000010:3.0:1767384977.998779:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c6dd69aa. 00000100:00000200:3.0:1767384977.998780:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998781:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001697f893. 00000400:00000010:3.0:1767384977.998783:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000d91d4dd. 00000100:00000200:3.0:1767384977.998784:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998785:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000226f710a. 00000400:00000010:3.0:1767384977.998787:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aacf7d45. 00000100:00000200:3.0:1767384977.998788:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384977.998790:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f65ea01e. 00000400:00000010:3.0:1767384977.998792:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc527471. 00000100:00000010:3.0:1767384977.998804:0:40992:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000005645de05. 00000100:00000200:3.0:1767384977.998837:0:40992:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384977.998871:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000004d612231. 00000100:00000010:2.0:1767384977.999046:0:40994:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000ada65f8f. 00000020:00000010:2.0:1767384977.999053:0:40994:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a041b371. 00000020:00000010:2.0:1767384977.999058:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac9c649b. 00000020:00000010:2.0:1767384977.999062:0:40994:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e77ad6a7. 00000040:00000010:2.0:1767384977.999067:0:40994:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000a8a7631. 00000020:00000010:2.0:1767384977.999072:0:40994:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dd31811e. 00000020:00000010:2.0:1767384977.999077:0:40994:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bd9e5a3c. 80000000:00000010:2.0:1767384977.999081:0:40994:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000edc46aee. 00040000:00000010:2.0:1767384977.999086:0:40994:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000694307fd. 00080000:00000010:2.0:1767384977.999092:0:40994:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000040520574. 00080000:00000010:2.0:1767384977.999096:0:40994:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006422b363. 20000000:00000010:2.0:1767384977.999101:0:40994:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000a6778244. 00000100:00000010:2.0:1767384977.999115:0:40994:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000006b7d8c12. 00000100:00000200:2.0:1767384977.999131:0:40994:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1767384977.999160:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000b5f14d84. 00000100:00000010:2.0:1767384977.999323:0:40995:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000c442a1d8. 00000020:00000010:2.0:1767384977.999327:0:40995:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000009e8f6e7c. 00000020:00000010:2.0:1767384977.999331:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093d6c150. 00000020:00000010:2.0:1767384977.999333:0:40995:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001294388a. 00000040:00000010:2.0:1767384977.999335:0:40995:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bee9fb7d. 00000020:00000010:2.0:1767384977.999338:0:40995:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000aedfd0e3. 00000020:00000010:2.0:1767384977.999340:0:40995:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000633e2440. 80000000:00000010:2.0:1767384977.999343:0:40995:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008bbbd763. 00040000:00000010:2.0:1767384977.999346:0:40995:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005a67eaa2. 00080000:00000010:2.0:1767384977.999350:0:40995:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000030612463. 00080000:00000010:2.0:1767384977.999354:0:40995:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009e8943f6. 20000000:00000010:2.0:1767384977.999359:0:40995:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000ff5a5f2e. 00000100:00000010:2.0:1767384977.999370:0:40995:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000e33c7a98. 00000100:00000200:2.0:1767384977.999384:0:40995:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00080000:00000010:0.0:1767384977.999444:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000053908059. 00000020:00000010:0.0:1767384977.999450:0:40986:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000bcfc880d. 00000020:00000010:0.0:1767384977.999460:0:40986:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 000000006fcc8d8b. 00080000:00000010:0.0:1767384977.999471:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005f625a7e. 00000020:00000010:0.0:1767384977.999474:0:40986:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d6b229fb. 00080000:00000010:0.0:1767384977.999489:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006cece839. 20000000:00000010:0.0:1767384977.999493:0:40986:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 00000000da38fc0e. 00080000:00000010:0.0:1767384977.999499:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001959f5ea. 00000020:00000010:0.0:1767384977.999502:0:40986:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000f4bb919. 00080000:00000010:0.0:1767384977.999509:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000bd851a7. 00000020:00000010:0.0:1767384977.999512:0:40986:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000869ee878. 00000020:00000010:0.0:1767384977.999517:0:40986:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000341af43a. 00000040:00000010:0.0:1767384977.999520:0:40986:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e23dc36d. 00000020:00000010:0.0:1767384977.999523:0:40986:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000056a038e9. 00000020:00000010:0.0:1767384977.999526:0:40986:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006868d4b8. 80000000:00000010:0.0:1767384977.999529:0:40986:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a756d1f3. 00040000:00000010:0.0:1767384977.999532:0:40986:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d6340482. 00080000:00000010:0.0:1767384977.999536:0:40986:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ff7b7ca3. 00080000:00000010:0.0:1767384977.999539:0:40986:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 000000000e4f9dcc. 00080000:00000010:0.0:1767384977.999544:0:40986:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e0db345a. 00000020:00000010:0.0:1767384977.999547:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf02e4ce. 00000020:00000010:0.0:1767384977.999550:0:40986:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b2019d6. 00000020:00000010:0.0:1767384977.999553:0:40986:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b360690a. 00000008:00000010:0.0:1767384977.999556:0:40986:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000d593be56. 00020000:00000010:0.0:1767384977.999559:0:40986:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000007de0413f. 00008000:00000010:0.0:1767384977.999562:0:40986:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000ecfc9747. 00000080:00000010:0.0:1767384977.999565:0:40986:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000006b03077d. 00000020:00000010:0.0:1767384977.999568:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe6464e6. 00000020:00000010:0.0:1767384977.999571:0:40986:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 00000000f3c2e501. 00000020:00000010:0.0:1767384977.999590:0:40986:0:(obd_mount.c:322:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 000000001cb40468. 00000020:00000010:0.0:1767384977.999594:0:40986:0:(obd_mount.c:330:lustre_start_mgc()) kmalloced '(data)': 192 at 00000000e897bd2f. 00000100:02020000:0.0:1767384977.999605:0:40986:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.203.134@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000400:00000010:1.0:1767384978.004642:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000098295e44. 00000400:00000200:1.0:1767384978.004648:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073bfe857 00000400:00000010:1.0:1767384978.004650:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073bfe857. 00000100:00000200:1.0:1767384978.004659:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000287e7a0f x1853237348041856/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384978.004670:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000287e7a0f x1853237348041856/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384990 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384978.004686:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e8daed8. 00000400:00000200:1.0:1767384978.004689:0:16358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012d634c9 00000400:00000010:1.0:1767384978.004690:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012d634c9. 00000100:00000200:1.0:1767384978.004696:0:16358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dae23b5c x1853237348041600/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384978.004704:0:16358:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dae23b5c x1853237348041600/t0(0) o400->MGC192.168.203.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384985 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384978.004721:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000728893be. 02000000:00000010:1.0:1767384978.004728:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cbe0672c. 00000100:00000010:1.0:1767384978.004734:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000287e7a0f. 02000000:00000010:1.0:1767384978.004738:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc0631cc. 02000000:00000010:1.0:1767384978.004752:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d992fc4f. 00000100:00000010:1.0:1767384978.004754:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dae23b5c. 00000100:00000010:0.0:1767384978.004899:0:40986:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a011367. 02000000:00000010:0.0:1767384978.004912:0:40986:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000a8148166. 02000000:00000010:1.0:1767384978.004962:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005b105329. 00000400:00000010:1.0:1767384978.004968:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000950e037a. 00000400:00000010:1.0:1767384978.004983:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039e9994e. 00000100:00000200:1.0:1767384978.004987:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348041984, portal 25 00000400:00000010:1.0:1767384978.004991:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000265f5e51. 00000100:00000200:1.0:1767384978.004994:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1853237348041984, offset 0 00000400:00000200:1.0:1767384978.005001:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384978.005012:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384978.005021:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6958271d08500 00000400:00000200:1.0:1767384978.005027:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 520/520 into md 0x218d [2] + 0 00000400:00000010:1.0:1767384978.005031:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4ffcadf. 00000400:00000200:1.0:1767384978.005034:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004f4e1612 00000400:00000200:1.0:1767384978.005050:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384978.005053:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384978.005056:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f4e1612 00000400:00000010:1.0:1767384978.005057:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004f4e1612. 00000100:00000200:1.0:1767384978.005060:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384978.005074:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000265f5e51 00000400:00000010:1.0:1767384978.005075:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000265f5e51. 00000100:00000200:1.0:1767384978.005079:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002a011367 x1853237348041984/t0(0) o250->MGC192.168.203.134@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384978.005092:0:40995:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000094627073. 00000100:00000010:1.0:1767384978.005092:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000b5658c7. 00000100:00000010:1.0:1767384978.005102:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000043aeb7e. 00000020:00000010:2.0:1767384978.005118:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cab0a53f. 00000100:00000010:1.0:1767384978.005119:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004ccd4439. 00000020:00000010:2.0:1767384978.005126:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d74a0f61. 00000100:00000010:1.0:1767384978.005127:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ed24129e. 00000020:00000010:2.0:1767384978.005132:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bcfd3a7d. 00000100:00000200:2.0:1767384978.005158:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348041984 02000000:00000010:2.0:1767384978.005177:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000e052e1a6. 00000020:00000010:2.0:1767384978.005182:0:40995:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000189d7e9b. 00000001:00000010:2.0:1767384978.005187:0:40995:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000012576769. 00000001:00000010:2.0:1767384978.005189:0:40995:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000000e6c5e62. 00000001:00000010:2.0:1767384978.005191:0:40995:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000202b3dea. 00000001:00000010:2.0:1767384978.005193:0:40995:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a63480d1. 00000001:00000010:2.0:1767384978.005195:0:40995:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003f651e5f. 00000001:00000010:2.0:1767384978.005197:0:40995:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001fc30875. 00000020:00000010:2.0:1767384978.005205:0:40995:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000001cc96cd. 00000020:00000010:2.0:1767384978.005276:0:40995:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000a64048c6. 00000020:00000010:2.0:1767384978.005278:0:40995:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 000000002a4fa45e. 00000020:00000010:2.0:1767384978.005280:0:40995:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 00000000691a241b. 00000020:00000010:2.0:1767384978.005287:0:40995:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000003f239c8f. 00000020:00000010:2.0:1767384978.005289:0:40995:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000f3763e73. 00000020:00000010:2.0:1767384978.005291:0:40995:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000334ec40e. 00000020:00000010:2.0:1767384978.005298:0:40995:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000071efc0b8. 00010000:00000200:2.0:1767384978.005322:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001d50a305 x1853237348041984/t0(0) o250->b543db4a-4900-454f-be04-352b2897a173@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384998 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384978.005334:0:40995:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000100:00000200:2.0:1767384978.005336:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853237348041984, offset 0 00000400:00000200:2.0:1767384978.005340:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384978.005345:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384978.005349:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 25 MB=0x6958271d08500 00000400:00000200:2.0:1767384978.005352:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 416/416 into md 0x228d [1] + 0 00000400:00000200:2.0:1767384978.005355:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384978.005357:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384978.005361:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002a011367 x1853237348041984/t0(0) o250->MGC192.168.203.134@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384988 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384978.005377:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c2d411d 00000400:00000010:2.0:1767384978.005378:0:40995:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000020:00000010:2.0:1767384978.005387:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d74a0f61. 00000020:00000010:2.0:1767384978.005395:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bcfd3a7d. 00000400:00000010:1.0:1767384978.005395:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000950e037a. 00000400:00000200:1.0:1767384978.005400:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039e9994e 00000020:00000010:2.0:1767384978.005401:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cab0a53f. 00000400:00000010:1.0:1767384978.005404:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039e9994e. 02000000:00000010:2.0:1767384978.005409:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000e052e1a6. 00000100:00000200:1.0:1767384978.005411:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002a011367 x1853237348041984/t0(0) o250->MGC192.168.203.134@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384988 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384978.005416:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384978.005421:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069e38a55. 00000100:00000200:1.0:1767384978.005421:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002a011367 x1853237348041984/t0(0) o250->MGC192.168.203.134@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384988 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384978.005427:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d4352c49. 00000020:00000010:1.0:1767384978.005454:0:16357:0:(tgt_mount.c:1597:tgt_import_active_cb()) kmalloced '(dw)': 184 at 0000000010c62035. 02000000:00000010:1.0:1767384978.005475:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005b105329. 02000000:00000010:1.0:1767384978.005479:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000a8148166. 00000100:00000010:1.0:1767384978.005484:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a011367. 00000020:00000010:0.0:1767384978.005500:0:40986:0:(obd_mount.c:539:lustre_start_mgc()) kfreed 'data': 192 at 00000000e897bd2f. 00000020:00000010:3.0:1767384978.005504:0:8:0:(tgt_mount.c:1554:tgt_import_update()) kmalloced '(mti)': 7232 at 00000000999acb18. 00000020:00000010:0.0:1767384978.005505:0:40986:0:(obd_mount.c:540:lustre_start_mgc()) kfreed 'mgcname': 23 at 000000001cb40468. 00000020:00000010:0.0:1767384978.005516:0:40986:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 000000006a58dbb6. 00000020:00000010:0.0:1767384978.005526:0:40986:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000d30a507b. 00000020:00000010:0.0:1767384978.005533:0:40986:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000af097337. 00000100:00000010:3.0:1767384978.005535:0:8:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a6cd656. 00000020:00000010:0.0:1767384978.005540:0:40986:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 000000006a58dbb6. 00000020:00000010:0.0:1767384978.005545:0:40986:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 48 at 00000000425be132. 00000100:00000010:3.0:1767384978.005548:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000abe39ffd. 00000001:00000010:0.0:1767384978.005555:0:40986:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005ae9bba2. 02000000:00000010:3.0:1767384978.005558:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000865d512a. 00000001:00000010:0.0:1767384978.005560:0:40986:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001cb40468. 00000001:00000010:0.0:1767384978.005564:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009591e1b6. 00000100:00000010:3.0:1767384978.005566:0:8:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000005cf0fcb5. 00000001:00000010:0.0:1767384978.005567:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b432dd74. 00000100:00000010:3.0:1767384978.005574:0:8:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000a27df6bf. 00000001:00000010:0.0:1767384978.005574:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a31dbee8. 00000001:00000010:0.0:1767384978.005580:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000620a7862. 00000001:00000010:0.0:1767384978.005581:0:40986:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001318aafd. 00000001:00000010:0.0:1767384978.005584:0:40986:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000000efb5905. 00000001:00000010:0.0:1767384978.005585:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d9fa7a9e. 00000001:00000010:0.0:1767384978.005587:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004a8af0c1. 00000001:00000010:0.0:1767384978.005588:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000019d3c71e. 00000400:00000010:3.0:1767384978.005590:0:8:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a957e30. 00000001:00000010:0.0:1767384978.005591:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007e4fe572. 00000020:00000010:0.0:1767384978.005596:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe6464e6. 00000400:00000010:3.0:1767384978.005597:0:8:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002aaf35de. 00000020:00000010:0.0:1767384978.005600:0:40986:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a6ac54b1. 00000100:00000200:3.0:1767384978.005601:0:8:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x6958271d08580-0x6958271d08580, portal 33 00000020:00000010:0.0:1767384978.005604:0:40986:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c41bf3b7. 00000008:00000010:0.0:1767384978.005608:0:40986:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000077ab5987. 02000000:00000010:3.0:1767384978.005610:0:8:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b0fc47db. 00020000:00000010:0.0:1767384978.005611:0:40986:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000002eca29fe. 00000400:00000010:3.0:1767384978.005618:0:8:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004eabe537. 00008000:00000010:0.0:1767384978.005618:0:40986:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000e2856234. 00000400:00000010:3.0:1767384978.005625:0:8:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e12e2185. 00000080:00000010:0.0:1767384978.005626:0:40986:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000009bd7ce10. 00000100:00000200:3.0:1767384978.005629:0:8:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348042112, portal 25 00000020:00000010:0.0:1767384978.005630:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf02e4ce. 00000400:00000010:3.0:1767384978.005633:0:8:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004da31cbc. 00000020:00000010:0.0:1767384978.005635:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d6340482. 00000100:00000200:3.0:1767384978.005637:0:8:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853237348042112, offset 0 00000040:00000010:0.0:1767384978.005639:0:40986:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006868d4b8. 00000020:00000010:0.0:1767384978.005643:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008c0904d2. 00000400:00000200:3.0:1767384978.005646:0:8:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384978.005649:0:40986:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002284a063. 00000020:00000010:0.0:1767384978.005651:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e23dc36d. 00000400:00000200:3.0:1767384978.005656:0:8:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 80000000:00000010:0.0:1767384978.005656:0:40986:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006a58dbb6. 40000000:00000010:0.0:1767384978.005663:0:40986:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003cb70323. 00000400:00000200:3.0:1767384978.005666:0:8:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x6958271d08580 00100000:00000010:0.0:1767384978.005667:0:40986:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000055c52a18. 00040000:00000010:0.0:1767384978.005672:0:40986:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000046fe91dc. 00000400:00000200:3.0:1767384978.005675:0:8:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x2191 [2] + 0 00040000:00000010:0.0:1767384978.005677:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000341af43a. 00000400:00000010:3.0:1767384978.005682:0:8:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ccaabf2. 00080000:00000010:0.0:1767384978.005683:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000090f7e42. 00000400:00000200:3.0:1767384978.005685:0:8:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008fbd2393 00080000:00000010:0.0:1767384978.005688:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e530d69e. 00000004:00000010:0.0:1767384978.005693:0:40986:0:(mdt_mds.c:566:mds_device_alloc()) kmalloced '(m)': 192 at 00000000e897bd2f. 00000400:00000200:3.0:1767384978.005695:0:8:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384978.005699:0:8:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384978.005701:0:8:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fbd2393 00000400:00000010:3.0:1767384978.005702:0:8:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008fbd2393. 00000100:00000200:3.0:1767384978.005705:0:8:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384978.005717:0:8:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004da31cbc 00000400:00000010:3.0:1767384978.005719:0:8:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004da31cbc. 00000100:00000200:3.0:1767384978.005724:0:8:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000abe39ffd x1853237348042112/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384994 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384978.005747:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006fa1845a. 00000020:00000010:2.0:1767384978.005762:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006fa1845a. 00000100:00000010:0.0:1767384978.005762:0:40986:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000006cece839. 00000020:00000010:2.0:1767384978.005770:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000efdc64c2. 00000100:00000010:0.0:1767384978.005770:0:40986:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000b565e98a. 00000020:00000010:2.0:1767384978.005776:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d74a0f61. 00000020:00000010:2.0:1767384978.005779:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bcfd3a7d. 00000100:00000010:0.0:1767384978.005787:0:40986:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000328f6787. 00000100:00000010:0.0:1767384978.005797:0:40986:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000d8df80a8. 00000020:00000010:2.0:1767384978.005800:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006fa1845a. 00000020:00000010:2.0:1767384978.005804:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006fa1845a. 00000100:00000010:0.0:1767384978.005804:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c4b8ffc0. 00000100:00000200:2.0:1767384978.005811:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348042112 02000000:00000010:2.0:1767384978.005844:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000fe7510e2. 20000000:00000010:2.0:1767384978.005851:0:40995:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 00000000b5e36d46. 00000100:00000010:2.0:1767384978.005854:0:40995:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000e052e1a6. 00000100:00000010:2.0:1767384978.005856:0:40995:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000e9aadc93. 00000400:00000010:2.0:1767384978.005860:0:40995:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000400:00000010:2.0:1767384978.005865:0:40995:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000064b7c3eb. 00000400:00000200:2.0:1767384978.005867:0:40995:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:2.0:1767384978.005874:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:2.0:1767384978.005878:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x6958271d08580 00000400:00000200:2.0:1767384978.005881:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x229d [1] + 0 00000400:00000010:2.0:1767384978.005884:0:40995:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a957e30. 00000400:00000200:2.0:1767384978.005886:0:40995:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002aaf35de 00000100:00000200:2.0:1767384978.005889:0:40995:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000e052e1a6 00000400:00000200:2.0:1767384978.005893:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:2.0:1767384978.005896:0:40995:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x22a9 00000400:00000200:2.0:1767384978.005899:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384978.005901:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:2.0:1767384978.005903:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c2d411d 00000400:00000010:2.0:1767384978.005905:0:40995:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000100:00000200:2.0:1767384978.005907:0:40995:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 00000000e052e1a6 00000400:00000200:2.0:1767384978.005915:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002aaf35de 00000400:00000010:2.0:1767384978.005916:0:40995:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002aaf35de. 00000100:00000200:2.0:1767384978.005918:0:40995:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 00000000abe39ffd desc 000000005cf0fcb5 mbits 1853237348042112 00000100:00000010:0.0:1767384978.005922:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005fbcc57d. 00000100:00000010:0.0:1767384978.005929:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000049b07f57. 00000100:00000200:2.0:1767384978.005932:0:40995:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x6958271d08580-0x6958271d08580 20000000:00000010:2.0:1767384978.005942:0:40995:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000d42859fd. 20000000:00000010:2.0:1767384978.005946:0:40995:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 00000000f6babe04. 20000000:00000010:2.0:1767384978.005951:0:40995:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000f036d3db. 20000000:00000010:2.0:1767384978.005953:0:40995:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000ea02ef68. 20000000:00000010:2.0:1767384978.005955:0:40995:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000007a30049a. 00000100:00000010:0.0:1767384978.006033:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000958247f1. 00000100:00000010:0.0:1767384978.006039:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000061c756a9. 00080000:00000010:3.0:1767384978.006121:0:40995:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000001ce132da. 20000000:00000010:3.0:1767384978.006128:0:40995:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 00000000965942f0. 00080000:00000010:3.0:1767384978.006133:0:40995:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a1e05af9. 00000100:00000010:0.0:1767384978.006136:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e6a699eb. 00000100:00000010:0.0:1767384978.006143:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000098f2580. 00000100:00000010:0.0:1767384978.006241:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000049c983ab. 00000100:00000010:0.0:1767384978.006246:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000763fe106. 00000100:00000010:0.0:1767384978.006330:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ac4ba766. 00000100:00000010:0.0:1767384978.006333:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c0659512. 20000000:00000010:3.0:1767384978.006381:0:40995:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000cc62077f. 00000040:00000010:3.0:1767384978.006387:0:40995:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000095d4500a. 00000040:00000010:3.0:1767384978.006403:0:40995:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000009a99e8bf. 00000020:00000010:3.0:1767384978.006407:0:40995:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000709d7081. 00080000:00000010:3.0:1767384978.006412:0:40995:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c698b414. 00000100:00000010:0.0:1767384978.006418:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000d35909b. 00000040:00000010:3.0:1767384978.006424:0:40995:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000006ddde8e7. 00000100:00000010:0.0:1767384978.006425:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000883193a3. 00000100:00000010:0.0:1767384978.006513:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d9371f68. 00000100:00000010:0.0:1767384978.006518:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e4f9dcc. 00000100:00000010:0.0:1767384978.006601:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000661841d4. 00000100:00000010:0.0:1767384978.006607:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e2b44d8. 00000100:00000010:0.0:1767384978.006694:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009040cce8. 00000100:00000010:0.0:1767384978.006698:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000abae3d21. 00000040:00000010:3.0:1767384978.006721:0:40995:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000e8d59152. 00000100:00000010:0.0:1767384978.006785:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006f0d5d4f. 00000100:00000010:0.0:1767384978.006791:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004453118d. 00000020:00000010:3.0:1767384978.006868:0:40997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba1ba179. 00000020:00000010:3.0:1767384978.006873:0:40997:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a88fa8a5. 00000040:00000010:3.0:1767384978.006876:0:40997:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000071cedbb9. 00000020:00000010:3.0:1767384978.006879:0:40997:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000056a038e9. 00000020:00000010:3.0:1767384978.006882:0:40997:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f0eb50b5. 00000020:00000010:3.0:1767384978.006886:0:40997:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000038e36804. 80000000:00000010:3.0:1767384978.006888:0:40997:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000203155e4. 40000000:00000010:3.0:1767384978.006891:0:40997:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000069ad3d3e. 00100000:00000010:3.0:1767384978.006896:0:40997:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000071642d1e. 00040000:00000010:3.0:1767384978.006900:0:40997:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000008d5bfa0. 00040000:00000010:3.0:1767384978.006905:0:40997:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ffe5392a. 00080000:00000010:3.0:1767384978.006909:0:40997:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005281bd97. 00080000:00000010:3.0:1767384978.006913:0:40997:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001cf83db8. 00000100:00000010:0.0:1767384978.006914:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a527f65a. 00000004:00000010:3.0:1767384978.006919:0:40997:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cc49ea0c. 00000100:00000010:0.0:1767384978.006921:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001c98b2ad. 00002000:00000010:3.0:1767384978.006927:0:40997:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000066875c96. 00000020:00000010:3.0:1767384978.006934:0:40997:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ae9401f1. 00000040:00000010:3.0:1767384978.006950:0:40997:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000676443bb. 00000100:00000010:0.0:1767384978.007008:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c2215630. 00000100:00000010:0.0:1767384978.007013:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000acea23. 00000100:00000010:0.0:1767384978.007099:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009f762f7b. 00000100:00000010:0.0:1767384978.007104:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007f15c051. 00000100:00000010:0.0:1767384978.007191:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000743df2a0. 00000100:00000010:0.0:1767384978.007197:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006bb7407d. 00000100:00000010:0.0:1767384978.007296:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000032e067cd. 00000100:00000010:0.0:1767384978.007302:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7290a97. 00000040:00000010:2.0:1767384978.007352:0:40997:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000676443bb. 00000020:00000010:2.0:1767384978.007360:0:40997:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ae9401f1. 00000020:00000010:2.0:1767384978.007369:0:40997:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a88fa8a5. 00000040:00000010:2.0:1767384978.007373:0:40997:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000071cedbb9. 00000020:00000010:2.0:1767384978.007379:0:40997:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000056a038e9. 00000020:00000010:2.0:1767384978.007383:0:40997:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f0eb50b5. 00000020:00000010:2.0:1767384978.007387:0:40997:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000038e36804. 00000100:00000010:0.0:1767384978.007389:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000af41f253. 80000000:00000010:2.0:1767384978.007390:0:40997:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000203155e4. 40000000:00000010:2.0:1767384978.007396:0:40997:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000069ad3d3e. 00100000:00000010:2.0:1767384978.007400:0:40997:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000071642d1e. 00040000:00000010:2.0:1767384978.007404:0:40997:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000008d5bfa0. 00040000:00000010:2.0:1767384978.007408:0:40997:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ffe5392a. 00000100:00000010:0.0:1767384978.007410:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000196cefb8. 00080000:00000010:2.0:1767384978.007412:0:40997:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001cf83db8. 00080000:00000010:2.0:1767384978.007418:0:40997:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005281bd97. 00000004:00000010:2.0:1767384978.007422:0:40997:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cc49ea0c. 00002000:00000010:2.0:1767384978.007425:0:40997:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000066875c96. 00000020:00000010:2.0:1767384978.007428:0:40997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba1ba179. 00000040:00000010:2.0:1767384978.007477:0:40995:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000e8d59152. 00000040:00000010:2.0:1767384978.007483:0:40995:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000009a99e8bf. 00000040:00000010:2.0:1767384978.007485:0:40995:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000006ddde8e7. 00000040:00000010:2.0:1767384978.007487:0:40995:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000095d4500a. 20000000:00000010:2.0:1767384978.007490:0:40995:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000cc62077f. 20000000:00000010:2.0:1767384978.007494:0:40995:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 000000000ef52c78. 00000100:00000010:0.0:1767384978.007494:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009cfa88f2. 00000040:00000010:2.0:1767384978.007502:0:40995:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a1e50545. 00000100:00000010:0.0:1767384978.007502:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef5ed4cc. 00000040:00000010:2.0:1767384978.007519:0:40995:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a1e50545. 20000000:00000010:2.0:1767384978.007522:0:40995:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 000000000ef52c78. 20000000:00000010:2.0:1767384978.007526:0:40995:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 000000002938d9bd. 20000000:00000010:2.0:1767384978.007534:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a1e50545. 20000000:00000010:2.0:1767384978.007539:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e13a5e2d. 20000000:00000010:2.0:1767384978.007543:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cc54501b. 20000000:00000010:2.0:1767384978.007545:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d15b6418. 20000000:00000010:2.0:1767384978.007548:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000095d4500a. 20000000:00000010:2.0:1767384978.007551:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000038e36804. 20000000:00000010:2.0:1767384978.007553:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000071cedbb9. 20000000:00000010:2.0:1767384978.007557:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004ed3f237. 20000000:00000010:2.0:1767384978.007559:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002d2274d8. 20000000:00000010:2.0:1767384978.007562:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007d8ce78a. 20000000:00000010:2.0:1767384978.007565:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000035fb5ef0. 20000000:00000010:2.0:1767384978.007567:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c2d3d94f. 20000000:00000010:2.0:1767384978.007569:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e9d0c313. 20000000:00000010:2.0:1767384978.007571:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000017f5b06e. 20000000:00000010:2.0:1767384978.007574:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004d906864. 00000100:00000010:0.0:1767384978.007575:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008822514d. 20000000:00000010:2.0:1767384978.007577:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000080d99a2d. 00000100:00000010:0.0:1767384978.007581:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000086228267. 20000000:00000010:2.0:1767384978.007583:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001231cb81. 20000000:00000010:2.0:1767384978.007589:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000750c90ba. 20000000:00000010:2.0:1767384978.007591:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000084aa323c. 20000000:00000010:2.0:1767384978.007593:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e13893a9. 20000000:00000010:2.0:1767384978.007596:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000061ebd9ba. 20000000:00000010:2.0:1767384978.007598:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e208cbf1. 20000000:00000010:2.0:1767384978.007601:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a3219c3f. 20000000:00000010:2.0:1767384978.007604:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005efda722. 20000000:00000010:2.0:1767384978.007606:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006552ff5e. 20000000:00000010:2.0:1767384978.007608:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000954f17e6. 20000000:00000010:2.0:1767384978.007610:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c92d006b. 20000000:00000010:2.0:1767384978.007613:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000665dc3cb. 20000000:00000010:2.0:1767384978.007614:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000363bacd5. 20000000:00000010:2.0:1767384978.007616:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000460f63ea. 20000000:00000010:2.0:1767384978.007619:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a3434736. 20000000:00000010:2.0:1767384978.007626:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000017d2eaf. 20000000:00000010:2.0:1767384978.007629:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000013e42277. 20000000:00000010:2.0:1767384978.007632:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000772cd196. 20000000:00000010:2.0:1767384978.007635:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c4cc23be. 20000000:00000010:2.0:1767384978.007638:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000508d0d62. 20000000:00000010:2.0:1767384978.007641:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b1a5cc04. 20000000:00000010:2.0:1767384978.007643:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003dcd0fd2. 20000000:00000010:2.0:1767384978.007645:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ae6a819e. 20000000:00000010:2.0:1767384978.007647:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c24f3932. 20000000:00000010:2.0:1767384978.007650:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007109b4b4. 20000000:00000010:2.0:1767384978.007652:0:40995:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000010a82f16. 00000100:00000010:0.0:1767384978.007656:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006630f944. 00000020:00000010:2.0:1767384978.007658:0:40995:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 0000000036c56d86. 00000100:00000010:0.0:1767384978.007661:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000016cb47ff. 00080000:00000010:2.0:1767384978.007665:0:40995:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ff3c05ca. 00080000:00000010:2.0:1767384978.007674:0:40995:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f452ebf0. 00000100:00000010:0.0:1767384978.007740:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008dc87fe9. 00000100:00000010:0.0:1767384978.007746:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd63fbc3. 00000100:00000010:0.0:1767384978.007854:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003d42e5d9. 00000100:00000010:0.0:1767384978.007860:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4cce37f. 00000100:00000010:0.0:1767384978.007945:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e41af84a. 00000100:00000010:0.0:1767384978.007951:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000370fc898. 00000100:00000010:0.0:1767384978.008033:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004dd01d4d. 00000100:00000010:0.0:1767384978.008038:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000029ae777e. 00000100:00000010:0.0:1767384978.008119:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000147e8ac8. 00000100:00000010:0.0:1767384978.008125:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dcb76a16. 00000100:00000010:0.0:1767384978.008207:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006097fcb3. 00000100:00000010:0.0:1767384978.008215:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000009af2b92. 00000100:00000010:0.0:1767384978.008310:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005830af88. 00000100:00000010:0.0:1767384978.008317:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e6a643f7. 00000100:00000010:0.0:1767384978.008401:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004453c590. 00000100:00000010:0.0:1767384978.008407:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000026dfb2ce. 00000100:00000010:0.0:1767384978.008486:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001a147c57. 00000100:00000010:0.0:1767384978.008490:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000057e27abc. 00000100:00000010:0.0:1767384978.008568:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000dfdcb3a9. 00000100:00000010:0.0:1767384978.008573:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000acea174. 00080000:00000010:1.0:1767384978.008624:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ff3c05ca. 00000100:00000010:0.0:1767384978.008658:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000080768a29. 00080000:00000010:2.0:1767384978.008659:0:40995:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f452ebf0. 00000100:00000010:0.0:1767384978.008665:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000067a5b1fb. 00010000:00000010:2.0:1767384978.008728:0:40996:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002c780608. 00010000:00000010:2.0:1767384978.008737:0:40996:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005bb56c99. 00000020:00000010:2.0:1767384978.008740:0:40996:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000f452ebf0. 00000100:00000010:0.0:1767384978.008750:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006c2f6a82. 00000100:00000010:0.0:1767384978.008756:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005614a373. 00000100:00000010:2.0:1767384978.008783:0:40995:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000e9aadc93. 00000100:00000010:2.0:1767384978.008787:0:40995:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000e052e1a6. 20000000:00000010:2.0:1767384978.008789:0:40995:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 00000000b5e36d46. 00010000:00000200:2.0:1767384978.008796:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001477c96f x1853237348042112/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:204/0 lens 4784/4768 e 0 to 0 dl 1767384989 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384978.008809:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000181bb61. 00000100:00000200:2.0:1767384978.008812:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348042112, offset 224 00010000:00000010:0.1:1767384978.008847:0:40986:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f12c6cff. 00010000:00000010:0.1:1767384978.008857:0:40986:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000066dacd43. 00010000:00000010:0.1:1767384978.008862:0:40986:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000096577f5f. 00010000:00000010:0.1:1767384978.008867:0:40986:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000063930d64. 00010000:00000010:0.1:1767384978.008873:0:40986:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c80271da. 00010000:00000010:0.1:1767384978.008878:0:40986:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c1838a50. 00000400:00000200:2.0:1767384978.008886:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384978.008894:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384978.008899:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d08580 00000400:00000200:2.0:1767384978.008904:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x22a1 [2] + 224 00000400:00000200:2.0:1767384978.008908:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384978.008912:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1767384978.008913:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a5d4f2f6. 00000100:00000200:2.0:1767384978.008917:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000abe39ffd x1853237348042112/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384994 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384978.008920:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009acc6732. 00000400:00000200:2.0:1767384978.008940:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000181bb61 00000400:00000010:2.0:1767384978.008941:0:40995:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000181bb61. 00000020:00000010:2.0:1767384978.008951:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d74a0f61. 00000020:00000010:2.0:1767384978.008953:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bcfd3a7d. 00000020:00000010:2.0:1767384978.008956:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000efdc64c2. 02000000:00000010:2.0:1767384978.008960:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000fe7510e2. 00000100:00000200:2.0:1767384978.008965:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384978.008974:0:8:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004eabe537. 00000400:00000200:2.0:1767384978.008976:0:8:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e12e2185 00000400:00000010:2.0:1767384978.008977:0:8:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e12e2185. 00000100:00000200:2.0:1767384978.008981:0:8:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000abe39ffd x1853237348042112/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384994 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384978.008986:0:8:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000abe39ffd x1853237348042112/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384994 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384978.009002:0:8:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b0fc47db. 00000100:00000010:0.0:1767384978.009004:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b056fc9b. 00000100:00000010:2.0:1767384978.009006:0:8:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000a27df6bf. 00000100:00000010:2.0:1767384978.009010:0:8:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000005cf0fcb5. 00000100:00000010:0.0:1767384978.009011:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a5dabb9. 02000000:00000010:2.0:1767384978.009012:0:8:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000865d512a. 00000100:00000010:2.0:1767384978.009018:0:8:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000abe39ffd. 00000100:00000010:2.0:1767384978.009020:0:8:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005a6cd656. 00000020:00000010:2.0:1767384978.009022:0:8:0:(tgt_mount.c:1582:tgt_import_update()) kfreed 'mti': 7232 at 00000000999acb18. 00000020:00000010:2.0:1767384978.009029:0:8:0:(tgt_mount.c:1585:tgt_import_update()) kfreed 'dw': 184 at 0000000010c62035. 00000400:00000010:2.0:1767384978.009037:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fc35087. 00000400:00000010:2.0:1767384978.009040:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000181bb61. 00000100:00000010:0.0:1767384978.009094:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007873d729. 00000100:00000010:0.0:1767384978.009099:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e25a73ae. 00000100:00000010:0.0:1767384978.009172:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001259baf4. 00000100:00000010:0.0:1767384978.009174:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d2b1c0df. 00000100:00000010:0.0:1767384978.009262:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002381c807. 00000100:00000010:0.0:1767384978.009266:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dfffd5fc. 00000100:00000010:0.0:1767384978.009339:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009f7ecc89. 00000100:00000010:0.0:1767384978.009342:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c2158afe. 00000100:00000010:0.0:1767384978.009414:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005bf4bccb. 00000100:00000010:0.0:1767384978.009418:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb932084. 00000100:00000010:0.0:1767384978.009489:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000dab3a8b4. 00000100:00000010:0.0:1767384978.009492:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000062f659f2. 00000100:00000010:0.0:1767384978.009565:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006b02458c. 00000100:00000010:0.0:1767384978.009568:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c3dedad. 00000100:00000010:0.0:1767384978.009640:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ced98863. 00000100:00000010:0.0:1767384978.009643:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004549bf13. 00000100:00000010:0.0:1767384978.009715:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000370908a5. 00000100:00000010:0.0:1767384978.009717:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea794d32. 00000100:00000010:0.0:1767384978.009789:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000fc5a7891. 00000100:00000010:0.0:1767384978.009792:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f2ceb70d. 00000100:00000010:0.0:1767384978.009903:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000822bf68. 00000100:00000010:0.0:1767384978.009942:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000049c2ba9f. 00000100:00000010:0.0:1767384978.010025:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000fff4f7d7. 00000100:00000010:0.0:1767384978.010029:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a5fc7b1. 00000100:00000010:0.0:1767384978.010109:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002712da04. 00000100:00000010:0.0:1767384978.010114:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009ea1316a. 00000100:00000010:0.0:1767384978.010194:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008e7d77ad. 00000100:00000010:0.0:1767384978.010199:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e3ab746. 00000100:00000010:0.0:1767384978.010288:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004a0223a8. 00000100:00000010:0.0:1767384978.010292:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b382d67e. 00000100:00000010:0.0:1767384978.010364:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000dd07d47c. 00000100:00000010:0.0:1767384978.010368:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c18ca0a3. 00000100:00000010:0.0:1767384978.010438:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000027de3968. 00000100:00000010:0.0:1767384978.010440:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df079026. 00000100:00000010:0.0:1767384978.010510:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000036fe7aec. 00000100:00000010:0.0:1767384978.010512:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e98d1f3b. 00000100:00000010:0.0:1767384978.010582:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d96620f5. 00000100:00000010:0.0:1767384978.010585:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000046c3d7b2. 00000100:00000010:0.0:1767384978.010656:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c2748232. 00000100:00000010:0.0:1767384978.010658:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000861f4483. 00000100:00000010:0.0:1767384978.010729:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007204c8df. 00000100:00000010:0.0:1767384978.010731:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3899b49. 00000100:00000010:0.0:1767384978.010801:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f35a7cca. 00000100:00000010:0.0:1767384978.010804:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ecfe3f0. 00000100:00000010:3.0:1767384978.010871:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ed24129e. 00000100:00000010:0.0:1767384978.010901:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008908d0c0. 00000100:00000010:0.0:1767384978.010907:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f7202f9. 00000100:00000010:0.0:1767384978.010978:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a27d2447. 00000100:00000010:0.0:1767384978.010980:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000061b56453. 00000100:00000010:0.0:1767384978.011050:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d818b97f. 00000100:00000010:0.0:1767384978.011053:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4c49a09. 00000100:00000010:0.0:1767384978.011121:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000793b375. 00000100:00000010:0.0:1767384978.011123:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d8d44eac. 00000100:00000010:0.0:1767384978.011192:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000004f2c1ad. 00000100:00000010:0.0:1767384978.011195:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000003a03034. 00000100:00000010:0.0:1767384978.011275:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000014d20e93. 00000100:00000010:0.0:1767384978.011279:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f4bdf601. 00000100:00000010:0.0:1767384978.011350:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000052b9d62c. 00000100:00000010:0.0:1767384978.011352:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7b3979e. 00000100:00000010:0.0:1767384978.011422:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001ab9a582. 00000100:00000010:0.0:1767384978.011424:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eebb5e9e. 00000100:00000010:0.0:1767384978.011495:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007ad33430. 00000400:00000200:0.0:1767384978.011498:0:40986:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 12 lazy 00000020:00000010:0.0:1767384978.011534:0:40986:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000092f260a0. 00000020:00000010:0.0:1767384978.011537:0:40986:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000ccfa2769. 00000100:00000010:0.0:1767384978.011566:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a98fd7a8. 00000100:00000010:0.0:1767384978.011571:0:40986:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000c6ff47b5. 00000100:00000010:0.0:1767384978.011573:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000033c4790f. 00000100:00000010:0.0:1767384978.011576:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007581fa36. 00000100:00000010:0.0:1767384978.011578:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f0a40431. 00000100:00000010:0.0:1767384978.011580:0:40986:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000e5ee8b04. 00000100:00000010:0.0:1767384978.011582:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003338cd4c. 00000100:00000010:0.0:1767384978.011583:0:40986:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000b755cea6. 00000100:00000010:0.0:1767384978.011585:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000005ac3d882. 00000100:00000010:0.0:1767384978.011586:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009f6de2de. 00000100:00000010:0.0:1767384978.011588:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006feca786. 00000100:00000200:0.0:1767384978.011609:0:40986:0:(service.c:847:ptlrpc_register_service()) mdt: Started, listening on portal 12 00000100:00000010:0.0:1767384978.011612:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005f625a7e. 00000100:00000010:0.0:1767384978.011757:0:40999:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000039262788. 00000020:00000010:0.0:1767384978.011760:0:40999:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b3f1439a. 00000020:00000010:0.0:1767384978.011765:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003216820e. 00000020:00000010:0.0:1767384978.011768:0:40999:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001959f5ea. 00000040:00000010:0.0:1767384978.011771:0:40999:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000becb1239. 00000020:00000010:0.0:1767384978.011773:0:40999:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c97ecdf2. 00000020:00000010:0.0:1767384978.011776:0:40999:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000057929f3f. 00000020:00000010:0.0:1767384978.011778:0:40999:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000212da65a. 80000000:00000010:0.0:1767384978.011779:0:40999:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a467aeb7. 40000000:00000010:0.0:1767384978.011781:0:40999:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009db0cab0. 00100000:00000010:0.0:1767384978.011784:0:40999:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000020064f03. 00040000:00000010:0.0:1767384978.011786:0:40999:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009b96c96e. 00040000:00000010:0.0:1767384978.011788:0:40999:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c827f90f. 00080000:00000010:0.0:1767384978.011791:0:40999:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000062d3732c. 00080000:00000010:0.0:1767384978.011795:0:40999:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c91ceaa3. 00000004:00000010:0.0:1767384978.011798:0:40999:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000497ffd4b. 00002000:00000010:0.0:1767384978.011800:0:40999:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fa7c023c. 00000100:00000200:0.0:1767384978.011802:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.011805:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbe32188. 00000400:00000010:0.0:1767384978.011808:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000aa71d75a. 00000100:00000200:0.0:1767384978.011810:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.011811:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005638b6d1. 00010000:00000010:0.1:1767384978.011844:0:40999:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c141a9fc. 00010000:00000010:0.1:1767384978.011853:0:40999:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008f8e404c. 00000400:00000010:0.0:1767384978.011860:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000054ea4220. 00000100:00000200:0.0:1767384978.011865:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000100:00000010:0.0:1767384978.011873:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000b5658c7. 00000100:00000010:2.0:1767384978.011879:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004ccd4439. 00000100:00000010:1.0:1767384978.011882:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000043aeb7e. 00000400:00000010:0.0:1767384978.011882:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7799b6e. 00000400:00000010:0.0:1767384978.011888:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000db8617ca. 00000100:00000200:0.0:1767384978.011891:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.011894:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006db1366b. 00000400:00000010:0.0:1767384978.011897:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000044a04fa3. 00000100:00000200:0.0:1767384978.011900:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.011902:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b332578f. 00000400:00000010:0.0:1767384978.011905:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007a124740. 00000100:00000200:0.0:1767384978.011908:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.011910:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5cb9717. 00000400:00000010:0.0:1767384978.011912:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d8aa9ba5. 00000100:00000200:0.0:1767384978.011914:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.011916:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5033db8. 00000400:00000010:0.0:1767384978.011919:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000769e1ba. 00000100:00000200:0.0:1767384978.011921:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.011923:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c28960d. 00000400:00000010:0.0:1767384978.011926:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f3edd5be. 00000100:00000200:0.0:1767384978.011928:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.011931:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a816d0cf. 00000400:00000010:0.0:1767384978.011933:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000527bd279. 00000100:00000200:0.0:1767384978.011935:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.011936:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c94a8f59. 00000400:00000010:0.0:1767384978.011938:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000610402ce. 00000100:00000200:0.0:1767384978.011939:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.011940:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004815f523. 00000400:00000010:0.0:1767384978.011942:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001cba19fb. 00000100:00000200:0.0:1767384978.011943:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.011944:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084a0ab5d. 00000400:00000010:0.0:1767384978.011946:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000063714273. 00000100:00000200:0.0:1767384978.011947:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.011948:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e6ffa5c. 00000400:00000010:0.0:1767384978.011950:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000004a1145. 00000100:00000200:0.0:1767384978.011952:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.011953:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d319151. 00000400:00000010:0.0:1767384978.011954:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000023b5edf3. 00000100:00000200:0.0:1767384978.011956:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.011957:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9f76cb9. 00000400:00000010:0.0:1767384978.011958:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f1ba4513. 00000100:00000200:0.0:1767384978.011960:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.011961:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e8daed8. 00000400:00000010:0.0:1767384978.011963:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000232a68c. 00000100:00000200:0.0:1767384978.011964:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.011966:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098295e44. 00000400:00000010:0.0:1767384978.011967:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004e661c90. 00000100:00000200:0.0:1767384978.011968:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.011969:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0bda995. 00000400:00000010:0.0:1767384978.011971:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000cdfd945d. 00000100:00000200:0.0:1767384978.011973:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.011973:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f6dc66f. 00000400:00000010:0.0:1767384978.011975:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a40dc586. 00000100:00000200:0.0:1767384978.011977:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.011978:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3728938. 00000400:00000010:0.0:1767384978.011979:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a3105560. 00000100:00000200:0.0:1767384978.011981:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.011982:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0d4761e. 00000400:00000010:0.0:1767384978.011983:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b7b665bd. 00000100:00000200:0.0:1767384978.011984:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.011986:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fdc7a3a5. 00000400:00000010:0.0:1767384978.011988:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c62980ba. 00000100:00000200:0.0:1767384978.011989:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.011990:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079102e81. 00000400:00000010:0.0:1767384978.011992:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006da23d66. 00000100:00000200:0.0:1767384978.011993:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.011994:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077159260. 00000400:00000010:0.0:1767384978.011995:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e43c7c80. 00000100:00000200:0.0:1767384978.011997:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.011998:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084b03fa2. 00000400:00000010:0.0:1767384978.011999:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006724f1ce. 00000100:00000200:0.0:1767384978.012001:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012002:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000766759a6. 00000400:00000010:0.0:1767384978.012004:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000686c4ff7. 00000100:00000200:0.0:1767384978.012005:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012006:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056ed61f3. 00000400:00000010:0.0:1767384978.012008:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e491b0e6. 00000100:00000200:0.0:1767384978.012009:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012010:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba1f5dde. 00000400:00000010:0.0:1767384978.012012:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000083ded37e. 00000100:00000200:0.0:1767384978.012013:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012014:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e512ed25. 00000400:00000010:0.0:1767384978.012015:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000037a702ba. 00000100:00000200:0.0:1767384978.012017:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012018:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e158f96. 00000400:00000010:0.0:1767384978.012019:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e010da71. 00000100:00000200:0.0:1767384978.012020:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012021:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e7ef782. 00000400:00000010:0.0:1767384978.012023:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000006a5e85c. 00000100:00000200:0.0:1767384978.012024:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012025:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059bba6bd. 00000400:00000010:0.0:1767384978.012027:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006c25505e. 00000100:00000200:0.0:1767384978.012028:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012029:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002104103d. 00000400:00000010:0.0:1767384978.012030:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f5c09879. 00000100:00000200:0.0:1767384978.012032:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012033:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027ea0b3b. 00000400:00000010:0.0:1767384978.012035:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000afc6b77d. 00000100:00000200:0.0:1767384978.012036:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012037:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d4da30c. 00000400:00000010:0.0:1767384978.012039:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d32164cd. 00000100:00000200:0.0:1767384978.012040:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012041:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a7f8ca1. 00000400:00000010:0.0:1767384978.012043:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a334f7ba. 00000100:00000200:0.0:1767384978.012044:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012045:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054458883. 00000400:00000010:0.0:1767384978.012047:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007c4e4e06. 00000100:00000200:0.0:1767384978.012048:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012049:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8cde2ab. 00000400:00000010:0.0:1767384978.012050:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000060813c85. 00000100:00000200:0.0:1767384978.012052:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012052:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000242592d8. 00000400:00000010:0.0:1767384978.012054:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002fa03a29. 00000100:00000200:0.0:1767384978.012055:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012056:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007affeb7c. 00000400:00000010:0.0:1767384978.012058:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000085b94e4c. 00000100:00000200:0.0:1767384978.012060:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012061:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ab5a09f. 00000400:00000010:0.0:1767384978.012062:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d6b7ec46. 00000100:00000200:0.0:1767384978.012064:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012065:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cdb1c09e. 00000400:00000010:0.0:1767384978.012066:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000456e05ad. 00000100:00000200:0.0:1767384978.012067:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012068:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfa6060d. 00000400:00000010:0.0:1767384978.012070:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001c5db4c4. 00000100:00000200:0.0:1767384978.012071:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012072:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ff72368. 00000400:00000010:0.0:1767384978.012074:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000041c5821d. 00000100:00000200:0.0:1767384978.012075:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012076:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab4bc909. 00000400:00000010:0.0:1767384978.012078:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d70328fb. 00000100:00000200:0.0:1767384978.012079:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012080:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006db18577. 00000400:00000010:0.0:1767384978.012081:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000eb7de669. 00000100:00000200:0.0:1767384978.012083:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012084:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009de6f0cc. 00000400:00000010:0.0:1767384978.012085:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000149d9019. 00000100:00000200:0.0:1767384978.012086:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012087:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ded963bc. 00000400:00000010:0.0:1767384978.012089:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004561d212. 00000100:00000200:0.0:1767384978.012090:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012091:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dbce645c. 00000400:00000010:0.0:1767384978.012092:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005a84c6a5. 00000100:00000200:0.0:1767384978.012094:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012095:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020b8b2f0. 00000400:00000010:0.0:1767384978.012096:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c615defd. 00000100:00000200:0.0:1767384978.012098:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012099:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003123d6c2. 00000400:00000010:0.0:1767384978.012100:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000069879cdf. 00000100:00000200:0.0:1767384978.012102:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012103:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0a9b496. 00000400:00000010:0.0:1767384978.012105:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008e07b983. 00000100:00000200:0.0:1767384978.012106:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012107:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f60333b. 00000400:00000010:0.0:1767384978.012109:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ef64e876. 00000100:00000200:0.0:1767384978.012111:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012112:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b7e94ac. 00000400:00000010:0.0:1767384978.012113:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000077530a9c. 00000100:00000200:0.0:1767384978.012115:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012116:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9f88414. 00000400:00000010:0.0:1767384978.012117:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000051287809. 00000100:00000200:0.0:1767384978.012118:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012119:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000912d245. 00000400:00000010:0.0:1767384978.012121:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000dd5f29e0. 00000100:00000200:0.0:1767384978.012122:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012123:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000304010a7. 00000400:00000010:0.0:1767384978.012125:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002064723f. 00000100:00000200:0.0:1767384978.012126:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012127:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b30fd864. 00000400:00000010:0.0:1767384978.012128:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000085b6e759. 00000100:00000200:0.0:1767384978.012130:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012131:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f03bc46. 00000400:00000010:0.0:1767384978.012132:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000068b15b80. 00000100:00000200:0.0:1767384978.012134:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012135:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021648c03. 00000400:00000010:0.0:1767384978.012136:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000fc46292d. 00000100:00000200:0.0:1767384978.012137:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012138:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3f5cad5. 00000400:00000010:0.0:1767384978.012140:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e8f4aa26. 00000100:00000200:0.0:1767384978.012141:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012142:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008547d34a. 00000400:00000010:0.0:1767384978.012143:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000036736565. 00000100:00000200:0.0:1767384978.012145:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012146:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c5bd840. 00000400:00000010:0.0:1767384978.012147:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f0dcadc2. 00000100:00000200:0.0:1767384978.012148:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384978.012150:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000854c39ff. 00000400:00000010:0.0:1767384978.012151:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004c5368d8. 00000100:00000010:0.0:1767384978.012191:0:40999:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 000000003eda68b0. 00000100:00000200:0.0:1767384978.012204:0:40999:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767384978.012221:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000053908059. 00000100:00000010:1.0:1767384978.012397:0:41000:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e52b3165. 00000020:00000010:1.0:1767384978.012401:0:41000:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ad75da80. 00000020:00000010:1.0:1767384978.012404:0:41000:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6a267ab. 00000020:00000010:1.0:1767384978.012407:0:41000:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a8ae1ed6. 00000040:00000010:1.0:1767384978.012411:0:41000:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000dc0631cc. 00000020:00000010:1.0:1767384978.012414:0:41000:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000074e4016a. 00000020:00000010:1.0:1767384978.012417:0:41000:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000cb81dd94. 00000020:00000010:1.0:1767384978.012420:0:41000:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000728893be. 80000000:00000010:1.0:1767384978.012422:0:41000:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000043aeb7e. 40000000:00000010:1.0:1767384978.012424:0:41000:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f4c81ec2. 00100000:00000010:1.0:1767384978.012427:0:41000:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000089d8ab4. 00040000:00000010:1.0:1767384978.012430:0:41000:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000567fa46. 00040000:00000010:1.0:1767384978.012433:0:41000:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e414a7fa. 00080000:00000010:1.0:1767384978.012437:0:41000:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000047b1762e. 00080000:00000010:1.0:1767384978.012441:0:41000:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009bfb6d06. 00000004:00000010:1.0:1767384978.012446:0:41000:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006b20d211. 00002000:00000010:1.0:1767384978.012448:0:41000:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005b105329. 00000100:00000010:1.0:1767384978.012491:0:41000:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000e012c3a9. 00000100:00000200:1.0:1767384978.012502:0:41000:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1767384978.012510:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000349c718f. 00000100:00000010:0.0:1767384978.012636:0:41001:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000057c8b9c1. 00000020:00000010:0.0:1767384978.012639:0:41001:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000aeed6e48. 00000020:00000010:0.0:1767384978.012643:0:41001:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020612294. 00000020:00000010:0.0:1767384978.012645:0:41001:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000072a05077. 00000040:00000010:0.0:1767384978.012648:0:41001:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d0d22441. 00000020:00000010:0.0:1767384978.012650:0:41001:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a608b557. 00000020:00000010:0.0:1767384978.012653:0:41001:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e404f668. 00000020:00000010:0.0:1767384978.012656:0:41001:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000526480a1. 80000000:00000010:0.0:1767384978.012659:0:41001:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000055fb4fe7. 40000000:00000010:0.0:1767384978.012661:0:41001:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e8891e0a. 00100000:00000010:0.0:1767384978.012664:0:41001:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000d3866e6. 00040000:00000010:0.0:1767384978.012666:0:41001:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000044bb68a4. 00040000:00000010:0.0:1767384978.012669:0:41001:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cdac7b3b. 00080000:00000010:0.0:1767384978.012674:0:41001:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e0db345a. 00080000:00000010:0.0:1767384978.012678:0:41001:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ff7b7ca3. 00000004:00000010:0.0:1767384978.012682:0:41001:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000092d40937. 00002000:00000010:0.0:1767384978.012684:0:41001:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bd355037. 00000100:00000010:0.0:1767384978.012723:0:41001:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000cbdde957. 00000100:00000200:0.0:1767384978.012734:0:41001:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:1.0:1767384978.012752:0:40986:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000002cca9c53. 00000100:00000010:1.0:1767384978.012757:0:40986:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000376d2c61. 00000100:00000010:1.0:1767384978.012769:0:40986:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000a200b6b8. 00000100:00000010:1.0:1767384978.012776:0:40986:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000043cd9834. 00000100:00000010:1.0:1767384978.012779:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d0044724. 00000100:00000010:1.0:1767384978.012783:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000df707a65. 00000100:00000010:1.0:1767384978.012786:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000868275f7. 00000100:00000010:1.0:1767384978.012796:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000092333c61. 00000100:00000010:1.0:1767384978.012799:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db57b5f5. 00000100:00000010:1.0:1767384978.012802:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009ba8571e. 00000100:00000010:1.0:1767384978.012805:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008986680b. 00000100:00000010:1.0:1767384978.012809:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007c31a55f. 00000100:00000010:1.0:1767384978.012811:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000066d525c4. 00000100:00000010:1.0:1767384978.012832:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005519760f. 00000100:00000010:1.0:1767384978.012836:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000015f288a1. 00000100:00000010:1.0:1767384978.012847:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000289bdd56. 00000100:00000010:1.0:1767384978.012851:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093c29c03. 00000100:00000010:1.0:1767384978.012856:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000826eaf8d. 00000100:00000010:1.0:1767384978.012858:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a948e82. 00000100:00000010:1.0:1767384978.012862:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000da48c798. 00000100:00000010:1.0:1767384978.012866:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000420df47c. 00000100:00000010:1.0:1767384978.012870:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002baa900c. 00000100:00000010:1.0:1767384978.012873:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a6eb4c0. 00000100:00000010:1.0:1767384978.012882:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000036a2f1f9. 00000100:00000010:1.0:1767384978.012885:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000211edb6d. 00000100:00000010:1.0:1767384978.012889:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a511f4d4. 00000100:00000010:1.0:1767384978.012891:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000bd7d5e0. 00000100:00000010:1.0:1767384978.012894:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ab223bb7. 00000100:00000010:1.0:1767384978.012896:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eae63956. 00000100:00000010:1.0:1767384978.012900:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000da5dba87. 00000100:00000010:1.0:1767384978.012902:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007c536219. 00000100:00000010:1.0:1767384978.012911:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008ddc645c. 00000100:00000010:1.0:1767384978.012913:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d016ed91. 00000100:00000010:1.0:1767384978.012917:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002a97eadc. 00000100:00000010:1.0:1767384978.012920:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002afb3dc9. 00000100:00000010:1.0:1767384978.012923:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005e46fc8b. 00000100:00000010:1.0:1767384978.012926:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a01390d. 00000100:00000010:1.0:1767384978.012929:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d0ce4f7d. 00000100:00000010:1.0:1767384978.012931:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f926252f. 00000100:00000010:1.0:1767384978.012940:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c04bdc0b. 00000100:00000010:1.0:1767384978.012943:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ee9561e. 00000100:00000010:1.0:1767384978.012946:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000017155aff. 00000100:00000010:1.0:1767384978.012948:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008a1ca45f. 00000100:00000010:1.0:1767384978.012952:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000066835589. 00000100:00000010:1.0:1767384978.012955:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000891c82b2. 00000100:00000010:1.0:1767384978.012958:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ec69d29f. 00000100:00000010:1.0:1767384978.012961:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3a52f2d. 00000100:00000010:1.0:1767384978.012970:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c550cbb8. 00000100:00000010:1.0:1767384978.012973:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000124a4305. 00000100:00000010:1.0:1767384978.012977:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fa18842d. 00000100:00000010:1.0:1767384978.012980:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004993c3cd. 00000100:00000010:1.0:1767384978.012983:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d211affa. 00000100:00000010:1.0:1767384978.012986:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006bd4a3be. 00000100:00000010:1.0:1767384978.012990:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000065686559. 00000100:00000010:1.0:1767384978.012992:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ff105b9. 00000100:00000010:1.0:1767384978.013001:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000989d93b1. 00000100:00000010:1.0:1767384978.013004:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004662cfae. 00000100:00000010:1.0:1767384978.013008:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b54cab22. 00000100:00000010:1.0:1767384978.013010:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d39c9870. 00000100:00000010:1.0:1767384978.013014:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000d6ec0ae. 00000100:00000010:1.0:1767384978.013016:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b58a3b23. 00000100:00000010:1.0:1767384978.013018:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ac226e88. 00000100:00000010:1.0:1767384978.013020:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000547c412e. 00000100:00000010:1.0:1767384978.013027:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004e3f7b39. 00000100:00000010:1.0:1767384978.013029:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000159004e1. 00000100:00000010:1.0:1767384978.013032:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000007df53be. 00000100:00000010:1.0:1767384978.013034:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000513936a0. 00000100:00000010:1.0:1767384978.013037:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001022510a. 00000100:00000010:1.0:1767384978.013038:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6a4b90f. 00000100:00000010:1.0:1767384978.013041:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000166ae0eb. 00000100:00000010:1.0:1767384978.013042:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9e617fc. 00000100:00000010:1.0:1767384978.013049:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005ce4d65b. 00000100:00000010:1.0:1767384978.013051:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5d22b0e. 00000100:00000010:1.0:1767384978.013053:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000010799e5. 00000100:00000010:1.0:1767384978.013055:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003c1f5c2b. 00000100:00000010:1.0:1767384978.013058:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cc688c1f. 00000100:00000010:1.0:1767384978.013059:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000020bec0f7. 00000100:00000010:1.0:1767384978.013062:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d6c0bb07. 00000100:00000010:1.0:1767384978.013064:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a2831a88. 00000100:00000010:1.0:1767384978.013071:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006baf790f. 00000100:00000010:1.0:1767384978.013073:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000676177e5. 00000100:00000010:1.0:1767384978.013076:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009cf11519. 00000100:00000010:1.0:1767384978.013077:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005702b527. 00000100:00000010:1.0:1767384978.013080:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e0054010. 00000100:00000010:1.0:1767384978.013081:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a0122a2e. 00000100:00000010:1.0:1767384978.013084:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c92f7f44. 00000100:00000010:1.0:1767384978.013086:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000069cbdff. 00000100:00000010:1.0:1767384978.013092:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bfd5295d. 00000100:00000010:1.0:1767384978.013094:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000820aec8c. 00000100:00000010:1.0:1767384978.013097:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003845ba45. 00000100:00000010:1.0:1767384978.013098:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7afcb35. 00000100:00000010:1.0:1767384978.013101:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cec69612. 00000100:00000010:1.0:1767384978.013102:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d5f1f342. 00000100:00000010:1.0:1767384978.013105:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000eacc0662. 00000100:00000010:1.0:1767384978.013106:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3ffc76b. 00000100:00000010:1.0:1767384978.013113:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ad288094. 00000100:00000010:1.0:1767384978.013115:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000042c47e4d. 00000100:00000010:1.0:1767384978.013117:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001b654fb1. 00000100:00000010:1.0:1767384978.013120:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000360be0e4. 00000100:00000010:1.0:1767384978.013123:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c490620c. 00000100:00000010:1.0:1767384978.013124:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d5e2984a. 00000100:00000010:1.0:1767384978.013127:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000556b3cc6. 00000100:00000010:1.0:1767384978.013129:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e0d6e6a. 00000100:00000010:1.0:1767384978.013136:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000091fb3487. 00000100:00000010:1.0:1767384978.013137:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000068d25154. 00000100:00000010:1.0:1767384978.013140:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c6a65190. 00000100:00000010:1.0:1767384978.013141:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000487233c7. 00000100:00000010:1.0:1767384978.013144:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004e468393. 00000100:00000010:1.0:1767384978.013146:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000942cc77c. 00000100:00000010:1.0:1767384978.013149:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001231d437. 00000100:00000010:1.0:1767384978.013151:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065a0d07a. 00000100:00000010:1.0:1767384978.013157:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d3cacf70. 00000100:00000010:1.0:1767384978.013159:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024175e91. 00000100:00000010:1.0:1767384978.013162:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009315b957. 00000100:00000010:1.0:1767384978.013164:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065a2bc66. 00000100:00000010:1.0:1767384978.013166:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d51bbd99. 00000100:00000010:1.0:1767384978.013168:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8a50c6b. 00000100:00000010:1.0:1767384978.013171:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e1be107b. 00000100:00000010:1.0:1767384978.013173:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003c50cc88. 00000100:00000010:1.0:1767384978.013179:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003519bb40. 00000100:00000010:1.0:1767384978.013181:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001820b610. 00000100:00000010:1.0:1767384978.013184:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bbdad2b0. 00000100:00000010:1.0:1767384978.013186:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fca525e4. 00000100:00000010:1.0:1767384978.013188:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000093bf07a5. 00000100:00000010:1.0:1767384978.013190:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c5e8b3bd. 00000100:00000010:1.0:1767384978.013192:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d8acebb2. 00000100:00000010:1.0:1767384978.013194:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000349a23b7. 00000100:00000010:1.0:1767384978.013200:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005bd9f586. 00000100:00000010:1.0:1767384978.013202:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cca5f2ee. 00000100:00000010:1.0:1767384978.013205:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006d515442. 00000100:00000010:1.0:1767384978.013206:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c15b72b5. 00000100:00000010:1.0:1767384978.013209:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000241c215e. 00000400:00000200:1.0:1767384978.013211:0:40986:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 23 lazy 00000020:00000010:1.0:1767384978.013257:0:40986:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000005b1fee19. 00000020:00000010:1.0:1767384978.013260:0:40986:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000ea2a6296. 00000100:00000010:1.0:1767384978.013286:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000010c62035. 00000100:00000010:1.0:1767384978.013289:0:40986:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000d45df90f. 00000100:00000010:1.0:1767384978.013291:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000005798e32c. 00000100:00000010:1.0:1767384978.013293:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000be484c2c. 00000100:00000010:1.0:1767384978.013294:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000069042481. 00000100:00000200:1.0:1767384978.013313:0:40986:0:(service.c:847:ptlrpc_register_service()) mdt_readpage: Started, listening on portal 23 00000100:00000010:1.0:1767384978.013316:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000b82f82a1. 00000100:00000010:1.0:1767384978.013448:0:41002:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b7755bdf. 00000020:00000010:1.0:1767384978.013451:0:41002:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000507d6996. 00000020:00000010:1.0:1767384978.013455:0:41002:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073e3a6f0. 00000020:00000010:1.0:1767384978.013458:0:41002:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000807aefed. 00000040:00000010:1.0:1767384978.013461:0:41002:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f6d1c0b2. 00000020:00000010:1.0:1767384978.013463:0:41002:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d32ed449. 00000020:00000010:1.0:1767384978.013466:0:41002:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000268cb418. 00000020:00000010:1.0:1767384978.013469:0:41002:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006242d94a. 80000000:00000010:1.0:1767384978.013471:0:41002:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007650fbdd. 40000000:00000010:1.0:1767384978.013473:0:41002:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006d353144. 00100000:00000010:1.0:1767384978.013476:0:41002:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005495c516. 00040000:00000010:1.0:1767384978.013478:0:41002:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d68fe03e. 00040000:00000010:1.0:1767384978.013481:0:41002:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f10d7366. 00080000:00000010:1.0:1767384978.013485:0:41002:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000008462153. 00080000:00000010:1.0:1767384978.013496:0:41002:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a070aed3. 00000004:00000010:1.0:1767384978.013501:0:41002:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cc22ca69. 00000100:00000200:1.0:1767384978.013504:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013507:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000950e037a. 00000400:00000010:1.0:1767384978.013510:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa8ab9a8. 00000100:00000200:1.0:1767384978.013513:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013515:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000757d3447. 00000400:00000010:1.0:1767384978.013517:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032dfc4ff. 00000100:00000200:1.0:1767384978.013519:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013521:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001af587f0. 00000400:00000010:1.0:1767384978.013523:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093816d2f. 00000100:00000200:1.0:1767384978.013525:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013527:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1aaaf08. 00000400:00000010:1.0:1767384978.013529:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007abaaafd. 00000100:00000200:1.0:1767384978.013531:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013533:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006037b9c4. 00000400:00000010:1.0:1767384978.013535:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004dab1a5d. 00000100:00000200:1.0:1767384978.013536:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013538:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9b75088. 00000400:00000010:1.0:1767384978.013540:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a078fba. 00000100:00000200:1.0:1767384978.013541:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013543:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068526422. 00000400:00000010:1.0:1767384978.013545:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006364ca92. 00000100:00000200:1.0:1767384978.013546:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013548:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002123e41f. 00000400:00000010:1.0:1767384978.013549:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000056005fbf. 00000100:00000200:1.0:1767384978.013551:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013552:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef7e7d2e. 00000400:00000010:1.0:1767384978.013553:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd9cd255. 00000100:00000200:1.0:1767384978.013554:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013555:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002759101d. 00000400:00000010:1.0:1767384978.013556:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007d769268. 00000100:00000200:1.0:1767384978.013557:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013558:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000671f4b5f. 00000400:00000010:1.0:1767384978.013560:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e9db7ab7. 00000100:00000200:1.0:1767384978.013561:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013562:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee75000a. 00000400:00000010:1.0:1767384978.013563:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e4b5530. 00000100:00000200:1.0:1767384978.013564:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013565:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026116456. 00000400:00000010:1.0:1767384978.013567:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2d41ffb. 00000100:00000200:1.0:1767384978.013568:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013569:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2ac694c. 00000400:00000010:1.0:1767384978.013570:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e14872f3. 00000100:00000200:1.0:1767384978.013571:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013572:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013b2c91d. 00000400:00000010:1.0:1767384978.013573:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2e6c403. 00000100:00000200:1.0:1767384978.013574:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013575:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcea5330. 00000400:00000010:1.0:1767384978.013576:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000c766bdd. 00000100:00000200:1.0:1767384978.013577:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013578:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ab5e452. 00000400:00000010:1.0:1767384978.013579:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de871441. 00000100:00000200:1.0:1767384978.013580:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013582:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044a1028c. 00000400:00000010:1.0:1767384978.013583:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005287beb3. 00000100:00000200:1.0:1767384978.013584:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013585:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dacb7afb. 00000400:00000010:1.0:1767384978.013586:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083f0844f. 00000100:00000200:1.0:1767384978.013588:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013588:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8ee7c92. 00000400:00000010:1.0:1767384978.013589:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009dc0c260. 00000100:00000200:1.0:1767384978.013591:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013592:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a14e1bdd. 00000400:00000010:1.0:1767384978.013593:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086d836d1. 00000100:00000200:1.0:1767384978.013594:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013594:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b4b4876. 00000400:00000010:1.0:1767384978.013595:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd52b01c. 00000100:00000200:1.0:1767384978.013596:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013597:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b2ae22c. 00000400:00000010:1.0:1767384978.013598:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008dcc7c03. 00000100:00000200:1.0:1767384978.013600:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013600:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc9bfa3a. 00000400:00000010:1.0:1767384978.013602:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000094c9b7fa. 00000100:00000200:1.0:1767384978.013603:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013604:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003767f02b. 00000400:00000010:1.0:1767384978.013606:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c97d5000. 00000100:00000200:1.0:1767384978.013607:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013608:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f4ff3e0. 00000400:00000010:1.0:1767384978.013609:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005a20e014. 00000100:00000200:1.0:1767384978.013610:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013611:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005badc7b8. 00000400:00000010:1.0:1767384978.013612:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000358de9bd. 00000100:00000200:1.0:1767384978.013613:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013614:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfc558e6. 00000400:00000010:1.0:1767384978.013615:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004b5caee4. 00000100:00000200:1.0:1767384978.013617:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013617:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020d9fe51. 00000400:00000010:1.0:1767384978.013619:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000092df4130. 00000100:00000200:1.0:1767384978.013620:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013621:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010536190. 00000400:00000010:1.0:1767384978.013622:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006606ebd5. 00000100:00000200:1.0:1767384978.013624:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013625:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bef0f9ce. 00000400:00000010:1.0:1767384978.013626:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ebb1d279. 00000100:00000200:1.0:1767384978.013627:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013628:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000635e04a8. 00000400:00000010:1.0:1767384978.013629:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d85ba7a. 00000100:00000200:1.0:1767384978.013630:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013631:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062b54012. 00000400:00000010:1.0:1767384978.013632:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000deb2afd6. 00000100:00000200:1.0:1767384978.013633:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013634:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c7e7e1b. 00000400:00000010:1.0:1767384978.013635:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc5e7ec9. 00000100:00000200:1.0:1767384978.013636:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013637:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d6a8eed. 00000400:00000010:1.0:1767384978.013638:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fef70a74. 00000100:00000200:1.0:1767384978.013639:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013640:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c24b94a. 00000400:00000010:1.0:1767384978.013641:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000105fb2c2. 00000100:00000200:1.0:1767384978.013642:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013643:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac2f01d3. 00000400:00000010:1.0:1767384978.013644:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a06f1c4b. 00000100:00000200:1.0:1767384978.013645:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013646:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072ef2c8e. 00000400:00000010:1.0:1767384978.013647:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ed2ea67. 00000100:00000200:1.0:1767384978.013648:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013649:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d60dcdd9. 00000400:00000010:1.0:1767384978.013650:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008d78d9f8. 00000100:00000200:1.0:1767384978.013651:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013652:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033e923c3. 00000400:00000010:1.0:1767384978.013653:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000905a044e. 00000100:00000200:1.0:1767384978.013654:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013655:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000595cc22d. 00000400:00000010:1.0:1767384978.013657:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000163a7954. 00000100:00000200:1.0:1767384978.013658:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013659:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0c6dcaf. 00000400:00000010:1.0:1767384978.013660:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c254a7d. 00000100:00000200:1.0:1767384978.013661:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013662:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000933c372b. 00000400:00000010:1.0:1767384978.013664:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af631176. 00000100:00000200:1.0:1767384978.013665:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013666:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e9a7d3f. 00000400:00000010:1.0:1767384978.013667:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000344d7c75. 00000100:00000200:1.0:1767384978.013668:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013669:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3999632. 00000400:00000010:1.0:1767384978.013670:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003435a176. 00000100:00000200:1.0:1767384978.013671:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013672:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ccaabf2. 00000400:00000010:1.0:1767384978.013674:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000016afffe6. 00000100:00000200:1.0:1767384978.013675:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013676:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4ffcadf. 00000400:00000010:1.0:1767384978.013677:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e15c174a. 00000100:00000200:1.0:1767384978.013678:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013679:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ddc3af5c. 00000400:00000010:1.0:1767384978.013681:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e71dacbc. 00000100:00000200:1.0:1767384978.013682:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013683:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ccff0dcc. 00000400:00000010:1.0:1767384978.013684:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d724075f. 00000100:00000200:1.0:1767384978.013685:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013686:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008eb41001. 00000400:00000010:1.0:1767384978.013687:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b64b728. 00000100:00000200:1.0:1767384978.013688:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013689:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000960acdc3. 00000400:00000010:1.0:1767384978.013690:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000072214b01. 00000100:00000200:1.0:1767384978.013691:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013692:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bc47399. 00000400:00000010:1.0:1767384978.013694:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000386418ae. 00000100:00000200:1.0:1767384978.013695:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013696:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f314002f. 00000400:00000010:1.0:1767384978.013698:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e52c53fd. 00000100:00000200:1.0:1767384978.013699:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013700:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cefd1549. 00000400:00000010:1.0:1767384978.013701:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007226500a. 00000100:00000200:1.0:1767384978.013703:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013703:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eed8f47b. 00000400:00000010:1.0:1767384978.013705:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009b357a44. 00000100:00000200:1.0:1767384978.013706:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013707:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b8e392e. 00000400:00000010:1.0:1767384978.013708:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009badb47e. 00000100:00000200:1.0:1767384978.013709:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013710:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030c20809. 00000400:00000010:1.0:1767384978.013711:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001bb5d70d. 00000100:00000200:1.0:1767384978.013712:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013713:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000194cc556. 00000400:00000010:1.0:1767384978.013714:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b3bae04d. 00000100:00000200:1.0:1767384978.013715:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013716:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c263d08e. 00000400:00000010:1.0:1767384978.013717:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e42f902e. 00000100:00000200:1.0:1767384978.013718:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013719:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001608e6e4. 00000400:00000010:1.0:1767384978.013720:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007cfc0509. 00000100:00000200:1.0:1767384978.013721:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013722:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005458101. 00000400:00000010:1.0:1767384978.013723:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a0a39eac. 00000100:00000200:1.0:1767384978.013724:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013725:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009c3534e. 00000400:00000010:1.0:1767384978.013726:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d16d68d3. 00000100:00000200:1.0:1767384978.013727:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013728:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e549ee11. 00000400:00000010:1.0:1767384978.013729:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000058f358eb. 00000100:00000200:1.0:1767384978.013730:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384978.013731:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e9639cd. 00000400:00000010:1.0:1767384978.013732:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f64b4277. 00000100:00000010:1.0:1767384978.013741:0:41002:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000006cb2f80b. 00000100:00000200:1.0:1767384978.013752:0:41002:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384978.013770:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000e6e5d41b. 00010000:00000010:2.1:1767384978.013835:0:2:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002c780608. 00010000:00000010:2.1:1767384978.013844:0:2:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005bb56c99. 00000100:00000010:0.0:1767384978.014010:0:41003:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000099168ad6. 00000020:00000010:0.0:1767384978.014014:0:41003:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007f025e6b. 00000020:00000010:0.0:1767384978.014018:0:41003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000089de2ca5. 00000020:00000010:0.0:1767384978.014021:0:41003:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f20a6feb. 00000040:00000010:0.0:1767384978.014024:0:41003:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ab86ad08. 00000020:00000010:0.0:1767384978.014027:0:41003:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008c522f28. 00000020:00000010:0.0:1767384978.014030:0:41003:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004ded6737. 00000020:00000010:0.0:1767384978.014033:0:41003:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000032fbf2cc. 80000000:00000010:0.0:1767384978.014036:0:41003:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000009054425. 40000000:00000010:0.0:1767384978.014038:0:41003:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000005f41ddb. 00100000:00000010:0.0:1767384978.014042:0:41003:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001ca3119e. 00040000:00000010:0.0:1767384978.014045:0:41003:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005749535f. 00040000:00000010:0.0:1767384978.014048:0:41003:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c8cc6172. 00080000:00000010:0.0:1767384978.014053:0:41003:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003233b5cc. 00080000:00000010:0.0:1767384978.014056:0:41003:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000039b7f106. 00000004:00000010:0.0:1767384978.014061:0:41003:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000004d3ab61b. 00000100:00000010:0.0:1767384978.014073:0:41003:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000002c88f4e5. 00000100:00000200:0.0:1767384978.014084:0:41003:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384978.014093:0:40986:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000dbe02f21. 00000100:00000010:1.0:1767384978.014097:0:40986:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000f655b53e. 00000100:00000010:1.0:1767384978.014108:0:40986:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000d2c5dc54. 00000100:00000010:1.0:1767384978.014115:0:40986:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000021c1b2a0. 00000100:00000010:1.0:1767384978.014119:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005cb4c3b6. 00000100:00000010:1.0:1767384978.014414:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004f7fc8c5. 00000100:00000010:1.0:1767384978.014418:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f6c504b1. 00000100:00000010:1.0:1767384978.014685:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002b8af8db. 00000100:00000010:1.0:1767384978.014687:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f5bf5158. 00000100:00000010:1.0:1767384978.014986:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000077a2c5aa. 00000100:00000010:1.0:1767384978.014991:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009af39453. 00000100:00000010:1.0:1767384978.015270:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000022491bdf. 00000100:00000010:1.0:1767384978.015273:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f45f430c. 00000100:00000010:1.0:1767384978.015537:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005ec11a8f. 00000100:00000010:1.0:1767384978.015540:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000046247e9f. 00000100:00000010:1.0:1767384978.015802:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005db34638. 00000100:00000010:1.0:1767384978.015804:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a6cd27a. 00000100:00000010:1.0:1767384978.016097:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008d35a549. 00000100:00000010:1.0:1767384978.016101:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a25cae8. 00000100:00000010:1.0:1767384978.016377:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e057e28a. 00000100:00000010:1.0:1767384978.016381:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bdc55892. 00000100:00000010:1.0:1767384978.016652:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f640ed87. 00000100:00000010:1.0:1767384978.016655:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000097beb3f6. 00000100:00000010:1.0:1767384978.016941:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004f4c91d6. 00000100:00000010:1.0:1767384978.016945:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bfc17f3e. 00000100:00000010:1.0:1767384978.017210:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000087ffa11f. 00000100:00000010:1.0:1767384978.017213:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e3e90c0. 00000100:00000010:1.0:1767384978.017490:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000bc739b47. 00000100:00000010:1.0:1767384978.017493:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df551429. 00000100:00000010:1.0:1767384978.017763:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a31a4333. 00000100:00000010:1.0:1767384978.017766:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e6f0cb1. 00000100:00000010:1.0:1767384978.018053:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a674446c. 00000100:00000010:1.0:1767384978.018058:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1e3b73f. 00000100:00000010:1.0:1767384978.018336:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c1c35aa7. 00000100:00000010:1.0:1767384978.018340:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000005f13ace. 00000100:00000010:1.0:1767384978.018608:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e8807988. 00000100:00000010:1.0:1767384978.018610:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000040a7d917. 00000100:00000010:1.0:1767384978.018895:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000bdfd32d0. 00000100:00000010:1.0:1767384978.018899:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2af795b. 00000100:00000010:1.0:1767384978.019166:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000021ffc163. 00000100:00000010:1.0:1767384978.019169:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb7da5fb. 00000100:00000010:1.0:1767384978.019445:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000049bab9b2. 00000100:00000010:1.0:1767384978.019448:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006b96ebd1. 00000100:00000010:1.0:1767384978.019713:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004ad9cf3f. 00000100:00000010:1.0:1767384978.019715:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ab7cb39. 00000100:00000010:1.0:1767384978.020000:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001e675361. 00000100:00000010:1.0:1767384978.020003:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000085a4b5b7. 00000100:00000010:1.0:1767384978.020279:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ba81330e. 00000100:00000010:1.0:1767384978.020282:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ce7e0da. 00000100:00000010:1.0:1767384978.020546:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003b96bc1b. 00000100:00000010:1.0:1767384978.020548:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed9bddec. 00000100:00000010:1.0:1767384978.020810:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000efa04b8f. 00000100:00000010:1.0:1767384978.020812:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055feff5d. 00000100:00000010:1.0:1767384978.021119:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b0cb2db2. 00000100:00000010:1.0:1767384978.021123:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f520391. 00000100:00000010:1.0:1767384978.021397:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fedb571e. 00000100:00000010:1.0:1767384978.021400:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000187c5ef1. 00000100:00000010:1.0:1767384978.021672:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000066057b09. 00000100:00000010:1.0:1767384978.021674:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000054aba3f7. 00000100:00000010:1.0:1767384978.021966:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000057ea4677. 00000100:00000010:1.0:1767384978.021970:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aec34b4b. 00000100:00000010:1.0:1767384978.022248:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000048f16b61. 00000100:00000010:1.0:1767384978.022251:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d2550b06. 00000100:00000010:1.0:1767384978.022518:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ebb9a95f. 00000100:00000010:1.0:1767384978.022520:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db0f00cc. 00000100:00000010:1.0:1767384978.022842:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d4b82eaf. 00000100:00000010:1.0:1767384978.022848:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000007282af0. 00000100:00000010:1.0:1767384978.023121:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004f2a9bc9. 00000100:00000010:1.0:1767384978.023124:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9dbe65c. 00000100:00000010:1.0:1767384978.023418:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000090c86ff4. 00000100:00000010:1.0:1767384978.023423:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000054d1a7c7. 00000100:00000010:1.0:1767384978.023692:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000339d9b22. 00000100:00000010:1.0:1767384978.023694:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000270a7155. 00000100:00000010:1.0:1767384978.023983:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002739d5de. 00000100:00000010:1.0:1767384978.023987:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033214e77. 00000100:00000010:1.0:1767384978.024286:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c4dab134. 00000100:00000010:1.0:1767384978.024292:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004538d66e. 00000100:00000010:1.0:1767384978.024576:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000062cc1e02. 00000100:00000010:1.0:1767384978.024579:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005bfdbe5f. 00000100:00000010:1.0:1767384978.024882:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f88e3e36. 00000100:00000010:1.0:1767384978.024897:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bfaee7f4. 00000100:00000010:1.0:1767384978.025177:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000017dc9fee. 00000100:00000010:1.0:1767384978.025180:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a99fc823. 00000100:00000010:1.0:1767384978.025458:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004d977215. 00000100:00000010:1.0:1767384978.025461:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000632185f2. 00000100:00000010:1.0:1767384978.025735:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000181b838b. 00000100:00000010:1.0:1767384978.025738:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d3c222dd. 00000100:00000010:1.0:1767384978.026039:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001ecfbf4b. 00000100:00000010:1.0:1767384978.026043:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047b254dd. 00000100:00000010:1.0:1767384978.026334:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003c482dd3. 00000100:00000010:1.0:1767384978.026338:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c205a016. 00000100:00000010:1.0:1767384978.026607:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c37748bc. 00000100:00000010:1.0:1767384978.026609:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f26054c9. 00000100:00000010:1.0:1767384978.026926:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009a7b7128. 00000100:00000010:1.0:1767384978.026930:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000098529981. 00000100:00000010:1.0:1767384978.027199:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e5c275a3. 00000100:00000010:1.0:1767384978.027201:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e78af025. 00000100:00000010:1.0:1767384978.027489:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000035f9658c. 00000100:00000010:1.0:1767384978.027493:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000028a8629f. 00000100:00000010:1.0:1767384978.027759:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001fe682fe. 00000100:00000010:1.0:1767384978.027762:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e5c2d481. 00000100:00000010:1.0:1767384978.028064:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000027aa61fe. 00000100:00000010:1.0:1767384978.028068:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000056100fd8. 00000100:00000010:1.0:1767384978.028348:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005a07a652. 00000100:00000010:1.0:1767384978.028350:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000696dd743. 00000100:00000010:1.0:1767384978.028632:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000076ae1d6a. 00000100:00000010:1.0:1767384978.028635:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000961569fc. 00000100:00000010:1.0:1767384978.028930:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000021390046. 00000100:00000010:1.0:1767384978.028934:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a8cf7c9. 00000100:00000010:1.0:1767384978.029212:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001e2e79bc. 00000100:00000010:1.0:1767384978.029215:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000013a1a0c7. 00000100:00000010:1.0:1767384978.029497:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c3dee03e. 00000100:00000010:1.0:1767384978.029500:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004feb0741. 00000100:00000010:1.0:1767384978.029787:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f7f52e98. 00000100:00000010:1.0:1767384978.029790:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d3431870. 00000100:00000010:1.0:1767384978.030083:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000157c2ef5. 00000100:00000010:1.0:1767384978.030087:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000be95680c. 00000100:00000010:1.0:1767384978.030379:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004c6b6d5b. 00000100:00000010:1.0:1767384978.030383:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e7430392. 00000100:00000010:1.0:1767384978.030651:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000042cfbd48. 00000100:00000010:1.0:1767384978.030654:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000038d54f0c. 00000100:00000010:1.0:1767384978.030949:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000bc567b99. 00000100:00000010:1.0:1767384978.030953:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000054595a61. 00000100:00000010:1.0:1767384978.031222:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ce6ffe89. 00000100:00000010:1.0:1767384978.031296:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ae62eaf8. 00000100:00000010:1.0:1767384978.031575:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007c0dbe3b. 00000100:00000010:1.0:1767384978.031578:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000713d67d9. 00000100:00000010:1.0:1767384978.031862:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e97baf65. 00000100:00000010:1.0:1767384978.031868:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bb85ad6d. 00000100:00000010:1.0:1767384978.032152:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ea5da407. 00000100:00000010:1.0:1767384978.032156:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000017080b41. 00000100:00000010:1.0:1767384978.032439:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009a5285c8. 00000400:00000200:1.0:1767384978.032444:0:40986:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 24 lazy 00000020:00000010:1.0:1767384978.032499:0:40986:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b1960e31. 00000020:00000010:1.0:1767384978.032503:0:40986:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000002a604b84. 00000100:00000010:1.0:1767384978.032544:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003a1e759b. 00000100:00000010:1.0:1767384978.032548:0:40986:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000d271601c. 00000100:00000010:1.0:1767384978.032551:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000075359b2b. 00000100:00000010:1.0:1767384978.032554:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000002d6c9769. 00000100:00000010:1.0:1767384978.032556:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004e4fa7cf. 00000100:00000200:1.0:1767384978.032574:0:40986:0:(service.c:847:ptlrpc_register_service()) mdt_out: Started, listening on portal 24 00000100:00000010:1.0:1767384978.032578:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000e80cf62e. 00000100:00000010:1.0:1767384978.032766:0:41004:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000006dc2c050. 00000020:00000010:1.0:1767384978.032770:0:41004:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a53f0ff0. 00000020:00000010:1.0:1767384978.032775:0:41004:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff32cf6c. 00000020:00000010:1.0:1767384978.032778:0:41004:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a6972827. 00000040:00000010:1.0:1767384978.032781:0:41004:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000315ab8ca. 00000020:00000010:1.0:1767384978.032784:0:41004:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a61cf65a. 00000020:00000010:1.0:1767384978.032787:0:41004:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a17c5097. 00000020:00000010:1.0:1767384978.032790:0:41004:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002578d99e. 80000000:00000010:1.0:1767384978.032793:0:41004:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000050d18ffb. 40000000:00000010:1.0:1767384978.032795:0:41004:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000363bca18. 00100000:00000010:1.0:1767384978.032799:0:41004:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000016efb868. 00040000:00000010:1.0:1767384978.032802:0:41004:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004e1bf046. 00040000:00000010:1.0:1767384978.032806:0:41004:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006c164edf. 00080000:00000010:1.0:1767384978.032810:0:41004:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c8d5ce94. 00080000:00000010:1.0:1767384978.032839:0:41004:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a59c696c. 00000004:00000010:1.0:1767384978.032849:0:41004:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008e1d7d01. 00002000:00000010:1.0:1767384978.032854:0:41004:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bd710824. 00000100:00000200:1.0:1767384978.032859:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.032864:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bba616e9. 00000400:00000010:1.0:1767384978.032869:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bf4678e7. 00000100:00000200:1.0:1767384978.032875:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.032877:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081e0ba4d. 00000400:00000010:1.0:1767384978.032889:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003fc14b69. 00000100:00000200:1.0:1767384978.032893:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.032895:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ab1e480. 00000400:00000010:1.0:1767384978.032898:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001b0dd343. 00000100:00000200:1.0:1767384978.032902:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.032904:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000073ce376. 00000400:00000010:1.0:1767384978.032907:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000478f1590. 00000100:00000200:1.0:1767384978.032910:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.032911:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0d36506. 00000400:00000010:1.0:1767384978.032914:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008839458a. 00000100:00000200:1.0:1767384978.032916:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.032917:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d783cb45. 00000400:00000010:1.0:1767384978.032924:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000342b7e39. 00000100:00000200:1.0:1767384978.032927:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.032928:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc2c1488. 00000400:00000010:1.0:1767384978.032931:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007c9db460. 00000100:00000200:1.0:1767384978.032933:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.032934:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e686c43c. 00000400:00000010:1.0:1767384978.032937:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000565ca779. 00000100:00000200:1.0:1767384978.032939:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.032940:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aee698b2. 00000400:00000010:1.0:1767384978.032943:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000077d865ad. 00000100:00000200:1.0:1767384978.032945:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.032947:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a569a08. 00000400:00000010:1.0:1767384978.032953:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004838abd7. 00000100:00000200:1.0:1767384978.032957:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.032959:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac52887e. 00000400:00000010:1.0:1767384978.032962:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bd712bb7. 00000100:00000200:1.0:1767384978.032964:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.032965:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000177ddb5d. 00000400:00000010:1.0:1767384978.032968:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bd957b34. 00000100:00000200:1.0:1767384978.032970:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.032971:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000034b7632. 00000400:00000010:1.0:1767384978.032973:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002347efb4. 00000100:00000200:1.0:1767384978.032976:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.032977:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026f4646d. 00000400:00000010:1.0:1767384978.032983:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003e8ee55c. 00000100:00000200:1.0:1767384978.032986:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.032988:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6aa9030. 00000400:00000010:1.0:1767384978.032990:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ff922305. 00000100:00000200:1.0:1767384978.032992:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.032993:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbec4b6b. 00000400:00000010:1.0:1767384978.032996:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d9599106. 00000100:00000200:1.0:1767384978.032998:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.032999:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e515cd0. 00000400:00000010:1.0:1767384978.033002:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000db5c8ffe. 00000100:00000200:1.0:1767384978.033004:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033005:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d570252. 00000400:00000010:1.0:1767384978.033012:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000636870be. 00000100:00000200:1.0:1767384978.033015:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033016:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008855b888. 00000400:00000010:1.0:1767384978.033019:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004bd1fd6f. 00000100:00000200:1.0:1767384978.033021:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033022:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000963865de. 00000400:00000010:1.0:1767384978.033025:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e5de482a. 00000100:00000200:1.0:1767384978.033027:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033028:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d20f461. 00000400:00000010:1.0:1767384978.033030:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000030ea9b82. 00000100:00000200:1.0:1767384978.033033:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033033:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4037b5b. 00000400:00000010:1.0:1767384978.033040:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009a281a50. 00000100:00000200:1.0:1767384978.033044:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033045:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036b6cae1. 00000400:00000010:1.0:1767384978.033047:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f51703c9. 00000100:00000200:1.0:1767384978.033049:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033050:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8bb8743. 00000400:00000010:1.0:1767384978.033053:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000038db6fb7. 00000100:00000200:1.0:1767384978.033056:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033057:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003bf7d2b9. 00000400:00000010:1.0:1767384978.033060:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000069f9b0c5. 00000100:00000200:1.0:1767384978.033062:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033063:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f766669c. 00000400:00000010:1.0:1767384978.033069:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003e345aac. 00000100:00000200:1.0:1767384978.033073:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033074:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b6d4114. 00000400:00000010:1.0:1767384978.033077:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008f18396b. 00000100:00000200:1.0:1767384978.033079:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033080:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036d969d3. 00000400:00000010:1.0:1767384978.033082:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000025b9c75. 00000100:00000200:1.0:1767384978.033084:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033085:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000360115c5. 00000400:00000010:1.0:1767384978.033088:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000cd39299a. 00000100:00000200:1.0:1767384978.033090:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033092:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2a9a1c6. 00000400:00000010:1.0:1767384978.033098:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000454feee6. 00000100:00000200:1.0:1767384978.033102:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033103:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f311ced. 00000400:00000010:1.0:1767384978.033106:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008db23de6. 00000100:00000200:1.0:1767384978.033108:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033109:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005496676f. 00000400:00000010:1.0:1767384978.033112:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009712de94. 00000100:00000200:1.0:1767384978.033114:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033115:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f5cfa58. 00000400:00000010:1.0:1767384978.033118:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e90bf379. 00000100:00000200:1.0:1767384978.033120:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033121:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002eaf83fe. 00000400:00000010:1.0:1767384978.033127:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006008af78. 00000100:00000200:1.0:1767384978.033131:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033133:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068e1b8da. 00000400:00000010:1.0:1767384978.033136:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000291633ce. 00000100:00000200:1.0:1767384978.033138:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033139:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007cfa104f. 00000400:00000010:1.0:1767384978.033142:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002d918ded. 00000100:00000200:1.0:1767384978.033144:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033145:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000350dc946. 00000400:00000010:1.0:1767384978.033148:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b2176d97. 00000100:00000200:1.0:1767384978.033150:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033151:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7b9c7c0. 00000400:00000010:1.0:1767384978.033157:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000151a3be3. 00000100:00000200:1.0:1767384978.033160:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033161:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f50edd5e. 00000400:00000010:1.0:1767384978.033164:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000095af98fd. 00000100:00000200:1.0:1767384978.033166:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033167:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003426c88d. 00000400:00000010:1.0:1767384978.033170:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002b1fa94a. 00000100:00000200:1.0:1767384978.033172:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033173:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b547839d. 00000400:00000010:1.0:1767384978.033176:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000cabbc80d. 00000100:00000200:1.0:1767384978.033178:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033179:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e71305a5. 00000400:00000010:1.0:1767384978.033185:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bb428fc1. 00000100:00000200:1.0:1767384978.033189:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033190:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ced4c598. 00000400:00000010:1.0:1767384978.033192:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000068daef58. 00000100:00000200:1.0:1767384978.033195:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033196:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000863acd9. 00000400:00000010:1.0:1767384978.033198:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000653d833b. 00000100:00000200:1.0:1767384978.033201:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033201:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d695d5d0. 00000400:00000010:1.0:1767384978.033204:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000733aacc7. 00000100:00000200:1.0:1767384978.033207:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033208:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001acbdede. 00000400:00000010:1.0:1767384978.033214:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a3c07d4a. 00000100:00000200:1.0:1767384978.033218:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033219:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9b7d426. 00000400:00000010:1.0:1767384978.033222:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000075ca6890. 00000100:00000200:1.0:1767384978.033238:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033240:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002743e895. 00000400:00000010:1.0:1767384978.033243:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004d08900a. 00000100:00000200:1.0:1767384978.033245:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033246:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018993e57. 00000400:00000010:1.0:1767384978.033249:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a4655ff9. 00000100:00000200:1.0:1767384978.033251:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033252:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058304a06. 00000400:00000010:1.0:1767384978.033260:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000067b6872d. 00000100:00000200:1.0:1767384978.033263:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033265:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c54841c. 00000400:00000010:1.0:1767384978.033268:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004a1c20dd. 00000100:00000200:1.0:1767384978.033270:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033272:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000352b7ce3. 00000400:00000010:1.0:1767384978.033274:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005bd23cd4. 00000100:00000200:1.0:1767384978.033277:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033278:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022c8addf. 00000400:00000010:1.0:1767384978.033280:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003efde5ba. 00000100:00000200:1.0:1767384978.033283:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033284:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e977067. 00000400:00000010:1.0:1767384978.033290:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e7676716. 00000100:00000200:1.0:1767384978.033294:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033295:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000deb82a94. 00000400:00000010:1.0:1767384978.033297:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000cf0102fd. 00000100:00000200:1.0:1767384978.033300:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033301:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087ddacab. 00000400:00000010:1.0:1767384978.033303:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005ec83d36. 00000100:00000200:1.0:1767384978.033306:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033307:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095300997. 00000400:00000010:1.0:1767384978.033309:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002a48970a. 00000100:00000200:1.0:1767384978.033311:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033312:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b6e0362. 00000400:00000010:1.0:1767384978.033319:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000cc3bc011. 00000100:00000200:1.0:1767384978.033323:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033324:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3ea8fd2. 00000400:00000010:1.0:1767384978.033327:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b57452de. 00000100:00000200:1.0:1767384978.033329:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033331:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9caddf8. 00000400:00000010:1.0:1767384978.033333:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000051d2d1f8. 00000100:00000200:1.0:1767384978.033336:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033336:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c0284c1. 00000400:00000010:1.0:1767384978.033339:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ddecc7a6. 00000100:00000200:1.0:1767384978.033341:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033342:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e25b0d47. 00000400:00000010:1.0:1767384978.033349:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000042f0ed5e. 00000100:00000200:1.0:1767384978.033352:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033353:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de364b0a. 00000400:00000010:1.0:1767384978.033356:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000afaa8469. 00000100:00000200:1.0:1767384978.033358:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384978.033359:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b481d91a. 00000400:00000010:1.0:1767384978.033362:0:41004:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007c49dbd7. 00000100:00000010:1.0:1767384978.033373:0:41004:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000006340230a. 00000100:00000200:1.0:1767384978.033386:0:41004:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384978.033405:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005ca2211a. 00000100:00000010:0.0:1767384978.033543:0:41005:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000005688f5bb. 00000020:00000010:0.0:1767384978.033547:0:41005:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b6d9092f. 00000020:00000010:0.0:1767384978.033551:0:41005:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013c696fc. 00000020:00000010:0.0:1767384978.033553:0:41005:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000060976553. 00000040:00000010:0.0:1767384978.033557:0:41005:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a44e9321. 00000020:00000010:0.0:1767384978.033560:0:41005:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b42f922e. 00000020:00000010:0.0:1767384978.033563:0:41005:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000007a60ad6. 00000020:00000010:0.0:1767384978.033565:0:41005:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000acb4a55d. 80000000:00000010:0.0:1767384978.033568:0:41005:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000011e9ba15. 40000000:00000010:0.0:1767384978.033571:0:41005:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002239dae0. 00100000:00000010:0.0:1767384978.033573:0:41005:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fead7a4f. 00040000:00000010:0.0:1767384978.033576:0:41005:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000646a9fbf. 00040000:00000010:0.0:1767384978.033578:0:41005:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b45dc814. 00080000:00000010:0.0:1767384978.033583:0:41005:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003938746a. 00080000:00000010:0.0:1767384978.033586:0:41005:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000fccf23ce. 00000004:00000010:0.0:1767384978.033591:0:41005:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e6960a85. 00002000:00000010:0.0:1767384978.033594:0:41005:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007ec4ca88. 00000100:00000010:0.0:1767384978.033606:0:41005:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000076fd579d. 00000100:00000200:0.0:1767384978.033618:0:41005:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384978.033626:0:40986:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000be09d52c. 00000100:00000010:1.0:1767384978.033631:0:40986:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000698f1e97. 00000100:00000010:1.0:1767384978.033642:0:40986:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000aaa11d1f. 00000100:00000010:1.0:1767384978.033650:0:40986:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000002825aa4f. 00000100:00000010:1.0:1767384978.033654:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006e0773bd. 00000100:00000010:1.0:1767384978.033656:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000037494082. 00000100:00000010:1.0:1767384978.033657:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fc5ee005. 00000100:00000010:1.0:1767384978.033660:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000eca6636. 00000100:00000010:1.0:1767384978.033662:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002168478d. 00000100:00000010:1.0:1767384978.033664:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000029deca0d. 00000100:00000010:1.0:1767384978.033665:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000087dcfb98. 00000100:00000010:1.0:1767384978.033668:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000151b35de. 00000100:00000010:1.0:1767384978.033669:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000095290100. 00000100:00000010:1.0:1767384978.033671:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009a633d1b. 00000100:00000010:1.0:1767384978.033673:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005386c646. 00000100:00000010:1.0:1767384978.033675:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000021ebd139. 00000100:00000010:1.0:1767384978.033677:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bef56944. 00000100:00000010:1.0:1767384978.033679:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b72aa68b. 00000100:00000010:1.0:1767384978.033681:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c1aa9a35. 00000100:00000010:1.0:1767384978.033683:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007a0d034c. 00000100:00000010:1.0:1767384978.033685:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000579935b1. 00000100:00000010:1.0:1767384978.033687:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009a6d7da4. 00000100:00000010:1.0:1767384978.033688:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003965a89f. 00000100:00000010:1.0:1767384978.033691:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000088e59be5. 00000100:00000010:1.0:1767384978.033693:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009449b4c0. 00000100:00000010:1.0:1767384978.033695:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d2f2bcfd. 00000100:00000010:1.0:1767384978.033696:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007490c6ba. 00000100:00000010:1.0:1767384978.033698:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b9ea9310. 00000100:00000010:1.0:1767384978.033700:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000020c89a04. 00000100:00000010:1.0:1767384978.033702:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000030082df4. 00000100:00000010:1.0:1767384978.033703:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ce284c7. 00000100:00000010:1.0:1767384978.033705:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c878363d. 00000100:00000010:1.0:1767384978.033706:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000091ad8d50. 00000100:00000010:1.0:1767384978.033708:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007acaf9f0. 00000100:00000010:1.0:1767384978.033710:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b01194e. 00000100:00000010:1.0:1767384978.033712:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000015be7c93. 00000100:00000010:1.0:1767384978.033714:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009aec3c91. 00000100:00000010:1.0:1767384978.033716:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000079c6c1e3. 00000100:00000010:1.0:1767384978.033718:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b4ac2c31. 00000100:00000010:1.0:1767384978.033720:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003ee817d2. 00000100:00000010:1.0:1767384978.033722:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053de4f3b. 00000100:00000010:1.0:1767384978.033724:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d5fea080. 00000100:00000010:1.0:1767384978.033725:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000882d415f. 00000100:00000010:1.0:1767384978.033727:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cffc41d8. 00000100:00000010:1.0:1767384978.033728:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d870c8a0. 00000100:00000010:1.0:1767384978.033731:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ed2c45f3. 00000100:00000010:1.0:1767384978.033733:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007f020e04. 00000100:00000010:1.0:1767384978.033735:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000174fc1bb. 00000100:00000010:1.0:1767384978.033737:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000019a30082. 00000100:00000010:1.0:1767384978.033739:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dc9ee7f8. 00000100:00000010:1.0:1767384978.033741:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e7a55078. 00000100:00000010:1.0:1767384978.033743:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000089fa1bc0. 00000100:00000010:1.0:1767384978.033744:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a1660bbf. 00000100:00000010:1.0:1767384978.033746:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006c5b72fd. 00000100:00000010:1.0:1767384978.033748:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000008f79d36. 00000100:00000010:1.0:1767384978.033751:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000052210803. 00000100:00000010:1.0:1767384978.033753:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005e374f5a. 00000100:00000010:1.0:1767384978.033755:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002eb717de. 00000100:00000010:1.0:1767384978.033756:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a3a00e61. 00000100:00000010:1.0:1767384978.033758:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a6a13431. 00000100:00000010:1.0:1767384978.033760:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aa783a16. 00000100:00000010:1.0:1767384978.033762:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009a779f1c. 00000100:00000010:1.0:1767384978.033763:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f06e38f1. 00000100:00000010:1.0:1767384978.033765:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000030475c5b. 00000100:00000010:1.0:1767384978.033767:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000056b04d82. 00000100:00000010:1.0:1767384978.033770:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000aa872f0d. 00000100:00000010:1.0:1767384978.033771:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025c76de8. 00000100:00000010:1.0:1767384978.033774:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009e6db001. 00000100:00000010:1.0:1767384978.033775:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003407718e. 00000100:00000010:1.0:1767384978.033777:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001b5943a0. 00000100:00000010:1.0:1767384978.033778:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009c3fa2af. 00000100:00000010:1.0:1767384978.033780:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b4744dcf. 00000100:00000010:1.0:1767384978.033782:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ac7075e. 00000100:00000010:1.0:1767384978.033784:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000002a1361f. 00000100:00000010:1.0:1767384978.033785:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000739218f5. 00000100:00000010:1.0:1767384978.033787:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a8aeb85f. 00000100:00000010:1.0:1767384978.033789:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000052e2e488. 00000100:00000010:1.0:1767384978.033792:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000571c8312. 00000100:00000010:1.0:1767384978.033793:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ee38442. 00000100:00000010:1.0:1767384978.033796:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009100d7d0. 00000100:00000010:1.0:1767384978.033797:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000048e6f440. 00000100:00000010:1.0:1767384978.033799:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004d4cf6ad. 00000100:00000010:1.0:1767384978.033801:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005da31388. 00000100:00000010:1.0:1767384978.033803:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b0e090ce. 00000100:00000010:1.0:1767384978.033804:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f029da93. 00000100:00000010:1.0:1767384978.033806:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e275b735. 00000100:00000010:1.0:1767384978.033808:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cda4f778. 00000100:00000010:1.0:1767384978.033810:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000014d1b440. 00000100:00000010:1.0:1767384978.033811:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000098a76556. 00000100:00000010:1.0:1767384978.033813:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000d50861a. 00000100:00000010:1.0:1767384978.033866:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d42c456d. 00000100:00000010:1.0:1767384978.033869:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001a961790. 00000100:00000010:1.0:1767384978.033872:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069568b29. 00000100:00000010:1.0:1767384978.033876:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001c400519. 00000100:00000010:1.0:1767384978.033879:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd2ab164. 00000100:00000010:1.0:1767384978.033882:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a7fb8556. 00000100:00000010:1.0:1767384978.033884:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e02760d3. 00000100:00000010:1.0:1767384978.033887:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008f6550a0. 00000100:00000010:1.0:1767384978.033888:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000072b879c6. 00000100:00000010:1.0:1767384978.033890:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f9bd3b86. 00000100:00000010:1.0:1767384978.033892:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f5f3c24. 00000100:00000010:1.0:1767384978.033894:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000055b061b4. 00000100:00000010:1.0:1767384978.033896:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000748381ee. 00000100:00000010:1.0:1767384978.033898:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000019d5c059. 00000100:00000010:1.0:1767384978.033899:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ff605a2e. 00000100:00000010:1.0:1767384978.033902:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bb568fcf. 00000100:00000010:1.0:1767384978.033903:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee5d1aec. 00000100:00000010:1.0:1767384978.033906:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000573e0126. 00000100:00000010:1.0:1767384978.033908:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004abfef95. 00000100:00000010:1.0:1767384978.033910:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000548d07a8. 00000100:00000010:1.0:1767384978.033912:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003f632d2d. 00000100:00000010:1.0:1767384978.033914:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c79fbeb3. 00000100:00000010:1.0:1767384978.033916:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077b87d6f. 00000100:00000010:1.0:1767384978.033918:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004c6c6c27. 00000100:00000010:1.0:1767384978.033919:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000f583b1f. 00000100:00000010:1.0:1767384978.033922:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006b5de71c. 00000100:00000010:1.0:1767384978.033923:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab512117. 00000100:00000010:1.0:1767384978.033925:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cff9a1ff. 00000100:00000010:1.0:1767384978.033927:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004594613d. 00000100:00000010:1.0:1767384978.033929:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b1f2f9d7. 00000100:00000010:1.0:1767384978.033931:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3a77fb4. 00000100:00000010:1.0:1767384978.033933:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000450019ea. 00000100:00000010:1.0:1767384978.033934:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a660edd. 00000100:00000010:1.0:1767384978.033937:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ef2be721. 00000100:00000010:1.0:1767384978.033938:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007167244d. 00000100:00000010:1.0:1767384978.033940:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000032b22aa6. 00000100:00000010:1.0:1767384978.033941:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000028af59af. 00000100:00000010:1.0:1767384978.033943:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005985ba4c. 00000100:00000010:1.0:1767384978.033945:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000016386ff. 00000100:00000010:1.0:1767384978.033947:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002ee7bfb2. 00000100:00000010:1.0:1767384978.033949:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb7e10c7. 00000100:00000010:1.0:1767384978.033951:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000049788e31. 00000400:00000200:1.0:1767384978.033953:0:40986:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 32 lazy 00000020:00000010:1.0:1767384978.033975:0:40986:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000092d360be. 00000020:00000010:1.0:1767384978.033978:0:40986:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000cd34e217. 00000100:00000010:1.0:1767384978.034002:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000975e560e. 00000100:00000010:1.0:1767384978.034004:0:40986:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000ed56c922. 00000100:00000010:1.0:1767384978.034006:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000cfb0ef7e. 00000100:00000010:1.0:1767384978.034008:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c902ff7c. 00000100:00000010:1.0:1767384978.034010:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008e0bc396. 00000100:00000200:1.0:1767384978.034029:0:40986:0:(service.c:847:ptlrpc_register_service()) mdt_seqs: Started, listening on portal 32 00000100:00000010:1.0:1767384978.034031:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000dab912e7. 00000100:00000010:1.0:1767384978.034154:0:41006:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000521552dd. 00000020:00000010:1.0:1767384978.034157:0:41006:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e580d645. 00000020:00000010:1.0:1767384978.034160:0:41006:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005674b607. 00000020:00000010:1.0:1767384978.034163:0:41006:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000beb91bce. 00000040:00000010:1.0:1767384978.034166:0:41006:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006b8885e1. 00000020:00000010:1.0:1767384978.034169:0:41006:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004367a28f. 00000020:00000010:1.0:1767384978.034171:0:41006:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000eda3415f. 00000020:00000010:1.0:1767384978.034173:0:41006:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004bd0074a. 80000000:00000010:1.0:1767384978.034174:0:41006:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ca5c7f35. 40000000:00000010:1.0:1767384978.034176:0:41006:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000094fd6451. 00100000:00000010:1.0:1767384978.034178:0:41006:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006aa00d01. 00040000:00000010:1.0:1767384978.034179:0:41006:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002ac1d625. 00040000:00000010:1.0:1767384978.034181:0:41006:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000080e77292. 00080000:00000010:1.0:1767384978.034184:0:41006:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008236882c. 00080000:00000010:1.0:1767384978.034194:0:41006:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001a05a46e. 00000004:00000010:1.0:1767384978.034199:0:41006:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000bd813be6. 00000100:00000200:1.0:1767384978.034201:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034202:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083247bee. 00000400:00000010:1.0:1767384978.034205:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039e9994e. 00000100:00000200:1.0:1767384978.034207:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034209:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b52d45c6. 00000400:00000010:1.0:1767384978.034210:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000265f5e51. 00000100:00000200:1.0:1767384978.034211:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034213:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2d4a156. 00000400:00000010:1.0:1767384978.034214:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007acbf24a. 00000100:00000200:1.0:1767384978.034215:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034216:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b42db9b. 00000400:00000010:1.0:1767384978.034217:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000129e4fdd. 00000100:00000200:1.0:1767384978.034218:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034219:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049dded69. 00000400:00000010:1.0:1767384978.034220:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005bf3f441. 00000100:00000200:1.0:1767384978.034222:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034223:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004d3ecfd. 00000400:00000010:1.0:1767384978.034239:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017230a03. 00000100:00000200:1.0:1767384978.034241:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034242:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0e8f0ab. 00000400:00000010:1.0:1767384978.034244:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005037b2ff. 00000100:00000200:1.0:1767384978.034245:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034246:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1e34093. 00000400:00000010:1.0:1767384978.034247:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd12a3df. 00000100:00000200:1.0:1767384978.034248:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034249:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016a3d45d. 00000400:00000010:1.0:1767384978.034250:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b9ec9db. 00000100:00000200:1.0:1767384978.034252:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034253:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009659fc53. 00000400:00000010:1.0:1767384978.034254:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd1a8459. 00000100:00000200:1.0:1767384978.034255:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034256:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055f05f53. 00000400:00000010:1.0:1767384978.034257:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000affc6cb3. 00000100:00000200:1.0:1767384978.034258:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034260:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e59440b4. 00000400:00000010:1.0:1767384978.034261:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e519160b. 00000100:00000200:1.0:1767384978.034263:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034264:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fec3b271. 00000400:00000010:1.0:1767384978.034265:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096084e8b. 00000100:00000200:1.0:1767384978.034266:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034267:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000544a9bd. 00000400:00000010:1.0:1767384978.034268:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd3e3a6e. 00000100:00000200:1.0:1767384978.034269:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034270:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004539f03e. 00000400:00000010:1.0:1767384978.034271:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8f9ca25. 00000100:00000200:1.0:1767384978.034272:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034273:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024b13510. 00000400:00000010:1.0:1767384978.034274:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a63f17dc. 00000100:00000200:1.0:1767384978.034275:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034276:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d162f9c. 00000400:00000010:1.0:1767384978.034278:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000afc9968b. 00000100:00000200:1.0:1767384978.034279:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034280:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d33f3bf. 00000400:00000010:1.0:1767384978.034281:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094a405b6. 00000100:00000200:1.0:1767384978.034283:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034284:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018a1ef1d. 00000400:00000010:1.0:1767384978.034285:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a90983c2. 00000100:00000200:1.0:1767384978.034286:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034287:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cceed8e. 00000400:00000010:1.0:1767384978.034288:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005734283f. 00000100:00000200:1.0:1767384978.034289:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034290:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028e82cf4. 00000400:00000010:1.0:1767384978.034291:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e4bc2813. 00000100:00000200:1.0:1767384978.034292:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034293:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000067d1da6. 00000400:00000010:1.0:1767384978.034294:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000935f2dcd. 00000100:00000200:1.0:1767384978.034295:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034296:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e522925. 00000400:00000010:1.0:1767384978.034297:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fc9d359. 00000100:00000200:1.0:1767384978.034298:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034299:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014fdabad. 00000400:00000010:1.0:1767384978.034300:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c52bb0f7. 00000100:00000200:1.0:1767384978.034301:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034302:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8bc0741. 00000400:00000010:1.0:1767384978.034303:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d3c899c. 00000100:00000200:1.0:1767384978.034304:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034305:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e11b7ce8. 00000400:00000010:1.0:1767384978.034306:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001561501d. 00000100:00000200:1.0:1767384978.034307:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034308:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023d29cb3. 00000400:00000010:1.0:1767384978.034309:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d219ca3. 00000100:00000200:1.0:1767384978.034310:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034311:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca2118e5. 00000400:00000010:1.0:1767384978.034312:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be0a8fcb. 00000100:00000200:1.0:1767384978.034313:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034314:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001d54369. 00000400:00000010:1.0:1767384978.034316:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065f1e973. 00000100:00000200:1.0:1767384978.034317:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034318:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb386e2f. 00000400:00000010:1.0:1767384978.034320:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e97ffb2d. 00000100:00000200:1.0:1767384978.034321:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034322:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dca0ee3c. 00000400:00000010:1.0:1767384978.034323:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005022ea00. 00000100:00000200:1.0:1767384978.034324:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034325:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa5831c7. 00000400:00000010:1.0:1767384978.034326:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000908c281b. 00000100:00000200:1.0:1767384978.034327:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034328:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000287557e. 00000400:00000010:1.0:1767384978.034329:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002bade935. 00000100:00000200:1.0:1767384978.034330:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034331:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b26d5240. 00000400:00000010:1.0:1767384978.034332:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab07ed63. 00000100:00000200:1.0:1767384978.034333:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034334:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e71468a. 00000400:00000010:1.0:1767384978.034335:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fd57328. 00000100:00000200:1.0:1767384978.034336:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034337:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000480f0afe. 00000400:00000010:1.0:1767384978.034338:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb7d2aa8. 00000100:00000200:1.0:1767384978.034339:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034340:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ecf8628. 00000400:00000010:1.0:1767384978.034341:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e11c981. 00000100:00000200:1.0:1767384978.034342:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034343:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000596e0996. 00000400:00000010:1.0:1767384978.034344:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e35b0fe3. 00000100:00000200:1.0:1767384978.034345:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034346:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef2698e6. 00000400:00000010:1.0:1767384978.034347:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000227e5859. 00000100:00000200:1.0:1767384978.034348:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034349:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003842b332. 00000400:00000010:1.0:1767384978.034350:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000366e26ee. 00000100:00000200:1.0:1767384978.034352:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034353:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006791018c. 00000400:00000010:1.0:1767384978.034354:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd18fcfd. 00000100:00000200:1.0:1767384978.034355:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034356:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000998f21d8. 00000400:00000010:1.0:1767384978.034357:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba2f4f1e. 00000100:00000200:1.0:1767384978.034358:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034359:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f52552c0. 00000400:00000010:1.0:1767384978.034360:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062d57ecf. 00000100:00000200:1.0:1767384978.034361:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034362:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c74ad8d. 00000400:00000010:1.0:1767384978.034363:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e5fee53. 00000100:00000200:1.0:1767384978.034364:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034365:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062ff47dd. 00000400:00000010:1.0:1767384978.034366:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0e8f1eb. 00000100:00000200:1.0:1767384978.034367:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034368:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020ef3a9f. 00000400:00000010:1.0:1767384978.034369:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba1a675b. 00000100:00000200:1.0:1767384978.034370:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034371:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090f192fd. 00000400:00000010:1.0:1767384978.034372:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000917c2f92. 00000100:00000200:1.0:1767384978.034373:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034374:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c843ecd. 00000400:00000010:1.0:1767384978.034375:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ae716b5. 00000100:00000200:1.0:1767384978.034376:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034377:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b57f18dd. 00000400:00000010:1.0:1767384978.034378:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000432830e2. 00000100:00000200:1.0:1767384978.034379:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034380:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec3a7438. 00000400:00000010:1.0:1767384978.034381:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fb52570. 00000100:00000200:1.0:1767384978.034382:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034383:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070138820. 00000400:00000010:1.0:1767384978.034384:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c30841f. 00000100:00000200:1.0:1767384978.034385:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034386:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052c63906. 00000400:00000010:1.0:1767384978.034388:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4ad7541. 00000100:00000200:1.0:1767384978.034389:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034390:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046ba51da. 00000400:00000010:1.0:1767384978.034391:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080c350cd. 00000100:00000200:1.0:1767384978.034392:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034394:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009322ff74. 00000400:00000010:1.0:1767384978.034395:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069435783. 00000100:00000200:1.0:1767384978.034396:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034397:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eeea7f89. 00000400:00000010:1.0:1767384978.034398:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7059d49. 00000100:00000200:1.0:1767384978.034399:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034399:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058cd93e3. 00000400:00000010:1.0:1767384978.034400:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ebf5eb33. 00000100:00000200:1.0:1767384978.034401:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034402:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008923e0fc. 00000400:00000010:1.0:1767384978.034403:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000083b2b84. 00000100:00000200:1.0:1767384978.034404:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034406:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d95fe4d. 00000400:00000010:1.0:1767384978.034407:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dde2c40. 00000100:00000200:1.0:1767384978.034408:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034409:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000faedf6d6. 00000400:00000010:1.0:1767384978.034410:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a6bbd67. 00000100:00000200:1.0:1767384978.034411:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034412:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068a1271d. 00000400:00000010:1.0:1767384978.034413:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002518a5ab. 00000100:00000200:1.0:1767384978.034414:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034415:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd6a7538. 00000400:00000010:1.0:1767384978.034417:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec4a9b78. 00000100:00000200:1.0:1767384978.034418:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034419:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ce9e895. 00000400:00000010:1.0:1767384978.034420:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000503b4e57. 00000100:00000200:1.0:1767384978.034421:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034422:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009706036d. 00000400:00000010:1.0:1767384978.034423:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000341de555. 00000100:00000200:1.0:1767384978.034424:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384978.034425:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049be5dee. 00000400:00000010:1.0:1767384978.034426:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb56937d. 00000100:00000010:1.0:1767384978.034428:0:41006:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000000d4ee5bc. 00000100:00000200:1.0:1767384978.034440:0:41006:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384978.034457:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000006e4394c1. 00000100:00000010:0.0:1767384978.034582:0:41007:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000d382949a. 00000020:00000010:0.0:1767384978.034586:0:41007:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007af49ded. 00000020:00000010:0.0:1767384978.034590:0:41007:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052ffa2ba. 00000020:00000010:0.0:1767384978.034592:0:41007:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009519bbd5. 00000040:00000010:0.0:1767384978.034595:0:41007:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f0e9c4b5. 00000020:00000010:0.0:1767384978.034597:0:41007:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000570a4c9b. 00000020:00000010:0.0:1767384978.034600:0:41007:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e2062f57. 00000020:00000010:0.0:1767384978.034603:0:41007:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000847443d6. 80000000:00000010:0.0:1767384978.034605:0:41007:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000036c86976. 40000000:00000010:0.0:1767384978.034607:0:41007:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009e7566b0. 00100000:00000010:0.0:1767384978.034610:0:41007:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007fb5d59b. 00040000:00000010:0.0:1767384978.034612:0:41007:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a6c1c31e. 00040000:00000010:0.0:1767384978.034615:0:41007:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cc113ba4. 00080000:00000010:0.0:1767384978.034627:0:41007:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009ad521d1. 00080000:00000010:0.0:1767384978.034632:0:41007:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000586063a8. 00000004:00000010:0.0:1767384978.034636:0:41007:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ebf38f34. 00000100:00000010:0.0:1767384978.034640:0:41007:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000006c0ad81d. 00000100:00000200:0.0:1767384978.034651:0:41007:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384978.034658:0:40986:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000e1372520. 00000100:00000010:1.0:1767384978.034662:0:40986:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000e284d797. 00000100:00000010:1.0:1767384978.034674:0:40986:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000047b0afee. 00000100:00000010:1.0:1767384978.034681:0:40986:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000a7e6ccba. 00000100:00000010:1.0:1767384978.034685:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ddc718c3. 00000100:00000010:1.0:1767384978.034688:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005b240809. 00000100:00000010:1.0:1767384978.034690:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000890965e4. 00000100:00000010:1.0:1767384978.034692:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000002e3d284. 00000100:00000010:1.0:1767384978.034694:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e35b1fa2. 00000100:00000010:1.0:1767384978.034697:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000643856a3. 00000100:00000010:1.0:1767384978.034699:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fbc5b38f. 00000100:00000010:1.0:1767384978.034701:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000042335837. 00000100:00000010:1.0:1767384978.034702:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000975f811f. 00000100:00000010:1.0:1767384978.034704:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001660a838. 00000100:00000010:1.0:1767384978.034706:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000af126f14. 00000100:00000010:1.0:1767384978.034708:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000079c4bc8c. 00000100:00000010:1.0:1767384978.034710:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009f6ecad0. 00000100:00000010:1.0:1767384978.034712:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000bc89dda. 00000100:00000010:1.0:1767384978.034714:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007014e93f. 00000100:00000010:1.0:1767384978.034716:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000000efcdfc. 00000100:00000010:1.0:1767384978.034717:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000995d1090. 00000100:00000010:1.0:1767384978.034719:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001d3126eb. 00000100:00000010:1.0:1767384978.034721:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001113eb25. 00000100:00000010:1.0:1767384978.034723:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bfe28047. 00000100:00000010:1.0:1767384978.034724:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000125f78ab. 00000100:00000010:1.0:1767384978.034726:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a81ec51c. 00000100:00000010:1.0:1767384978.034728:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dfd6ee3b. 00000100:00000010:1.0:1767384978.034730:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004afe4206. 00000100:00000010:1.0:1767384978.034732:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ce715f48. 00000100:00000010:1.0:1767384978.034734:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c260dace. 00000100:00000010:1.0:1767384978.034736:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fe07f66b. 00000100:00000010:1.0:1767384978.034739:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e4d9adff. 00000100:00000010:1.0:1767384978.034740:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cfca5cab. 00000100:00000010:1.0:1767384978.034742:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004017fdc1. 00000100:00000010:1.0:1767384978.034744:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6056e59. 00000100:00000010:1.0:1767384978.034746:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ea5308cb. 00000100:00000010:1.0:1767384978.034747:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b628d5e9. 00000100:00000010:1.0:1767384978.034750:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000005066f2e. 00000100:00000010:1.0:1767384978.034752:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d92f6697. 00000100:00000010:1.0:1767384978.034754:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f42437f0. 00000100:00000010:1.0:1767384978.034755:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a7bd2221. 00000100:00000010:1.0:1767384978.034758:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ad06af2f. 00000100:00000010:1.0:1767384978.034759:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002fba5ff1. 00000100:00000010:1.0:1767384978.034761:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001d141fa7. 00000100:00000010:1.0:1767384978.034763:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000013301ec1. 00000100:00000010:1.0:1767384978.034765:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e1fbfc99. 00000100:00000010:1.0:1767384978.034766:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b492412. 00000100:00000010:1.0:1767384978.034768:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b781f7c6. 00000100:00000010:1.0:1767384978.034770:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000098e3146c. 00000100:00000010:1.0:1767384978.034772:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005769e4e7. 00000100:00000010:1.0:1767384978.034774:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000004c3b169. 00000100:00000010:1.0:1767384978.034776:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ca011743. 00000100:00000010:1.0:1767384978.034777:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000063553cb0. 00000100:00000010:1.0:1767384978.034780:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007cc5f57c. 00000100:00000010:1.0:1767384978.034781:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000db86e60. 00000100:00000010:1.0:1767384978.034783:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000039218e66. 00000100:00000010:1.0:1767384978.034785:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e21a456. 00000100:00000010:1.0:1767384978.034787:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000569c53ad. 00000100:00000010:1.0:1767384978.034789:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd84f465. 00000100:00000010:1.0:1767384978.034791:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e644142a. 00000100:00000010:1.0:1767384978.034793:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d662cd09. 00000100:00000010:1.0:1767384978.034795:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000320a6c34. 00000100:00000010:1.0:1767384978.034797:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000be128f1f. 00000100:00000010:1.0:1767384978.034799:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000959e7dc1. 00000100:00000010:1.0:1767384978.034800:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033e65070. 00000100:00000010:1.0:1767384978.034803:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000066147751. 00000100:00000010:1.0:1767384978.034804:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000470af095. 00000100:00000010:1.0:1767384978.034806:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007946019e. 00000100:00000010:1.0:1767384978.034808:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8fb16b7. 00000100:00000010:1.0:1767384978.034810:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007069e2e9. 00000100:00000010:1.0:1767384978.034811:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f9c83bb0. 00000100:00000010:1.0:1767384978.034835:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003d68f75c. 00000100:00000010:1.0:1767384978.034840:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e6f35a3. 00000100:00000010:1.0:1767384978.034844:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000009010265. 00000100:00000010:1.0:1767384978.034847:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f58ea2ac. 00000100:00000010:1.0:1767384978.034850:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000926316d1. 00000100:00000010:1.0:1767384978.034853:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005264e101. 00000100:00000010:1.0:1767384978.034856:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e770299b. 00000100:00000010:1.0:1767384978.034860:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000515f3eb1. 00000100:00000010:1.0:1767384978.034864:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fdba7469. 00000100:00000010:1.0:1767384978.034866:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000199ebdb9. 00000100:00000010:1.0:1767384978.034869:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000066aba37a. 00000100:00000010:1.0:1767384978.034872:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000084b3efc4. 00000100:00000010:1.0:1767384978.034875:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005d2fd402. 00000100:00000010:1.0:1767384978.034879:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000068c1dcec. 00000100:00000010:1.0:1767384978.034882:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004e522c56. 00000100:00000010:1.0:1767384978.034885:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053e7987f. 00000100:00000010:1.0:1767384978.034887:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003e9e4ffd. 00000100:00000010:1.0:1767384978.034889:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d8c10b5. 00000100:00000010:1.0:1767384978.034892:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e5c0aa8d. 00000100:00000010:1.0:1767384978.034894:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000551dd3f8. 00000100:00000010:1.0:1767384978.034897:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000093bb31e9. 00000100:00000010:1.0:1767384978.034898:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000072f303c1. 00000100:00000010:1.0:1767384978.034900:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002c0d5bb4. 00000100:00000010:1.0:1767384978.034902:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000091492556. 00000100:00000010:1.0:1767384978.034904:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000023379b0d. 00000100:00000010:1.0:1767384978.034906:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000097c4869. 00000100:00000010:1.0:1767384978.034908:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007669b780. 00000100:00000010:1.0:1767384978.034910:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022df10f4. 00000100:00000010:1.0:1767384978.034912:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006f1239e1. 00000100:00000010:1.0:1767384978.034914:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a56ab74d. 00000100:00000010:1.0:1767384978.034916:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000af1e134. 00000100:00000010:1.0:1767384978.034917:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b22cebb9. 00000100:00000010:1.0:1767384978.034919:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c727f273. 00000100:00000010:1.0:1767384978.034920:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000755e8bec. 00000100:00000010:1.0:1767384978.034923:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003567f5b2. 00000100:00000010:1.0:1767384978.034924:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000023dbf228. 00000100:00000010:1.0:1767384978.034926:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c8f8b17a. 00000100:00000010:1.0:1767384978.034928:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f6da9589. 00000100:00000010:1.0:1767384978.034930:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009fb4ecb5. 00000100:00000010:1.0:1767384978.034932:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003cbd0e44. 00000100:00000010:1.0:1767384978.034934:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ed7d2e52. 00000100:00000010:1.0:1767384978.034935:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d389fc0c. 00000100:00000010:1.0:1767384978.034937:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cbb96c13. 00000100:00000010:1.0:1767384978.034939:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa6da070. 00000100:00000010:1.0:1767384978.034941:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000096379d5e. 00000100:00000010:1.0:1767384978.034942:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002866c952. 00000100:00000010:1.0:1767384978.034944:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bdd42307. 00000100:00000010:1.0:1767384978.034946:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b76535a. 00000100:00000010:1.0:1767384978.034948:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004d7c045e. 00000100:00000010:1.0:1767384978.034949:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000331ea767. 00000100:00000010:1.0:1767384978.034952:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ac085bb3. 00000100:00000010:1.0:1767384978.034954:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dda61829. 00000100:00000010:1.0:1767384978.034956:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007258e1ef. 00000100:00000010:1.0:1767384978.034957:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001c346989. 00000100:00000010:1.0:1767384978.034959:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000014a9fadd. 00000100:00000010:1.0:1767384978.034961:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ae50d05. 00000100:00000010:1.0:1767384978.034963:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000006884d9b. 00000100:00000010:1.0:1767384978.034964:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f9cb941b. 00000100:00000010:1.0:1767384978.034967:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d8fb5968. 00000100:00000010:1.0:1767384978.034968:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cf44dc3a. 00000100:00000010:1.0:1767384978.034970:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005fdc3a3d. 00000400:00000200:1.0:1767384978.034972:0:40986:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 30 lazy 00000020:00000010:1.0:1767384978.035002:0:40986:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000006286e563. 00000020:00000010:1.0:1767384978.035005:0:40986:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000001561262c. 00000100:00000010:1.0:1767384978.035031:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a2945f6b. 00000100:00000010:1.0:1767384978.035033:0:40986:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000cc7e46ce. 00000100:00000010:1.0:1767384978.035034:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000089ad95d5. 00000100:00000010:1.0:1767384978.035036:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008f13ab6c. 00000100:00000010:1.0:1767384978.035038:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d3f74a5e. 00000100:00000200:1.0:1767384978.035053:0:40986:0:(service.c:847:ptlrpc_register_service()) mdt_seqm: Started, listening on portal 30 00000100:00000010:1.0:1767384978.035056:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000002fbb080f. 00000100:00000010:1.0:1767384978.035172:0:41008:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000abac8aa3. 00000020:00000010:1.0:1767384978.035176:0:41008:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003c96f94b. 00000020:00000010:1.0:1767384978.035179:0:41008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000089f468f0. 00000020:00000010:1.0:1767384978.035182:0:41008:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000046396dc2. 00000040:00000010:1.0:1767384978.035184:0:41008:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cb851ab3. 00000020:00000010:1.0:1767384978.035187:0:41008:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002f157b0c. 00000020:00000010:1.0:1767384978.035189:0:41008:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004e13c21e. 00000020:00000010:1.0:1767384978.035191:0:41008:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ca81efe8. 80000000:00000010:1.0:1767384978.035192:0:41008:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000012d39481. 40000000:00000010:1.0:1767384978.035194:0:41008:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000385b7283. 00100000:00000010:1.0:1767384978.035196:0:41008:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009a81ede3. 00040000:00000010:1.0:1767384978.035198:0:41008:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000037eeed7b. 00040000:00000010:1.0:1767384978.035200:0:41008:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002eeea243. 00080000:00000010:1.0:1767384978.035203:0:41008:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007579e9fd. 00080000:00000010:1.0:1767384978.035206:0:41008:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000badbd9bf. 00000004:00000010:1.0:1767384978.035209:0:41008:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c223653f. 00002000:00000010:1.0:1767384978.035211:0:41008:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000023f6d459. 00000100:00000200:1.0:1767384978.035213:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035215:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001cd2f837. 00000400:00000010:1.0:1767384978.035217:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075388eea. 00000100:00000200:1.0:1767384978.035219:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035220:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0a4624e. 00000400:00000010:1.0:1767384978.035222:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ad797ee. 00000100:00000200:1.0:1767384978.035223:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035235:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007bf0f838. 00000400:00000010:1.0:1767384978.035237:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a66573a. 00000100:00000200:1.0:1767384978.035238:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035240:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd71f9df. 00000400:00000010:1.0:1767384978.035241:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006909c261. 00000100:00000200:1.0:1767384978.035242:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035243:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018a7dc11. 00000400:00000010:1.0:1767384978.035244:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035ce7cc2. 00000100:00000200:1.0:1767384978.035245:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035246:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004241775c. 00000400:00000010:1.0:1767384978.035247:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002176dd9. 00000100:00000200:1.0:1767384978.035248:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035249:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000759049dd. 00000400:00000010:1.0:1767384978.035250:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de16f438. 00000100:00000200:1.0:1767384978.035251:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035252:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a47044bb. 00000400:00000010:1.0:1767384978.035253:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000482c266a. 00000100:00000200:1.0:1767384978.035254:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035255:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f96d3307. 00000400:00000010:1.0:1767384978.035256:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001466e731. 00000100:00000200:1.0:1767384978.035257:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035258:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000846cbbf3. 00000400:00000010:1.0:1767384978.035260:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038b1a1f0. 00000100:00000200:1.0:1767384978.035261:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035262:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006cebf8f4. 00000400:00000010:1.0:1767384978.035263:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000335de01c. 00000100:00000200:1.0:1767384978.035264:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035266:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073702c95. 00000400:00000010:1.0:1767384978.035267:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b443fa6d. 00000100:00000200:1.0:1767384978.035268:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035269:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa0bce8c. 00000400:00000010:1.0:1767384978.035270:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea6b9869. 00000100:00000200:1.0:1767384978.035271:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035271:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e10a2acb. 00000400:00000010:1.0:1767384978.035272:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007407fdfb. 00000100:00000200:1.0:1767384978.035273:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035274:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015ef1358. 00000400:00000010:1.0:1767384978.035275:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e92b644e. 00000100:00000200:1.0:1767384978.035276:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035277:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009cc02cf4. 00000400:00000010:1.0:1767384978.035278:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ae630b9. 00000100:00000200:1.0:1767384978.035279:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035280:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1e792d8. 00000400:00000010:1.0:1767384978.035281:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7d6f4fe. 00000100:00000200:1.0:1767384978.035282:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035283:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d769d156. 00000400:00000010:1.0:1767384978.035284:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a432f315. 00000100:00000200:1.0:1767384978.035285:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035286:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090f57d14. 00000400:00000010:1.0:1767384978.035287:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c455aec1. 00000100:00000200:1.0:1767384978.035288:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035289:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dc5e409. 00000400:00000010:1.0:1767384978.035290:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de9fba45. 00000100:00000200:1.0:1767384978.035291:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035292:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f2e8b09. 00000400:00000010:1.0:1767384978.035293:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055339b66. 00000100:00000200:1.0:1767384978.035294:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035296:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab3eab3b. 00000400:00000010:1.0:1767384978.035297:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000abb27f64. 00000100:00000200:1.0:1767384978.035298:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035299:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e3824c8. 00000400:00000010:1.0:1767384978.035300:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3f9fdc2. 00000100:00000200:1.0:1767384978.035301:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035301:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f604f3f. 00000400:00000010:1.0:1767384978.035302:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e1a6054. 00000100:00000200:1.0:1767384978.035303:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035304:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082daabb1. 00000400:00000010:1.0:1767384978.035305:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb140eda. 00000100:00000200:1.0:1767384978.035306:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035307:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c96e36f6. 00000400:00000010:1.0:1767384978.035309:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098e29c0e. 00000100:00000200:1.0:1767384978.035310:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035311:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b220aab8. 00000400:00000010:1.0:1767384978.035312:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000816a9944. 00000100:00000200:1.0:1767384978.035313:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035314:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000706e1beb. 00000400:00000010:1.0:1767384978.035315:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e81740ae. 00000100:00000200:1.0:1767384978.035316:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035317:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000824dc16e. 00000400:00000010:1.0:1767384978.035318:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad0d81c7. 00000100:00000200:1.0:1767384978.035319:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035320:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042e636b5. 00000400:00000010:1.0:1767384978.035321:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004408686e. 00000100:00000200:1.0:1767384978.035322:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035323:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004d07642. 00000400:00000010:1.0:1767384978.035324:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ff9c872. 00000100:00000200:1.0:1767384978.035325:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035326:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099963116. 00000400:00000010:1.0:1767384978.035327:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c198415f. 00000100:00000200:1.0:1767384978.035328:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035329:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a47a86e5. 00000400:00000010:1.0:1767384978.035330:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ae08abe. 00000100:00000200:1.0:1767384978.035331:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035332:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f7316f7. 00000400:00000010:1.0:1767384978.035333:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005470e790. 00000100:00000200:1.0:1767384978.035334:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035335:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034cd2ef5. 00000400:00000010:1.0:1767384978.035337:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000362a093d. 00000100:00000200:1.0:1767384978.035338:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035339:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d4da947. 00000400:00000010:1.0:1767384978.035340:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d483705. 00000100:00000200:1.0:1767384978.035341:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035342:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e6e2fec. 00000400:00000010:1.0:1767384978.035343:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea91c711. 00000100:00000200:1.0:1767384978.035344:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035345:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007826f605. 00000400:00000010:1.0:1767384978.035346:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099228c14. 00000100:00000200:1.0:1767384978.035347:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035347:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e8d47c8. 00000400:00000010:1.0:1767384978.035349:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e641c423. 00000100:00000200:1.0:1767384978.035350:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035351:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a0f0b18. 00000400:00000010:1.0:1767384978.035352:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002331d468. 00000100:00000200:1.0:1767384978.035353:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035354:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2b8512b. 00000400:00000010:1.0:1767384978.035355:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffe29b81. 00000100:00000200:1.0:1767384978.035356:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035357:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000205f34d8. 00000400:00000010:1.0:1767384978.035358:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000093c92f73. 00000100:00000200:1.0:1767384978.035359:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035360:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e60823e3. 00000400:00000010:1.0:1767384978.035361:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008d1ec9c. 00000100:00000200:1.0:1767384978.035362:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035363:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a799e354. 00000400:00000010:1.0:1767384978.035364:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000950245bf. 00000100:00000200:1.0:1767384978.035365:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035366:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7438306. 00000400:00000010:1.0:1767384978.035368:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce20aae4. 00000100:00000200:1.0:1767384978.035369:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035370:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d406d0f4. 00000400:00000010:1.0:1767384978.035371:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051398899. 00000100:00000200:1.0:1767384978.035373:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035374:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f2c51b1. 00000400:00000010:1.0:1767384978.035375:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a41058e2. 00000100:00000200:1.0:1767384978.035376:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035377:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005efdf21b. 00000400:00000010:1.0:1767384978.035378:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032df31f1. 00000100:00000200:1.0:1767384978.035379:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035380:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b58c09cd. 00000400:00000010:1.0:1767384978.035381:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000724fd2d9. 00000100:00000200:1.0:1767384978.035382:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035383:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f598dbb. 00000400:00000010:1.0:1767384978.035384:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009be0fb18. 00000100:00000200:1.0:1767384978.035385:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035385:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d946f0eb. 00000400:00000010:1.0:1767384978.035386:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000235962ba. 00000100:00000200:1.0:1767384978.035387:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035388:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b3f1c26. 00000400:00000010:1.0:1767384978.035389:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b43ce8eb. 00000100:00000200:1.0:1767384978.035390:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035392:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057d65615. 00000400:00000010:1.0:1767384978.035393:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009338c783. 00000100:00000200:1.0:1767384978.035394:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035395:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d6b1b21. 00000400:00000010:1.0:1767384978.035396:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fae591b. 00000100:00000200:1.0:1767384978.035397:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035398:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001780a635. 00000400:00000010:1.0:1767384978.035399:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002372987. 00000100:00000200:1.0:1767384978.035400:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035401:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ac65044. 00000400:00000010:1.0:1767384978.035403:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004701a06f. 00000100:00000200:1.0:1767384978.035404:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035405:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7076bb2. 00000400:00000010:1.0:1767384978.035407:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a90205f2. 00000100:00000200:1.0:1767384978.035409:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035410:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000878384bc. 00000400:00000010:1.0:1767384978.035412:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003817a4ea. 00000100:00000200:1.0:1767384978.035413:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035414:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ed1c4be. 00000400:00000010:1.0:1767384978.035415:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009380c8df. 00000100:00000200:1.0:1767384978.035417:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035418:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009e96fb3. 00000400:00000010:1.0:1767384978.035419:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006561248d. 00000100:00000200:1.0:1767384978.035421:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035421:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000512255f2. 00000400:00000010:1.0:1767384978.035423:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009cf32d64. 00000100:00000200:1.0:1767384978.035424:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035425:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003545a833. 00000400:00000010:1.0:1767384978.035426:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed3920ce. 00000100:00000200:1.0:1767384978.035427:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035428:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bbc4ed7. 00000400:00000010:1.0:1767384978.035429:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066fc4061. 00000100:00000200:1.0:1767384978.035430:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384978.035431:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7c0d785. 00000400:00000010:1.0:1767384978.035432:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016890498. 00000100:00000010:1.0:1767384978.035434:0:41008:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000006fbd6c43. 00000100:00000200:1.0:1767384978.035445:0:41008:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384978.035465:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000a172ec23. 00000100:00000010:0.0:1767384978.035588:0:41009:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000ed56d292. 00000020:00000010:0.0:1767384978.035592:0:41009:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000069e8a84f. 00000020:00000010:0.0:1767384978.035595:0:41009:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000125fc3ea. 00000020:00000010:0.0:1767384978.035598:0:41009:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c4087d86. 00000040:00000010:0.0:1767384978.035601:0:41009:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004922adab. 00000020:00000010:0.0:1767384978.035603:0:41009:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b0c79557. 00000020:00000010:0.0:1767384978.035606:0:41009:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000038962308. 00000020:00000010:0.0:1767384978.035609:0:41009:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009cf0e4bd. 80000000:00000010:0.0:1767384978.035611:0:41009:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c6f39484. 40000000:00000010:0.0:1767384978.035613:0:41009:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009f775041. 00100000:00000010:0.0:1767384978.035616:0:41009:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c3da4120. 00040000:00000010:0.0:1767384978.035618:0:41009:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002382e302. 00040000:00000010:0.0:1767384978.035621:0:41009:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007df9b98c. 00080000:00000010:0.0:1767384978.035625:0:41009:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000bb7c03ce. 00080000:00000010:0.0:1767384978.035628:0:41009:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c0ae5b44. 00000004:00000010:0.0:1767384978.035632:0:41009:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000092a31d85. 00002000:00000010:0.0:1767384978.035635:0:41009:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005cd4b0ad. 00000100:00000010:0.0:1767384978.035638:0:41009:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000001ca2d35. 00000100:00000200:0.0:1767384978.035649:0:41009:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384978.035656:0:40986:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000467d39d2. 00000100:00000010:1.0:1767384978.035661:0:40986:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000006e173af7. 00000100:00000010:1.0:1767384978.035672:0:40986:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000a2a50005. 00000100:00000010:1.0:1767384978.035679:0:40986:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000009ee29909. 00000100:00000010:1.0:1767384978.035684:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009198bb36. 00000100:00000010:1.0:1767384978.035686:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a049a1ce. 00000100:00000010:1.0:1767384978.035688:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000003452f60. 00000100:00000010:1.0:1767384978.035690:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f848f3c4. 00000100:00000010:1.0:1767384978.035692:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000702f258c. 00000100:00000010:1.0:1767384978.035695:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003692702c. 00000100:00000010:1.0:1767384978.035697:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6568365. 00000100:00000010:1.0:1767384978.035699:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006d7447dd. 00000100:00000010:1.0:1767384978.035701:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd494d8c. 00000100:00000010:1.0:1767384978.035703:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000094b39bd1. 00000100:00000010:1.0:1767384978.035704:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000006501455. 00000100:00000010:1.0:1767384978.035706:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000089f6da3. 00000100:00000010:1.0:1767384978.035708:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5235b90. 00000100:00000010:1.0:1767384978.035710:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000009dfb9e8. 00000100:00000010:1.0:1767384978.035711:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000408658ae. 00000100:00000010:1.0:1767384978.035713:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000009aca216. 00000100:00000010:1.0:1767384978.035714:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a6ce0e0. 00000100:00000010:1.0:1767384978.035717:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000084b4a0f9. 00000100:00000010:1.0:1767384978.035718:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000468d17cc. 00000100:00000010:1.0:1767384978.035720:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000072de163b. 00000100:00000010:1.0:1767384978.035722:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000308460a2. 00000100:00000010:1.0:1767384978.035724:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007d495d02. 00000100:00000010:1.0:1767384978.035725:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bff12dde. 00000100:00000010:1.0:1767384978.035727:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c9a672b8. 00000100:00000010:1.0:1767384978.035729:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002192e640. 00000100:00000010:1.0:1767384978.035731:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006312a0c5. 00000100:00000010:1.0:1767384978.035732:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de2d9032. 00000100:00000010:1.0:1767384978.035735:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000076ac2755. 00000100:00000010:1.0:1767384978.035736:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eac12cc6. 00000100:00000010:1.0:1767384978.035738:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000773c897f. 00000100:00000010:1.0:1767384978.035739:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007624a23f. 00000100:00000010:1.0:1767384978.035741:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000caef6c98. 00000100:00000010:1.0:1767384978.035743:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000823b88c0. 00000100:00000010:1.0:1767384978.035746:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004cac2fb4. 00000100:00000010:1.0:1767384978.035747:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009f3fac33. 00000100:00000010:1.0:1767384978.035750:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000016696748. 00000100:00000010:1.0:1767384978.035752:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d2f39842. 00000100:00000010:1.0:1767384978.035759:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000399e189f. 00000100:00000010:1.0:1767384978.035761:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c22d7eb9. 00000100:00000010:1.0:1767384978.035763:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006a0f62f6. 00000100:00000010:1.0:1767384978.035765:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000082835673. 00000100:00000010:1.0:1767384978.035767:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003f89561f. 00000100:00000010:1.0:1767384978.035768:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ba89083. 00000100:00000010:1.0:1767384978.035771:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000084cd33a5. 00000100:00000010:1.0:1767384978.035773:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007cf1aa09. 00000100:00000010:1.0:1767384978.035775:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b018d0a6. 00000100:00000010:1.0:1767384978.035778:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b96e5b37. 00000100:00000010:1.0:1767384978.035780:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c7c271a7. 00000100:00000010:1.0:1767384978.035781:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000084824c55. 00000100:00000010:1.0:1767384978.035783:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000051650593. 00000100:00000010:1.0:1767384978.035785:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006298284f. 00000100:00000010:1.0:1767384978.035787:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cbd535e9. 00000100:00000010:1.0:1767384978.035788:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000089b17921. 00000100:00000010:1.0:1767384978.035794:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000349ba829. 00000100:00000010:1.0:1767384978.035796:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c19518c. 00000100:00000010:1.0:1767384978.035798:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005b768c56. 00000100:00000010:1.0:1767384978.035800:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001fa23769. 00000100:00000010:1.0:1767384978.035802:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fb2ca035. 00000100:00000010:1.0:1767384978.035803:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007cd27b87. 00000100:00000010:1.0:1767384978.035805:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002bedaaeb. 00000100:00000010:1.0:1767384978.035806:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f39cb8bf. 00000100:00000010:1.0:1767384978.035808:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000322efd3b. 00000100:00000010:1.0:1767384978.035810:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000864244a6. 00000100:00000010:1.0:1767384978.035812:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000782434e5. 00000100:00000010:1.0:1767384978.035840:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000029116f32. 00000100:00000010:1.0:1767384978.035845:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004588a8be. 00000100:00000010:1.0:1767384978.035850:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000073ba17f4. 00000100:00000010:1.0:1767384978.035854:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cb4fb1ef. 00000100:00000010:1.0:1767384978.035857:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000731cc366. 00000100:00000010:1.0:1767384978.035869:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000070a1d35f. 00000100:00000010:1.0:1767384978.035873:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b0d1c125. 00000100:00000010:1.0:1767384978.035875:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004dabba74. 00000100:00000010:1.0:1767384978.035878:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009882b9e7. 00000100:00000010:1.0:1767384978.035881:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000161a7a53. 00000100:00000010:1.0:1767384978.035884:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000088e9f726. 00000100:00000010:1.0:1767384978.035887:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000508e0003. 00000100:00000010:1.0:1767384978.035890:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006596c2a6. 00000100:00000010:1.0:1767384978.035893:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000032fab7e3. 00000100:00000010:1.0:1767384978.035896:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d44d0de. 00000100:00000010:1.0:1767384978.035899:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ed375d53. 00000100:00000010:1.0:1767384978.035902:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f5ea802e. 00000100:00000010:1.0:1767384978.035905:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f2687adc. 00000100:00000010:1.0:1767384978.035907:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d2262975. 00000100:00000010:1.0:1767384978.035910:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000083712b86. 00000100:00000010:1.0:1767384978.035912:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000767be1ca. 00000100:00000010:1.0:1767384978.035922:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e4cc34a4. 00000100:00000010:1.0:1767384978.035925:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eafd4d0e. 00000100:00000010:1.0:1767384978.035927:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000035e3db96. 00000100:00000010:1.0:1767384978.035929:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5947a37. 00000100:00000010:1.0:1767384978.035931:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000095ba5c11. 00000100:00000010:1.0:1767384978.035932:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000209fc0. 00000100:00000010:1.0:1767384978.035934:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cc1f8d1b. 00000100:00000010:1.0:1767384978.035936:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d3ec31b8. 00000100:00000010:1.0:1767384978.035938:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008b512e8c. 00000100:00000010:1.0:1767384978.035940:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006da4b149. 00000100:00000010:1.0:1767384978.035942:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b181c47b. 00000100:00000010:1.0:1767384978.035944:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ebf5f69d. 00000100:00000010:1.0:1767384978.035946:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000073c6783d. 00000100:00000010:1.0:1767384978.035949:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006272beff. 00000100:00000010:1.0:1767384978.035951:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a9ea7eda. 00000100:00000010:1.0:1767384978.035953:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000035a3e209. 00000100:00000010:1.0:1767384978.035959:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003ace7a03. 00000100:00000010:1.0:1767384978.035961:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000998db690. 00000100:00000010:1.0:1767384978.035964:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009e5c4606. 00000100:00000010:1.0:1767384978.035965:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000943e1226. 00000100:00000010:1.0:1767384978.035967:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ab7d6c20. 00000100:00000010:1.0:1767384978.035969:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000410b8676. 00000100:00000010:1.0:1767384978.035971:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c5472cbd. 00000100:00000010:1.0:1767384978.035972:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069eb2ba7. 00000100:00000010:1.0:1767384978.035974:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a9114400. 00000100:00000010:1.0:1767384978.035976:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cbaa1cbc. 00000100:00000010:1.0:1767384978.035978:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ab488722. 00000100:00000010:1.0:1767384978.035979:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004cf27d6d. 00000100:00000010:1.0:1767384978.035981:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000faae64b5. 00000100:00000010:1.0:1767384978.035983:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a30c636. 00000100:00000010:1.0:1767384978.035985:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008fefb80e. 00000100:00000010:1.0:1767384978.035986:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a6b1a41. 00000100:00000010:1.0:1767384978.035992:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e2d5c68a. 00000100:00000010:1.0:1767384978.035995:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1498b1e. 00000100:00000010:1.0:1767384978.035997:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000004fc3ea. 00000100:00000010:1.0:1767384978.035998:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d6df5aa. 00000100:00000010:1.0:1767384978.036000:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000026c40021. 00000100:00000010:1.0:1767384978.036002:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c39866f. 00000100:00000010:1.0:1767384978.036004:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002d4ea916. 00000100:00000010:1.0:1767384978.036005:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d987b9c2. 00000100:00000010:1.0:1767384978.036007:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000052319b9a. 00000100:00000010:1.0:1767384978.036008:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed8754d0. 00000100:00000010:1.0:1767384978.036010:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009d5963d5. 00000400:00000200:1.0:1767384978.036012:0:40986:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 29 lazy 00000020:00000010:1.0:1767384978.036035:0:40986:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000e35e5c3c. 00000020:00000010:1.0:1767384978.036038:0:40986:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000a0895736. 00000100:00000010:1.0:1767384978.036061:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000fb4a1a74. 00000100:00000010:1.0:1767384978.036063:0:40986:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000095ec8b01. 00000100:00000010:1.0:1767384978.036065:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000075ee258e. 00000100:00000010:1.0:1767384978.036067:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004fdc3dbf. 00000100:00000010:1.0:1767384978.036070:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000016af10e5. 00000100:00000200:1.0:1767384978.036089:0:40986:0:(service.c:847:ptlrpc_register_service()) mdt_fld: Started, listening on portal 29 00000100:00000010:1.0:1767384978.036091:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000079732139. 00000100:00000010:1.0:1767384978.036220:0:41010:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000cbf3b014. 00000020:00000010:1.0:1767384978.036223:0:41010:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000009ec41ee7. 00000020:00000010:1.0:1767384978.036239:0:41010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9870865. 00000020:00000010:1.0:1767384978.036242:0:41010:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007e20c691. 00000040:00000010:1.0:1767384978.036243:0:41010:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000054547502. 00000020:00000010:1.0:1767384978.036246:0:41010:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b912f2e8. 00000020:00000010:1.0:1767384978.036248:0:41010:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008ebe84de. 00000020:00000010:1.0:1767384978.036250:0:41010:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000077958acb. 80000000:00000010:1.0:1767384978.036252:0:41010:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001ae2865c. 40000000:00000010:1.0:1767384978.036253:0:41010:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000058d594cc. 00100000:00000010:1.0:1767384978.036256:0:41010:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000db4caec9. 00040000:00000010:1.0:1767384978.036257:0:41010:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000041ef5d21. 00040000:00000010:1.0:1767384978.036259:0:41010:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000446f382a. 00080000:00000010:1.0:1767384978.036262:0:41010:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005440adb1. 00080000:00000010:1.0:1767384978.036271:0:41010:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000eadc484. 00000004:00000010:1.0:1767384978.036275:0:41010:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000072f2e63f. 00002000:00000010:1.0:1767384978.036277:0:41010:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ad170330. 00000100:00000200:1.0:1767384978.036279:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036281:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b92e8799. 00000400:00000010:1.0:1767384978.036283:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8d2da7f. 00000100:00000200:1.0:1767384978.036285:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036286:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ced79115. 00000400:00000010:1.0:1767384978.036288:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000388b4421. 00000100:00000200:1.0:1767384978.036289:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036290:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005614f8c7. 00000400:00000010:1.0:1767384978.036292:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089e9e39a. 00000100:00000200:1.0:1767384978.036293:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036294:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f67f6fd8. 00000400:00000010:1.0:1767384978.036295:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0ba909a. 00000100:00000200:1.0:1767384978.036296:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036297:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1615953. 00000400:00000010:1.0:1767384978.036298:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f900570d. 00000100:00000200:1.0:1767384978.036299:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036300:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d027d4a. 00000400:00000010:1.0:1767384978.036302:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af4ce6db. 00000100:00000200:1.0:1767384978.036303:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036304:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008adc92c7. 00000400:00000010:1.0:1767384978.036305:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f5b722f. 00000100:00000200:1.0:1767384978.036306:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036307:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c5d0dbe. 00000400:00000010:1.0:1767384978.036308:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000827987c. 00000100:00000200:1.0:1767384978.036309:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036310:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001adabd61. 00000400:00000010:1.0:1767384978.036311:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6827af3. 00000100:00000200:1.0:1767384978.036312:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036312:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000193bbbd. 00000400:00000010:1.0:1767384978.036314:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044625326. 00000100:00000200:1.0:1767384978.036315:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036315:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9a288c2. 00000400:00000010:1.0:1767384978.036316:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed9dbdb2. 00000100:00000200:1.0:1767384978.036317:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036318:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d2d15b4. 00000400:00000010:1.0:1767384978.036319:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000374e2b8d. 00000100:00000200:1.0:1767384978.036320:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036321:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024e1c51a. 00000400:00000010:1.0:1767384978.036322:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e38331b6. 00000100:00000200:1.0:1767384978.036323:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036324:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b81c1c8. 00000400:00000010:1.0:1767384978.036325:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae29d593. 00000100:00000200:1.0:1767384978.036327:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036328:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092cfa381. 00000400:00000010:1.0:1767384978.036329:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1d948cf. 00000100:00000200:1.0:1767384978.036331:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036332:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3b1bb48. 00000400:00000010:1.0:1767384978.036333:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e4c05a4. 00000100:00000200:1.0:1767384978.036334:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036335:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073ad722c. 00000400:00000010:1.0:1767384978.036336:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3233e31. 00000100:00000200:1.0:1767384978.036337:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036338:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061f7c26c. 00000400:00000010:1.0:1767384978.036339:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d522b6dc. 00000100:00000200:1.0:1767384978.036340:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036341:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061a3a138. 00000400:00000010:1.0:1767384978.036342:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a531750. 00000100:00000200:1.0:1767384978.036343:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036344:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004966b0e4. 00000400:00000010:1.0:1767384978.036345:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009596fb8. 00000100:00000200:1.0:1767384978.036346:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036347:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072e660de. 00000400:00000010:1.0:1767384978.036348:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030887f8f. 00000100:00000200:1.0:1767384978.036349:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036350:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033f8e80a. 00000400:00000010:1.0:1767384978.036357:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2af1f1f. 00000100:00000200:1.0:1767384978.036359:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036361:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a7171d8. 00000400:00000010:1.0:1767384978.036362:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079ff4ded. 00000100:00000200:1.0:1767384978.036363:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036364:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098859628. 00000400:00000010:1.0:1767384978.036365:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000105194c0. 00000100:00000200:1.0:1767384978.036366:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036367:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acb3b7ff. 00000400:00000010:1.0:1767384978.036368:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008849572e. 00000100:00000200:1.0:1767384978.036369:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036370:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3699437. 00000400:00000010:1.0:1767384978.036371:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e09433e. 00000100:00000200:1.0:1767384978.036372:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036373:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001efdd124. 00000400:00000010:1.0:1767384978.036375:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcc47421. 00000100:00000200:1.0:1767384978.036376:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036377:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037d67e54. 00000400:00000010:1.0:1767384978.036378:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a56bb97. 00000100:00000200:1.0:1767384978.036379:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036380:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b6f4b9c. 00000400:00000010:1.0:1767384978.036381:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028a6d199. 00000100:00000200:1.0:1767384978.036382:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036383:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085e829fd. 00000400:00000010:1.0:1767384978.036384:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083768925. 00000100:00000200:1.0:1767384978.036385:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036386:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066cc7686. 00000400:00000010:1.0:1767384978.036387:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d5591a26. 00000100:00000200:1.0:1767384978.036388:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036389:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a546182f. 00000400:00000010:1.0:1767384978.036390:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d652886. 00000100:00000200:1.0:1767384978.036391:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036392:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066788257. 00000400:00000010:1.0:1767384978.036393:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000059cecb7. 00000100:00000200:1.0:1767384978.036394:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036395:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000275a9c2c. 00000400:00000010:1.0:1767384978.036396:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003761ca19. 00000100:00000200:1.0:1767384978.036397:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036398:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9310e08. 00000400:00000010:1.0:1767384978.036399:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dfdf663e. 00000100:00000200:1.0:1767384978.036400:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036402:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062423284. 00000400:00000010:1.0:1767384978.036403:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095c17c36. 00000100:00000200:1.0:1767384978.036404:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036405:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf0f3a33. 00000400:00000010:1.0:1767384978.036406:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000061637a5. 00000100:00000200:1.0:1767384978.036407:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036408:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e6c2bf1. 00000400:00000010:1.0:1767384978.036409:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004784f023. 00000100:00000200:1.0:1767384978.036410:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036411:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad84cc1b. 00000400:00000010:1.0:1767384978.036413:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cc8a898. 00000100:00000200:1.0:1767384978.036414:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036415:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de4e329c. 00000400:00000010:1.0:1767384978.036416:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d15353b. 00000100:00000200:1.0:1767384978.036417:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036418:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075b7f241. 00000400:00000010:1.0:1767384978.036419:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003331d5a5. 00000100:00000200:1.0:1767384978.036420:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036421:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002330733b. 00000400:00000010:1.0:1767384978.036422:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000026fb7d2. 00000100:00000200:1.0:1767384978.036423:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036423:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065c33529. 00000400:00000010:1.0:1767384978.036425:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000212fbb75. 00000100:00000200:1.0:1767384978.036426:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036426:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a44ffa01. 00000400:00000010:1.0:1767384978.036427:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb7af9c5. 00000100:00000200:1.0:1767384978.036429:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036429:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000826fce6f. 00000400:00000010:1.0:1767384978.036430:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000204c001e. 00000100:00000200:1.0:1767384978.036431:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036432:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005742906d. 00000400:00000010:1.0:1767384978.036433:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d26a808f. 00000100:00000200:1.0:1767384978.036434:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036435:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007b94d74. 00000400:00000010:1.0:1767384978.036436:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000779adaa. 00000100:00000200:1.0:1767384978.036437:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036438:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a4dfe6e. 00000400:00000010:1.0:1767384978.036439:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af77694c. 00000100:00000200:1.0:1767384978.036440:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036441:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001700b25e. 00000400:00000010:1.0:1767384978.036442:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e5bbe48. 00000100:00000200:1.0:1767384978.036443:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036445:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcb28282. 00000400:00000010:1.0:1767384978.036446:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050a57569. 00000100:00000200:1.0:1767384978.036447:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036448:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f624b46. 00000400:00000010:1.0:1767384978.036449:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e2867ca. 00000100:00000200:1.0:1767384978.036450:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036451:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b940168. 00000400:00000010:1.0:1767384978.036457:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069b94f05. 00000100:00000200:1.0:1767384978.036460:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036461:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcaeaf6d. 00000400:00000010:1.0:1767384978.036462:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072d76b08. 00000100:00000200:1.0:1767384978.036463:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036464:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000367a812. 00000400:00000010:1.0:1767384978.036465:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a13b618c. 00000100:00000200:1.0:1767384978.036466:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036467:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084b80007. 00000400:00000010:1.0:1767384978.036468:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff7ebff6. 00000100:00000200:1.0:1767384978.036469:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036470:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb818961. 00000400:00000010:1.0:1767384978.036471:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045003e14. 00000100:00000200:1.0:1767384978.036472:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036472:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000012d0b51. 00000400:00000010:1.0:1767384978.036474:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003853a570. 00000100:00000200:1.0:1767384978.036475:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036475:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0498c3a. 00000400:00000010:1.0:1767384978.036476:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b783091. 00000100:00000200:1.0:1767384978.036477:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036478:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000599a2d53. 00000400:00000010:1.0:1767384978.036479:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000942d19cc. 00000100:00000200:1.0:1767384978.036480:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036481:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054f2c1a5. 00000400:00000010:1.0:1767384978.036482:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ab41be8. 00000100:00000200:1.0:1767384978.036483:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036484:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001fa7da7. 00000400:00000010:1.0:1767384978.036486:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c54797f0. 00000100:00000200:1.0:1767384978.036487:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036488:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000137ac348. 00000400:00000010:1.0:1767384978.036489:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f92f078f. 00000100:00000200:1.0:1767384978.036490:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036491:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089c3566d. 00000400:00000010:1.0:1767384978.036492:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdbe3016. 00000100:00000200:1.0:1767384978.036493:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384978.036493:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae208d28. 00000400:00000010:1.0:1767384978.036494:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d53bfa9. 00000100:00000010:1.0:1767384978.036497:0:41010:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000008849f7bd. 00000100:00000200:1.0:1767384978.036508:0:41010:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384978.036526:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000003cfcf466. 00000100:00000010:0.0:1767384978.036651:0:41011:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000046851e97. 00000020:00000010:0.0:1767384978.036654:0:41011:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000071df33f5. 00000020:00000010:0.0:1767384978.036658:0:41011:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cbb3a2ba. 00000020:00000010:0.0:1767384978.036660:0:41011:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000936bab5. 00000040:00000010:0.0:1767384978.036663:0:41011:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007406ef5d. 00000020:00000010:0.0:1767384978.036668:0:41011:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e7f2e40a. 00000020:00000010:0.0:1767384978.036671:0:41011:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000084c7b30c. 00000020:00000010:0.0:1767384978.036674:0:41011:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000002af2fcb. 80000000:00000010:0.0:1767384978.036676:0:41011:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f64600c8. 40000000:00000010:0.0:1767384978.036678:0:41011:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000616984d7. 00100000:00000010:0.0:1767384978.036681:0:41011:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c9853e5c. 00040000:00000010:0.0:1767384978.036684:0:41011:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d99c4bc2. 00040000:00000010:0.0:1767384978.036686:0:41011:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000037bd8ef1. 00080000:00000010:0.0:1767384978.036698:0:41011:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000078e9376a. 00080000:00000010:0.0:1767384978.036702:0:41011:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000089f48dd4. 00000004:00000010:0.0:1767384978.036707:0:41011:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007bc5b555. 00002000:00000010:0.0:1767384978.036709:0:41011:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000048d6785e. 00000100:00000010:0.0:1767384978.036713:0:41011:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000f768b9d4. 00000100:00000200:0.0:1767384978.036724:0:41011:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384978.036734:0:40986:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000005e4d3a82. 00000100:00000010:1.0:1767384978.036738:0:40986:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000d60da9f0. 00000100:00000010:1.0:1767384978.036749:0:40986:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000031c9a8ea. 00000100:00000010:1.0:1767384978.036762:0:40986:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000085c34561. 00000100:00000010:1.0:1767384978.036768:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000869d6ef2. 00000100:00000010:1.0:1767384978.036948:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000018e6f966. 00000100:00000010:1.0:1767384978.036952:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a786d865. 00000100:00000010:1.0:1767384978.037087:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a15b25f6. 00000100:00000010:1.0:1767384978.037089:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e214478. 00000100:00000010:1.0:1767384978.037221:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000012448f4b. 00000100:00000010:1.0:1767384978.037223:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000981a67d7. 00000100:00000010:1.0:1767384978.037370:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000837074f1. 00000100:00000010:1.0:1767384978.037373:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009495a76f. 00000100:00000010:1.0:1767384978.037519:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000066d6f257. 00000100:00000010:1.0:1767384978.037522:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab3fb3aa. 00000100:00000010:1.0:1767384978.037659:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c62f944f. 00000100:00000010:1.0:1767384978.037662:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000882be9a. 00000100:00000010:1.0:1767384978.037796:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000cef69bc6. 00000100:00000010:1.0:1767384978.037798:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b62de03. 00000100:00000010:1.0:1767384978.037963:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000089ffc30c. 00000100:00000010:1.0:1767384978.037967:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea6f6af9. 00000100:00000010:1.0:1767384978.039026:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000078703f98. 00000100:00000010:1.0:1767384978.039031:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000080c8f73c. 00000100:00000010:1.0:1767384978.039074:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003d4c1d6c. 00000100:00000010:1.0:1767384978.039077:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e70cf8aa. 00000100:00000010:1.0:1767384978.039118:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f761b60f. 00000100:00000010:1.0:1767384978.039121:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007020e889. 00000100:00000010:1.0:1767384978.039163:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004ae4245a. 00000100:00000010:1.0:1767384978.039165:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002260e2ce. 00000100:00000010:1.0:1767384978.039321:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c6c1b449. 00000100:00000010:1.0:1767384978.039324:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000082223d9d. 00000100:00000010:1.0:1767384978.039459:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004acf6972. 00000100:00000010:1.0:1767384978.039462:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed4a13bc. 00000100:00000010:1.0:1767384978.039597:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000cb16da1. 00000100:00000010:1.0:1767384978.039599:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b19da85b. 00000100:00000010:1.0:1767384978.039736:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003ab6a86a. 00000100:00000010:1.0:1767384978.039738:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000099d8dd3. 00000100:00000010:1.0:1767384978.039900:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000073724111. 00000100:00000010:1.0:1767384978.039904:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000121ab676. 00000100:00000010:1.0:1767384978.040041:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c8357657. 00000100:00000010:1.0:1767384978.040043:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000447cf53d. 00000100:00000010:1.0:1767384978.040177:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002574d82d. 00000100:00000010:1.0:1767384978.040179:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001d3f96f2. 00000100:00000010:1.0:1767384978.040323:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000004bc847c. 00000100:00000010:1.0:1767384978.040326:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e46e667c. 00000100:00000010:1.0:1767384978.040471:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000053da4d71. 00000100:00000010:1.0:1767384978.040474:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004dc259bc. 00000100:00000010:1.0:1767384978.040607:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000209f0434. 00000100:00000010:1.0:1767384978.040610:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b1f7a84. 00000100:00000010:1.0:1767384978.040742:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008fed5149. 00000100:00000010:1.0:1767384978.040745:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000113783ea. 00000100:00000010:1.0:1767384978.040902:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a72e5ac7. 00000100:00000010:1.0:1767384978.040906:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000575f0a46. 00000100:00000010:1.0:1767384978.041052:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f683a132. 00000100:00000010:1.0:1767384978.041054:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c750be62. 00000100:00000010:1.0:1767384978.041189:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000249fd604. 00000100:00000010:1.0:1767384978.041191:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea94d944. 00000100:00000010:1.0:1767384978.041339:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ee049269. 00000100:00000010:1.0:1767384978.041341:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008257ba80. 00000100:00000010:1.0:1767384978.041476:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d6c58075. 00000100:00000010:1.0:1767384978.041478:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e8505d92. 00000100:00000010:1.0:1767384978.041621:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000da25004b. 00000100:00000010:1.0:1767384978.041623:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003c0a37d4. 00000100:00000010:1.0:1767384978.041758:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c6e4be53. 00000100:00000010:1.0:1767384978.041760:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a3abb54. 00000100:00000010:1.0:1767384978.041914:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000aada020e. 00000100:00000010:1.0:1767384978.041918:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000010bf8d26. 00000100:00000010:1.0:1767384978.042053:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e14b75dc. 00000100:00000010:1.0:1767384978.042055:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000681a9bb6. 00000100:00000010:1.0:1767384978.042200:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005ab38bcf. 00000100:00000010:1.0:1767384978.042203:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f9d94191. 00000100:00000010:1.0:1767384978.042352:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b46b49d4. 00000100:00000010:1.0:1767384978.042355:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004605aba5. 00000100:00000010:1.0:1767384978.042489:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b919f0f4. 00000100:00000010:1.0:1767384978.042492:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cc63dc12. 00000100:00000010:1.0:1767384978.042626:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000eeb7eebc. 00000100:00000010:1.0:1767384978.042628:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005acf3919. 00000100:00000010:1.0:1767384978.042771:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002419ebaa. 00000100:00000010:1.0:1767384978.042775:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b22722ad. 00000100:00000010:1.0:1767384978.042927:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f2bbd2e3. 00000100:00000010:1.0:1767384978.042931:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007062c3c5. 00000100:00000010:1.0:1767384978.043066:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000059a69455. 00000100:00000010:1.0:1767384978.043068:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ccee1f6d. 00000100:00000010:1.0:1767384978.043202:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009e90a014. 00000100:00000010:1.0:1767384978.043204:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000533fe4fa. 00000100:00000010:1.0:1767384978.043361:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b300d498. 00000100:00000010:1.0:1767384978.043364:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000caccef75. 00000100:00000010:1.0:1767384978.043500:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c7286ec0. 00000100:00000010:1.0:1767384978.043503:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000096d55085. 00000100:00000010:1.0:1767384978.043638:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a915e2fa. 00000100:00000010:1.0:1767384978.043641:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000767d32b5. 00000100:00000010:1.0:1767384978.043777:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000007c3fee3. 00000100:00000010:1.0:1767384978.043779:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009f6f6c2b. 00000100:00000010:1.0:1767384978.043947:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005abfd6a3. 00000100:00000010:1.0:1767384978.043952:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a84f2570. 00000100:00000010:1.0:1767384978.044087:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a06ba5c6. 00000100:00000010:1.0:1767384978.044090:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6d58eba. 00000100:00000010:1.0:1767384978.044236:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e4be18be. 00000100:00000010:1.0:1767384978.044239:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000028d0f0c1. 00000100:00000010:1.0:1767384978.044375:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ee4bb020. 00000100:00000010:1.0:1767384978.044378:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000982d54b9. 00000100:00000010:1.0:1767384978.044523:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d7812a00. 00000100:00000010:1.0:1767384978.044533:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f757a562. 00000100:00000010:1.0:1767384978.044669:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000036123322. 00000100:00000010:1.0:1767384978.044671:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000028bf37c9. 00000100:00000010:1.0:1767384978.044808:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000023b04237. 00000100:00000010:1.0:1767384978.044811:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007cb62ed6. 00000100:00000010:1.0:1767384978.044972:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000083e10331. 00000100:00000010:1.0:1767384978.044976:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000097f9d4d5. 00000100:00000010:1.0:1767384978.045121:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006bc5f86d. 00000100:00000010:1.0:1767384978.045124:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b7575ede. 00000100:00000010:1.0:1767384978.045272:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001e691519. 00000100:00000010:1.0:1767384978.045275:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069528696. 00000100:00000010:1.0:1767384978.045408:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d65c199a. 00000100:00000010:1.0:1767384978.045411:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ae3150a. 00000100:00000010:1.0:1767384978.045545:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000049ad9d9b. 00000100:00000010:1.0:1767384978.045547:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093f994d8. 00000100:00000010:1.0:1767384978.045693:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000754d56a9. 00000100:00000010:1.0:1767384978.045696:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000051a637db. 00000100:00000010:1.0:1767384978.045852:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b9cf7ace. 00000100:00000010:1.0:1767384978.045856:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f05b95bb. 00000100:00000010:1.0:1767384978.045993:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000098a88cb2. 00000100:00000010:1.0:1767384978.045995:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb4af54d. 00000100:00000010:1.0:1767384978.046130:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000015d86f8b. 00000100:00000010:1.0:1767384978.046133:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077f6a5e1. 00000100:00000010:1.0:1767384978.046279:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b98056f4. 00000100:00000010:1.0:1767384978.046282:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000abcb896c. 00000100:00000010:1.0:1767384978.046418:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000578f8845. 00000100:00000010:1.0:1767384978.046420:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003c545a7f. 00000100:00000010:1.0:1767384978.046554:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000028f97561. 00000100:00000010:1.0:1767384978.046557:0:40986:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002299d954. 00000100:00000010:1.0:1767384978.046692:0:40986:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002c58fb48. 00000400:00000200:1.0:1767384978.046696:0:40986:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 13 lazy 00000020:00000010:1.0:1767384978.046745:0:40986:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000049bc3949. 00000020:00000010:1.0:1767384978.046748:0:40986:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000004b341193. 00000100:00000010:1.0:1767384978.046786:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000002c1e1690. 00000100:00000010:1.0:1767384978.046790:0:40986:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000de8e3ded. 00000100:00000010:1.0:1767384978.046793:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a18a1b1b. 00000100:00000010:1.0:1767384978.046796:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000a935548. 00000100:00000010:1.0:1767384978.046798:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003ef76c23. 00000100:00000010:1.0:1767384978.046801:0:40986:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 000000008c297e95. 00000100:00000010:1.0:1767384978.046803:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000fd74045e. 00000100:00000010:1.0:1767384978.046804:0:40986:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000a3b05e06. 00000100:00000010:1.0:1767384978.046805:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000051a46395. 00000100:00000010:1.0:1767384978.046807:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004cc821f7. 00000100:00000010:1.0:1767384978.046809:0:40986:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000c7797b0. 00000100:00000200:1.0:1767384978.046856:0:40986:0:(service.c:847:ptlrpc_register_service()) mdt_io: Started, listening on portal 13 00000100:00000010:1.0:1767384978.046860:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000828b7b2f. 00000020:00000010:1.0:1767384978.047337:0:41012:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 0000000059113d0d. 00000100:00000010:1.0:1767384978.047341:0:41012:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000bf001a7b. 00000020:00000010:1.0:1767384978.047344:0:41012:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000084401c85. 00000020:00000010:1.0:1767384978.047348:0:41012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078613e9c. 00000020:00000010:1.0:1767384978.047350:0:41012:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005967b54c. 00000040:00000010:1.0:1767384978.047353:0:41012:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000270fad7a. 00000020:00000010:1.0:1767384978.047356:0:41012:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000406386d7. 00000020:00000010:1.0:1767384978.047360:0:41012:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fc4141d5. 00000020:00000010:1.0:1767384978.047363:0:41012:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b93c61c0. 80000000:00000010:1.0:1767384978.047366:0:41012:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000432b7d75. 40000000:00000010:1.0:1767384978.047369:0:41012:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c94faa27. 00100000:00000010:1.0:1767384978.047373:0:41012:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f1df3603. 00040000:00000010:1.0:1767384978.047375:0:41012:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d96c0dc7. 00040000:00000010:1.0:1767384978.047378:0:41012:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005d600eab. 00080000:00000010:1.0:1767384978.047382:0:41012:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000972d3c5e. 00080000:00000010:1.0:1767384978.047386:0:41012:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006a541ac2. 00000004:00000010:1.0:1767384978.047391:0:41012:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b6eb7019. 00002000:00000010:1.0:1767384978.047401:0:41012:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b8f09597. 00000100:00000200:1.0:1767384978.047405:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047409:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8eedff2. 00000400:00000010:1.0:1767384978.047413:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000011b85f96. 00000100:00000200:1.0:1767384978.047418:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047419:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b1d55a0. 00000400:00000010:1.0:1767384978.047421:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000227a02fb. 00000100:00000200:1.0:1767384978.047423:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047424:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac9d4f6b. 00000400:00000010:1.0:1767384978.047427:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d9b7f122. 00000100:00000200:1.0:1767384978.047428:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047430:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e89e5406. 00000400:00000010:1.0:1767384978.047432:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000069a0b1a8. 00000100:00000200:1.0:1767384978.047433:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047435:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000729c56fb. 00000400:00000010:1.0:1767384978.047437:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006917f10c. 00000100:00000200:1.0:1767384978.047439:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047440:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000778316a3. 00000400:00000010:1.0:1767384978.047447:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c2a2009b. 00000100:00000200:1.0:1767384978.047450:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047451:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3a5f46a. 00000400:00000010:1.0:1767384978.047453:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000443bbd55. 00000100:00000200:1.0:1767384978.047455:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047456:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd597d13. 00000400:00000010:1.0:1767384978.047458:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000088dcdc72. 00000100:00000200:1.0:1767384978.047460:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047461:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005273edd. 00000400:00000010:1.0:1767384978.047463:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001857288f. 00000100:00000200:1.0:1767384978.047465:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047466:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081ef9f8d. 00000400:00000010:1.0:1767384978.047468:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000090c50aa6. 00000100:00000200:1.0:1767384978.047469:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047470:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001529807d. 00000400:00000010:1.0:1767384978.047473:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007246457f. 00000100:00000200:1.0:1767384978.047474:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047475:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d1dfe09. 00000400:00000010:1.0:1767384978.047477:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003e8cc404. 00000100:00000200:1.0:1767384978.047478:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047479:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000243f89fb. 00000400:00000010:1.0:1767384978.047481:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000499a6c48. 00000100:00000200:1.0:1767384978.047483:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047484:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee4623e2. 00000400:00000010:1.0:1767384978.047490:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005b907d1a. 00000100:00000200:1.0:1767384978.047493:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047494:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006037b025. 00000400:00000010:1.0:1767384978.047496:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000065e6891f. 00000100:00000200:1.0:1767384978.047497:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047498:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d0a5788. 00000400:00000010:1.0:1767384978.047500:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001cbfa21c. 00000100:00000200:1.0:1767384978.047502:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047504:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000712bf311. 00000400:00000010:1.0:1767384978.047506:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000004e04fa4. 00000100:00000200:1.0:1767384978.047508:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047509:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030a69730. 00000400:00000010:1.0:1767384978.047511:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e8e4f5d8. 00000100:00000200:1.0:1767384978.047513:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047514:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000363c4aac. 00000400:00000010:1.0:1767384978.047516:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fc8ac6d1. 00000100:00000200:1.0:1767384978.047518:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047519:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4ec13fc. 00000400:00000010:1.0:1767384978.047521:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006ff71802. 00000100:00000200:1.0:1767384978.047523:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047524:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bec751c9. 00000400:00000010:1.0:1767384978.047525:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006e753d65. 00000100:00000200:1.0:1767384978.047527:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047528:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a5f5198. 00000400:00000010:1.0:1767384978.047534:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e4e7cc3d. 00000100:00000200:1.0:1767384978.047537:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047538:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7de4456. 00000400:00000010:1.0:1767384978.047540:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000096932f68. 00000100:00000200:1.0:1767384978.047541:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047543:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eae11ccf. 00000400:00000010:1.0:1767384978.047545:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008de99cfb. 00000100:00000200:1.0:1767384978.047546:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047547:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f91f82a. 00000400:00000010:1.0:1767384978.047549:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000019330e2e. 00000100:00000200:1.0:1767384978.047551:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047552:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7d68eff. 00000400:00000010:1.0:1767384978.047554:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000be34ee3. 00000100:00000200:1.0:1767384978.047556:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047557:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ad5de8f. 00000400:00000010:1.0:1767384978.047559:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bdbd536e. 00000100:00000200:1.0:1767384978.047560:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047561:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fb7617e. 00000400:00000010:1.0:1767384978.047564:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000099426ba2. 00000100:00000200:1.0:1767384978.047565:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047567:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000426d092f. 00000400:00000010:1.0:1767384978.047569:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005eec803f. 00000100:00000200:1.0:1767384978.047571:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047572:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7aabbec. 00000400:00000010:1.0:1767384978.047578:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000015f2f0e8. 00000100:00000200:1.0:1767384978.047581:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047582:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094f861e7. 00000400:00000010:1.0:1767384978.047584:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004d2ff5f7. 00000100:00000200:1.0:1767384978.047586:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047587:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b88b3ae4. 00000400:00000010:1.0:1767384978.047589:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b65bb2f4. 00000100:00000200:1.0:1767384978.047590:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047591:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5eaa2a5. 00000400:00000010:1.0:1767384978.047593:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fd0f0f5d. 00000100:00000200:1.0:1767384978.047595:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047596:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d879c23e. 00000400:00000010:1.0:1767384978.047598:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008889908a. 00000100:00000200:1.0:1767384978.047600:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047601:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080118eda. 00000400:00000010:1.0:1767384978.047603:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b3bf3409. 00000100:00000200:1.0:1767384978.047604:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047605:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec32a46a. 00000400:00000010:1.0:1767384978.047607:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009ecd0e13. 00000100:00000200:1.0:1767384978.047609:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047610:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5891d6e. 00000400:00000010:1.0:1767384978.047612:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009477670a. 00000100:00000200:1.0:1767384978.047614:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047614:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d8b7c43. 00000400:00000010:1.0:1767384978.047621:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000469729ce. 00000100:00000200:1.0:1767384978.047623:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047625:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf90d8b1. 00000400:00000010:1.0:1767384978.047627:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008de31452. 00000100:00000200:1.0:1767384978.047628:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047629:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022c7c86d. 00000400:00000010:1.0:1767384978.047631:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000077f0dc5a. 00000100:00000200:1.0:1767384978.047633:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047634:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8f95c1c. 00000400:00000010:1.0:1767384978.047636:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f6fe32c5. 00000100:00000200:1.0:1767384978.047638:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047639:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca4989a8. 00000400:00000010:1.0:1767384978.047641:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000093f5deb2. 00000100:00000200:1.0:1767384978.047643:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047644:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020310f78. 00000400:00000010:1.0:1767384978.047646:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f5665632. 00000100:00000200:1.0:1767384978.047648:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047649:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097626247. 00000400:00000010:1.0:1767384978.047651:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000078d1f0b3. 00000100:00000200:1.0:1767384978.047652:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047653:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065191009. 00000400:00000010:1.0:1767384978.047655:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005857b642. 00000100:00000200:1.0:1767384978.047657:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047658:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020957f8b. 00000400:00000010:1.0:1767384978.047664:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f5676697. 00000100:00000200:1.0:1767384978.047667:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047668:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009545450c. 00000400:00000010:1.0:1767384978.047670:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000290d1741. 00000100:00000200:1.0:1767384978.047672:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047672:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094be5137. 00000400:00000010:1.0:1767384978.047674:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e5f8490d. 00000100:00000200:1.0:1767384978.047676:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047677:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6809a75. 00000400:00000010:1.0:1767384978.047679:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000ef18440. 00000100:00000200:1.0:1767384978.047680:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047681:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006746af92. 00000400:00000010:1.0:1767384978.047683:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000055eade3e. 00000100:00000200:1.0:1767384978.047685:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047686:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000cc293a. 00000400:00000010:1.0:1767384978.047688:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b970317c. 00000100:00000200:1.0:1767384978.047689:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047690:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acb3209e. 00000400:00000010:1.0:1767384978.047692:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ba074be3. 00000100:00000200:1.0:1767384978.047694:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047695:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9400b09. 00000400:00000010:1.0:1767384978.047698:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000066d34741. 00000100:00000200:1.0:1767384978.047699:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047700:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5d11fac. 00000400:00000010:1.0:1767384978.047707:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bdd0f7b8. 00000100:00000200:1.0:1767384978.047710:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047711:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f24600a. 00000400:00000010:1.0:1767384978.047713:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000006b18a4e. 00000100:00000200:1.0:1767384978.047714:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047715:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092cd820c. 00000400:00000010:1.0:1767384978.047717:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000036d0654d. 00000100:00000200:1.0:1767384978.047719:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047720:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000724f7232. 00000400:00000010:1.0:1767384978.047722:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000c5acc51. 00000100:00000200:1.0:1767384978.047723:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047724:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000527137d0. 00000400:00000010:1.0:1767384978.047726:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c787da37. 00000100:00000200:1.0:1767384978.047728:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047729:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007cdeed81. 00000400:00000010:1.0:1767384978.047731:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e355654e. 00000100:00000200:1.0:1767384978.047733:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047734:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001eb315ff. 00000400:00000010:1.0:1767384978.047735:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b6a0c81d. 00000100:00000200:1.0:1767384978.047737:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047738:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fcd8620. 00000400:00000010:1.0:1767384978.047740:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c5ab8d0e. 00000100:00000200:1.0:1767384978.047742:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047743:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025669629. 00000400:00000010:1.0:1767384978.047749:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000da16986f. 00000100:00000200:1.0:1767384978.047752:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047753:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089e5f672. 00000400:00000010:1.0:1767384978.047755:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000114de669. 00000100:00000200:1.0:1767384978.047757:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384978.047758:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015d99197. 00000400:00000010:1.0:1767384978.047760:0:41012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b4e9f941. 00000100:00000010:1.0:1767384978.047769:0:41012:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000003adc1cfa. 00000100:00000200:1.0:1767384978.047783:0:41012:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384978.047801:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c6f22a4d. 00000020:00000010:0.0:1767384978.048248:0:41013:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000d42a602a. 00000100:00000010:0.0:1767384978.048252:0:41013:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000001b1e57c6. 00000020:00000010:0.0:1767384978.048253:0:41013:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007dac689b. 00000020:00000010:0.0:1767384978.048256:0:41013:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce4f144b. 00000020:00000010:0.0:1767384978.048258:0:41013:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000909986d7. 00000040:00000010:0.0:1767384978.048259:0:41013:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002c35155c. 00000020:00000010:0.0:1767384978.048262:0:41013:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dea2049c. 00000020:00000010:0.0:1767384978.048264:0:41013:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008493b4d1. 00000020:00000010:0.0:1767384978.048266:0:41013:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b171dd39. 80000000:00000010:0.0:1767384978.048268:0:41013:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001d01d63f. 40000000:00000010:0.0:1767384978.048270:0:41013:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000816398cb. 00100000:00000010:0.0:1767384978.048272:0:41013:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f728e69f. 00040000:00000010:0.0:1767384978.048274:0:41013:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f7824156. 00040000:00000010:0.0:1767384978.048277:0:41013:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000071cb0845. 00080000:00000010:0.0:1767384978.048280:0:41013:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d1895bdc. 00080000:00000010:0.0:1767384978.048283:0:41013:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003efd4afb. 00000004:00000010:0.0:1767384978.048286:0:41013:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001c613a53. 00002000:00000010:0.0:1767384978.048289:0:41013:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006f3754b5. 00000100:00000010:0.0:1767384978.048298:0:41013:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000d4015672. 00000100:00000200:0.0:1767384978.048309:0:41013:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384978.048329:0:40986:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000b0d25d01. 00000020:00000010:1.0:1767384978.048767:0:41014:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 000000002ecc777e. 00000100:00000010:1.0:1767384978.048771:0:41014:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000d21eea23. 00000020:00000010:1.0:1767384978.048772:0:41014:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004e38991b. 00000020:00000010:1.0:1767384978.048775:0:41014:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e70b895. 00000020:00000010:1.0:1767384978.048776:0:41014:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000541111f0. 00000040:00000010:1.0:1767384978.048778:0:41014:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008806c9d5. 00000020:00000010:1.0:1767384978.048781:0:41014:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004777c7ac. 00000020:00000010:1.0:1767384978.048783:0:41014:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c721a788. 00000020:00000010:1.0:1767384978.048785:0:41014:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009d762610. 80000000:00000010:1.0:1767384978.048786:0:41014:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000e3b43ed. 40000000:00000010:1.0:1767384978.048787:0:41014:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000062e2ad59. 00100000:00000010:1.0:1767384978.048789:0:41014:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004d7ef3a8. 00040000:00000010:1.0:1767384978.048791:0:41014:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bcfc880d. 00040000:00000010:1.0:1767384978.048793:0:41014:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a5e86e6c. 00080000:00000010:1.0:1767384978.048796:0:41014:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007ea287b1. 00080000:00000010:1.0:1767384978.048804:0:41014:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001f174ac1. 00000004:00000010:1.0:1767384978.048808:0:41014:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008f8511ef. 00002000:00000010:1.0:1767384978.048810:0:41014:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001c1c6bdf. 00000100:00000010:1.0:1767384978.048846:0:41014:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000009dc115d8. 00000100:00000200:1.0:1767384978.048857:0:41014:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000020:00000010:0.0:1767384978.048869:0:40986:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d6340482. 00000040:00000010:0.0:1767384978.048874:0:40986:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006868d4b8. 00000020:00000010:0.0:1767384978.048877:0:40986:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008c0904d2. 00000020:00000010:0.0:1767384978.048880:0:40986:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002284a063. 00000020:00000010:0.0:1767384978.048885:0:40986:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e23dc36d. 80000000:00000010:0.0:1767384978.048887:0:40986:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006a58dbb6. 40000000:00000010:0.0:1767384978.048890:0:40986:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003cb70323. 00100000:00000010:0.0:1767384978.048894:0:40986:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000055c52a18. 00040000:00000010:0.0:1767384978.048897:0:40986:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000046fe91dc. 00040000:00000010:0.0:1767384978.048900:0:40986:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000341af43a. 00080000:00000010:0.0:1767384978.048905:0:40986:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e530d69e. 00080000:00000010:0.0:1767384978.048909:0:40986:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000090f7e42. 00000020:00000010:0.0:1767384978.048913:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf02e4ce. 00000020:00000010:0.0:1767384978.048917:0:40986:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a6ac54b1. 00000020:00000010:0.0:1767384978.048920:0:40986:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c41bf3b7. 00000008:00000010:0.0:1767384978.048924:0:40986:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000077ab5987. 00020000:00000010:0.0:1767384978.048928:0:40986:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000002eca29fe. 00008000:00000010:0.0:1767384978.048932:0:40986:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000e2856234. 00000080:00000010:0.0:1767384978.048936:0:40986:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000009bd7ce10. 00000020:00000010:0.0:1767384978.048940:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe6464e6. 00000020:00000010:0.0:1767384978.048945:0:40986:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 48 at 00000000425be132. 00000020:00000010:0.0:1767384978.048954:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ea043760. 00000020:00000010:0.0:1767384978.048957:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dcf2052f. 00000040:00000010:0.0:1767384978.048959:0:40986:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b0064aec. 00000020:00000010:0.0:1767384978.048963:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000076df2eb8. 00000020:00000010:0.0:1767384978.048965:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004c317aac. 80000000:00000010:0.0:1767384978.048966:0:40986:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006a58dbb6. 00040000:00000010:0.0:1767384978.048968:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001e213758. 00080000:00000010:0.0:1767384978.048971:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000090f7e42. 00080000:00000010:0.0:1767384978.048974:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e530d69e. 20000000:00000010:0.0:1767384978.048977:0:40986:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000081e7bae7. 00000020:00000010:0.0:1767384978.048990:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000046fe91dc. 00080000:00000010:0.0:1767384978.048995:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000bd851a7. 00080000:00000010:0.0:1767384978.049043:0:40986:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000a5881172. 00080000:00000010:0.0:1767384978.049053:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000bd851a7. 00000020:00000010:0.0:1767384978.049055:0:40986:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000046fe91dc. 00000040:00000010:0.0:1767384978.049062:0:40986:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000006b3eaa74. 00000020:00000010:0.0:1767384978.049095:0:40986:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 00000000d586a28f. 00000100:00000010:0.0:1767384978.049127:0:40986:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003567746b. 02000000:00000010:0.0:1767384978.049138:0:40986:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000be385283. 00000100:00000010:0.0:1767384978.049147:0:40986:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000004243318a. 00000100:00000010:0.0:1767384978.049149:0:40986:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000079989f64. 00000100:00000010:0.0:1767384978.049154:0:40986:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b5ea3a49. 00000400:00000010:0.0:1767384978.049168:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056872217. 00000400:00000010:0.0:1767384978.049172:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009546ffc0. 00000100:00000200:0.0:1767384978.049174:0:40986:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x6958271d08600-0x6958271d08600, portal 33 02000000:00000010:0.0:1767384978.049180:0:40986:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000fb13919. 00000400:00000010:0.0:1767384978.049182:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c7b2486. 00000400:00000010:0.0:1767384978.049184:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021676260. 00000100:00000200:0.0:1767384978.049186:0:40986:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348042240, portal 25 00000400:00000010:0.0:1767384978.049188:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000202d54b4. 00000100:00000200:0.0:1767384978.049190:0:40986:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853237348042240, offset 0 00000400:00000200:0.0:1767384978.049195:0:40986:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384978.049204:0:40986:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384978.049212:0:40986:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x6958271d08600 00000400:00000200:0.0:1767384978.049217:0:40986:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x2195 [2] + 0 00000400:00000010:0.0:1767384978.049219:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd958cd3. 00000400:00000200:0.0:1767384978.049222:0:40986:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a8af21a4 00000400:00000200:0.0:1767384978.049240:0:40986:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384978.049243:0:40986:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384978.049247:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8af21a4 00000400:00000010:0.0:1767384978.049249:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8af21a4. 00000100:00000200:0.0:1767384978.049252:0:40986:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384978.049268:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000202d54b4 00000400:00000010:0.0:1767384978.049269:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000202d54b4. 00000100:00000200:0.0:1767384978.049273:0:40986:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003567746b x1853237348042240/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384994 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384978.049287:0:40986:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e36f01e0. 00000100:00000010:0.0:1767384978.049295:0:40986:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ead3e42d. 00000100:00000010:0.0:1767384978.049299:0:40986:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009ca8afeb. 00000100:00000010:0.0:1767384978.049302:0:40986:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005352774f. 00000020:00000010:2.0:1767384978.049337:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b98862b0. 00000020:00000010:2.0:1767384978.049343:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b98862b0. 00000020:00000010:2.0:1767384978.049349:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008a48bc0a. 00000020:00000010:2.0:1767384978.049351:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d74a0f61. 00000020:00000010:2.0:1767384978.049354:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bcfd3a7d. 00000020:00000010:2.0:1767384978.049381:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b98862b0. 00000020:00000010:2.0:1767384978.049383:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b98862b0. 00000100:00000200:2.0:1767384978.049392:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348042240 02000000:00000010:2.0:1767384978.049406:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000048cb239c. 20000000:00000010:2.0:1767384978.049415:0:40995:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 00000000ab41f7c0. 00000100:00000010:2.0:1767384978.049418:0:40995:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000e052e1a6. 00000100:00000010:2.0:1767384978.049419:0:40995:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000e9aadc93. 00000400:00000010:2.0:1767384978.049424:0:40995:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000400:00000010:2.0:1767384978.049429:0:40995:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fa16b9ce. 00000400:00000200:2.0:1767384978.049432:0:40995:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:2.0:1767384978.049438:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:2.0:1767384978.049442:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x6958271d08600 00000400:00000200:2.0:1767384978.049446:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x29b5 [1] + 0 00000400:00000010:2.0:1767384978.049449:0:40995:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056872217. 00000400:00000200:2.0:1767384978.049451:0:40995:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009546ffc0 00000100:00000200:2.0:1767384978.049454:0:40995:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000e052e1a6 00000400:00000200:2.0:1767384978.049460:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:2.0:1767384978.049463:0:40995:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x29c1 00000400:00000200:2.0:1767384978.049466:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384978.049468:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:2.0:1767384978.049470:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c2d411d 00000400:00000010:2.0:1767384978.049471:0:40995:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000100:00000200:2.0:1767384978.049474:0:40995:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 00000000e052e1a6 00000400:00000200:2.0:1767384978.049476:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009546ffc0 00000400:00000010:2.0:1767384978.049477:0:40995:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009546ffc0. 00000100:00000200:2.0:1767384978.049479:0:40995:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 000000003567746b desc 000000004243318a mbits 1853237348042240 00000100:00000200:2.0:1767384978.049490:0:40995:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x6958271d08600-0x6958271d08600 20000000:00000010:2.0:1767384978.049500:0:40995:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000a4a00136. 20000000:00000010:2.0:1767384978.049505:0:40995:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 000000004e5f72ad. 20000000:00000010:2.0:1767384978.049509:0:40995:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000999acb18. 00000100:00000010:2.0:1767384978.049758:0:40995:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000e9aadc93. 00000100:00000010:2.0:1767384978.049761:0:40995:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000e052e1a6. 20000000:00000010:2.0:1767384978.049763:0:40995:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 00000000ab41f7c0. 00010000:00000200:2.0:1767384978.049769:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c54d0059 x1853237348042240/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:204/0 lens 4784/4768 e 0 to 0 dl 1767384989 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384978.049787:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000010a14956. 00000100:00000200:2.0:1767384978.049789:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348042240, offset 224 00000400:00000200:2.0:1767384978.049792:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384978.049796:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384978.049800:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d08600 00000400:00000200:2.0:1767384978.049802:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x29b9 [2] + 224 00000400:00000200:2.0:1767384978.049806:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384978.049807:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384978.049811:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003567746b x1853237348042240/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384994 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384978.049847:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010a14956 00000400:00000010:2.0:1767384978.049849:0:40995:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000010a14956. 00000400:00000010:0.0:1767384978.049858:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c7b2486. 00000020:00000010:2.0:1767384978.049859:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d74a0f61. 00000020:00000010:2.0:1767384978.049864:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bcfd3a7d. 00000400:00000200:0.0:1767384978.049865:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021676260 00000020:00000010:2.0:1767384978.049868:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008a48bc0a. 00000400:00000010:0.0:1767384978.049869:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000021676260. 02000000:00000010:2.0:1767384978.049875:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000048cb239c. 00000100:00000200:0.0:1767384978.049878:0:40986:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003567746b x1853237348042240/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384978.049882:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384978.049888:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d22b6c11. 00000400:00000010:2.0:1767384978.049894:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000010a14956. 00000100:00000200:0.0:1767384978.049896:0:40986:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003567746b x1853237348042240/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384978.049916:0:40986:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b5ea3a49. 02000000:00000010:0.0:1767384978.049921:0:40986:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000fb13919. 00000100:00000010:0.0:1767384978.049925:0:40986:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000079989f64. 00000100:00000010:0.0:1767384978.049927:0:40986:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000004243318a. 02000000:00000010:0.0:1767384978.049929:0:40986:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000be385283. 00000100:00000010:0.0:1767384978.049931:0:40986:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003567746b. 00000020:00000010:0.0:1767384978.049934:0:40986:0:(tgt_mount.c:1413:server_register_target()) kfreed 'mti': 7232 at 00000000d586a28f. 00000020:00000010:0.0:1767384978.049938:0:40986:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 000000002216e377. 00000020:00000010:0.0:1767384978.049940:0:40986:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at 0000000079989f64. 00000020:00000010:0.0:1767384978.049945:0:40986:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000a6ac54b1. 00000020:00000010:0.0:1767384978.049948:0:40986:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000b5ea3a49. 00000020:00000010:0.0:1767384978.049950:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000bd851a7. 00000020:00000010:0.0:1767384978.049952:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fe6464e6. 00000040:00000010:0.0:1767384978.049953:0:40986:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cf02e4ce. 00000020:00000010:0.0:1767384978.049956:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000055c52a18. 00000020:00000010:0.0:1767384978.049958:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000341af43a. 00040000:00000010:0.0:1767384978.049960:0:40986:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000da38fc0e. 00040000:00000010:0.0:1767384978.049962:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e23dc36d. 00080000:00000010:0.0:1767384978.049964:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d586a28f. 00080000:00000010:0.0:1767384978.049966:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000be385283. 10000000:00000010:0.0:1767384978.049975:0:40986:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 00000000d6340482. 10000000:00000010:0.0:1767384978.049980:0:40986:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 000000002b7d6c2b. 00000100:00000010:0.0:1767384978.049983:0:40986:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003567746b. 02000000:00000010:0.0:1767384978.049987:0:40986:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000030cc8a54. 00010000:00000010:0.0:1767384978.049995:0:40986:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000090fd0f2. 00010000:00000010:0.0:1767384978.050000:0:40986:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ae10aeef. 00000100:00000010:0.0:1767384978.050008:0:40986:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021676260. 02000000:00000010:0.0:1767384978.050013:0:40986:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004243318a. 00000400:00000010:0.0:1767384978.050015:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c7b2486. 00000400:00000010:0.0:1767384978.050017:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8e7a793. 00000100:00000200:0.0:1767384978.050019:0:40986:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348042368, portal 25 00000400:00000010:0.0:1767384978.050021:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8d1e8df. 00000100:00000200:0.0:1767384978.050023:0:40986:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237348042368, offset 0 00000400:00000200:0.0:1767384978.050025:0:40986:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384978.050029:0:40986:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384978.050033:0:40986:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958271d08680 00000400:00000200:0.0:1767384978.050035:0:40986:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2199 [2] + 0 00000400:00000010:0.0:1767384978.050037:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a8913a7. 00000400:00000200:0.0:1767384978.050039:0:40986:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000be21d7c0 00000400:00000200:0.0:1767384978.050042:0:40986:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384978.050044:0:40986:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384978.050046:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be21d7c0 00000400:00000010:0.0:1767384978.050047:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000be21d7c0. 00000100:00000200:0.0:1767384978.050049:0:40986:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384978.050060:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8d1e8df 00000400:00000010:0.0:1767384978.050061:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8d1e8df. 00000100:00000200:0.0:1767384978.050064:0:40986:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003567746b x1853237348042368/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384994 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384978.050087:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b98862b0. 00000020:00000010:2.0:1767384978.050090:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b98862b0. 00000020:00000010:2.0:1767384978.050093:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008a48bc0a. 00000020:00000010:2.0:1767384978.050095:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d74a0f61. 00000020:00000010:2.0:1767384978.050096:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bcfd3a7d. 00000020:00000010:2.0:1767384978.050113:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b98862b0. 00000020:00000010:2.0:1767384978.050114:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b98862b0. 00000100:00000200:2.0:1767384978.050116:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348042368 00010000:00000010:2.0:1767384978.050126:0:40995:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002c780608. 00010000:00000010:2.0:1767384978.050129:0:40995:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005bb56c99. 02000000:00000010:2.0:1767384978.050136:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000e052e1a6. 00010000:00000200:2.0:1767384978.050148:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a5f5cc76 x1853237348042368/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:204/0 lens 328/344 e 0 to 0 dl 1767384989 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384978.050161:0:40995:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000100:00000200:2.0:1767384978.050164:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237348042368, offset 224 00000400:00000200:2.0:1767384978.050167:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384978.050172:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384978.050177:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958271d08680 00000400:00000200:2.0:1767384978.050179:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x29cd [1] + 224 00000400:00000200:2.0:1767384978.050182:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384978.050184:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384978.050187:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003567746b x1853237348042368/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384994 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384978.050200:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c2d411d 00000400:00000010:2.0:1767384978.050201:0:40995:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000020:00000010:2.0:1767384978.050207:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d74a0f61. 00000020:00000010:2.0:1767384978.050210:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bcfd3a7d. 00000020:00000010:2.0:1767384978.050212:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008a48bc0a. 02000000:00000010:2.0:1767384978.050216:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000e052e1a6. 00000400:00000010:0.0:1767384978.050219:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c7b2486. 00000100:00000200:2.0:1767384978.050220:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384978.050239:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd45543f. 00000400:00000200:0.0:1767384978.050239:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8e7a793 00000400:00000010:0.0:1767384978.050242:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8e7a793. 00000100:00000200:0.0:1767384978.050246:0:40986:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003567746b x1853237348042368/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384978.050247:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004cf91c1a. 00000100:00000200:0.0:1767384978.050257:0:40986:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003567746b x1853237348042368/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384978.050269:0:40986:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000021676260. 02000000:00000010:0.0:1767384978.050277:0:40986:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004243318a. 02000000:00000010:0.0:1767384978.050279:0:40986:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000030cc8a54. 00000100:00000010:0.0:1767384978.050281:0:40986:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003567746b. 10000000:00000010:0.0:1767384978.050293:0:40986:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 0000000030cc8a54. 10000000:00000010:0.0:1767384978.050297:0:40986:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 00000000fa5478f8. 00000100:00000010:0.0:1767384978.050300:0:40986:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003567746b. 02000000:00000010:0.0:1767384978.050304:0:40986:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000025f11edc. 00010000:00000010:0.0:1767384978.050309:0:40986:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001985dbb3. 00010000:00000010:0.0:1767384978.050311:0:40986:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000043e81fe9. 00000100:00000010:0.0:1767384978.050315:0:40986:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021676260. 02000000:00000010:0.0:1767384978.050320:0:40986:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004243318a. 00000400:00000010:0.0:1767384978.050321:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c7b2486. 00000400:00000010:0.0:1767384978.050323:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8e7a793. 00000100:00000200:0.0:1767384978.050326:0:40986:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348042496, portal 25 00000400:00000010:0.0:1767384978.050327:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8d1e8df. 00000100:00000200:0.0:1767384978.050329:0:40986:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237348042496, offset 0 00000400:00000200:0.0:1767384978.050332:0:40986:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384978.050335:0:40986:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384978.050339:0:40986:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958271d08700 00000400:00000200:0.0:1767384978.050341:0:40986:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x219d [2] + 0 00000400:00000010:0.0:1767384978.050343:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfbc4a0d. 00000400:00000200:0.0:1767384978.050345:0:40986:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008bb86d6f 00000400:00000200:0.0:1767384978.050347:0:40986:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384978.050349:0:40986:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384978.050350:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bb86d6f 00000400:00000010:0.0:1767384978.050351:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008bb86d6f. 00000100:00000200:0.0:1767384978.050353:0:40986:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384978.050363:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8d1e8df 00000400:00000010:0.0:1767384978.050364:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8d1e8df. 00000100:00000200:0.0:1767384978.050366:0:40986:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003567746b x1853237348042496/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384994 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384978.050388:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b98862b0. 00000020:00000010:2.0:1767384978.050391:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b98862b0. 00000020:00000010:2.0:1767384978.050394:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008a48bc0a. 00000020:00000010:2.0:1767384978.050395:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d74a0f61. 00000020:00000010:2.0:1767384978.050397:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bcfd3a7d. 00000020:00000010:2.0:1767384978.050412:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b98862b0. 00000020:00000010:2.0:1767384978.050414:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b98862b0. 00000100:00000200:2.0:1767384978.050415:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348042496 00010000:00000010:2.0:1767384978.050422:0:40995:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000086c56cbd. 00010000:00000010:2.0:1767384978.050425:0:40995:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007b112e12. 02000000:00000010:2.0:1767384978.050429:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000e052e1a6. 00010000:00000200:2.0:1767384978.050437:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c61cd708 x1853237348042496/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:204/0 lens 328/344 e 0 to 0 dl 1767384989 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384978.050449:0:40995:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000100:00000200:2.0:1767384978.050451:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237348042496, offset 224 00000400:00000200:2.0:1767384978.050454:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384978.050458:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384978.050461:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958271d08700 00000400:00000200:2.0:1767384978.050464:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x29dd [1] + 224 00000400:00000200:2.0:1767384978.050466:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384978.050468:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384978.050471:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003567746b x1853237348042496/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384994 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384978.050484:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c2d411d 00000400:00000010:2.0:1767384978.050485:0:40995:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000020:00000010:2.0:1767384978.050491:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d74a0f61. 00000020:00000010:2.0:1767384978.050493:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bcfd3a7d. 00000020:00000010:2.0:1767384978.050495:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008a48bc0a. 02000000:00000010:2.0:1767384978.050498:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000e052e1a6. 00000100:00000200:2.0:1767384978.050502:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384978.050504:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c7b2486. 00000400:00000010:2.0:1767384978.050505:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cdaf07c4. 00000400:00000200:0.0:1767384978.050510:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8e7a793 00000400:00000010:0.0:1767384978.050513:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8e7a793. 00000400:00000010:2.0:1767384978.050516:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000084dcbf99. 00000100:00000200:0.0:1767384978.050517:0:40986:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003567746b x1853237348042496/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384978.050525:0:40986:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003567746b x1853237348042496/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384978.050536:0:40986:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000021676260. 02000000:00000010:0.0:1767384978.050542:0:40986:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004243318a. 02000000:00000010:0.0:1767384978.050543:0:40986:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000025f11edc. 00000100:00000010:0.0:1767384978.050545:0:40986:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003567746b. 10000000:00000010:0.0:1767384978.050549:0:40986:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000425be132. 00000020:00000010:0.0:1767384978.050551:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025f11edc. 00000020:00000010:0.0:1767384978.050553:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ea0df8a7. 00000040:00000010:0.0:1767384978.050555:0:40986:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b1c86b4a. 00000020:00000010:0.0:1767384978.050557:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008c0904d2. 00000020:00000010:0.0:1767384978.050559:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000192814a9. 80000000:00000010:0.0:1767384978.050561:0:40986:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f977713f. 00040000:00000010:0.0:1767384978.050563:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003707cd7f. 00080000:00000010:0.0:1767384978.050565:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000000fb13919. 00080000:00000010:0.0:1767384978.050568:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000008a7baebd. 20000000:00000010:0.0:1767384978.050571:0:40986:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000044f12501. 00000040:00000010:0.0:1767384978.050574:0:40986:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002326dd97. 00000100:00000010:0.0:1767384978.050577:0:40986:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003567746b. 02000000:00000010:0.0:1767384978.050581:0:40986:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002b1d0c66. 00000100:00000010:0.0:1767384978.050585:0:40986:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021676260. 02000000:00000010:0.0:1767384978.050589:0:40986:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007efdb108. 00000400:00000010:0.0:1767384978.050591:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c7b2486. 00000400:00000010:0.0:1767384978.050593:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8e7a793. 00000100:00000200:0.0:1767384978.050595:0:40986:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348042624, portal 25 00000400:00000010:0.0:1767384978.050597:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8d1e8df. 00000100:00000200:0.0:1767384978.050598:0:40986:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237348042624, offset 0 00000400:00000200:0.0:1767384978.050601:0:40986:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384978.050604:0:40986:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384978.050608:0:40986:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x6958271d08780 00000400:00000200:0.0:1767384978.050610:0:40986:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x21a1 [2] + 0 00000400:00000010:0.0:1767384978.050612:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ffa2f5a. 00000400:00000200:0.0:1767384978.050614:0:40986:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006103a191 00000400:00000200:0.0:1767384978.050615:0:40986:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384978.050617:0:40986:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384978.050619:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006103a191 00000400:00000010:0.0:1767384978.050620:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006103a191. 00000100:00000200:0.0:1767384978.050622:0:40986:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384978.050632:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8d1e8df 00000400:00000010:0.0:1767384978.050633:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8d1e8df. 00000100:00000200:0.0:1767384978.050636:0:40986:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003567746b x1853237348042624/t0(0) o501->MGC192.168.203.134@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384994 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384978.050655:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b98862b0. 00000020:00000010:2.0:1767384978.050658:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b98862b0. 00000020:00000010:2.0:1767384978.050661:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008a48bc0a. 00000020:00000010:2.0:1767384978.050662:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d74a0f61. 00000020:00000010:2.0:1767384978.050664:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bcfd3a7d. 00000020:00000010:2.0:1767384978.050678:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b98862b0. 00000020:00000010:2.0:1767384978.050680:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b98862b0. 00000100:00000200:2.0:1767384978.050681:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348042624 02000000:00000010:2.0:1767384978.050688:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000e052e1a6. 00000040:00000010:2.0:1767384978.050693:0:40995:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000023fb16c2. 00000040:00000010:2.0:1767384978.050716:0:40995:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000e9aadc93. 00000020:00000010:2.0:1767384978.050720:0:40995:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ed51e067. 00080000:00000010:2.0:1767384978.050729:0:40995:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009b3bab73. 00000040:00000010:2.0:1767384978.050741:0:40995:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000e9aadc93. 00000040:00000010:2.0:1767384978.050743:0:40995:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000023fb16c2. 20000000:00000010:2.0:1767384978.050748:0:40995:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000b98862b0. 00010000:00000200:2.0:1767384978.050753:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cc8724e3 x1853237348042624/t0(0) o501->b543db4a-4900-454f-be04-352b2897a173@0@lo:204/0 lens 512/272 e 0 to 0 dl 1767384989 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384978.050760:0:40995:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000100:00000200:2.0:1767384978.050763:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237348042624, offset 224 00000400:00000200:2.0:1767384978.050765:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384978.050769:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384978.050773:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958271d08780 00000400:00000200:2.0:1767384978.050775:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x29ed [1] + 224 00000400:00000200:2.0:1767384978.050778:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384978.050779:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384978.050783:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003567746b x1853237348042624/t0(0) o501->MGC192.168.203.134@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384994 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384978.050796:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c2d411d 00000400:00000010:2.0:1767384978.050797:0:40995:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000020:00000010:2.0:1767384978.050803:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d74a0f61. 00000020:00000010:2.0:1767384978.050805:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bcfd3a7d. 00000020:00000010:2.0:1767384978.050807:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008a48bc0a. 02000000:00000010:2.0:1767384978.050812:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000e052e1a6. 00000400:00000010:0.0:1767384978.050832:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c7b2486. 00000100:00000200:2.0:1767384978.050837:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:0.0:1767384978.050839:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8e7a793 00000400:00000010:2.0:1767384978.050842:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7c4a357. 00000400:00000010:0.0:1767384978.050843:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8e7a793. 00000100:00000200:0.0:1767384978.050852:0:40986:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003567746b x1853237348042624/t0(0) o501->MGC192.168.203.134@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384978.050853:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a984e788. 00000100:00000200:0.0:1767384978.050864:0:40986:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003567746b x1853237348042624/t0(0) o501->MGC192.168.203.134@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384978.050878:0:40986:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000021676260. 02000000:00000010:0.0:1767384978.050883:0:40986:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007efdb108. 02000000:00000010:0.0:1767384978.050885:0:40986:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002b1d0c66. 00000100:00000010:0.0:1767384978.050886:0:40986:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003567746b. 00000040:00000010:0.0:1767384978.050898:0:40986:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007fd82809. 00000100:00000010:0.0:1767384978.050901:0:40986:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003567746b. 02000000:00000010:0.0:1767384978.050905:0:40986:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002b1d0c66. 00000100:00000010:0.0:1767384978.050908:0:40986:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021676260. 02000000:00000010:0.0:1767384978.050920:0:40986:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000a42aae32. 00000400:00000010:0.0:1767384978.050923:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c7b2486. 00000400:00000010:0.0:1767384978.050925:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000202d54b4. 00000100:00000200:0.0:1767384978.050927:0:40986:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237348042752, portal 25 00000400:00000010:0.0:1767384978.050930:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8e7a793. 00000100:00000200:0.0:1767384978.050931:0:40986:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237348042752, offset 0 00000400:00000200:0.0:1767384978.050933:0:40986:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384978.050939:0:40986:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384978.050943:0:40986:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958271d08800 00000400:00000200:0.0:1767384978.050947:0:40986:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21a5 [2] + 0 00000400:00000010:0.0:1767384978.050950:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c53ceb8d. 00000400:00000200:0.0:1767384978.050952:0:40986:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000de6e168e 00000400:00000200:0.0:1767384978.050955:0:40986:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384978.050957:0:40986:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384978.050960:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de6e168e 00000400:00000010:0.0:1767384978.050961:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000de6e168e. 00000100:00000200:0.0:1767384978.050964:0:40986:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384978.050982:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8e7a793 00000400:00000010:0.0:1767384978.050984:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8e7a793. 00000100:00000200:0.0:1767384978.050988:0:40986:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003567746b x1853237348042752/t0(0) o503->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384994 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384978.051004:0:40995:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000557e4291. 00000020:00000010:3.0:1767384978.051015:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006a475b5b. 00000020:00000010:3.0:1767384978.051018:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006a475b5b. 00000020:00000010:3.0:1767384978.051022:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000959d3d7. 00000020:00000010:3.0:1767384978.051024:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002a4f8c19. 00000020:00000010:3.0:1767384978.051027:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000298e2112. 00000020:00000010:3.0:1767384978.051047:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006a475b5b. 00000020:00000010:3.0:1767384978.051049:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006a475b5b. 00000100:00000200:3.0:1767384978.051051:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348042752 02000000:00000010:3.0:1767384978.051067:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000f55f24d1. 00000040:00000010:3.0:1767384978.051070:0:40995:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000009c38cc5. 00000040:00000010:3.0:1767384978.051078:0:40995:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000002da85b79. 00000040:00000010:3.0:1767384978.051436:0:40995:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000002da85b79. 00000040:00000010:3.0:1767384978.051440:0:40995:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000009c38cc5. 00010000:00000200:3.0:1767384978.051444:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000046e40014 x1853237348042752/t0(0) o503->b543db4a-4900-454f-be04-352b2897a173@0@lo:204/0 lens 272/8416 e 0 to 0 dl 1767384989 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384978.051454:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000067dc885. 00000100:00000200:3.0:1767384978.051457:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237348042752, offset 224 00000400:00000200:3.0:1767384978.051461:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384978.051465:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384978.051469:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958271d08800 00000400:00000200:3.0:1767384978.051473:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x29fd [4] + 224 00000400:00000200:3.0:1767384978.051476:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384978.051478:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384978.051482:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003567746b x1853237348042752/t0(0) o503->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384994 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384978.051496:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000067dc885 00000400:00000010:3.0:1767384978.051498:0:40995:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000067dc885. 00000020:00000010:3.0:1767384978.051505:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002a4f8c19. 00000020:00000010:3.0:1767384978.051507:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000298e2112. 00000020:00000010:3.0:1767384978.051509:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000959d3d7. 02000000:00000010:3.0:1767384978.051512:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000f55f24d1. 00000100:00000200:3.0:1767384978.051521:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384978.051525:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fed75c52. 00000400:00000010:0.0:1767384978.051525:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c7b2486. 00000400:00000200:0.0:1767384978.051532:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000202d54b4 00000400:00000010:0.0:1767384978.051534:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000202d54b4. 00000400:00000010:3.0:1767384978.051538:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000067dc885. 00000100:00000200:0.0:1767384978.051540:0:40986:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003567746b x1853237348042752/t0(0) o503->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384978.051551:0:40986:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003567746b x1853237348042752/t0(0) o503->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384978.051564:0:40986:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000021676260. 02000000:00000010:0.0:1767384978.051570:0:40986:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000a42aae32. 02000000:00000010:0.0:1767384978.051580:0:40986:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002b1d0c66. 00000100:00000010:0.0:1767384978.051583:0:40986:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003567746b. 00000040:00000010:0.0:1767384978.051589:0:40986:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000f39b7cf3. 00000020:00000010:0.0:1767384978.051747:0:41015:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b1d0c66. 00000020:00000010:0.0:1767384978.051752:0:41015:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007efdb108. 00000040:00000010:0.0:1767384978.051754:0:41015:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000323f6992. 00000020:00000010:0.0:1767384978.051760:0:41015:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000066256ba5. 00000020:00000010:0.0:1767384978.051763:0:41015:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002284a063. 00000020:00000010:0.0:1767384978.051766:0:41015:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ab774833. 80000000:00000010:0.0:1767384978.051769:0:41015:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f3c2e501. 40000000:00000010:0.0:1767384978.051771:0:41015:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fe655802. 00100000:00000010:0.0:1767384978.051775:0:41015:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bcd73fda. 00040000:00000010:0.0:1767384978.051778:0:41015:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cbe0672c. 00040000:00000010:0.0:1767384978.051781:0:41015:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ca11e8ea. 00080000:00000010:0.0:1767384978.051786:0:41015:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000223c4825. 00080000:00000010:0.0:1767384978.051789:0:41015:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ab70bce9. 00000004:00000010:0.0:1767384978.051795:0:41015:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002436b096. 00002000:00000010:0.0:1767384978.051798:0:41015:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004243318a. 00000020:00000010:0.0:1767384978.051800:0:41015:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000009cbf5ae6. 00000040:00000010:0.0:1767384978.051805:0:41015:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000015b95b3e. 00000100:00000010:0.0:1767384978.051810:0:41015:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003567746b. 02000000:00000010:0.0:1767384978.051841:0:41015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000435ea720. 00000100:00000010:0.0:1767384978.051849:0:41015:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000202d54b4. 02000000:00000010:0.0:1767384978.051863:0:41015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000a42aae32. 00000400:00000010:0.0:1767384978.051867:0:41015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c7b2486. 00000400:00000010:0.0:1767384978.051872:0:41015:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000d21a7212. 00000100:00000200:0.0:1767384978.051875:0:41015:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237348042880, portal 25 00000400:00000010:0.0:1767384978.051879:0:41015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8e7a793. 00000100:00000200:0.0:1767384978.051881:0:41015:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237348042880, offset 0 00000400:00000200:0.0:1767384978.051885:0:41015:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384978.051890:0:41015:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384978.051895:0:41015:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958271d08880 00000400:00000200:0.0:1767384978.051899:0:41015:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21a9 [2] + 0 00000400:00000010:0.0:1767384978.051901:0:41015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d504db98. 00000400:00000200:0.0:1767384978.051904:0:41015:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000045b28f94 00000400:00000200:0.0:1767384978.051907:0:41015:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384978.051910:0:41015:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384978.051912:0:41015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045b28f94 00000400:00000010:0.0:1767384978.051913:0:41015:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000045b28f94. 00000100:00000200:0.0:1767384978.051916:0:41015:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384978.051928:0:41015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8e7a793 00000400:00000010:0.0:1767384978.051930:0:41015:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8e7a793. 00000100:00000200:0.0:1767384978.051935:0:41015:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003567746b x1853237348042880/t0(0) o502->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384994 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384978.051947:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b6baf3ea. 00000020:00000010:3.0:1767384978.051951:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b6baf3ea. 00000020:00000010:3.0:1767384978.051955:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009c38cc5. 00000020:00000010:3.0:1767384978.051957:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002a4f8c19. 00000020:00000010:3.0:1767384978.051959:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000298e2112. 00000020:00000010:3.0:1767384978.051977:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b6baf3ea. 00000020:00000010:3.0:1767384978.051979:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b6baf3ea. 00000100:00000200:3.0:1767384978.051980:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348042880 02000000:00000010:3.0:1767384978.051991:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000f55f24d1. 00000040:00000010:3.0:1767384978.051995:0:40995:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000348e237f. 00000040:00000010:3.0:1767384978.052000:0:40995:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000002da85b79. 00000040:00000010:3.0:1767384978.052290:0:40995:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000002da85b79. 00000040:00000010:3.0:1767384978.052293:0:40995:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000348e237f. 00010000:00000200:3.0:1767384978.052297:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000055655c2a x1853237348042880/t0(0) o502->b543db4a-4900-454f-be04-352b2897a173@0@lo:204/0 lens 272/8472 e 0 to 0 dl 1767384989 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384978.052306:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000fcf8d190. 00000100:00000200:3.0:1767384978.052308:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237348042880, offset 224 00000400:00000200:3.0:1767384978.052311:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384978.052315:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384978.052318:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958271d08880 00000400:00000200:3.0:1767384978.052321:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2a0d [4] + 224 00000400:00000200:3.0:1767384978.052325:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384978.052327:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384978.052330:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003567746b x1853237348042880/t0(0) o502->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384994 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384978.052343:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcf8d190 00000400:00000010:3.0:1767384978.052345:0:40995:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000fcf8d190. 00000020:00000010:3.0:1767384978.052351:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002a4f8c19. 00000020:00000010:3.0:1767384978.052352:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000298e2112. 00000020:00000010:3.0:1767384978.052354:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009c38cc5. 02000000:00000010:3.0:1767384978.052356:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000f55f24d1. 00000100:00000200:3.0:1767384978.052365:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384978.052368:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000330076bc. 00000400:00000010:0.0:1767384978.052369:0:41015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c7b2486. 00000400:00000200:0.0:1767384978.052375:0:41015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d21a7212 00000400:00000010:0.0:1767384978.052377:0:41015:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000d21a7212. 00000400:00000010:3.0:1767384978.052381:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fcf8d190. 00000100:00000200:0.0:1767384978.052383:0:41015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003567746b x1853237348042880/t0(0) o502->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384978.052395:0:41015:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003567746b x1853237348042880/t0(0) o502->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384978.052409:0:41015:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000202d54b4. 02000000:00000010:0.0:1767384978.052414:0:41015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000a42aae32. 02000000:00000010:0.0:1767384978.052423:0:41015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000435ea720. 00000100:00000010:0.0:1767384978.052427:0:41015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003567746b. 00000020:00000010:0.0:1767384978.052439:0:41015:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000003c88dd5. 00000020:00000010:0.0:1767384978.052443:0:41015:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000003c88dd5. 00000020:00000010:0.0:1767384978.052452:0:41015:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 00000000c27e1e09. 00000020:00000010:0.0:1767384978.052460:0:41015:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000cccd64a2. 00000020:00000010:0.0:1767384978.052466:0:41015:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000cb56dc5b. 00000020:00000010:0.0:1767384978.052477:0:41015:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 00000000c27e1e09. 00000020:00000010:0.0:1767384978.052481:0:41015:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 00000000202d54b4. 00000001:00000010:0.0:1767384978.052502:0:41015:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000003c88dd5. 00000001:00000010:0.0:1767384978.052508:0:41015:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000009d2c49b9. 00000001:00000010:0.0:1767384978.052511:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000435ea720. 00000001:00000010:0.0:1767384978.052514:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cefbcda9. 00000001:00000010:0.0:1767384978.052517:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000de7240e9. 00000001:00000010:0.0:1767384978.052519:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c5f98d9d. 00000001:00000010:0.0:1767384978.052522:0:41015:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000bf960ddb. 00000001:00000010:0.0:1767384978.052525:0:41015:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c72c5130. 00000001:00000010:0.0:1767384978.052528:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005f321222. 00000001:00000010:0.0:1767384978.052530:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003fc6ff19. 00000001:00000010:0.0:1767384978.052533:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000017aa5fc7. 00000001:00000010:0.0:1767384978.052535:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004ed5d737. 00000020:00000010:0.0:1767384978.052538:0:41015:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004439a12. 00000020:00000010:0.0:1767384978.052541:0:41015:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c27e1e09. 00000020:00000010:0.0:1767384978.052544:0:41015:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c41bf3b7. 00000008:00000010:0.0:1767384978.052548:0:41015:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000077ab5987. 00020000:00000010:0.0:1767384978.052551:0:41015:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000002eca29fe. 00008000:00000010:0.0:1767384978.052555:0:41015:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000e2856234. 00000080:00000010:0.0:1767384978.052559:0:41015:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000009bd7ce10. 00000020:00000010:0.0:1767384978.052562:0:41015:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e594eff3. 00000020:00000010:0.0:1767384978.052565:0:41015:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006512e0c5. 00000040:00000010:0.0:1767384978.052567:0:41015:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000000c8ac82. 00000020:00000010:0.0:1767384978.052571:0:41015:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000038f3797b. 00000020:00000010:0.0:1767384978.052574:0:41015:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009e980f60. 00000020:00000010:0.0:1767384978.052576:0:41015:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000098387d8. 80000000:00000010:0.0:1767384978.052580:0:41015:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a756d1f3. 40000000:00000010:0.0:1767384978.052582:0:41015:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007180d8ad. 00100000:00000010:0.0:1767384978.052585:0:41015:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f5e18bae. 00040000:00000010:0.0:1767384978.052588:0:41015:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c72faf3b. 00040000:00000010:0.0:1767384978.052590:0:41015:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003a4b672d. 00080000:00000010:0.0:1767384978.052602:0:41015:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b0869f2d. 00080000:00000010:0.0:1767384978.052606:0:41015:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000defbebce. 00000004:00000010:0.0:1767384978.052613:0:41015:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005623833a. 00000004:00000010:0.0:1767384978.052617:0:41015:0:(lod_dev.c:2194:lod_device_alloc()) kmalloced '(lod)': 4056 at 0000000090c13eba. 00000004:00000010:0.0:1767384978.052624:0:41015:0:(lod_dev.c:1990:lod_connect_to_osd()) kmalloced '(nextdev)': 27 at 000000005ce2c695. 00000004:00000010:0.0:1767384978.052628:0:41015:0:(lod_dev.c:2015:lod_connect_to_osd()) kmalloced '(data)': 192 at 00000000d21a7212. 00000020:00000010:0.0:1767384978.052632:0:41015:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000018b6a482. 00000004:00000010:0.0:1767384978.052638:0:41015:0:(lod_dev.c:2043:lod_connect_to_osd()) kfreed 'data': 192 at 00000000d21a7212. 00000004:00000010:0.0:1767384978.052641:0:41015:0:(lod_dev.c:2044:lod_connect_to_osd()) kfreed 'nextdev': 27 at 000000005ce2c695. 00000020:00000010:0.0:1767384978.052655:0:41015:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000002eae0c90. 00000020:00000010:0.0:1767384978.052658:0:41015:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000fb631652. 00000020:00000010:0.0:1767384978.052660:0:41015:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000005b5c8b65. 00000020:00000010:0.0:1767384978.052662:0:41015:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000008db3206d. 00000020:00000010:0.0:1767384978.052780:0:41015:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000d21a7212. 00000020:00000010:0.0:1767384978.052791:0:41015:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000d21a7212. 00000020:00000010:0.0:1767384978.052801:0:41015:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 00000000d21a7212. 00000020:00000010:0.0:1767384978.052806:0:41015:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 00000000d21a7212. 00000020:00000010:0.0:1767384978.052842:0:41015:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006512e0c5. 00000040:00000010:0.0:1767384978.052847:0:41015:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000000c8ac82. 00000020:00000010:0.0:1767384978.052850:0:41015:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000038f3797b. 00000020:00000010:0.0:1767384978.052854:0:41015:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009e980f60. 00000020:00000010:0.0:1767384978.052858:0:41015:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000098387d8. 80000000:00000010:0.0:1767384978.052861:0:41015:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a756d1f3. 40000000:00000010:0.0:1767384978.052864:0:41015:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007180d8ad. 00100000:00000010:0.0:1767384978.052866:0:41015:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f5e18bae. 00040000:00000010:0.0:1767384978.052870:0:41015:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c72faf3b. 00040000:00000010:0.0:1767384978.052874:0:41015:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003a4b672d. 00080000:00000010:0.0:1767384978.052878:0:41015:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000defbebce. 00080000:00000010:0.0:1767384978.052882:0:41015:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b0869f2d. 00000004:00000010:0.0:1767384978.052885:0:41015:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005623833a. 00000020:00000010:0.0:1767384978.052888:0:41015:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e594eff3. 00000020:00000010:0.0:1767384978.052891:0:41015:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c27e1e09. 00000020:00000010:0.0:1767384978.052893:0:41015:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c41bf3b7. 00000008:00000010:0.0:1767384978.052896:0:41015:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000077ab5987. 00020000:00000010:0.0:1767384978.052898:0:41015:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000002eca29fe. 00008000:00000010:0.0:1767384978.052901:0:41015:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000e2856234. 00000080:00000010:0.0:1767384978.052904:0:41015:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000009bd7ce10. 00000020:00000010:0.0:1767384978.052906:0:41015:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004439a12. 00000020:00000010:0.0:1767384978.052909:0:41015:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 00000000202d54b4. 00000020:00000010:0.0:1767384978.052914:0:41015:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000c72faf3b. 00000020:00000010:0.0:1767384978.052917:0:41015:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000c72faf3b. 00000020:00000010:0.0:1767384978.052922:0:41015:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000c72faf3b. 00000020:00000010:0.0:1767384978.052924:0:41015:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000c72faf3b. 00000020:00000010:0.0:1767384978.052927:0:41015:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 00000000a756d1f3. 00000020:00000010:0.0:1767384978.052933:0:41015:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000032b0b2bb. 00000020:00000010:0.0:1767384978.052936:0:41015:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000f5e18bae. 00000004:00000010:0.0:1767384978.052941:0:41015:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 000000007180d8ad. 00000020:00000010:0.0:1767384978.052948:0:41015:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 00000000a756d1f3. 00000020:00000010:0.0:1767384978.052952:0:41015:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at 00000000a756d1f3. 00000020:00000010:0.0:1767384978.052955:0:41015:0:(obd_config.c:1076:class_add_profile()) kmalloced '(lprof)': 48 at 000000003cb70323. 00000020:00000010:0.0:1767384978.052958:0:41015:0:(obd_config.c:1082:class_add_profile()) kmalloced '(lprof->lp_profile)': 15 at 0000000097527822. 00000020:00000010:0.0:1767384978.052961:0:41015:0:(obd_config.c:1088:class_add_profile()) kmalloced '(lprof->lp_dt)': 22 at 0000000075593664. 00000020:00000010:0.0:1767384978.052964:0:41015:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 88 at 00000000a756d1f3. 00000020:00000010:0.0:1767384978.052967:0:41015:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000202d54b4. 00000001:00000010:0.0:1767384978.052976:0:41015:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c72faf3b. 00000001:00000010:0.0:1767384978.052979:0:41015:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000004e48384b. 00000001:00000010:0.0:1767384978.052982:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003b50307e. 00000001:00000010:0.0:1767384978.052984:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000004439a12. 00000001:00000010:0.0:1767384978.052987:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e594eff3. 00000001:00000010:0.0:1767384978.052989:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003a4b672d. 00000001:00000010:0.0:1767384978.052992:0:41015:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000074d3e2ca. 00000001:00000010:0.0:1767384978.052995:0:41015:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000008999bcfa. 00000001:00000010:0.0:1767384978.052996:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000098387d8. 00000001:00000010:0.0:1767384978.052998:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000000c8ac82. 00000001:00000010:0.0:1767384978.053001:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006512e0c5. 00000001:00000010:0.0:1767384978.053003:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003368f8eb. 00000020:00000010:0.0:1767384978.053007:0:41015:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed9cf48d. 00000020:00000010:0.0:1767384978.053009:0:41015:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c27e1e09. 00000020:00000010:0.0:1767384978.053012:0:41015:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c41bf3b7. 00000008:00000010:0.0:1767384978.053014:0:41015:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000077ab5987. 00020000:00000010:0.0:1767384978.053016:0:41015:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000002eca29fe. 00008000:00000010:0.0:1767384978.053019:0:41015:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000e2856234. 00000080:00000010:0.0:1767384978.053022:0:41015:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000009bd7ce10. 00000020:00000010:0.0:1767384978.053025:0:41015:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008034323e. 00000020:00000010:0.0:1767384978.053028:0:41015:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009562cd05. 00000040:00000010:0.0:1767384978.053031:0:41015:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000090269785. 00000020:00000010:0.0:1767384978.053033:0:41015:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000038f3797b. 00000020:00000010:0.0:1767384978.053035:0:41015:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009e980f60. 00000020:00000010:0.0:1767384978.053038:0:41015:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009cfa33b8. 80000000:00000010:0.0:1767384978.053040:0:41015:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a756d1f3. 40000000:00000010:0.0:1767384978.053043:0:41015:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000059a4bd9d. 00100000:00000010:0.0:1767384978.053045:0:41015:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e32423f3. 00040000:00000010:0.0:1767384978.053048:0:41015:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c05c240f. 00040000:00000010:0.0:1767384978.053050:0:41015:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f014cd7f. 00080000:00000010:0.0:1767384978.053053:0:41015:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b0869f2d. 00080000:00000010:0.0:1767384978.053056:0:41015:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000defbebce. 00000004:00000010:0.0:1767384978.053060:0:41015:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005623833a. 00000004:00000010:0.0:1767384978.053065:0:41015:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000344cdf54. 00000004:00000010:0.0:1767384978.053069:0:41015:0:(mdt_handler.c:8346:mdt_device_alloc()) kmalloced '(m)': 4000 at 00000000f0be81da. 00000004:00000010:0.0:1767384978.053076:0:41015:0:(mdt_handler.c:5964:mdt_stack_init()) kmalloced '(name)': 128 at 00000000f0ce7455. 00000004:00000010:0.0:1767384978.053079:0:41015:0:(mdt_handler.c:5965:mdt_stack_init()) kmalloced '(uuid)': 128 at 00000000f1845905. 00000004:00000010:0.0:1767384978.053082:0:41015:0:(mdt_handler.c:5969:mdt_stack_init()) kmalloced '(bufs)': 104 at 000000006e4f43a3. 00000004:00000010:0.0:1767384978.053087:0:41015:0:(mdt_handler.c:5993:mdt_stack_init()) kmalloced '(lcfg)': 120 at 0000000090b12aba. 00000020:00000010:0.0:1767384978.053094:0:41015:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000c70b4874. 00000020:00000010:0.0:1767384978.053099:0:41015:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000040a259c1. 00000004:00000010:0.0:1767384978.053108:0:41015:0:(mdt_handler.c:6009:mdt_stack_init()) kfreed 'lcfg': 120 at 0000000090b12aba. 00000004:00000010:0.0:1767384978.053113:0:41015:0:(mdt_handler.c:6016:mdt_stack_init()) kmalloced '(lcfg)': 128 at 0000000090b12aba. 00000001:00000010:0.0:1767384978.053122:0:41015:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000009a26efba. 00000001:00000010:0.0:1767384978.053125:0:41015:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c8c338f7. 00000001:00000010:0.0:1767384978.053128:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a2b7a7aa. 00000001:00000010:0.0:1767384978.053131:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000081a7c0b7. 00000001:00000010:0.0:1767384978.053133:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e6f21ef5. 00000001:00000010:0.0:1767384978.053135:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008828e6ce. 00000001:00000010:0.0:1767384978.053138:0:41015:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000007eb4e4ba. 00000001:00000010:0.0:1767384978.053140:0:41015:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000601c10df. 00000001:00000010:0.0:1767384978.053141:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008e3cbd89. 00000001:00000010:0.0:1767384978.053143:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003ee5fa2a. 00000001:00000010:0.0:1767384978.053144:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001d9b80bc. 00000001:00000010:0.0:1767384978.053146:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000815467ad. 00000020:00000010:0.0:1767384978.053148:0:41015:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000771c80e1. 00000020:00000010:0.0:1767384978.053150:0:41015:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000411ae4f1. 00000020:00000010:0.0:1767384978.053151:0:41015:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003e6adf99. 00000008:00000010:0.0:1767384978.053153:0:41015:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000dbaa4a46. 00020000:00000010:0.0:1767384978.053155:0:41015:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000001407052. 00008000:00000010:0.0:1767384978.053156:0:41015:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000756b70a1. 00000080:00000010:0.0:1767384978.053159:0:41015:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000cc8190a3. 00000020:00000010:0.0:1767384978.053160:0:41015:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0f5d740. 00000020:00000010:0.0:1767384978.053163:0:41015:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004876a6b5. 00000040:00000010:0.0:1767384978.053165:0:41015:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a34d5428. 00000020:00000010:0.0:1767384978.053167:0:41015:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000055d881da. 00000020:00000010:0.0:1767384978.053168:0:41015:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000de9a283b. 00000020:00000010:0.0:1767384978.053170:0:41015:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e604620c. 80000000:00000010:0.0:1767384978.053172:0:41015:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d6910f73. 40000000:00000010:0.0:1767384978.053174:0:41015:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b8960acb. 00100000:00000010:0.0:1767384978.053176:0:41015:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000acffec6a. 00040000:00000010:0.0:1767384978.053178:0:41015:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b95219fa. 00040000:00000010:0.0:1767384978.053179:0:41015:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000979c51d6. 00080000:00000010:0.0:1767384978.053183:0:41015:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003ef44db9. 00080000:00000010:0.0:1767384978.053186:0:41015:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000006608cd6. 00000004:00000010:0.0:1767384978.053189:0:41015:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000028e662d3. 00000004:00000010:0.0:1767384978.053191:0:41015:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004df58822. 00000004:00000010:0.0:1767384978.053194:0:41015:0:(mdd_device.c:1567:mdd_device_alloc()) kmalloced '(m)': 816 at 00000000204fe830. 00000004:00000010:0.0:1767384978.053197:0:41015:0:(mdd_device.c:86:mdd_connect_to_next()) kmalloced '(data)': 192 at 00000000d21a7212. 00000020:00000010:0.0:1767384978.053200:0:41015:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000008515e954. 00000004:00000010:0.0:1767384978.053205:0:41015:0:(mdd_device.c:113:mdd_connect_to_next()) kfreed 'data': 192 at 00000000d21a7212. 00000020:00000010:0.0:1767384978.053275:0:41015:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004876a6b5. 00000040:00000010:0.0:1767384978.053278:0:41015:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a34d5428. 00000020:00000010:0.0:1767384978.053280:0:41015:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000055d881da. 00000020:00000010:0.0:1767384978.053282:0:41015:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000de9a283b. 00000020:00000010:0.0:1767384978.053284:0:41015:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e604620c. 80000000:00000010:0.0:1767384978.053285:0:41015:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d6910f73. 40000000:00000010:0.0:1767384978.053288:0:41015:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b8960acb. 00100000:00000010:0.0:1767384978.053289:0:41015:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000acffec6a. 00040000:00000010:0.0:1767384978.053291:0:41015:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b95219fa. 00040000:00000010:0.0:1767384978.053292:0:41015:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000979c51d6. 00080000:00000010:0.0:1767384978.053294:0:41015:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000006608cd6. 00080000:00000010:0.0:1767384978.053296:0:41015:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000003ef44db9. 00000004:00000010:0.0:1767384978.053298:0:41015:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000028e662d3. 00000004:00000010:0.0:1767384978.053300:0:41015:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004df58822. 00000020:00000010:0.0:1767384978.053302:0:41015:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0f5d740. 00000020:00000010:0.0:1767384978.053304:0:41015:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000411ae4f1. 00000020:00000010:0.0:1767384978.053306:0:41015:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003e6adf99. 00000008:00000010:0.0:1767384978.053307:0:41015:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000dbaa4a46. 00020000:00000010:0.0:1767384978.053309:0:41015:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000001407052. 00008000:00000010:0.0:1767384978.053311:0:41015:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000756b70a1. 00000080:00000010:0.0:1767384978.053312:0:41015:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000cc8190a3. 00000020:00000010:0.0:1767384978.053314:0:41015:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000771c80e1. 00000004:00000010:0.0:1767384978.053318:0:41015:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 00000000d21a7212. 00000020:00000010:0.0:1767384978.053322:0:41015:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000004df58822. 00000004:00000010:0.0:1767384978.053325:0:41015:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 00000000d21a7212. 00000004:00000010:0.0:1767384978.053327:0:41015:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 00000000d21a7212. 00000020:00000010:0.0:1767384978.053328:0:41015:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000acffec6a. 00000004:00000010:0.0:1767384978.053330:0:41015:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 00000000d21a7212. 00000004:00000010:0.0:1767384978.053333:0:41015:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000055d881da. 00000004:00000010:0.0:1767384978.053335:0:41015:0:(mdt_handler.c:6056:mdt_stack_init()) kfreed 'lcfg': 128 at 0000000090b12aba. 00000004:00000010:0.0:1767384978.053337:0:41015:0:(mdt_handler.c:6060:mdt_stack_init()) kfreed 'bufs': 104 at 000000006e4f43a3. 00000004:00000010:0.0:1767384978.053339:0:41015:0:(mdt_handler.c:6062:mdt_stack_init()) kfreed 'name': 128 at 00000000f0ce7455. 00000004:00000010:0.0:1767384978.053340:0:41015:0:(mdt_handler.c:6063:mdt_stack_init()) kfreed 'uuid': 128 at 00000000f1845905. 00000004:00000010:0.0:1767384978.053342:0:41015:0:(mdt_handler.c:5785:mdt_fld_init()) kmalloced '(ss->ss_server_fld)': 192 at 00000000d21a7212. 80000000:00000010:0.0:1767384978.053345:0:41015:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 00000000601d51a7. 80000000:00000010:0.0:1767384978.053347:0:41015:0:(fld_index.c:328:fld_index_init()) kmalloced '(attr)': 104 at 00000000f1845905. 00000004:00000010:0.0:1767384978.053351:0:41015:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002e306226. 00000004:00000010:0.0:1767384978.053355:0:41015:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b1c00069. 00000004:00000010:0.0:1767384978.053359:0:41015:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a7862d88. 00080000:00000010:0.0:1767384978.053362:0:41015:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ae2d2c53. 00000001:00000010:0.0:1767384978.053370:0:41015:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007c7b2486. 00000001:00000010:0.0:1767384978.053379:0:41015:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000007c7b2486. 00080000:00000010:0.0:1767384978.053393:0:41015:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000b95219fa. 00100000:00000010:0.0:1767384978.053400:0:41015:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b8960acb. 00100000:00000010:0.0:1767384978.053407:0:41015:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000b8960acb. 00080000:00000010:0.0:1767384978.053409:0:41015:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at 00000000979c51d6. 00000001:00000010:0.0:1767384978.053411:0:41015:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007c7b2486. 80000000:00000010:0.0:1767384978.053624:0:41015:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000b8960acb. 80000000:00000010:0.0:1767384978.053630:0:41015:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000640fff27. 80000000:00000010:0.0:1767384978.053633:0:41015:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000f253aa3a. 80000000:00000010:0.0:1767384978.053635:0:41015:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 000000002918f0ef. 80000000:00000010:0.0:1767384978.053637:0:41015:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000334c9670. 00000001:00000010:0.0:1767384978.053641:0:41015:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000090ab62fc. 00000001:00000010:0.0:1767384978.053644:0:41015:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000090ab62fc. 00000001:00000010:0.0:1767384978.053647:0:41015:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000007c7b2486. 00080000:00000010:0.0:1767384978.053654:0:41015:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e604620c. 00080000:00000010:0.0:1767384978.053660:0:41015:0:(osd_handler.c:2364:osd_trans_stop()) kfreed 'oh': 296 at 00000000e604620c. 00080000:00000010:0.0:1767384978.053665:0:41015:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e604620c. 00080000:00000010:0.0:1767384978.053667:0:41015:0:(osd_handler.c:2364:osd_trans_stop()) kfreed 'oh': 296 at 00000000e604620c. 00080000:00000010:0.0:1767384978.053670:0:41015:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e604620c. 00080000:00000010:0.0:1767384978.053672:0:41015:0:(osd_handler.c:2364:osd_trans_stop()) kfreed 'oh': 296 at 00000000e604620c. 00080000:00000010:0.0:1767384978.053675:0:41015:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at 00000000979c51d6. 80000000:00000010:0.0:1767384978.053678:0:41015:0:(fld_index.c:435:fld_index_init()) kfreed 'attr': 104 at 00000000f1845905. 00000004:00000010:0.0:1767384978.053693:0:41015:0:(mdt_handler.c:5717:mdt_seq_init()) kmalloced '(ss->ss_control_seq)': 288 at 00000000979c51d6. 00000004:00000010:0.0:1767384978.053699:0:41015:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000bf22b973. 00000004:00000010:0.0:1767384978.053703:0:41015:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005581c1b7. 00000004:00000010:0.0:1767384978.053706:0:41015:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c0546eef. 00080000:00000010:0.0:1767384978.053710:0:41015:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e604620c. 00000001:00000010:0.0:1767384978.053715:0:41015:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007c7b2486. 00000001:00000010:0.0:1767384978.053720:0:41015:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000007c7b2486. 00000004:00000010:0.0:1767384978.053907:0:41015:0:(mdt_handler.c:5729:mdt_seq_init()) kmalloced '(ss->ss_server_seq)': 288 at 00000000a34d5428. 00000004:00000010:0.0:1767384978.053914:0:41015:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d59fad4c. 00000004:00000010:0.0:1767384978.053949:0:41015:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000bbe2be47. 00000004:00000010:0.0:1767384978.053953:0:41015:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c7e18877. 00080000:00000010:0.0:1767384978.053957:0:41015:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b2aa638a. 00000001:00000010:0.0:1767384978.053962:0:41015:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007c7b2486. 00000001:00000010:0.0:1767384978.053968:0:41015:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000007c7b2486. 00000004:00000010:0.0:1767384978.054158:0:41015:0:(mdt_handler.c:5686:mdt_seq_init_cli()) kmalloced '(ss->ss_client_seq)': 224 at 000000003f91b42e. 00000004:00000010:0.0:1767384978.054161:0:41015:0:(mdt_handler.c:5690:mdt_seq_init_cli()) kmalloced '(prefix)': 133 at 000000003bb3ebd8. 00000004:00000010:0.0:1767384978.054177:0:41015:0:(mdt_handler.c:5702:mdt_seq_init_cli()) kfreed 'prefix': 133 at 000000003bb3ebd8. 00010000:00000010:0.0:1767384978.054182:0:41015:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000009fde6cc2. 00000001:00000010:0.0:1767384978.054184:0:41015:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000e2d021f4. 00000001:00000010:0.0:1767384978.054192:0:41015:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 1024 at 00000000672bbdf9. 00000001:00000010:0.0:1767384978.054374:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d8e64c78. 00000001:00000010:0.0:1767384978.054612:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000025ed70a1. 00000001:00000010:0.0:1767384978.054869:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000085089f57. 00000001:00000010:0.0:1767384978.055107:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000661b4821. 00000001:00000010:0.0:1767384978.055359:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000096f8deb4. 00000001:00000010:0.0:1767384978.055596:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000aa511744. 00000001:00000010:0.0:1767384978.055850:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f406d64a. 00000001:00000010:0.0:1767384978.056084:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004a313471. 00000001:00000010:0.0:1767384978.056330:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000003fb0945. 00000001:00000010:0.0:1767384978.056565:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000016d9b6d3. 00000001:00000010:0.0:1767384978.056797:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000de1d5da. 00000001:00000010:0.0:1767384978.057059:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f180f3c4. 00000001:00000010:0.0:1767384978.057304:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000048007163. 00000001:00000010:0.0:1767384978.057540:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003e23420f. 00000001:00000010:0.0:1767384978.057774:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000af934012. 00000100:00000010:3.0:1767384978.057857:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005352774f. 00000100:00000010:2.0:1767384978.057868:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ca8afeb. 00000100:00000010:1.0:1767384978.057872:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ead3e42d. 00000100:00000010:0.0:1767384978.057883:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e36f01e0. 00000001:00000010:1.0:1767384978.058069:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000096818190. 00000001:00000010:1.0:1767384978.058320:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006c897437. 00000001:00000010:1.0:1767384978.058552:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004c685bde. 00000001:00000010:1.0:1767384978.058786:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000086d71587. 00000001:00000010:1.0:1767384978.059058:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000092dfd034. 00000001:00000010:1.0:1767384978.059305:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b7d9ea17. 00000001:00000010:1.0:1767384978.059538:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001f89eeab. 00000001:00000010:1.0:1767384978.059770:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e5c16fe8. 00000001:00000010:1.0:1767384978.060027:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ebf91953. 00000001:00000010:1.0:1767384978.060274:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003bde9854. 00000001:00000010:1.0:1767384978.060507:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008a843956. 00000001:00000010:1.0:1767384978.060741:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000075a14f96. 00000001:00000010:1.0:1767384978.060999:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000094c3b3a2. 00000001:00000010:1.0:1767384978.061242:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002434ea75. 00000001:00000010:1.0:1767384978.061482:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bc64c50a. 00000001:00000010:1.0:1767384978.061716:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000094ceb2f6. 00000001:00000010:1.0:1767384978.061964:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ebef1a78. 00000001:00000010:1.0:1767384978.062196:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000053825857. 00000001:00000010:1.0:1767384978.062443:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bfd94fba. 00000001:00000010:1.0:1767384978.062675:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004966db49. 00000001:00000010:1.0:1767384978.062930:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000776491e6. 00000001:00000010:1.0:1767384978.063162:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002d51589b. 00000001:00000010:1.0:1767384978.063407:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000df481d65. 00000001:00000010:1.0:1767384978.063639:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d0fecee8. 00000001:00000010:1.0:1767384978.063887:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b33d45bb. 00000001:00000010:1.0:1767384978.064121:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004ba356c0. 00000001:00000010:1.0:1767384978.064364:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004ee222d3. 00000001:00000010:1.0:1767384978.064597:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000133c2fe. 00000001:00000010:1.0:1767384978.064855:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000160d8a66. 00000001:00000010:1.0:1767384978.065088:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e13ee4ff. 00000001:00000010:1.0:1767384978.065338:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f58c0745. 00000001:00000010:1.0:1767384978.065572:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000049a36b03. 00000001:00000010:1.0:1767384978.065802:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000000b385a8. 00000001:00000010:1.0:1767384978.066050:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000002116f34. 00000001:00000010:1.0:1767384978.066292:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005a1393d3. 00000001:00000010:1.0:1767384978.066526:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008f1cf31a. 00000001:00000010:1.0:1767384978.066770:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000da206e5e. 00000001:00000010:1.0:1767384978.067018:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d12bc5c0. 00000001:00000010:1.0:1767384978.067263:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c2f404fc. 00000001:00000010:1.0:1767384978.067497:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c145a41c. 00000001:00000010:1.0:1767384978.067728:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000894c3251. 00000001:00000010:1.0:1767384978.067975:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c474eb36. 00000001:00000010:1.0:1767384978.068209:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008ef5ba6b. 00000001:00000010:1.0:1767384978.068455:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000099010e6d. 00000001:00000010:1.0:1767384978.068700:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dab7117a. 00000001:00000010:1.0:1767384978.068946:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f5b81a42. 00000001:00000010:1.0:1767384978.069185:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000037da330f. 00000001:00000010:1.0:1767384978.069432:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d4e25d6b. 00000001:00000010:1.0:1767384978.069665:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007b835ea0. 00000001:00000010:1.0:1767384978.069913:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b98464fc. 00000001:00000010:1.0:1767384978.070145:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000044c5a8c2. 00000001:00000010:1.0:1767384978.070389:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000023cd5557. 00000001:00000010:1.0:1767384978.070633:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b28ac37a. 00000001:00000010:1.0:1767384978.070881:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004ffc330f. 00000001:00000010:1.0:1767384978.071116:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000056a03162. 00000001:00000010:1.0:1767384978.071375:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000055291a8c. 00000001:00000010:1.0:1767384978.071608:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000097e2e08a. 00000001:00000010:1.0:1767384978.071858:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001cc2c489. 00000001:00000010:1.0:1767384978.072088:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003fdfb9e2. 00000001:00000010:1.0:1767384978.072343:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006c0cd39e. 00000001:00000010:1.0:1767384978.072579:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000017f3c5c2. 00000001:00000010:1.0:1767384978.072810:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000089da50e. 00000001:00000010:1.0:1767384978.073064:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b12263b3. 00000001:00000010:1.0:1767384978.073308:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b809dbb6. 00000001:00000010:1.0:1767384978.073541:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a16e3ea3. 00000001:00000010:1.0:1767384978.073771:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008b147c7e. 00000001:00000010:1.0:1767384978.074022:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000c0f6e8c. 00000001:00000010:1.0:1767384978.074274:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c9fc6be5. 00000001:00000010:1.0:1767384978.074506:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007e32ac6c. 00000001:00000010:1.0:1767384978.074737:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009e36d334. 00000001:00000010:1.0:1767384978.074986:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000335a182c. 00000001:00000010:1.0:1767384978.075220:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b3fd8a69. 00000001:00000010:1.0:1767384978.075462:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b36c6103. 00000001:00000010:1.0:1767384978.075695:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000674956a0. 00000001:00000010:1.0:1767384978.075942:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ac0cf02c. 00000001:00000010:1.0:1767384978.076175:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000032f71415. 00000001:00000010:1.0:1767384978.076424:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fce16da4. 00000001:00000010:1.0:1767384978.076656:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000136b3391. 00000001:00000010:1.0:1767384978.076910:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001c4bc0ab. 00000001:00000010:1.0:1767384978.077142:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006e0d4319. 00000001:00000010:1.0:1767384978.077387:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000430fe2fa. 00000001:00000010:1.0:1767384978.077623:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005d87054d. 00000001:00000010:1.0:1767384978.077872:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000066bb6d0f. 00000001:00000010:1.0:1767384978.078104:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001f849bae. 00000001:00000010:1.0:1767384978.078350:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c4caa17a. 00000001:00000010:1.0:1767384978.078583:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008539868e. 00000001:00000010:1.0:1767384978.078833:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d2111964. 00000001:00000010:1.0:1767384978.079067:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d5dca4e1. 00000001:00000010:1.0:1767384978.079312:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006c32d24d. 00000001:00000010:1.0:1767384978.079555:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ebcd9d24. 00000001:00000010:1.0:1767384978.079790:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fe851884. 00000001:00000010:1.0:1767384978.080054:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009cb97117. 00000001:00000010:1.0:1767384978.080298:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005fa26e27. 00000001:00000010:1.0:1767384978.080532:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000789bb606. 00000001:00000010:1.0:1767384978.080769:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006d38387e. 00000001:00000010:1.0:1767384978.081022:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009baa4dba. 00000001:00000010:1.0:1767384978.081267:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008634f1ba. 00000001:00000010:1.0:1767384978.081502:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000091bbbd43. 00000001:00000010:1.0:1767384978.081735:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004c880f4f. 00000001:00000010:1.0:1767384978.082003:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a0aba58a. 00000001:00000010:1.0:1767384978.082264:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dcea8a3f. 00000001:00000010:1.0:1767384978.082517:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006d970a32. 00000001:00000010:1.0:1767384978.082766:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000083ceb235. 00000001:00000010:1.0:1767384978.083034:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000e3fd9fd. 00000001:00000010:1.0:1767384978.083297:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007b0b8df4. 00000001:00000010:1.0:1767384978.083546:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a8054d85. 00000001:00000010:1.0:1767384978.083791:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000466b492. 00000001:00000010:1.0:1767384978.084055:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a95bc0d9. 00000001:00000010:1.0:1767384978.084309:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b2d7b6c9. 00000001:00000010:1.0:1767384978.084554:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000708377b7. 00000001:00000010:1.0:1767384978.084802:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002eeb2c21. 00000001:00000010:1.0:1767384978.085059:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000071a57705. 00000001:00000010:1.0:1767384978.085311:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007132c1fe. 00000020:00000010:1.0:1767384978.085461:0:41015:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000060e8b223. 00000020:00000010:1.0:1767384978.085464:0:41015:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000625ab05a. 00000020:00000010:1.0:1767384978.085510:0:41015:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000004f6ad8ce. 00000020:00000010:1.0:1767384978.085513:0:41015:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000d735773a. 00000020:00000010:1.0:1767384978.085547:0:41015:0:(tgt_main.c:539:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at 000000001b1a7be7. 00000004:00000010:1.0:1767384978.085555:0:41015:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000028d9be99. 00000004:00000010:1.0:1767384978.085562:0:41015:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000028359200. 00000004:00000010:1.0:1767384978.085567:0:41015:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004e341519. 00080000:00000010:1.0:1767384978.085573:0:41015:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009528612f. 00000001:00000010:1.0:1767384978.085585:0:41015:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000168ebbd4. 00000001:00000010:1.0:1767384978.085600:0:41015:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000168ebbd4. 00000001:00000010:1.0:1767384978.085635:0:41015:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at 000000007116c612. 00000001:00000010:1.0:1767384978.085933:0:41015:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at 000000007116c612. 00080000:00000010:1.0:1767384978.085941:0:41015:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e60b8186. 00080000:00000010:1.0:1767384978.085947:0:41015:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009207707e. 00080000:00000010:1.0:1767384978.085985:0:41015:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009207707e. 00000020:00000010:1.0:1767384978.085990:0:41015:0:(tgt_main.c:583:tgt_init()) kmalloced '(lut->lut_reply_bitmap)': 128 at 000000007116c612. 00000004:00000010:1.0:1767384978.085994:0:41015:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000c502181. 00000004:00000010:1.0:1767384978.085997:0:41015:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005aa15539. 00000004:00000010:1.0:1767384978.085999:0:41015:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000040a6b751. 00080000:00000010:1.0:1767384978.086002:0:41015:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d1a406e2. 00000001:00000010:1.0:1767384978.086006:0:41015:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000168ebbd4. 00000001:00000010:1.0:1767384978.086010:0:41015:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000168ebbd4. 00000001:00000010:1.0:1767384978.086155:0:41015:0:(tgt_lastrcvd.c:2196:tgt_reply_data_init()) kmalloced '(trd)': 136 at 00000000e5011c6a. 00000001:00000010:1.0:1767384978.086163:0:41015:0:(tgt_lastrcvd.c:2285:tgt_reply_data_init()) kfreed 'trd': 136 at 00000000e5011c6a. 00000001:00000010:1.0:1767384978.086173:0:41015:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000002e51069b. 00000001:00000010:1.0:1767384978.086178:0:41015:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000905739c1. 00000001:00000010:1.0:1767384978.086179:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000e5011c6a. 00000020:00000010:1.0:1767384978.086182:0:41015:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d35528a. 00000020:00000010:1.0:1767384978.086185:0:41015:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cad30310. 00000040:00000010:1.0:1767384978.086188:0:41015:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000db07f7f3. 00000020:00000010:1.0:1767384978.086191:0:41015:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000873deb63. 00000020:00000010:1.0:1767384978.086194:0:41015:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000abf76eba. 00000020:00000010:1.0:1767384978.086197:0:41015:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b7ed0640. 80000000:00000010:1.0:1767384978.086199:0:41015:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000090638cbb. 40000000:00000010:1.0:1767384978.086202:0:41015:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009207707e. 00100000:00000010:1.0:1767384978.086206:0:41015:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000037a4be2a. 00040000:00000010:1.0:1767384978.086208:0:41015:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004e970237. 00040000:00000010:1.0:1767384978.086211:0:41015:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003e2e139f. 00080000:00000010:1.0:1767384978.086215:0:41015:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000083160256. 00080000:00000010:1.0:1767384978.086219:0:41015:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000004d2992f4. 00000004:00000010:1.0:1767384978.086222:0:41015:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000fb858d89. 00000004:00000010:1.0:1767384978.086241:0:41015:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000af5cf3c6. 00000004:00000010:1.0:1767384978.086244:0:41015:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007e8f5ede. 00000020:00000010:1.0:1767384978.086247:0:41015:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b15830e. 00000020:00000010:1.0:1767384978.086250:0:41015:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000087ff8930. 00000020:00000010:1.0:1767384978.086252:0:41015:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc220195. 02000000:00000010:1.0:1767384978.086263:0:41015:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 000000007f3c8d90. 02000000:00000010:1.0:1767384978.086266:0:41015:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 000000004fe76461. 02000000:00000010:1.0:1767384978.086268:0:41015:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000e2a125e2. 02000000:00000010:1.0:1767384978.086270:0:41015:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 00000000e419d2ed. 00000020:00000010:1.0:1767384978.086494:0:41015:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000090a5c4bf. 00000020:00000010:1.0:1767384978.086497:0:41015:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at 000000000cecb7bc. 00000004:00000010:1.0:1767384978.086514:0:41015:0:(mdt_handler.c:6098:mdt_quota_init()) kmalloced '(qmtname)': 128 at 00000000b3e46ab9. 00000004:00000010:1.0:1767384978.086517:0:41015:0:(mdt_handler.c:6099:mdt_quota_init()) kmalloced '(uuid)': 40 at 0000000050802cae. 00000004:00000010:1.0:1767384978.086519:0:41015:0:(mdt_handler.c:6100:mdt_quota_init()) kmalloced '(bufs)': 104 at 000000009aa43c04. 00000004:00000010:1.0:1767384978.086520:0:41015:0:(mdt_handler.c:6101:mdt_quota_init()) kmalloced '(data)': 192 at 000000004b44a738. 00000004:00000010:1.0:1767384978.086525:0:41015:0:(mdt_handler.c:6127:mdt_quota_init()) kmalloced '(lcfg)': 120 at 0000000025a37fea. 00000020:00000010:1.0:1767384978.086534:0:41015:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000008c75f153. 00000020:00000010:1.0:1767384978.086539:0:41015:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000881c7014. 00000004:00000010:1.0:1767384978.086551:0:41015:0:(mdt_handler.c:6143:mdt_quota_init()) kfreed 'lcfg': 120 at 0000000025a37fea. 00000004:00000010:1.0:1767384978.086554:0:41015:0:(mdt_handler.c:6153:mdt_quota_init()) kmalloced '(lcfg)': 128 at 0000000025a37fea. 00000001:00000010:1.0:1767384978.086564:0:41015:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c50dd829. 00000001:00000010:1.0:1767384978.086567:0:41015:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000004c5415b6. 00000001:00000010:1.0:1767384978.086569:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ed15ed1e. 00000001:00000010:1.0:1767384978.086570:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c9f83cf3. 00000001:00000010:1.0:1767384978.086572:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cc1fce73. 00000001:00000010:1.0:1767384978.086574:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000014d42ab. 00000001:00000010:1.0:1767384978.086576:0:41015:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b1f1323a. 00000001:00000010:1.0:1767384978.086584:0:41015:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000058adf8e8. 00000001:00000010:1.0:1767384978.086585:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b0c9424e. 00000001:00000010:1.0:1767384978.086587:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009b3a61f8. 00000001:00000010:1.0:1767384978.086590:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f75c7b7a. 00000001:00000010:1.0:1767384978.086592:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009a8c967f. 00000020:00000010:1.0:1767384978.086594:0:41015:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002aafe7a9. 00000020:00000010:1.0:1767384978.086596:0:41015:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000da506255. 00000020:00000010:1.0:1767384978.086598:0:41015:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1b1f01b. 00000008:00000010:1.0:1767384978.086601:0:41015:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000fa79b5d5. 00020000:00000010:1.0:1767384978.086604:0:41015:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000a8a752b8. 00008000:00000010:1.0:1767384978.086607:0:41015:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000082a8b508. 00000080:00000010:1.0:1767384978.086612:0:41015:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000009dda278e. 00000020:00000010:1.0:1767384978.086615:0:41015:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d65cb31. 00000020:00000010:1.0:1767384978.086617:0:41015:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c056677e. 00000040:00000010:1.0:1767384978.086619:0:41015:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004c3bef2c. 00000020:00000010:1.0:1767384978.086622:0:41015:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006901ee6f. 00000020:00000010:1.0:1767384978.086624:0:41015:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000059b70240. 00000020:00000010:1.0:1767384978.086626:0:41015:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000075e900e. 80000000:00000010:1.0:1767384978.086627:0:41015:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000197cf8e6. 40000000:00000010:1.0:1767384978.086629:0:41015:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007f1d935f. 00100000:00000010:1.0:1767384978.086631:0:41015:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000035850a81. 00040000:00000010:1.0:1767384978.086635:0:41015:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003c679cc2. 00040000:00000010:1.0:1767384978.086638:0:41015:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f741bc4a. 00080000:00000010:1.0:1767384978.086641:0:41015:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000085df421e. 00080000:00000010:1.0:1767384978.086651:0:41015:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000048586737. 00000004:00000010:1.0:1767384978.086657:0:41015:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d08eebc7. 00000004:00000010:1.0:1767384978.086659:0:41015:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003626c987. 00000004:00000010:1.0:1767384978.086663:0:41015:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001d14e31c. 00040000:00000010:1.0:1767384978.086666:0:41015:0:(qmt_dev.c:324:qmt_device_alloc()) kmalloced '(qmt)': 656 at 000000009dc0bf6a. 00040000:00000010:1.0:1767384978.086674:0:41015:0:(qmt_dev.c:138:qmt_connect_to_osd()) kmalloced '(data)': 192 at 00000000e9baa196. 00000020:00000010:1.0:1767384978.086678:0:41015:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000007011433e. 00040000:00000010:1.0:1767384978.086684:0:41015:0:(qmt_dev.c:169:qmt_connect_to_osd()) kfreed 'data': 192 at 00000000e9baa196. 00040000:00000010:1.0:1767384978.086689:0:41015:0:(qmt_lock.c:1088:qmt_start_reba_thread()) kmalloced '(args)': 72 at 0000000069891c4b. 00000020:00000010:1.0:1767384978.086692:0:41015:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bf8ba9f. 00000020:00000010:1.0:1767384978.086695:0:41015:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bc82ef03. 00000040:00000010:1.0:1767384978.086698:0:41015:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004de477b1. 00000020:00000010:1.0:1767384978.086700:0:41015:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c8e5912f. 00000020:00000010:1.0:1767384978.086703:0:41015:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ffd8b9a0. 00000020:00000010:1.0:1767384978.086705:0:41015:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d8a4ee9a. 80000000:00000010:1.0:1767384978.086707:0:41015:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005133704b. 40000000:00000010:1.0:1767384978.086708:0:41015:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000079116bf8. 00100000:00000010:1.0:1767384978.086711:0:41015:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000dec0fc46. 00040000:00000010:1.0:1767384978.086713:0:41015:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000039c2e04b. 00040000:00000010:1.0:1767384978.086716:0:41015:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000477ac610. 00040000:00000010:1.0:1767384978.086718:0:41015:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000856cd4ab. 00080000:00000010:1.0:1767384978.086722:0:41015:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e5a2574d. 00080000:00000010:1.0:1767384978.086726:0:41015:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000019a1e3b4. 00000004:00000010:1.0:1767384978.086729:0:41015:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000234b9b30. 00000004:00000010:1.0:1767384978.086732:0:41015:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c218223b. 00000004:00000010:1.0:1767384978.086736:0:41015:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003d3e266f. 00000020:00000010:3.0:1767384978.086998:0:41015:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007115ac01. 00040000:00000010:3.0:1767384978.087056:0:41015:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000071642d1e. 00040000:00000010:3.0:1767384978.087061:0:41015:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 00000000348e237f. 00000020:00000010:3.0:1767384978.087075:0:41015:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000d35cf797. 00040000:00000010:3.0:1767384978.087081:0:41015:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 000000006714fa31. 00000020:00000010:3.0:1767384978.087090:0:41015:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000cd223d4a. 00000020:00000010:3.0:1767384978.087115:0:41015:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c056677e. 00000040:00000010:3.0:1767384978.087119:0:41015:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004c3bef2c. 00000020:00000010:3.0:1767384978.087123:0:41015:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006901ee6f. 00000020:00000010:3.0:1767384978.087128:0:41015:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000059b70240. 00000020:00000010:3.0:1767384978.087131:0:41015:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000075e900e. 80000000:00000010:3.0:1767384978.087134:0:41015:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000197cf8e6. 40000000:00000010:3.0:1767384978.087136:0:41015:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007f1d935f. 00100000:00000010:3.0:1767384978.087139:0:41015:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000035850a81. 00040000:00000010:3.0:1767384978.087143:0:41015:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003c679cc2. 00040000:00000010:3.0:1767384978.087146:0:41015:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000071642d1e. 00040000:00000010:3.0:1767384978.087148:0:41015:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f741bc4a. 00080000:00000010:3.0:1767384978.087151:0:41015:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000048586737. 00080000:00000010:3.0:1767384978.087156:0:41015:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000085df421e. 00000004:00000010:3.0:1767384978.087159:0:41015:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d08eebc7. 00000004:00000010:3.0:1767384978.087161:0:41015:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003626c987. 00000004:00000010:3.0:1767384978.087164:0:41015:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001d14e31c. 00000020:00000010:3.0:1767384978.087166:0:41015:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d65cb31. 00000020:00000010:3.0:1767384978.087170:0:41015:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000da506255. 00000020:00000010:3.0:1767384978.087172:0:41015:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e1b1f01b. 00000008:00000010:3.0:1767384978.087174:0:41015:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000fa79b5d5. 00020000:00000010:3.0:1767384978.087177:0:41015:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000a8a752b8. 00008000:00000010:3.0:1767384978.087180:0:41015:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000082a8b508. 00000080:00000010:3.0:1767384978.087183:0:41015:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000009dda278e. 00000020:00000010:3.0:1767384978.087185:0:41015:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002aafe7a9. 00000004:00000010:3.0:1767384978.087194:0:41015:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000059c99b5f. 00000004:00000010:3.0:1767384978.087199:0:41015:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008e0a095a. 00000004:00000010:3.0:1767384978.087203:0:41015:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000099dd40fc. 00080000:00000010:3.0:1767384978.087208:0:41015:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003cfeae2e. 00080000:00000010:3.0:1767384978.087265:0:41015:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000de6e62d1. 00000020:00000010:3.0:1767384978.087271:0:41015:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000077ad5654. 00080000:00000010:3.0:1767384978.087276:0:41015:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c84f32c0. 00080000:00000010:3.0:1767384978.087289:0:41015:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c84f32c0. 00000020:00000010:3.0:1767384978.087292:0:41015:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000077ad5654. 00000004:00000010:3.0:1767384978.087300:0:41015:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000457c5cbd. 00000004:00000010:3.0:1767384978.087305:0:41015:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b46f4c8c. 00000004:00000010:3.0:1767384978.087309:0:41015:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d13d6799. 00080000:00000010:3.0:1767384978.087312:0:41015:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c84f32c0. 00040000:00000010:3.0:1767384978.087323:0:41015:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000071642d1e. 00000020:00000010:3.0:1767384978.087338:0:41015:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005ce5d479. 00080000:00000010:3.0:1767384978.087342:0:41015:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002c3a00a7. 00080000:00000010:3.0:1767384978.087350:0:41015:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002c3a00a7. 00000020:00000010:3.0:1767384978.087353:0:41015:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005ce5d479. 00000004:00000010:3.0:1767384978.087358:0:41015:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000cef857ce. 00000004:00000010:3.0:1767384978.087362:0:41015:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008927ce77. 00000004:00000010:3.0:1767384978.087366:0:41015:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000060903818. 00080000:00000010:3.0:1767384978.087369:0:41015:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002c3a00a7. 00000004:00000010:3.0:1767384978.087389:0:41015:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002672d3c8. 00000004:00000010:3.0:1767384978.087393:0:41015:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000066b32cd6. 00000004:00000010:3.0:1767384978.087396:0:41015:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ae717d84. 00080000:00000010:3.0:1767384978.087399:0:41015:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c3672931. 00080000:00000010:3.0:1767384978.087410:0:41015:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000438cb8b8. 00100000:00000010:3.0:1767384978.087418:0:41015:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000086fae4c5. 00100000:00000010:3.0:1767384978.087421:0:41015:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000086fae4c5. 00040000:00000010:3.0:1767384978.087427:0:41015:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000aac4bed5. 00000001:00000010:3.0:1767384978.087431:0:41015:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000a1747dda. 00000001:00000010:3.0:1767384978.087434:0:41015:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000096d32a39. 00000001:00000010:3.0:1767384978.087437:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000e12e2185. 00040000:00000010:3.0:1767384978.087440:0:41015:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000086fae4c5. 00080000:00000010:3.0:1767384978.087445:0:41015:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000eb14c2fe. 00080000:00000010:3.0:1767384978.087471:0:41015:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000eb14c2fe. 00040000:00000010:3.0:1767384978.087474:0:41015:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000086fae4c5. 00040000:00000010:3.0:1767384978.087490:0:41015:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 0000000071d5ec5f. 00000001:00000010:3.0:1767384978.087500:0:41015:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006dd90814. 00000001:00000010:3.0:1767384978.087709:0:41015:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006dd90814. 00000004:00000010:3.0:1767384978.087736:0:41015:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000aa09dc9. 00000004:00000010:3.0:1767384978.087740:0:41015:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000071f71568. 00000004:00000010:3.0:1767384978.087743:0:41015:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000000ecb2e91. 00080000:00000010:3.0:1767384978.087746:0:41015:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bc65f27d. 00080000:00000010:3.0:1767384978.087756:0:41015:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000869ee878. 00100000:00000010:3.0:1767384978.087761:0:41015:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000086fae4c5. 00100000:00000010:3.0:1767384978.087763:0:41015:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000086fae4c5. 00040000:00000010:3.0:1767384978.087766:0:41015:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000006e3de178. 00000001:00000010:3.0:1767384978.087768:0:41015:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000003370ff7d. 00000001:00000010:3.0:1767384978.087771:0:41015:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000b8b43439. 00000001:00000010:3.0:1767384978.087773:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000de6e168e. 00040000:00000010:3.0:1767384978.087775:0:41015:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000086fae4c5. 00080000:00000010:3.0:1767384978.087777:0:41015:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000eb14c2fe. 00080000:00000010:3.0:1767384978.087787:0:41015:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000eb14c2fe. 00040000:00000010:3.0:1767384978.087789:0:41015:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000086fae4c5. 00040000:00000010:3.0:1767384978.087793:0:41015:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000004bc2ba6b. 00000001:00000010:3.0:1767384978.087797:0:41015:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006dd90814. 00000001:00000010:3.0:1767384978.087938:0:41015:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006dd90814. 00000004:00000010:3.0:1767384978.087962:0:41015:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c8065c86. 00000004:00000010:3.0:1767384978.087965:0:41015:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008be83d1f. 00000004:00000010:3.0:1767384978.087968:0:41015:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000054066969. 00080000:00000010:3.0:1767384978.087971:0:41015:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000fcaf72a1. 00080000:00000010:3.0:1767384978.087978:0:41015:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000000f4bb919. 00100000:00000010:3.0:1767384978.087984:0:41015:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000086fae4c5. 00100000:00000010:3.0:1767384978.087985:0:41015:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000086fae4c5. 00040000:00000010:3.0:1767384978.087988:0:41015:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000dede2b89. 00000001:00000010:3.0:1767384978.087991:0:41015:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000181df026. 00000001:00000010:3.0:1767384978.087994:0:41015:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000080728a99. 00000001:00000010:3.0:1767384978.087996:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000008bb86d6f. 00040000:00000010:3.0:1767384978.087998:0:41015:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000086fae4c5. 00080000:00000010:3.0:1767384978.088000:0:41015:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000eb14c2fe. 00080000:00000010:3.0:1767384978.088009:0:41015:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000eb14c2fe. 00040000:00000010:3.0:1767384978.088011:0:41015:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000086fae4c5. 00040000:00000010:3.0:1767384978.088015:0:41015:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000c43585d6. 00000001:00000010:3.0:1767384978.088018:0:41015:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006dd90814. 00000001:00000010:3.0:1767384978.088128:0:41015:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006dd90814. 00000020:00000010:3.0:1767384978.088151:0:41015:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d6b229fb. 00080000:00000010:3.0:1767384978.088154:0:41015:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f741bc4a. 00080000:00000010:3.0:1767384978.088163:0:41015:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f741bc4a. 00000020:00000010:3.0:1767384978.088165:0:41015:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d6b229fb. 00000004:00000010:3.0:1767384978.088169:0:41015:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000042225576. 00000004:00000010:3.0:1767384978.088172:0:41015:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001d09bebe. 00000004:00000010:3.0:1767384978.088175:0:41015:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000028b27a65. 00080000:00000010:3.0:1767384978.088178:0:41015:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f741bc4a. 00000004:00000010:3.0:1767384978.088196:0:41015:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000914ed0be. 00000004:00000010:3.0:1767384978.088200:0:41015:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008b50e399. 00000004:00000010:3.0:1767384978.088202:0:41015:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000fd0b4ce5. 00080000:00000010:3.0:1767384978.088205:0:41015:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000075e900e. 00080000:00000010:3.0:1767384978.088211:0:41015:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000008d5bfa0. 00100000:00000010:3.0:1767384978.088218:0:41015:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000086fae4c5. 00100000:00000010:3.0:1767384978.088219:0:41015:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000086fae4c5. 00040000:00000010:3.0:1767384978.088223:0:41015:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000bdf1c739. 00000001:00000010:3.0:1767384978.088237:0:41015:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000004c3bef2c. 00000001:00000010:3.0:1767384978.088241:0:41015:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000005a7923d7. 00000001:00000010:3.0:1767384978.088243:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000008fbd2393. 00040000:00000010:3.0:1767384978.088246:0:41015:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000086fae4c5. 00080000:00000010:3.0:1767384978.088249:0:41015:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000eb14c2fe. 00080000:00000010:3.0:1767384978.088261:0:41015:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000eb14c2fe. 00040000:00000010:3.0:1767384978.088264:0:41015:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000086fae4c5. 00040000:00000010:3.0:1767384978.088269:0:41015:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000c5b90040. 00000001:00000010:3.0:1767384978.088274:0:41015:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006dd90814. 00000001:00000010:3.0:1767384978.088392:0:41015:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006dd90814. 00000004:00000010:3.0:1767384978.088414:0:41015:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f6b9aa7d. 00000004:00000010:3.0:1767384978.088417:0:41015:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003389e2a0. 00000004:00000010:3.0:1767384978.088420:0:41015:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000cf510de5. 00080000:00000010:3.0:1767384978.088422:0:41015:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002aafe7a9. 00080000:00000010:3.0:1767384978.088432:0:41015:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000a6c0f5f1. 00100000:00000010:3.0:1767384978.088437:0:41015:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000086fae4c5. 00100000:00000010:3.0:1767384978.088439:0:41015:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000086fae4c5. 00040000:00000010:3.0:1767384978.088441:0:41015:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000048c40a5f. 00000001:00000010:3.0:1767384978.088443:0:41015:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000007d65cb31. 00000001:00000010:3.0:1767384978.088446:0:41015:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000084644918. 00000001:00000010:3.0:1767384978.088447:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000006da00527. 00040000:00000010:3.0:1767384978.088449:0:41015:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000086fae4c5. 00080000:00000010:3.0:1767384978.088452:0:41015:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000eb14c2fe. 00080000:00000010:3.0:1767384978.088466:0:41015:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000eb14c2fe. 00040000:00000010:3.0:1767384978.088469:0:41015:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000086fae4c5. 00040000:00000010:3.0:1767384978.088473:0:41015:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 0000000059083252. 00000001:00000010:3.0:1767384978.088477:0:41015:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006dd90814. 00000001:00000010:3.0:1767384978.088638:0:41015:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006dd90814. 00000004:00000010:3.0:1767384978.088659:0:41015:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006bba7f93. 00000004:00000010:3.0:1767384978.088698:0:41015:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009d6dad06. 00000004:00000010:3.0:1767384978.088701:0:41015:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007bc382b3. 00080000:00000010:3.0:1767384978.088704:0:41015:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c056677e. 00080000:00000010:3.0:1767384978.088715:0:41015:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000003bd12fdc. 00100000:00000010:3.0:1767384978.088721:0:41015:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000086fae4c5. 00100000:00000010:3.0:1767384978.088723:0:41015:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000086fae4c5. 00040000:00000010:3.0:1767384978.088727:0:41015:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000f88efb22. 00000001:00000010:3.0:1767384978.088730:0:41015:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000095b96865. 00000001:00000010:3.0:1767384978.088733:0:41015:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000005f9a2f6. 00000001:00000010:3.0:1767384978.088734:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000000e740885. 00040000:00000010:3.0:1767384978.088736:0:41015:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000086fae4c5. 00080000:00000010:3.0:1767384978.088739:0:41015:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000eb14c2fe. 00080000:00000010:3.0:1767384978.088752:0:41015:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000eb14c2fe. 00040000:00000010:3.0:1767384978.088756:0:41015:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000086fae4c5. 00040000:00000010:3.0:1767384978.088761:0:41015:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000001001db2b. 00000001:00000010:3.0:1767384978.088768:0:41015:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006dd90814. 00000001:00000010:3.0:1767384978.088878:0:41015:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000006dd90814. 00000020:00000010:3.0:1767384978.088893:0:41015:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000001d14e31c. 00000004:00000010:3.0:1767384978.088901:0:41015:0:(mdt_handler.c:6196:mdt_quota_init()) kfreed 'lcfg': 128 at 0000000025a37fea. 00000004:00000010:3.0:1767384978.088905:0:41015:0:(mdt_handler.c:6200:mdt_quota_init()) kfreed 'bufs': 104 at 000000009aa43c04. 00000004:00000010:3.0:1767384978.088907:0:41015:0:(mdt_handler.c:6201:mdt_quota_init()) kfreed 'qmtname': 128 at 00000000b3e46ab9. 00000004:00000010:3.0:1767384978.088909:0:41015:0:(mdt_handler.c:6202:mdt_quota_init()) kfreed 'uuid': 40 at 0000000050802cae. 00000004:00000010:3.0:1767384978.088911:0:41015:0:(mdt_handler.c:6203:mdt_quota_init()) kfreed 'data': 192 at 000000004b44a738. 00000020:00000010:3.0:1767384978.088920:0:41015:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8832737. 00000020:00000010:3.0:1767384978.088923:0:41015:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e473c240. 00000040:00000010:3.0:1767384978.088927:0:41015:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003d97aae2. 00000020:00000010:3.0:1767384978.088930:0:41015:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d08eebc7. 00000020:00000010:3.0:1767384978.088933:0:41015:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000410ac945. 00000020:00000010:3.0:1767384978.088937:0:41015:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ec9bfa61. 80000000:00000010:3.0:1767384978.088939:0:41015:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e8d59152. 40000000:00000010:3.0:1767384978.088941:0:41015:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000086fae4c5. 00100000:00000010:3.0:1767384978.088944:0:41015:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000035850a81. 00040000:00000010:3.0:1767384978.088946:0:41015:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000036016de2. 00040000:00000010:3.0:1767384978.088949:0:41015:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006901ee6f. 00040000:00000010:3.0:1767384978.088952:0:41015:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a9c8da7f. 00080000:00000010:3.0:1767384978.088957:0:41015:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002da85b79. 00080000:00000010:3.0:1767384978.088960:0:41015:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005336717c. 00000004:00000010:3.0:1767384978.088967:0:41015:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a971cf72. 00000004:00000010:3.0:1767384978.088970:0:41015:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000094f8de4f. 00000004:00000010:3.0:1767384978.088973:0:41015:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a59882f4. 00000020:00000010:3.0:1767384978.088976:0:41015:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a1f5f9a. 00000020:00000010:3.0:1767384978.088978:0:41015:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002a4f8c19. 00000020:00000010:3.0:1767384978.088981:0:41015:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000298e2112. 00000020:00000010:0.0:1767384978.089171:0:41015:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009562cd05. 00000040:00000010:0.0:1767384978.089177:0:41015:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000090269785. 00000020:00000010:0.0:1767384978.089179:0:41015:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000038f3797b. 00000020:00000010:0.0:1767384978.089182:0:41015:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009e980f60. 00000020:00000010:0.0:1767384978.089184:0:41015:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009cfa33b8. 80000000:00000010:0.0:1767384978.089187:0:41015:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a756d1f3. 40000000:00000010:0.0:1767384978.089189:0:41015:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000059a4bd9d. 00100000:00000010:0.0:1767384978.089191:0:41015:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e32423f3. 00040000:00000010:0.0:1767384978.089194:0:41015:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c05c240f. 00040000:00000010:0.0:1767384978.089200:0:41015:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000071642d1e. 00040000:00000010:0.0:1767384978.089203:0:41015:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f014cd7f. 00080000:00000010:0.0:1767384978.089208:0:41015:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000defbebce. 00080000:00000010:0.0:1767384978.089210:0:41015:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000de6e62d1. 00080000:00000010:0.0:1767384978.089213:0:41015:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b0869f2d. 00000004:00000010:0.0:1767384978.089215:0:41015:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000055d881da. 00000004:00000010:0.0:1767384978.089218:0:41015:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005623833a. 00000004:00000010:0.0:1767384978.089220:0:41015:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000344cdf54. 00000020:00000010:0.0:1767384978.089222:0:41015:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008034323e. 00000020:00000010:0.0:1767384978.089235:0:41015:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c27e1e09. 00000020:00000010:0.0:1767384978.089237:0:41015:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c41bf3b7. 00000008:00000010:0.0:1767384978.089240:0:41015:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000077ab5987. 00020000:00000010:0.0:1767384978.089243:0:41015:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000002eca29fe. 00008000:00000010:0.0:1767384978.089246:0:41015:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000e2856234. 00000080:00000010:0.0:1767384978.089248:0:41015:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000009bd7ce10. 00000020:00000010:0.0:1767384978.089251:0:41015:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed9cf48d. 00000020:00000010:0.0:1767384978.089254:0:41015:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000202d54b4. 00000020:00000010:0.0:1767384978.089265:0:41015:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000005abc939f. 00000020:00000010:0.0:1767384978.089268:0:41015:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000005abc939f. 00000020:00000010:0.0:1767384978.089271:0:41015:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000005abc939f. 00000020:00000010:0.0:1767384978.089273:0:41015:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000005abc939f. 00000020:00000010:0.0:1767384978.089277:0:41015:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000005abc939f. 00000020:00000010:0.0:1767384978.089278:0:41015:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000005abc939f. 00000020:00000010:0.0:1767384978.089281:0:41015:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000202d54b4. 00000020:00000010:0.0:1767384978.089287:0:41015:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de323bde. 00000020:00000010:0.0:1767384978.089289:0:41015:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000353a77ee. 00000040:00000010:0.0:1767384978.089292:0:41015:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004c0cffa5. 00000020:00000010:0.0:1767384978.089294:0:41015:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000344cdf54. 00000020:00000010:0.0:1767384978.089296:0:41015:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009e980f60. 00000020:00000010:0.0:1767384978.089298:0:41015:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000762ce796. 80000000:00000010:0.0:1767384978.089301:0:41015:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d6910f73. 40000000:00000010:0.0:1767384978.089302:0:41015:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a2941023. 00100000:00000010:0.0:1767384978.089305:0:41015:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000055d881da. 00040000:00000010:0.0:1767384978.089307:0:41015:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005abc939f. 00040000:00000010:0.0:1767384978.089310:0:41015:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009d216ee1. 00040000:00000010:0.0:1767384978.089312:0:41015:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e9a5a6a7. 00080000:00000010:0.0:1767384978.089316:0:41015:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b0869f2d. 00080000:00000010:0.0:1767384978.089319:0:41015:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000defbebce. 00000004:00000010:0.0:1767384978.089323:0:41015:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000071642d1e. 00000004:00000010:0.0:1767384978.089326:0:41015:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005623833a. 00000004:00000010:0.0:1767384978.089329:0:41015:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e32423f3. 02000000:00000010:0.0:1767384978.089336:0:41015:0:(upcall_cache.c:133:upcall_cache_set_upcall()) kmalloced '(upcall)': 58 at 00000000a9ce6fe6. 02000000:00000010:0.0:1767384978.089340:0:41015:0:(upcall_cache.c:157:upcall_cache_set_upcall()) kfreed 'upcall': 58 at 00000000a9ce6fe6. 00000020:00000010:0.0:1767384978.089344:0:41015:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000353a77ee. 00000040:00000010:0.0:1767384978.089346:0:41015:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004c0cffa5. 00000020:00000010:0.0:1767384978.089349:0:41015:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000344cdf54. 00000020:00000010:0.0:1767384978.089352:0:41015:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009e980f60. 00000020:00000010:0.0:1767384978.089354:0:41015:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000762ce796. 80000000:00000010:0.0:1767384978.089356:0:41015:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d6910f73. 40000000:00000010:0.0:1767384978.089359:0:41015:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a2941023. 00100000:00000010:0.0:1767384978.089362:0:41015:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000055d881da. 00040000:00000010:0.0:1767384978.089364:0:41015:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005abc939f. 00040000:00000010:0.0:1767384978.089365:0:41015:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009d216ee1. 00040000:00000010:0.0:1767384978.089367:0:41015:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e9a5a6a7. 00080000:00000010:0.0:1767384978.089369:0:41015:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000defbebce. 00080000:00000010:0.0:1767384978.089370:0:41015:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b0869f2d. 00000004:00000010:0.0:1767384978.089372:0:41015:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000071642d1e. 00000004:00000010:0.0:1767384978.089374:0:41015:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005623833a. 00000004:00000010:0.0:1767384978.089376:0:41015:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e32423f3. 00000020:00000010:0.0:1767384978.089378:0:41015:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de323bde. 00000020:00000010:0.0:1767384978.089380:0:41015:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000202d54b4. 00000020:00000010:0.0:1767384978.089383:0:41015:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000005abc939f. 00000020:00000010:0.0:1767384978.089384:0:41015:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000005abc939f. 00000020:00000010:0.0:1767384978.089387:0:41015:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000005abc939f. 00000020:00000010:0.0:1767384978.089388:0:41015:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000005abc939f. 00000020:00000010:0.0:1767384978.089391:0:41015:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000a2941023. 00000100:00000010:0.0:1767384978.089404:0:41015:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000007751c7a7. 00000400:00000200:0.0:1767384978.089408:0:41015:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:0.0:1767384978.089413:0:41015:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.134@tcp 00000400:00000200:0.0:1767384978.089420:0:41015:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384978.089424:0:41015:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (42) 00000400:00000200:0.0:1767384978.089428:0:41015:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (43) 00000400:00000200:0.0:1767384978.089446:0:41015:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:0.0:1767384978.089448:0:41015:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384978.089450:0:41015:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384978.089452:0:41015:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp: 0. pending discovery 00000400:00000200:0.0:1767384978.089453:0:41015:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (44) 00000400:00000200:0.0:1767384978.089456:0:41015:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp 00000400:00000200:0.0:1767384978.089457:0:41015:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.134@tcp10 00000400:00000200:0.0:1767384978.089460:0:41015:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.089462:0:41015:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp10 00000400:00000200:0.0:1767384978.089463:0:41015:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.134@tcp11 00000400:00000200:0.0:1767384978.089467:0:41015:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.089468:0:41015:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp11 00000400:00000200:2.0:1767384978.089469:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384978.089470:0:41015:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.134@tcp12 00000400:00000200:0.0:1767384978.089476:0:41015:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384978.089479:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 00000400:00000200:0.0:1767384978.089479:0:41015:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp12 00000400:00000200:0.0:1767384978.089482:0:41015:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.134@tcp13 00000400:00000200:0.0:1767384978.089486:0:41015:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.089487:0:41015:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp13 00000400:00000010:2.0:1767384978.089488:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000400:00000200:0.0:1767384978.089489:0:41015:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.134@tcp14 00000400:00000200:2.0:1767384978.089494:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (43) 00000400:00000200:0.0:1767384978.089494:0:41015:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.089496:0:41015:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp14 00000400:00000200:0.0:1767384978.089499:0:41015:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.134@tcp15 00000400:00000010:2.0:1767384978.089502:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000829aaf9e. 00000400:00000200:0.0:1767384978.089502:0:41015:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.089507:0:41015:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp15 00000400:00000200:0.0:1767384978.089510:0:41015:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.134@tcp16 00000400:00000200:2.0:1767384978.089512:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1767384978.089515:0:41015:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.089517:0:41015:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp16 00000400:00000200:0.0:1767384978.089518:0:41015:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.134@tcp17 00000400:00000200:0.0:1767384978.089520:0:41015:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.089521:0:41015:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp17 00000400:00000200:0.0:1767384978.089523:0:41015:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.134@tcp18 00000400:00000200:2.0:1767384978.089526:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1767384978.089527:0:41015:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.089528:0:41015:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp18 00000400:00000200:0.0:1767384978.089530:0:41015:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.134@tcp19 00000400:00000200:0.0:1767384978.089532:0:41015:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.089534:0:41015:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp19 00000400:00000200:0.0:1767384978.089539:0:41015:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.134@tcp20 00000400:00000200:2.0:1767384978.089543:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 135], ns[150, 140] 00000400:00000200:0.0:1767384978.089544:0:41015:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.089548:0:41015:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp20 00000400:00000200:0.0:1767384978.089552:0:41015:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.134@tcp21 00000400:00000200:2.0:1767384978.089557:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[192, 135], ns[197, 140] 00000400:00000200:0.0:1767384978.089557:0:41015:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.089562:0:41015:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp21 00000400:00000200:0.0:1767384978.089566:0:41015:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.134@tcp22 00000400:00000200:2.0:1767384978.089569:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[196, 135], ns[201, 140] 00000400:00000200:0.0:1767384978.089572:0:41015:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.089576:0:41015:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp22 00000400:00000200:0.0:1767384978.089579:0:41015:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.134@tcp23 00000400:00000200:2.0:1767384978.089581:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 135], ns[75, 140] 00000400:00000200:0.0:1767384978.089584:0:41015:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.089588:0:41015:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp23 00000400:00000200:0.0:1767384978.089592:0:41015:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.134@tcp24 00000400:00000200:2.0:1767384978.089594:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 73], ns[77, 75] 00000400:00000200:0.0:1767384978.089598:0:41015:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.089602:0:41015:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp24 00000400:00000200:2.0:1767384978.089605:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 73], ns[82, 75] 00000400:00000200:0.0:1767384978.089606:0:41015:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.134@tcp25 00000400:00000200:0.0:1767384978.089612:0:41015:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384978.089615:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 73], ns[88, 75] 00000400:00000200:0.0:1767384978.089616:0:41015:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp25 00000400:00000200:0.0:1767384978.089621:0:41015:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.134@tcp26 00000400:00000200:2.0:1767384978.089627:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 73], ns[91, 75] 00000400:00000200:0.0:1767384978.089628:0:41015:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.089632:0:41015:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp26 00000400:00000200:0.0:1767384978.089637:0:41015:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.134@tcp27 00000400:00000200:2.0:1767384978.089638:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 73], ns[103, 75] 00000400:00000200:0.0:1767384978.089642:0:41015:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.089647:0:41015:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp27 00000400:00000200:2.0:1767384978.089650:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 73], ns[109, 75] 00000400:00000200:0.0:1767384978.089651:0:41015:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.134@tcp28 00000400:00000200:0.0:1767384978.089657:0:41015:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384978.089660:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 73], ns[112, 75] 00000400:00000200:0.0:1767384978.089661:0:41015:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp28 00000400:00000200:0.0:1767384978.089666:0:41015:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.134@tcp29 00000400:00000200:2.0:1767384978.089673:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 73], ns[120, 75] 00000400:00000200:0.0:1767384978.089673:0:41015:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.089677:0:41015:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp29 00000400:00000200:0.0:1767384978.089681:0:41015:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.134@tcp30 00000400:00000200:2.0:1767384978.089682:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 73], ns[125, 75] 00000400:00000200:0.0:1767384978.089687:0:41015:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384978.089690:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 73], ns[129, 75] 00000400:00000200:0.0:1767384978.089690:0:41015:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp30 00000400:00000200:0.0:1767384978.089694:0:41015:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.134@tcp31 00000400:00000200:2.0:1767384978.089700:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 73], ns[155, 75] 00000400:00000200:0.0:1767384978.089700:0:41015:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.089704:0:41015:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp31 00000400:00000200:0.0:1767384978.089708:0:41015:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.134@tcp32 00000400:00000200:2.0:1767384978.089712:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 73], ns[159, 75] 00000400:00000200:0.0:1767384978.089713:0:41015:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.089718:0:41015:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp32 00000400:00000200:0.0:1767384978.089721:0:41015:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.134@tcp33 00000400:00000200:2.0:1767384978.089722:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 73], ns[176, 75] 00000400:00000200:0.0:1767384978.089726:0:41015:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384978.089731:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[178, 73], ns[183, 75] 00000400:00000200:0.0:1767384978.089731:0:41015:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp33 00000400:00000200:0.0:1767384978.089736:0:41015:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.134@tcp34 00000400:00000200:2.0:1767384978.089739:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[211, 73], ns[247, 75] 00000400:00000200:0.0:1767384978.089741:0:41015:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.089743:0:41015:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp34 00000400:00000200:0.0:1767384978.089744:0:41015:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.134@tcp35 00000400:00000200:0.0:1767384978.089747:0:41015:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.089750:0:41015:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp35 00000400:00000200:0.0:1767384978.089754:0:41015:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.134@tcp36 00000400:00000200:2.0:1767384978.089758:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 73], ns[174, 75] 00000400:00000200:0.0:1767384978.089759:0:41015:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.089764:0:41015:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp36 00000400:00000200:0.0:1767384978.089768:0:41015:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.134@tcp37 00000400:00000200:2.0:1767384978.089770:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[300, 1000], np[4294967295, 4294967295], ps[213, 73], ns[249, 75] 00000400:00000200:0.0:1767384978.089774:0:41015:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp37 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.089777:0:41015:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp37 00000400:00000200:2.0:1767384978.089781:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[180, 73], ns[185, 75] 00000400:00000200:0.0:1767384978.089781:0:41015:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.134@tcp38 00000400:00000200:0.0:1767384978.089787:0:41015:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767384978.089791:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 73], ns[80, 75] 00000400:00000200:0.0:1767384978.089792:0:41015:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp38 00000400:00000200:0.0:1767384978.089796:0:41015:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.134@tcp39 00000400:00000200:2.0:1767384978.089801:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 73], ns[145, 75] 00000400:00000200:0.0:1767384978.089802:0:41015:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.089806:0:41015:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp39 00000400:00000200:0.0:1767384978.089809:0:41015:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.134@tcp40 00000400:00000200:2.0:1767384978.089812:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 73], ns[117, 75] 00000400:00000200:2.0:1767384978.089841:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 73], ns[163, 75] 00000400:00000200:0.0:1767384978.089844:0:41015:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp40 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.089849:0:41015:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp40 00000400:00000200:2.0:1767384978.089852:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 73], ns[108, 75] 00000100:00000010:0.0:1767384978.089852:0:41015:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000007751c7a7. 00000020:00000010:0.0:1767384978.089858:0:41015:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000a2941023. 00000400:00000200:2.0:1767384978.089862:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 73], ns[132, 75] 00000400:00000200:2.0:1767384978.089866:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[206, 73], ns[242, 75] 00000020:00000010:0.0:1767384978.089866:0:41015:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 00000000c27e1e09. 00000400:00000200:2.0:1767384978.089873:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 73], ns[168, 75] 00000400:00000200:2.0:1767384978.089877:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 73], ns[148, 75] 00000400:00000200:2.0:1767384978.089880:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[187, 73], ns[192, 75] 00000400:00000200:2.0:1767384978.089883:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[164, 73], ns[169, 75] 00000020:00000010:0.0:1767384978.089885:0:41015:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000018128788. 00000400:00000200:2.0:1767384978.089887:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[212, 73], ns[248, 75] 00000020:00000010:0.0:1767384978.089890:0:41015:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000e32423f3. 00000400:00000200:2.0:1767384978.089891:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[214, 73], ns[250, 75] 00000400:00000200:2.0:1767384978.089897:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[202, 73], ns[207, 75] 00000400:00000200:2.0:1767384978.089902:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[209, 73], ns[245, 75] 00000020:00000010:0.0:1767384978.089902:0:41015:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 00000000c27e1e09. 00000020:00000010:0.0:1767384978.089907:0:41015:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 00000000c27e1e09. 00000400:00000200:2.0:1767384978.089916:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[210, 73], ns[246, 75] 00000400:00000200:2.0:1767384978.089921:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 73], ns[0, 75] 00000001:00000010:0.0:1767384978.089923:0:41015:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005abc939f. 00000400:00000200:2.0:1767384978.089927:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp48] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000001:00000010:0.0:1767384978.089930:0:41015:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000005e3a3d9b. 00000400:00000200:2.0:1767384978.089932:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp48 00000001:00000010:0.0:1767384978.089934:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ed9cf48d. 00000001:00000010:0.0:1767384978.089937:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008034323e. 00000400:00000200:2.0:1767384978.089938:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp48 00000001:00000010:0.0:1767384978.089943:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000de323bde. 00000400:00000200:2.0:1767384978.089946:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp48 lpni_is_preferred = 0 00000001:00000010:0.0:1767384978.089947:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e9a5a6a7. 00000400:00000200:2.0:1767384978.089950:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp48 00000001:00000010:0.0:1767384978.089953:0:41015:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005f3de914. 00000400:00000200:2.0:1767384978.089958:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp48 NI seq info: [251:251:256:4294967295] 192.168.203.134@tcp48 LPNI seq info [215:215:8:4294967295] 00000001:00000010:0.0:1767384978.089959:0:41015:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ca87f40d. 00000001:00000010:0.0:1767384978.089964:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000762ce796. 00000001:00000010:0.0:1767384978.089966:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004c0cffa5. 00000400:00000200:2.0:1767384978.089969:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp48 00000001:00000010:0.0:1767384978.089970:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000353a77ee. 00000001:00000010:0.0:1767384978.089975:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f014cd7f. 00000020:00000010:0.0:1767384978.089980:0:41015:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009cfa33b8. 00000400:00000200:2.0:1767384978.089984:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp48(192.168.203.134@tcp48:) -> 192.168.203.134@tcp48(192.168.203.134@tcp:192.168.203.134@tcp48) : PUT try# 0 00000020:00000010:0.0:1767384978.089985:0:41015:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f1845905. 00000020:00000010:0.0:1767384978.089990:0:41015:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c41bf3b7. 00000008:00000010:0.0:1767384978.089994:0:41015:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000077ab5987. 00000800:00000200:2.0:1767384978.089995:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.134@tcp48 00020000:00000010:0.0:1767384978.090000:0:41015:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000002eca29fe. 00000800:00000010:2.0:1767384978.090003:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dc36b32c. 00008000:00000010:0.0:1767384978.090004:0:41015:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000e2856234. 00000080:00000010:0.0:1767384978.090009:0:41015:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000009bd7ce10. 00000020:00000010:0.0:1767384978.090012:0:41015:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090269785. 00000800:00000010:2.0:1767384978.090013:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000054566474. 00000020:00000010:0.0:1767384978.090016:0:41015:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009562cd05. 00000800:00000010:2.0:1767384978.090019:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000d9a9caba. 00000040:00000010:0.0:1767384978.090021:0:41015:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000066cba6f9. 00000020:00000010:0.0:1767384978.090026:0:41015:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000038f3797b. 00000800:00000200:2.0:1767384978.090027:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000054566474] -> 12345-192.168.203.134@tcp48 (2) 00000020:00000010:0.0:1767384978.090030:0:41015:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009e980f60. 00000800:00000200:2.1:1767384978.090035:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000054566474] -> 12345-192.168.203.134@tcp48 (2) 00000020:00000010:0.0:1767384978.090036:0:41015:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000771c80e1. 80000000:00000010:0.0:1767384978.090040:0:41015:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d6910f73. 40000000:00000010:0.0:1767384978.090042:0:41015:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a2941023. 00100000:00000010:0.0:1767384978.090044:0:41015:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000071642d1e. 00040000:00000010:0.0:1767384978.090046:0:41015:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000086e8f53d. 00040000:00000010:0.0:1767384978.090049:0:41015:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009d216ee1. 00000400:00000200:2.0:1767384978.090051:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00040000:00000010:0.0:1767384978.090053:0:41015:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e0f5d740. 00000400:00000200:2.0:1767384978.090057:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100571 rc 0 00080000:00000010:0.0:1767384978.090057:0:41015:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b0869f2d. 00080000:00000010:0.0:1767384978.090063:0:41015:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000defbebce. 00000004:00000010:0.0:1767384978.090070:0:41015:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000055d881da. 00000004:00000010:0.0:1767384978.090073:0:41015:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005623833a. 00000004:00000010:0.0:1767384978.090076:0:41015:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000344cdf54. 00002000:00000010:0.0:1767384978.090080:0:41015:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000dca37aa6. 00000004:00000010:0.0:1767384978.090086:0:41015:0:(osp_dev.c:1345:osp_device_alloc()) kmalloced '(osp)': 1400 at 00000000113d80fb. 00000004:00000010:0.0:1767384978.090094:0:41015:0:(osp_dev.c:1178:osp_init0()) kmalloced '(osdname)': 128 at 00000000f0ce7455. 00000004:00000010:0.0:1767384978.090097:0:41015:0:(osp_dev.c:993:osp_connect_to_osd()) kmalloced '(data)': 192 at 00000000202d54b4. 00000020:00000010:0.0:1767384978.090101:0:41015:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000004d69c7d3. 00000004:00000010:0.0:1767384978.090108:0:41015:0:(osp_dev.c:1018:osp_connect_to_osd()) kfreed 'data': 192 at 00000000202d54b4. 00010000:00000010:0.0:1767384978.090117:0:41015:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 0000000028e662d3. 00000400:00000200:3.0:1767384978.090122:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00010000:00000010:0.0:1767384978.090135:0:41015:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000ae8dd2a3. 00000020:00000010:0.0:1767384978.090150:0:41015:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000003f695ce5. 00000100:00000200:0.0:1767384978.090168:0:41015:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.134@tcp->12345-0@lo 00010000:00000010:0.0:1767384978.090174:0:41015:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000a756d1f3. 00000400:00000200:3.0:1767384978.090178:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00010000:00000010:0.0:1767384978.090179:0:41015:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000a8926717. 00000001:00000010:0.0:1767384978.090185:0:41015:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000011a834e4. 00000001:00000010:0.0:1767384978.090192:0:41015:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 000000006e4f43a3. 00000001:00000010:0.0:1767384978.090195:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000003ef44db9. 00000001:00000010:0.0:1767384978.090200:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000006608cd6. 00000001:00000010:0.0:1767384978.090214:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000012aac959. 00000400:00000200:3.0:1767384978.090215:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000001:00000010:0.0:1767384978.090219:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000064c3c65d. 00000001:00000010:0.0:1767384978.090240:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000037f54d97. 00000001:00000010:0.0:1767384978.090246:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000001a9a3b56. 00000001:00000010:0.0:1767384978.090259:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000abe596d3. 00000400:00000200:3.0:1767384978.090261:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000001:00000010:0.0:1767384978.090264:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000006460c9db. 00000001:00000010:0.0:1767384978.090270:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000480074e6. 00000001:00000010:0.0:1767384978.090274:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000489bd246. 00000001:00000010:0.0:1767384978.090286:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007de316bc. 00000400:00000200:3.0:1767384978.090290:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000001:00000010:0.0:1767384978.090292:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000727c3569. 00000001:00000010:0.0:1767384978.090298:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000055eb3a2e. 00000001:00000010:0.0:1767384978.090302:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000012eb2f97. 00000001:00000010:0.0:1767384978.090313:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000a2f1641d. 00000001:00000010:0.0:1767384978.090319:0:41015:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000004e58071c. 00000400:00000200:3.0:1767384978.090321:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.090360:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000020:00000010:0.0:1767384978.090371:0:41015:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000086ee2902. 00000020:00000010:0.0:1767384978.090375:0:41015:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000bcc9f3e1. 00000400:00000200:3.0:1767384978.090390:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.090430:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000020:00000010:0.0:1767384978.090437:0:41015:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000094f25c97. 00000020:00000010:0.0:1767384978.090441:0:41015:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000d847f936. 40000000:00000010:0.0:1767384978.090460:0:41015:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 0000000044dc1646. 40000000:00000010:0.0:1767384978.090464:0:41015:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at 00000000202d54b4. 00000400:00000200:3.0:1767384978.090470:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 40000000:00000010:0.0:1767384978.090519:0:41015:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at 00000000202d54b4. 00000400:00000200:3.0:1767384978.090522:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000004:00000010:0.0:1767384978.090528:0:41015:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003983dc89. 00000004:00000010:0.0:1767384978.090536:0:41015:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c078f823. 00000004:00000010:0.0:1767384978.090540:0:41015:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000008b24b6d. 00000004:00000010:0.0:1767384978.090544:0:41015:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000066045ba7. 00080000:00000010:0.0:1767384978.090548:0:41015:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c3dd92f3. 00000001:00000010:0.0:1767384978.090555:0:41015:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007c7b2486. 00000001:00000010:0.0:1767384978.090563:0:41015:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000007c7b2486. 00000400:00000200:3.0:1767384978.090571:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.090617:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.090664:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.090696:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.090714:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.090735:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000004:00000010:0.0:1767384978.090769:0:41015:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000027b28cd8. 00000004:00000010:0.0:1767384978.090775:0:41015:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000fe8026c7. 00000004:00000010:0.0:1767384978.090779:0:41015:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c34fde9b. 00080000:00000010:0.0:1767384978.090783:0:41015:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b00cb6de. 00000400:00000200:3.0:1767384978.090788:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000001:00000010:0.0:1767384978.090790:0:41015:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007c7b2486. 00000001:00000010:0.0:1767384978.090797:0:41015:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000007c7b2486. 00000400:00000200:3.0:1767384978.090855:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.090893:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.090914:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.090934:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.090962:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000004:00000010:0.0:1767384978.090973:0:41015:0:(osp_precreate.c:1756:osp_init_precreate()) kmalloced '(d->opd_pre)': 112 at 0000000090b12aba. 00000004:00000010:0.0:1767384978.090978:0:41015:0:(osp_sync.c:1665:osp_sync_init()) kmalloced '(args)': 16 at 000000003432e936. 00000004:00000010:0.0:1767384978.090983:0:41015:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c1d65a23. 00000004:00000010:0.0:1767384978.090988:0:41015:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003084cce8. 00000004:00000010:0.0:1767384978.090992:0:41015:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000dfdd53b3. 00080000:00000010:0.0:1767384978.090996:0:41015:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d12ad76e. 00000400:00000200:3.0:1767384978.091000:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000001:00000010:0.0:1767384978.091002:0:41015:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007c7b2486. 00000001:00000010:0.0:1767384978.091009:0:41015:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000007c7b2486. 00000400:00000200:3.0:1767384978.091023:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.091049:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.091066:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.091085:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.091097:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.091110:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.091126:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000040:00000010:0.0:1767384978.091146:0:41015:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000d34c1fec. 00000400:00000200:3.0:1767384978.091147:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000040:00000010:0.0:1767384978.091158:0:41015:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000913a1f0. 00000020:00000010:0.0:1767384978.091165:0:41015:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c05c240f. 00000400:00000200:3.0:1767384978.091169:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00080000:00000010:0.0:1767384978.091170:0:41015:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001f753510. 00000400:00000200:3.0:1767384978.091196:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.091214:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000040:00000010:0.0:1767384978.091321:0:41015:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000003ca9d949. 00000800:00000010:3.0:1767384978.091362:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000676443bb. 00000800:00000010:3.0:1767384978.091366:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e61b9e61. 00000800:00000010:3.0:1767384978.091371:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003c3682b9. 00000800:00000010:3.0:1767384978.091386:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003c3682b9. 00000800:00020000:3.0:1767384978.091392:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:3.0:1767384978.091395:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e61b9e61. 00000800:00000010:3.0:1767384978.091396:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000676443bb. 00000400:02020000:3.0:1767384978.091430:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp48 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384978.091436:0:16348:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp48 notifying 192.168.203.134@tcp48: down 00000800:00000200:3.0:1767384978.091440:0:16348:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp48 down 00000800:00000100:3.0:1767384978.091446:0:16348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 704 0@<0:0>->192.168.203.134@tcp48 00000800:00000010:3.0:1767384978.091449:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dc36b32c. 00000400:00000200:3.0:1767384978.091452:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384978.091457:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp48->192.168.203.134@tcp48: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384978.091465:0:16348:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp48 added to recovery queue. ping count: 0 next ping: 300 health :900 00000400:00000200:3.0:1767384978.091469:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384978.091471:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp: 1 00000400:00000200:3.0:1767384978.091473:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:2.0:1767384978.091502:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384978.091507:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x101171 00000400:00000200:2.0:1767384978.091511:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c2d411d 00000400:00000010:2.0:1767384978.091513:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000400:00000200:2.0:1767384978.091516:0:16356:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384978.091518:0:16356:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:2.0:1767384978.091521:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (44) 00000400:00000200:2.0:1767384978.091523:0:16356:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.134@tcp 00000400:00000200:2.0:1767384978.091524:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 rc -71 00000400:00000200:2.0:1767384978.091526:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:2.0:1767384978.091528:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (43) 00080000:00000010:0.0:1767384978.091588:0:41015:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ebef4e03. 00080000:00000010:0.0:1767384978.091593:0:41015:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a9ce6fe6. 00080000:00000010:0.0:1767384978.091608:0:41015:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a9ce6fe6. 00080000:00000010:0.0:1767384978.091613:0:41015:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000bdcb15a9. 00000040:00000010:0.0:1767384978.091616:0:41015:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007d223133. 00000020:00000010:0.0:1767384978.091620:0:41015:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000046fe91dc. 00080000:00000010:0.0:1767384978.091623:0:41015:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002b32155b. 00080000:00000010:0.0:1767384978.091738:0:41015:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a9ce6fe6. 00080000:00000010:0.0:1767384978.091744:0:41015:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000fde585d7. 00080000:00000010:0.0:1767384978.091748:0:41015:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000cd59f263. 00000040:00000010:0.0:1767384978.091752:0:41015:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008725279a. 00000020:00000010:0.0:1767384978.091755:0:41015:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f031e2b1. 00080000:00000010:0.0:1767384978.091757:0:41015:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d8870559. 00080000:00000010:0.0:1767384978.091884:0:41015:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008207fac7. 00000001:00000010:0.0:1767384978.092052:0:41015:0:(osd_compat.c:868:osd_obj_add_entry()) kmalloced '(lii)': 1560 at 00000000156aeeba. 00000040:00000010:0.0:1767384978.092075:0:41015:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d17004df. 00080000:00000010:0.0:1767384978.092083:0:41015:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 000000000d99c7f0. 00080000:00000010:0.0:1767384978.092202:0:41015:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 00000000dba7daff. 00080000:00000010:0.0:1767384978.092447:0:41015:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008207fac7. 00080000:00000010:0.0:1767384978.092450:0:41015:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000cd59f263. 00080000:00000010:0.0:1767384978.092452:0:41015:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a9ce6fe6. 00000020:00000010:0.0:1767384978.092611:0:41019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e390ccf. 00000020:00000010:0.0:1767384978.092614:0:41019:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ce11cb9b. 00000040:00000010:0.0:1767384978.092616:0:41019:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000584b89a3. 00000020:00000010:0.0:1767384978.092619:0:41019:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002eab50c0. 00000020:00000010:0.0:1767384978.092621:0:41019:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000fa32083. 00000004:00000010:3.0:1767384978.092624:0:41015:0:(osp_precreate.c:1830:osp_init_statfs()) kmalloced '(args)': 72 at 00000000203155e4. 00040000:00000010:0.0:1767384978.092625:0:41019:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000059e5ff97. 00040000:00000010:0.0:1767384978.092630:0:41019:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005a3c2c27. 00000020:00000010:3.0:1767384978.092632:0:41015:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094e3d843. 00000020:00000010:3.0:1767384978.092637:0:41015:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004975640f. 00000040:00000010:3.0:1767384978.092639:0:41015:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fa2ed650. 00080000:00000010:0.0:1767384978.092641:0:41019:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000cb760e66. 00000020:00000010:3.0:1767384978.092642:0:41015:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c9c2d9ef. 00000020:00000010:3.0:1767384978.092649:0:41015:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b58c1bad. 00080000:00000010:0.0:1767384978.092649:0:41019:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000204e3e3f. 00000020:00000010:3.0:1767384978.092655:0:41015:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bad03257. 00000020:00000010:0.0:1767384978.092658:0:41019:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000cd59f263. 80000000:00000010:3.0:1767384978.092659:0:41015:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e36f01e0. 40000000:00000010:3.0:1767384978.092663:0:41015:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003c3682b9. 00000040:00000010:0.0:1767384978.092665:0:41019:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000043708489. 00100000:00000010:3.0:1767384978.092667:0:41015:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000dc43996e. 00040000:00000010:3.0:1767384978.092672:0:41015:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000638dbb48. 00000040:00000010:0.0:1767384978.092673:0:41019:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000008d2ce7b. 00040000:00000010:3.0:1767384978.092675:0:41015:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000010edf57e. 00040000:00000010:3.0:1767384978.092680:0:41015:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001bd315ee. 00080000:00000010:3.0:1767384978.092682:0:41015:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000676443bb. 00080000:00000010:3.0:1767384978.092685:0:41015:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000085df421e. 00000040:00000010:0.0:1767384978.092689:0:41019:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000678ac70f. 00000004:00000010:3.0:1767384978.092690:0:41015:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002ed5becf. 00000040:00000010:0.0:1767384978.092696:0:41019:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000448cc3ff. 00000004:00000010:3.0:1767384978.092697:0:41015:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000080598a7c. 00000004:00000010:3.0:1767384978.092703:0:41015:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000095559cff. 00002000:00000010:3.0:1767384978.092705:0:41015:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000045f89a95. 00000004:00000010:3.0:1767384978.092708:0:41015:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004d48541e. 00000020:00000010:3.0:1767384978.092940:0:41015:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000002b434b78. 00000020:00000010:3.0:1767384978.092944:0:41015:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000034c4dd2f. 00000020:00000010:3.0:1767384978.092963:0:41015:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000e61b9e61. 00000020:00000010:3.0:1767384978.092969:0:41015:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000e61b9e61. 00000004:00000010:3.0:1767384978.092971:0:41015:0:(osp_dev.c:1268:osp_init0()) kfreed 'osdname': 128 at 00000000f0ce7455. 00000020:00000010:3.0:1767384978.092975:0:41015:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009562cd05. 00000040:00000010:3.0:1767384978.092977:0:41015:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000066cba6f9. 00000020:00000010:3.0:1767384978.092979:0:41015:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000038f3797b. 00000020:00000010:3.0:1767384978.092982:0:41015:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009e980f60. 00000020:00000010:3.0:1767384978.092984:0:41015:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000771c80e1. 80000000:00000010:3.0:1767384978.092985:0:41015:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d6910f73. 40000000:00000010:3.0:1767384978.092987:0:41015:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a2941023. 00100000:00000010:3.0:1767384978.092989:0:41015:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000071642d1e. 00040000:00000010:3.0:1767384978.092991:0:41015:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000086e8f53d. 00040000:00000010:3.0:1767384978.092993:0:41015:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009d216ee1. 00040000:00000010:3.0:1767384978.092995:0:41015:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e0f5d740. 00080000:00000010:3.0:1767384978.092996:0:41015:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 00000000156aeeba. 00080000:00000010:3.0:1767384978.092999:0:41015:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000defbebce. 00080000:00000010:3.0:1767384978.093000:0:41015:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 00000000fde585d7. 00080000:00000010:3.0:1767384978.093002:0:41015:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b0869f2d. 00000004:00000010:3.0:1767384978.093004:0:41015:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000055d881da. 00000004:00000010:3.0:1767384978.093005:0:41015:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005623833a. 00000004:00000010:3.0:1767384978.093007:0:41015:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000344cdf54. 00002000:00000010:3.0:1767384978.093009:0:41015:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000dca37aa6. 00000004:00000010:3.0:1767384978.093011:0:41015:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003983dc89. 00000020:00000010:3.0:1767384978.093012:0:41015:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090269785. 00000020:00000010:3.0:1767384978.093014:0:41015:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f1845905. 00000020:00000010:3.0:1767384978.093016:0:41015:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c41bf3b7. 00000008:00000010:3.0:1767384978.093018:0:41015:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000077ab5987. 00020000:00000010:3.0:1767384978.093020:0:41015:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000002eca29fe. 00008000:00000010:3.0:1767384978.093022:0:41015:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000e2856234. 00000080:00000010:3.0:1767384978.093024:0:41015:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000009bd7ce10. 00000020:00000010:3.0:1767384978.093025:0:41015:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009cfa33b8. 00000020:00000010:3.0:1767384978.093028:0:41015:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 00000000c27e1e09. 00000020:00000010:3.0:1767384978.093032:0:41015:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 0000000073da3925. 00000020:00000010:3.0:1767384978.093036:0:41015:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a74e5692. 00000020:00000010:3.0:1767384978.093038:0:41015:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e0f5d740. 00000040:00000010:3.0:1767384978.093039:0:41015:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000771c80e1. 00000020:00000010:3.0:1767384978.093041:0:41015:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000004ffb2e0. 00000020:00000010:3.0:1767384978.093043:0:41015:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e2123c20. 00000020:00000010:3.0:1767384978.093045:0:41015:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000066cba6f9. 80000000:00000010:3.0:1767384978.093046:0:41015:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ead3e42d. 40000000:00000010:3.0:1767384978.093048:0:41015:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000dcb91fe9. 00100000:00000010:3.0:1767384978.093049:0:41015:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a78d0322. 00040000:00000010:3.0:1767384978.093051:0:41015:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b9df57eb. 00040000:00000010:3.0:1767384978.093053:0:41015:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000054fa990f. 00040000:00000010:3.0:1767384978.093055:0:41015:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009cfa33b8. 00080000:00000010:3.0:1767384978.093057:0:41015:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b0869f2d. 00080000:00000010:3.0:1767384978.093059:0:41015:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000defbebce. 00000004:00000010:3.0:1767384978.093061:0:41015:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000073adcf02. 00000004:00000010:3.0:1767384978.093063:0:41015:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000065de853a. 00000004:00000010:3.0:1767384978.093065:0:41015:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000875846e2. 00000004:00000010:3.0:1767384978.093067:0:41015:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000b65b782. 00000004:00000010:3.0:1767384978.093076:0:41015:0:(lod_lov.c:156:lod_add_device()) kmalloced '(data)': 192 at 00000000e61b9e61. 00000020:00000010:3.0:1767384978.093079:0:41015:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000bf1cce88. 00000100:00000010:3.0:1767384978.093094:0:41015:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008e6892f1. 02000000:00000010:3.0:1767384978.093104:0:41015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000056cb2c3d. 00000004:00000010:3.0:1767384978.093134:0:41015:0:(lod_lov.c:209:lod_add_device()) kfreed 'data': 192 at 00000000e61b9e61. 00000004:00000010:3.0:1767384978.093138:0:41015:0:(lod_lov.c:218:lod_add_device()) kmalloced '(tgt_desc)': 368 at 000000009562cd05. 00020000:00000010:3.0:1767384978.093142:0:41015:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 0000000037359968. 00020000:00000010:3.0:1767384978.093145:0:41015:0:(lu_tgt_descs.c:104:lu_qos_add_tgt()) kmalloced '(svr)': 104 at 000000003abd51ad. 00100000:00000010:3.0:1767384978.093150:0:41015:0:(lfsck_lib.c:3784:lfsck_add_target()) kmalloced '(ltd)': 152 at 00000000e61b9e61. 00000020:00000010:3.0:1767384978.093153:0:41015:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e0f5d740. 00000040:00000010:3.0:1767384978.093156:0:41015:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000771c80e1. 00000020:00000010:3.0:1767384978.093158:0:41015:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000004ffb2e0. 00000020:00000010:3.0:1767384978.093161:0:41015:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e2123c20. 00000020:00000010:3.0:1767384978.093164:0:41015:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000066cba6f9. 80000000:00000010:3.0:1767384978.093166:0:41015:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ead3e42d. 40000000:00000010:3.0:1767384978.093168:0:41015:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000dcb91fe9. 00100000:00000010:3.0:1767384978.093170:0:41015:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a78d0322. 00040000:00000010:3.0:1767384978.093172:0:41015:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b9df57eb. 00040000:00000010:3.0:1767384978.093174:0:41015:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000054fa990f. 00040000:00000010:3.0:1767384978.093176:0:41015:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009cfa33b8. 00080000:00000010:3.0:1767384978.093178:0:41015:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000defbebce. 00080000:00000010:3.0:1767384978.093181:0:41015:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b0869f2d. 00000004:00000010:3.0:1767384978.093184:0:41015:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000073adcf02. 00040000:00000010:1.0:1767384978.093184:0:16357:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e847c74a. 00000004:00000010:1.0:1767384978.093190:0:16357:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ca0c82bb. 00000004:00000010:3.0:1767384978.093191:0:41015:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000065de853a. 00000004:00000010:1.0:1767384978.093196:0:16357:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d265938f. 00000004:00000010:3.0:1767384978.093197:0:41015:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000875846e2. 00000004:00000010:3.0:1767384978.093202:0:41015:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000b65b782. 00000004:00000010:1.0:1767384978.093202:0:16357:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ea49d44b. 00000020:00000010:3.0:1767384978.093206:0:41015:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a74e5692. 00000004:00000010:1.0:1767384978.093207:0:16357:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000cdc4e543. 00000020:00000010:3.0:1767384978.093212:0:41015:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 0000000073da3925. 00000020:00000010:3.0:1767384978.093218:0:41015:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000b9df57eb. 00000020:00000010:3.0:1767384978.093220:0:41015:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000b9df57eb. 00000020:00000010:3.0:1767384978.093234:0:41015:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000b9df57eb. 00000020:00000010:3.0:1767384978.093236:0:41015:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000b9df57eb. 00000020:00000010:3.0:1767384978.093238:0:41015:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 00000000dcb91fe9. 00000020:00000010:3.0:1767384978.093240:0:41015:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 00000000dcb91fe9. 02000000:00000010:1.0:1767384978.093241:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ba06bd0c. 00000100:00000010:3.0:1767384978.093245:0:41015:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1070430. 00000400:00000010:1.0:1767384978.093249:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000168ebbd4. 02000000:00000010:3.0:1767384978.093253:0:41015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000090269785. 00000400:00000010:1.0:1767384978.093255:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008438f9d7. 00000100:00000200:1.0:1767384978.093261:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348043008, portal 4 00000100:00000010:3.0:1767384978.093262:0:41015:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000011dbbfca. 00000020:00000010:1.0:1767384978.093267:0:16357:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000003baf5985. 00000400:00000010:1.0:1767384978.093273:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001cc58faf. 00000100:00000200:1.0:1767384978.093274:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853237348043008, offset 0 00000400:00000200:1.0:1767384978.093278:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1767384978.093282:0:41015:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000036e405ab. 00000400:00000200:1.0:1767384978.093287:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384978.093289:0:41015:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dd90814. 00000400:00000010:3.0:1767384978.093296:0:41015:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000003029910. 00000400:00000200:1.0:1767384978.093297:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x6958271d08900 00000100:00000200:3.0:1767384978.093301:0:41015:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237348043136, portal 25 00000400:00000200:1.0:1767384978.093305:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 520/520 into md 0xab9 [8] + 5752 00000400:00000010:3.0:1767384978.093307:0:41015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab0b7a9d. 00000100:00000200:3.0:1767384978.093311:0:41015:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237348043136, offset 0 00000400:00000200:1.0:1767384978.093312:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384978.093317:0:41015:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384978.093320:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384978.093326:0:41015:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384978.093327:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384978.093333:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000287e7a0f. 00000400:00000200:3.0:1767384978.093337:0:41015:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958271d08980 00000400:00000200:3.0:1767384978.093342:0:41015:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21ad [2] + 0 00000400:00000010:3.0:1767384978.093345:0:41015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c70bd6cc. 00000400:00000200:3.0:1767384978.093347:0:41015:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ccb22779 00000400:00000200:3.0:1767384978.093349:0:41015:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384978.093352:0:41015:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384978.093356:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cc58faf 00000400:00000010:1.0:1767384978.093359:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001cc58faf. 00000400:00000200:3.0:1767384978.093363:0:41015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccb22779 00000100:00000200:1.0:1767384978.093366:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008e6892f1 x1853237348043008/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384978.093367:0:41015:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ccb22779. 00000100:00000200:3.0:1767384978.093374:0:41015:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:1.0:1767384978.093384:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000084a69705. 00000020:00000010:0.0:1767384978.093387:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c5ed65a. 00000400:00000200:3.0:1767384978.093390:0:41015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab0b7a9d 00000020:00000010:0.0:1767384978.093392:0:17897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000411ae4f1. 00000400:00000010:3.0:1767384978.093395:0:41015:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab0b7a9d. 00000100:00000010:1.0:1767384978.093396:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f43ff88. 00000020:00000010:0.0:1767384978.093397:0:17897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003e6adf99. 00000100:00000200:3.0:1767384978.093402:0:41015:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b1070430 x1853237348043136/t0(0) o502->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384994 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384978.093404:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000020a83b0f. 00000100:00000010:1.0:1767384978.093412:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fd3b475a. 00000020:00000010:2.0:1767384978.093422:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081afc576. 00000020:00000010:2.0:1767384978.093428:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081afc576. 00000100:00000200:0.0:1767384978.093430:0:17897:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348043008 00000020:00000010:2.0:1767384978.093433:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a430eef. 00000020:00000010:2.0:1767384978.093437:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000051913ac5. 00000020:00000010:2.0:1767384978.093440:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bcfd3a7d. 02000000:00000010:0.0:1767384978.093445:0:17897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000018bb5b08. 00000020:00000010:0.0:1767384978.093453:0:17897:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000eb1ef53c. 00000001:00000010:0.0:1767384978.093458:0:17897:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000f2215676. 00000001:00000010:0.0:1767384978.093463:0:17897:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000bebd40f2. 00000001:00000010:0.0:1767384978.093466:0:17897:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000fab604bd. 00000020:00000010:2.0:1767384978.093469:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081afc576. 00000001:00000010:0.0:1767384978.093470:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000eea2f868. 00000020:00000010:2.0:1767384978.093473:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081afc576. 00000001:00000010:0.0:1767384978.093474:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005fb7648a. 00000100:00000200:2.0:1767384978.093477:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348043136 00000001:00000010:0.0:1767384978.093479:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000097ccc189. 00000001:00000010:0.0:1767384978.093482:0:17897:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c20abc6d. 02000000:00000010:2.0:1767384978.093498:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000614b64d0. 00080000:00000010:0.0:1767384978.093500:0:17897:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000fde585d7. 00000040:00000010:2.0:1767384978.093505:0:40995:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a8ea48d6. 00080000:00000010:0.0:1767384978.093508:0:17897:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008207fac7. 00000040:00000010:2.0:1767384978.093516:0:40995:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000865d512a. 00000001:00000010:0.0:1767384978.093520:0:17897:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000ee13ee0f. 00080000:00000010:0.0:1767384978.093538:0:17897:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008207fac7. 00000040:00000010:2.0:1767384978.093541:0:40995:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000865d512a. 00000020:00000010:0.0:1767384978.093546:0:17897:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000d02339ec. 00000040:00000010:2.0:1767384978.093547:0:40995:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a8ea48d6. 00000020:00000010:0.0:1767384978.093552:0:17897:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 00000000d02339ec. 00010000:00000200:2.0:1767384978.093557:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007bc94083 x1853237348043136/t0(0) o502->b543db4a-4900-454f-be04-352b2897a173@0@lo:204/0 lens 272/8472 e 0 to 0 dl 1767384989 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384978.093558:0:17897:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000004991f328. 00000020:00000010:0.0:1767384978.093565:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008207fac7. 00000400:00000010:2.0:1767384978.093573:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000000bcdcb26. 00000100:00000200:2.0:1767384978.093577:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237348043136, offset 224 00000400:00000200:2.0:1767384978.093582:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:0.0:1767384978.093587:0:17897:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000287e7a0f x1853237348043008/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384998 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384978.093590:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384978.093601:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958271d08980 00000400:00000010:0.0:1767384978.093604:0:17897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8e7a793. 00000400:00000200:2.0:1767384978.093606:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2a29 [4] + 224 00000100:00000200:0.0:1767384978.093611:0:17897:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853237348043008, offset 0 00000400:00000200:2.0:1767384978.093612:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384978.093618:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384978.093622:0:17897:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384978.093629:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b1070430 x1853237348043136/t0(0) o502->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384994 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384978.093630:0:17897:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384978.093640:0:17897:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 4 MB=0x6958271d08900 00000400:00000200:0.0:1767384978.093644:0:17897:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 416/416 into md 0x2a21 [1] + 0 00000400:00000200:0.0:1767384978.093647:0:17897:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384978.093651:0:17897:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384978.093654:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bcdcb26 00000400:00000010:2.0:1767384978.093657:0:40995:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000000bcdcb26. 00000100:00000200:0.0:1767384978.093665:0:17897:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008e6892f1 x1853237348043008/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384988 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384978.093667:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000051913ac5. 00000400:00000010:3.0:1767384978.093668:0:41015:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dd90814. 00000020:00000010:2.0:1767384978.093674:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bcfd3a7d. 00000400:00000200:3.0:1767384978.093675:0:41015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003029910 00000400:00000010:3.0:1767384978.093680:0:41015:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000003029910. 00000020:00000010:2.0:1767384978.093681:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a430eef. 02000000:00000010:2.0:1767384978.093688:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000614b64d0. 00000100:00000200:3.0:1767384978.093689:0:41015:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b1070430 x1853237348043136/t0(0) o502->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384978.093693:0:17897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8e7a793 00000400:00000010:0.0:1767384978.093697:0:17897:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8e7a793. 00000100:00000200:3.0:1767384978.093704:0:41015:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b1070430 x1853237348043136/t0(0) o502->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384978.093705:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:0.0:1767384978.093709:0:17897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000411ae4f1. 00000400:00000010:1.0:1767384978.093713:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000168ebbd4. 00000020:00000010:0.0:1767384978.093715:0:17897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003e6adf99. 00000400:00000010:2.0:1767384978.093716:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bc18dd9. 00000400:00000200:1.0:1767384978.093718:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008438f9d7 00000020:00000010:0.0:1767384978.093721:0:17897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c5ed65a. 00000400:00000010:1.0:1767384978.093722:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008438f9d7. 00000100:00000010:3.0:1767384978.093723:0:41015:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000011dbbfca. 00000400:00000010:2.0:1767384978.093731:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000bcdcb26. 00000100:00000200:1.0:1767384978.093733:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008e6892f1 x1853237348043008/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384988 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384978.093734:0:41015:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000036e405ab. 00000100:00000200:1.0:1767384978.093745:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008e6892f1 x1853237348043008/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384988 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384978.093750:0:41015:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000090269785. 00000100:00000010:3.0:1767384978.093755:0:41015:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b1070430. 00000020:00000010:3.0:1767384978.093761:0:41015:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000b9df57eb. 00000020:00000010:3.0:1767384978.093763:0:41015:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000b9df57eb. 00000040:00000010:3.0:1767384978.093765:0:41015:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000015b95b3e. 00000020:00000010:3.0:1767384978.093771:0:41015:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000009cbf5ae6. 00000020:00000010:3.0:1767384978.093777:0:41015:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007efdb108. 00000040:00000010:3.0:1767384978.093779:0:41015:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000323f6992. 00000020:00000010:3.0:1767384978.093781:0:41015:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000066256ba5. 00000020:00000010:3.0:1767384978.093785:0:41015:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002284a063. 00000020:00000010:3.0:1767384978.093788:0:41015:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ab774833. 80000000:00000010:3.0:1767384978.093791:0:41015:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f3c2e501. 02000000:00000010:1.0:1767384978.093791:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ba06bd0c. 00000100:00000010:0.0:1767384978.093793:0:41020:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003567746b. 02000000:00000010:1.0:1767384978.093798:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000056cb2c3d. 40000000:00000010:3.0:1767384978.093799:0:41015:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fe655802. 02000000:00000010:0.0:1767384978.093801:0:41020:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000111c4938. 00000100:00000010:1.0:1767384978.093806:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008e6892f1. 00100000:00000010:3.0:1767384978.093807:0:41015:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000bcd73fda. 00080000:00000010:2.0:1767384978.093809:0:41019:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000a430eef. 00040000:00000010:3.0:1767384978.093835:0:41015:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cbe0672c. 00080000:00000010:2.0:1767384978.093841:0:41019:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000081afc576. 00040000:00000010:3.0:1767384978.093842:0:41015:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ca11e8ea. 00080000:00000010:2.0:1767384978.093849:0:41019:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000a8ea48d6. 00080000:00000010:3.0:1767384978.093850:0:41015:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ab70bce9. 00080000:00000010:3.0:1767384978.093855:0:41015:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000223c4825. 00040000:00000010:1.0:1767384978.093857:0:16360:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000013419390. 00000004:00000010:3.0:1767384978.093858:0:41015:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002436b096. 00002000:00000010:3.0:1767384978.093864:0:41015:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004243318a. 00000004:00000010:1.0:1767384978.093864:0:16360:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000054c3ddea. 00000020:00000010:3.0:1767384978.093867:0:41015:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b1d0c66. 00000004:00000010:1.0:1767384978.093869:0:16360:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003626c987. 00080000:00000010:2.0:1767384978.093870:0:41019:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000081afc576. 00000004:00000010:1.0:1767384978.093875:0:16360:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001caa9ef5. 00000004:00000010:1.0:1767384978.093879:0:16360:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ba06bd0c. 00080000:00000010:2.0:1767384978.093881:0:41019:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008a48bc0a. 00040000:00000010:3.0:1767384978.093886:0:16361:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000875846e2. 02000000:00000010:1.0:1767384978.093888:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000004c9a19c. 00000004:00000010:2.0:1767384978.093889:0:41019:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000093e000b2. 00000004:00000010:3.0:1767384978.093891:0:16361:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000073adcf02. 00000040:00000010:0.0:1767384978.093892:0:40986:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000f39b7cf3. 00000400:00000010:1.0:1767384978.093895:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000168ebbd4. 00000004:00000010:3.0:1767384978.093898:0:16361:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000065de853a. 00000040:00000010:0.0:1767384978.093900:0:40986:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007fd82809. 00000400:00000010:1.0:1767384978.093901:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008438f9d7. 00000004:00000010:3.0:1767384978.093903:0:16361:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000054fa990f. 00000040:00000010:0.0:1767384978.093905:0:40986:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002326dd97. 00000100:00000200:1.0:1767384978.093906:0:16360:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348043264, portal 4 00000004:00000010:3.0:1767384978.093907:0:16361:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000b65b782. 00000400:00000010:1.0:1767384978.093914:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001cc58faf. 00000020:00000010:0.0:1767384978.093914:0:40986:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ea0df8a7. 00000100:00000200:1.0:1767384978.093920:0:16360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237348043264, offset 0 00000040:00000010:0.0:1767384978.093920:0:40986:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b1c86b4a. 00000020:00000010:0.0:1767384978.093926:0:40986:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008c0904d2. 00000400:00000200:1.0:1767384978.093930:0:16360:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384978.093933:0:40986:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000192814a9. 80000000:00000010:0.0:1767384978.093937:0:40986:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f977713f. 00000400:00000200:1.0:1767384978.093940:0:16360:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00040000:00000010:0.0:1767384978.093942:0:40986:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003707cd7f. 00080000:00000010:0.0:1767384978.093948:0:40986:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000008a7baebd. 00000400:00000200:1.0:1767384978.093951:0:16360:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958271d08a00 00080000:00000010:0.0:1767384978.093954:0:40986:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000000fb13919. 00000400:00000200:1.0:1767384978.093959:0:16360:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3808 20000000:00000010:0.0:1767384978.093960:0:40986:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000044f12501. 00000400:00000200:1.0:1767384978.093966:0:16360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384978.093966:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025f11edc. 00000400:00000200:1.0:1767384978.093973:0:16360:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 10000000:00000010:0.0:1767384978.093973:0:40986:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000425be132. 00000100:00000200:1.0:1767384978.093980:0:16360:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1767384978.093984:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000309aee7d. 00000100:00000010:0.0:1767384978.093993:0:40986:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069b7613e. 00000400:00000200:1.0:1767384978.093996:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cc58faf 00000400:00000010:1.0:1767384978.093999:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001cc58faf. 02000000:00000010:0.0:1767384978.094002:0:40986:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009c5ed65a. 00000100:00000200:1.0:1767384978.094004:0:16360:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003567746b x1853237348043264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384994 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1767384978.094012:0:40986:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000036c55878. 00010000:00000010:0.0:1767384978.094018:0:40986:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000002aa008c. 00000100:00000010:0.0:1767384978.094028:0:40986:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006144624f. 02000000:00000010:0.0:1767384978.094036:0:40986:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ecc144af. 00000400:00000010:0.0:1767384978.094039:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c7b2486. 00000020:00000010:1.0:1767384978.094043:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ee6f580. 00000400:00000010:0.0:1767384978.094044:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8e7a793. 00000100:00000200:0.0:1767384978.094049:0:40986:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348043392, portal 25 00000020:00000010:1.0:1767384978.094050:0:17898:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008207fac7. 00000400:00000010:0.0:1767384978.094055:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8d1e8df. 00000100:00000200:0.0:1767384978.094058:0:40986:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237348043392, offset 0 00000400:00000200:0.0:1767384978.094063:0:40986:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384978.094068:0:17898:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d329fbb5. 00000400:00000200:0.0:1767384978.094069:0:40986:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384978.094074:0:17898:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c9b20c88. 00000020:00000010:1.0:1767384978.094079:0:17898:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002cf3168e. 00000400:00000200:0.0:1767384978.094079:0:40986:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958271d08a80 00000400:00000200:0.0:1767384978.094087:0:40986:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x21b1 [2] + 0 00000400:00000010:0.0:1767384978.094090:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1cded85. 00000400:00000200:0.0:1767384978.094093:0:40986:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009f0e4737 00000400:00000200:0.0:1767384978.094095:0:40986:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384978.094098:0:40986:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384978.094102:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f0e4737 00000400:00000010:0.0:1767384978.094104:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009f0e4737. 00000020:00000010:1.0:1767384978.094105:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000079979497. 00000100:00000200:0.0:1767384978.094107:0:40986:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1767384978.094109:0:17898:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000079979497. 00000100:00000200:1.0:1767384978.094113:0:17898:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348043264 02000000:00000010:1.0:1767384978.094121:0:17898:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000ee27bfeb. 00000400:00000200:0.0:1767384978.094121:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8d1e8df 00000400:00000010:0.0:1767384978.094125:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8d1e8df. 00000100:00000200:0.0:1767384978.094130:0:40986:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069b7613e x1853237348043392/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384994 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384978.094133:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081afc576. 00000020:00000010:2.0:1767384978.094138:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081afc576. 00010000:00000200:1.0:1767384978.094140:0:17898:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000309aee7d x1853237348043264/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:204/0 lens 224/368 e 0 to 0 dl 1767384989 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384978.094144:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f7fdf32. 00000020:00000010:2.0:1767384978.094150:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000051913ac5. 00000400:00000010:1.0:1767384978.094153:0:17898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001cc58faf. 00000020:00000010:2.0:1767384978.094154:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bcfd3a7d. 00000100:00000200:1.0:1767384978.094158:0:17898:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237348043264, offset 224 00000400:00000200:1.0:1767384978.094164:0:17898:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384978.094169:0:17898:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384978.094174:0:17898:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958271d08a00 00000400:00000200:1.0:1767384978.094178:0:17898:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2a3d [1] + 224 00000400:00000200:1.0:1767384978.094181:0:17898:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384978.094184:0:17898:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384978.094189:0:17898:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003567746b x1853237348043264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384994 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384978.094204:0:17898:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cc58faf 00000400:00000010:1.0:1767384978.094206:0:17898:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001cc58faf. 00000020:00000010:1.0:1767384978.094215:0:17898:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c9b20c88. 00000020:00000010:1.0:1767384978.094218:0:17898:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002cf3168e. 00000400:00000010:0.0:1767384978.094220:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000168ebbd4. 00000020:00000010:1.0:1767384978.094221:0:17898:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d329fbb5. 00000400:00000200:0.0:1767384978.094237:0:16360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008438f9d7 00000400:00000010:0.0:1767384978.094240:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008438f9d7. 00000100:00000200:0.0:1767384978.094248:0:16360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003567746b x1853237348043264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384994 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384978.094250:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081afc576. 00000020:00000010:2.0:1767384978.094256:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081afc576. 00000100:00000200:2.0:1767384978.094261:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348043392 00000100:00000200:0.0:1767384978.094262:0:16360:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003567746b x1853237348043264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384994 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1767384978.094273:0:40995:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000b3945b7. 00000020:00000010:0.0:1767384978.094274:0:16360:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000000fb13919. 00010000:00000010:2.0:1767384978.094279:0:40995:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000af330208. 02000000:00000010:2.0:1767384978.094289:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000e052e1a6. 02000000:00000010:0.0:1767384978.094291:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000004c9a19c. 02000000:00000010:0.0:1767384978.094296:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000111c4938. 00000100:00000010:0.0:1767384978.094299:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003567746b. 00010000:00000200:2.0:1767384978.094304:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bbc8025c x1853237348043392/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:204/0 lens 328/344 e 0 to 0 dl 1767384989 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384978.094315:0:40995:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000100:00000200:2.0:1767384978.094318:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237348043392, offset 224 00000400:00000200:2.0:1767384978.094322:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384978.094326:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384978.094330:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958271d08a80 00000400:00000200:2.0:1767384978.094333:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a45 [1] + 224 00000400:00000200:2.0:1767384978.094336:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384978.094338:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384978.094341:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069b7613e x1853237348043392/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384994 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384978.094354:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c2d411d 00000400:00000010:2.0:1767384978.094361:0:40995:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000400:00000010:0.0:1767384978.094371:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c7b2486. 00000020:00000010:2.0:1767384978.094372:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000051913ac5. 00000400:00000200:0.0:1767384978.094376:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8e7a793 00000020:00000010:2.0:1767384978.094377:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bcfd3a7d. 00000400:00000010:0.0:1767384978.094379:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8e7a793. 00000020:00000010:2.0:1767384978.094381:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f7fdf32. 00000100:00000200:0.0:1767384978.094386:0:40986:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069b7613e x1853237348043392/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384978.094387:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000e052e1a6. 00000100:00000200:2.0:1767384978.094393:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:0.0:1767384978.094397:0:40986:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069b7613e x1853237348043392/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384978.094398:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000345f2fa3. 00000400:00000010:2.0:1767384978.094405:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000067fa15d3. 00000100:00000010:0.0:1767384978.094414:0:40986:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006144624f. 02000000:00000010:0.0:1767384978.094425:0:40986:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ecc144af. 02000000:00000010:0.0:1767384978.094428:0:40986:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009c5ed65a. 00000100:00000010:0.0:1767384978.094430:0:40986:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069b7613e. 10000000:00000010:0.0:1767384978.094437:0:40986:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 000000005ee66b65. 00000004:00000010:3.0:1767384978.094653:0:40988:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 0000000093e000b2. 00080000:00000010:3.0:1767384978.094658:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008a48bc0a. 00080000:00000010:3.0:1767384978.094661:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000a430eef. 00080000:00000010:3.0:1767384978.094664:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000bdcb15a9. 00080000:00000010:3.0:1767384978.094667:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ebef4e03. 00080000:00000010:3.0:1767384978.094669:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e60b8186. 00000100:00000010:0.0:1767384978.094923:0:40986:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069b7613e. 02000000:00000010:0.0:1767384978.094929:0:40986:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009c5ed65a. 00000100:00000010:0.0:1767384978.094934:0:40986:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ecc144af. 00000100:00000010:0.0:1767384978.094936:0:40986:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 000000006294c3ca. 00000100:00000010:0.0:1767384978.094946:0:40986:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006144624f. 00000400:00000010:0.0:1767384978.094954:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c7b2486. 00000400:00000010:0.0:1767384978.094958:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008a7baebd. 00000100:00000200:0.0:1767384978.094961:0:40986:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6958271d08b00-0x6958271d08b00, portal 33 02000000:00000010:0.0:1767384978.094965:0:40986:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000138d866d. 00000400:00000010:0.0:1767384978.094967:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090ab62fc. 00000400:00000010:0.0:1767384978.094969:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8e7a793. 00000100:00000200:0.0:1767384978.094970:0:40986:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348043520, portal 25 00000400:00000010:0.0:1767384978.094972:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8d1e8df. 00000100:00000200:0.0:1767384978.094973:0:40986:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237348043520, offset 0 00000400:00000200:0.0:1767384978.094976:0:40986:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384978.094980:0:40986:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384978.094984:0:40986:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958271d08b00 00000400:00000200:0.0:1767384978.094986:0:40986:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x21b5 [2] + 0 00000400:00000010:0.0:1767384978.094988:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093d9900b. 00000400:00000200:0.0:1767384978.094990:0:40986:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b364a00e 00000400:00000200:0.0:1767384978.094992:0:40986:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384978.094994:0:40986:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384978.094996:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b364a00e 00000400:00000010:0.0:1767384978.094997:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b364a00e. 00000100:00000200:0.0:1767384978.094999:0:40986:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384978.095009:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8d1e8df 00000400:00000010:0.0:1767384978.095011:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8d1e8df. 00000100:00000200:0.0:1767384978.095013:0:40986:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069b7613e x1853237348043520/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384994 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384978.095034:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081afc576. 00000020:00000010:2.0:1767384978.095037:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081afc576. 00000020:00000010:2.0:1767384978.095040:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f7fdf32. 00000020:00000010:2.0:1767384978.095042:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000051913ac5. 00000020:00000010:2.0:1767384978.095045:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bcfd3a7d. 00000020:00000010:2.0:1767384978.095062:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081afc576. 00000020:00000010:2.0:1767384978.095064:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081afc576. 00000100:00000200:2.0:1767384978.095066:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348043520 02000000:00000010:2.0:1767384978.095072:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000e052e1a6. 20000000:00000010:2.0:1767384978.095080:0:40995:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000552bca0f. 00000100:00000010:2.0:1767384978.095113:0:40995:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000024b520c. 00000100:00000010:2.0:1767384978.095115:0:40995:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000e9aadc93. 00000400:00000010:2.0:1767384978.095119:0:40995:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000400:00000010:2.0:1767384978.095122:0:40995:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a34d9b7b. 00000400:00000200:2.0:1767384978.095125:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384978.095129:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384978.095133:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 864 into portal 33 MB=0x6958271d08b00 00000400:00000200:2.0:1767384978.095136:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 864/864 into md 0x2a59 [256] + 0 00000400:00000010:2.0:1767384978.095138:0:40995:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c7b2486. 00000400:00000200:2.0:1767384978.095140:0:40995:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008a7baebd 00000400:00000200:2.0:1767384978.095142:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384978.095144:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384978.095146:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a7baebd 00000400:00000010:2.0:1767384978.095147:0:40995:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008a7baebd. 00000100:00000200:2.0:1767384978.095149:0:40995:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000069b7613e desc 00000000ecc144af mbits 1853237348043520 00000400:00000200:2.0:1767384978.095158:0:40995:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384978.095166:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384978.095171:0:40995:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2a65 00000400:00000200:2.0:1767384978.095173:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384978.095176:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000200:2.0:1767384978.095179:0:40995:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000024b520c 00000400:00000200:2.0:1767384978.095183:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c2d411d 00000400:00000010:2.0:1767384978.095184:0:40995:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000100:00000200:2.0:1767384978.095186:0:40995:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000024b520c 00000100:00000200:2.0:1767384978.095190:0:40995:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 864 bytes via portal 33 id 12345-0@lo mbits 0x6958271d08b00-0x6958271d08b00 00000100:00000010:2.0:1767384978.095195:0:40995:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000e9aadc93. 00000100:00000010:2.0:1767384978.095198:0:40995:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000024b520c. 20000000:00000010:2.0:1767384978.095202:0:40995:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000552bca0f. 00010000:00000200:2.0:1767384978.095207:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000089f822a x1853237348043520/t0(0) o256->b543db4a-4900-454f-be04-352b2897a173@0@lo:204/0 lens 304/240 e 0 to 0 dl 1767384989 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384978.095214:0:40995:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000100:00000200:2.0:1767384978.095216:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237348043520, offset 224 00000400:00000200:2.0:1767384978.095218:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384978.095221:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384978.095244:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958271d08b00 00000400:00000200:2.0:1767384978.095247:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x2a5d [1] + 224 00000400:00000200:2.0:1767384978.095250:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384978.095252:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384978.095254:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069b7613e x1853237348043520/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384994 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384978.095266:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c2d411d 00000400:00000010:2.0:1767384978.095267:0:40995:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000020:00000010:2.0:1767384978.095275:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000051913ac5. 00000020:00000010:2.0:1767384978.095278:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bcfd3a7d. 00000400:00000010:0.0:1767384978.095279:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090ab62fc. 00000020:00000010:2.0:1767384978.095280:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f7fdf32. 00000400:00000200:0.0:1767384978.095286:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8e7a793 02000000:00000010:2.0:1767384978.095287:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000e052e1a6. 00000400:00000010:0.0:1767384978.095289:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8e7a793. 00000100:00000200:2.0:1767384978.095292:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:0.0:1767384978.095296:0:40986:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069b7613e x1853237348043520/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384978.095297:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3c5121f. 00000100:00000200:0.0:1767384978.095303:0:40986:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069b7613e x1853237348043520/t0(0) o256->MGC192.168.203.134@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384978.095307:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e5cfb357. 00000100:00000010:0.0:1767384978.095319:0:40986:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006144624f. 10000000:00000010:0.0:1767384978.095328:0:40986:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000048b5c84c. 00000100:00000200:0.0:1767384978.095335:0:40986:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.134@tcp with 192.168.203.134@tcp 00000100:00000200:0.0:1767384978.095337:0:40986:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.134@tcp' 00000100:00000200:0.0:1767384978.095338:0:40986:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.203.134@tcp' 00000400:00000200:0.0:1767384978.095340:0:40986:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:0.0:1767384978.095342:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.134@tcp 00000400:00000200:0.0:1767384978.095344:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384978.095346:0:40986:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (42) 00000400:00000200:0.0:1767384978.095348:0:40986:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (43) 00000400:00000200:0.0:1767384978.095355:0:40986:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:0.0:1767384978.095356:0:40986:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384978.095358:0:40986:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384978.095360:0:40986:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp: 0. pending discovery 00000400:00000200:0.0:1767384978.095362:0:40986:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (44) 00000400:00000200:0.0:1767384978.095364:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp 00000400:00000200:2.0:1767384978.095365:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384978.095366:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.134@tcp10 00000400:00000200:0.0:1767384978.095371:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384978.095373:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 00000400:00000200:0.0:1767384978.095374:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp10 00000400:00000200:0.0:1767384978.095379:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.134@tcp11 00000400:00000010:2.0:1767384978.095380:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000400:00000200:0.0:1767384978.095383:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384978.095384:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (43) 00000400:00000200:0.0:1767384978.095386:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp11 00000400:00000010:2.0:1767384978.095388:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000534a9c74. 00000400:00000200:0.0:1767384978.095389:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.134@tcp12 00000400:00000200:0.0:1767384978.095396:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384978.095398:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:0.0:1767384978.095399:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp12 00000400:00000200:0.0:1767384978.095403:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.134@tcp13 00000400:00000200:0.0:1767384978.095405:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.095406:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp13 00000400:00000200:2.0:1767384978.095408:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:0.0:1767384978.095411:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.134@tcp14 00000400:00000200:2.0:1767384978.095416:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 135], ns[150, 140] 00000400:00000200:0.0:1767384978.095417:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.095421:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp14 00000400:00000200:0.0:1767384978.095424:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.134@tcp15 00000400:00000200:2.0:1767384978.095427:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[192, 135], ns[197, 140] 00000400:00000200:0.0:1767384978.095430:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.095434:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp15 00000400:00000200:0.0:1767384978.095438:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.134@tcp16 00000400:00000200:2.0:1767384978.095439:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[196, 135], ns[201, 140] 00000400:00000200:0.0:1767384978.095443:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.095447:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp16 00000400:00000200:2.0:1767384978.095449:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 135], ns[75, 140] 00000400:00000200:0.0:1767384978.095451:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.134@tcp17 00000400:00000200:0.0:1767384978.095457:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384978.095458:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 73], ns[77, 75] 00000400:00000200:0.0:1767384978.095461:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp17 00000400:00000200:0.0:1767384978.095466:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.134@tcp18 00000400:00000200:2.0:1767384978.095467:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 73], ns[82, 75] 00000400:00000200:0.0:1767384978.095471:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.095475:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp18 00000400:00000200:2.0:1767384978.095476:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 73], ns[88, 75] 00000400:00000200:0.0:1767384978.095479:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.134@tcp19 00000400:00000200:0.0:1767384978.095484:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384978.095487:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 73], ns[91, 75] 00000400:00000200:0.0:1767384978.095488:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp19 00000400:00000200:0.0:1767384978.095492:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.134@tcp20 00000400:00000200:2.0:1767384978.095497:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 73], ns[103, 75] 00000400:00000200:0.0:1767384978.095498:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.095502:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp20 00000400:00000200:0.0:1767384978.095507:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.134@tcp21 00000400:00000200:2.0:1767384978.095508:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 73], ns[109, 75] 00000400:00000200:0.0:1767384978.095512:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.095516:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp21 00000400:00000200:2.0:1767384978.095520:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 73], ns[112, 75] 00000400:00000200:0.0:1767384978.095520:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.134@tcp22 00000400:00000200:0.0:1767384978.095526:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.095529:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp22 00000400:00000200:2.0:1767384978.095532:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 73], ns[120, 75] 00000400:00000200:0.0:1767384978.095533:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.134@tcp23 00000400:00000200:0.0:1767384978.095539:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.095542:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp23 00000400:00000200:2.0:1767384978.095543:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 73], ns[125, 75] 00000400:00000200:0.0:1767384978.095547:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.134@tcp24 00000400:00000200:2.0:1767384978.095552:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 73], ns[129, 75] 00000400:00000200:0.0:1767384978.095554:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.095558:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp24 00000400:00000200:0.0:1767384978.095560:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.134@tcp25 00000400:00000200:0.0:1767384978.095561:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.095562:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp25 00000400:00000200:0.0:1767384978.095566:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.134@tcp26 00000400:00000200:0.0:1767384978.095571:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.095573:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp26 00000400:00000200:2.0:1767384978.095576:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 73], ns[155, 75] 00000400:00000200:0.0:1767384978.095577:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.134@tcp27 00000400:00000200:0.0:1767384978.095583:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.095586:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp27 00000400:00000200:2.0:1767384978.095588:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 73], ns[159, 75] 00000400:00000200:0.0:1767384978.095590:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.134@tcp28 00000400:00000200:0.0:1767384978.095595:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.095598:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp28 00000400:00000200:2.0:1767384978.095599:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 73], ns[176, 75] 00000400:00000200:0.0:1767384978.095602:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.134@tcp29 00000400:00000200:0.0:1767384978.095608:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384978.095611:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[178, 73], ns[183, 75] 00000400:00000200:0.0:1767384978.095612:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp29 00000400:00000200:0.0:1767384978.095616:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.134@tcp30 00000400:00000200:2.0:1767384978.095622:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[211, 73], ns[247, 75] 00000400:00000200:0.0:1767384978.095622:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.095625:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp30 00000400:00000200:0.0:1767384978.095628:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.134@tcp31 00000400:00000200:2.0:1767384978.095634:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 73], ns[174, 75] 00000400:00000200:0.0:1767384978.095634:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.095637:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp31 00000400:00000200:0.0:1767384978.095643:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.134@tcp32 00000400:00000200:2.0:1767384978.095644:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[300, 1000], np[4294967295, 4294967295], ps[213, 73], ns[249, 75] 00000400:00000200:0.0:1767384978.095648:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.095652:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp32 00000400:00000200:2.0:1767384978.095655:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[180, 73], ns[185, 75] 00000400:00000200:0.0:1767384978.095656:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.134@tcp33 00000400:00000200:0.0:1767384978.095661:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.095664:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp33 00000400:00000200:2.0:1767384978.095665:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 73], ns[80, 75] 00000400:00000200:0.0:1767384978.095669:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.134@tcp34 00000400:00000200:2.0:1767384978.095674:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 73], ns[145, 75] 00000400:00000200:0.0:1767384978.095675:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.095679:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp34 00000400:00000200:0.0:1767384978.095684:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.134@tcp35 00000400:00000200:2.0:1767384978.095685:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 73], ns[117, 75] 00000400:00000200:0.0:1767384978.095688:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.095692:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp35 00000400:00000200:2.0:1767384978.095694:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 73], ns[163, 75] 00000400:00000200:0.0:1767384978.095696:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.134@tcp36 00000400:00000200:0.0:1767384978.095703:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767384978.095706:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 73], ns[108, 75] 00000400:00000200:0.0:1767384978.095706:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp36 00000400:00000200:0.0:1767384978.095711:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.134@tcp37 00000400:00000200:0.0:1767384978.095716:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384978.095718:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 73], ns[132, 75] 00000400:00000200:0.0:1767384978.095719:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp37 00000400:00000200:0.0:1767384978.095724:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.134@tcp38 00000400:00000200:0.0:1767384978.095729:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767384978.095733:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[206, 73], ns[242, 75] 00000400:00000200:0.0:1767384978.095733:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp38 00000400:00000200:0.0:1767384978.095737:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.134@tcp39 00000400:00000200:0.0:1767384978.095743:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767384978.095746:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 73], ns[168, 75] 00000400:00000200:0.0:1767384978.095746:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp39 00000400:00000200:0.0:1767384978.095749:0:40986:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.134@tcp40 00000400:00000200:0.0:1767384978.095755:0:40986:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767384978.095758:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 73], ns[148, 75] 00000400:00000200:0.0:1767384978.095759:0:40986:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp40 00000400:00000200:2.0:1767384978.095765:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[187, 73], ns[192, 75] 10000000:00000010:0.0:1767384978.095765:0:40986:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000411ae4f1. 00000020:00000010:0.0:1767384978.095771:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000438de844. 00000400:00000200:2.0:1767384978.095775:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[164, 73], ns[169, 75] 00000020:00000010:0.0:1767384978.095776:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000864aee5e. 00000040:00000010:0.0:1767384978.095781:0:40986:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002d7f6a70. 00000400:00000200:2.0:1767384978.095784:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[212, 73], ns[248, 75] 00000020:00000010:0.0:1767384978.095786:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000781ee12f. 00000400:00000200:2.0:1767384978.095791:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[214, 73], ns[250, 75] 00000020:00000010:0.0:1767384978.095792:0:40986:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000de9a283b. 00000020:00000010:0.0:1767384978.095796:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000025359bc5. 00000400:00000200:2.0:1767384978.095800:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[202, 73], ns[207, 75] 80000000:00000010:0.0:1767384978.095801:0:40986:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d02339ec. 40000000:00000010:0.0:1767384978.095805:0:40986:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b015ec6e. 00000400:00000200:2.0:1767384978.095808:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[209, 73], ns[245, 75] 00100000:00000010:0.0:1767384978.095809:0:40986:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f6fc005f. 00040000:00000010:0.0:1767384978.095833:0:40986:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000111c4938. 00040000:00000010:0.0:1767384978.095836:0:40986:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000156aeeba. 00040000:00000010:0.0:1767384978.095838:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000049c69595. 00080000:00000010:0.0:1767384978.095841:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008a7baebd. 00080000:00000010:0.0:1767384978.095854:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007eab76b0. 00000004:00000010:0.0:1767384978.095858:0:40986:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008c0904d2. 00000004:00000010:0.0:1767384978.095862:0:40986:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cbd54093. 00000004:00000010:0.0:1767384978.095867:0:40986:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000007d176c6. 00002000:00000010:0.0:1767384978.095870:0:40986:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007ee70e0a. 00000004:00000010:0.0:1767384978.095872:0:40986:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000058a12a41. 00000020:00000010:0.0:1767384978.095916:0:40986:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000864aee5e. 00000040:00000010:0.0:1767384978.095920:0:40986:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002d7f6a70. 00000400:00000200:2.0:1767384978.095924:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[210, 73], ns[246, 75] 00000020:00000010:0.0:1767384978.095925:0:40986:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000781ee12f. 00000020:00000010:0.0:1767384978.095931:0:40986:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000de9a283b. 00000400:00000200:2.0:1767384978.095934:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[215, 73], ns[251, 75] 00000020:00000010:0.0:1767384978.095937:0:40986:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000025359bc5. 00000400:00000200:2.0:1767384978.095942:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 73], ns[0, 75] 80000000:00000010:0.0:1767384978.095942:0:40986:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d02339ec. 40000000:00000010:0.0:1767384978.095949:0:40986:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b015ec6e. 00000400:00000200:2.0:1767384978.095951:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp49 00100000:00000010:0.0:1767384978.095954:0:40986:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f6fc005f. 00000400:00000200:2.0:1767384978.095957:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp49 00040000:00000010:0.0:1767384978.095960:0:40986:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000111c4938. 00000400:00000200:2.0:1767384978.095964:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp49 lpni_is_preferred = 0 00040000:00000010:0.0:1767384978.095966:0:40986:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000156aeeba. 00000400:00000200:2.0:1767384978.095970:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp49 00040000:00000010:0.0:1767384978.095971:0:40986:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000049c69595. 00000400:00000200:2.0:1767384978.095977:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp49 NI seq info: [252:252:256:4294967295] 192.168.203.134@tcp49 LPNI seq info [216:216:8:4294967295] 00080000:00000010:0.0:1767384978.095977:0:40986:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007eab76b0. 00080000:00000010:0.0:1767384978.095984:0:40986:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008a7baebd. 00000400:00000200:2.0:1767384978.095987:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp49 00000004:00000010:0.0:1767384978.095989:0:40986:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008c0904d2. 00000004:00000010:0.0:1767384978.095992:0:40986:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cbd54093. 00000004:00000010:0.0:1767384978.095998:0:40986:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000007d176c6. 00000400:00000200:2.0:1767384978.096001:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp49(192.168.203.134@tcp49:) -> 192.168.203.134@tcp49(192.168.203.134@tcp:192.168.203.134@tcp49) : PUT try# 0 00002000:00000010:0.0:1767384978.096002:0:40986:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007ee70e0a. 00000004:00000010:0.0:1767384978.096007:0:40986:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000058a12a41. 00000800:00000200:2.0:1767384978.096011:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.134@tcp49 00000020:00000010:0.0:1767384978.096012:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000438de844. 00000800:00000010:2.0:1767384978.096016:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d6a67417. 10000000:00000010:0.0:1767384978.096017:0:40986:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000411ae4f1. 10000000:00000010:0.0:1767384978.096022:0:40986:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000048b5c84c. 00000800:00000010:2.0:1767384978.096023:0:16356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b1a9c9b7. 02000000:00000010:0.0:1767384978.096026:0:40986:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000138d866d. 00000800:00000010:2.0:1767384978.096027:0:16356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000008483d283. 00000800:00000200:2.0:1767384978.096033:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1a9c9b7] -> 12345-192.168.203.134@tcp49 (2) 00000800:00000200:2.1:1767384978.096036:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1a9c9b7] -> 12345-192.168.203.134@tcp49 (2) 00000100:00000010:0.0:1767384978.096036:0:40986:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 000000006294c3ca. 00000100:00000010:0.0:1767384978.096041:0:40986:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ecc144af. 02000000:00000010:0.0:1767384978.096044:0:40986:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009c5ed65a. 00000100:00000010:0.0:1767384978.096047:0:40986:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069b7613e. 00000400:00000200:2.0:1767384978.096049:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000400:00000200:2.0:1767384978.096053:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100571 rc 0 00000400:00000200:3.0:1767384978.096083:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.096116:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.096141:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.096161:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.096183:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.096218:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.096264:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.096301:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.096335:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.096365:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.096387:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.096413:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.096433:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.096454:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.096484:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.096512:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.096537:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.096565:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.096594:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.096623:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 10000000:00000010:0.0:1767384978.096650:0:40986:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 2048 at 000000005ee66b65. 00000400:00000200:3.0:1767384978.096653:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000100:00000010:0.0:1767384978.096669:0:40986:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069b7613e. 02000000:00000010:0.0:1767384978.096676:0:40986:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000438de844. 00010000:00000010:0.0:1767384978.096683:0:40986:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007188be39. 00000400:00000200:3.0:1767384978.096687:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00010000:00000010:0.0:1767384978.096688:0:40986:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a1c872c2. 00000100:00000010:0.0:1767384978.096698:0:40986:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006144624f. 02000000:00000010:0.0:1767384978.096705:0:40986:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ecc144af. 00000400:00000010:0.0:1767384978.096709:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090ab62fc. 00000400:00000010:0.0:1767384978.096714:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8e7a793. 00000100:00000200:0.0:1767384978.096716:0:40986:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348043648, portal 25 00000400:00000200:3.0:1767384978.096718:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000010:0.0:1767384978.096719:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8d1e8df. 00000100:00000200:0.0:1767384978.096724:0:40986:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237348043648, offset 0 00000400:00000200:0.0:1767384978.096729:0:40986:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384978.096734:0:40986:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384978.096739:0:40986:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958271d08b80 00000400:00000200:0.0:1767384978.096743:0:40986:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x21b9 [2] + 0 00000400:00000010:0.0:1767384978.096745:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001be486be. 00000400:00000200:0.0:1767384978.096748:0:40986:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000081906d86 00000400:00000200:3.0:1767384978.096751:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:0.0:1767384978.096751:0:40986:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384978.096757:0:40986:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384978.096760:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081906d86 00000400:00000010:0.0:1767384978.096763:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000081906d86. 00000100:00000200:0.0:1767384978.096767:0:40986:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384978.096779:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8d1e8df 00000400:00000010:0.0:1767384978.096781:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8d1e8df. 00000100:00000200:0.0:1767384978.096787:0:40986:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069b7613e x1853237348043648/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384994 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384978.096793:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000020:00000010:2.0:1767384978.096798:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081afc576. 00000020:00000010:2.0:1767384978.096803:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081afc576. 00000020:00000010:2.0:1767384978.096836:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f7fdf32. 00000020:00000010:2.0:1767384978.096840:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000051913ac5. 00000020:00000010:2.0:1767384978.096844:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bcfd3a7d. 00000020:00000010:2.0:1767384978.096870:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081afc576. 00000020:00000010:2.0:1767384978.096873:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081afc576. 00000100:00000200:2.0:1767384978.096876:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348043648 00000400:00000200:3.0:1767384978.096880:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00010000:00000010:2.0:1767384978.096885:0:40995:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e80a4f7b. 00010000:00000010:2.0:1767384978.096891:0:40995:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000019e4cef. 02000000:00000010:2.0:1767384978.096899:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000e052e1a6. 00010000:00000200:2.0:1767384978.096906:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000abfb1adc x1853237348043648/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:204/0 lens 328/344 e 0 to 0 dl 1767384989 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384978.096915:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000010:2.0:1767384978.096917:0:40995:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bd9e1ec. 00000100:00000200:2.0:1767384978.096921:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237348043648, offset 224 00000400:00000200:2.0:1767384978.096927:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384978.096932:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384978.096939:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958271d08b80 00000400:00000200:2.0:1767384978.096943:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a75 [1] + 224 00000400:00000200:2.0:1767384978.096946:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384978.096949:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384978.096954:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069b7613e x1853237348043648/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384994 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384978.096955:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.096974:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bd9e1ec 00000400:00000010:2.0:1767384978.096976:0:40995:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bd9e1ec. 00000020:00000010:2.0:1767384978.096986:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000051913ac5. 00000400:00000010:0.0:1767384978.096988:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090ab62fc. 00000020:00000010:2.0:1767384978.096989:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bcfd3a7d. 00000400:00000200:0.0:1767384978.096995:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8e7a793 00000020:00000010:2.0:1767384978.096996:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f7fdf32. 00000400:00000200:3.0:1767384978.096997:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000010:0.0:1767384978.096999:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8e7a793. 02000000:00000010:2.0:1767384978.097002:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000e052e1a6. 00000100:00000200:2.0:1767384978.097009:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:0.0:1767384978.097009:0:40986:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069b7613e x1853237348043648/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384978.097016:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc8f7de2. 00000100:00000200:0.0:1767384978.097019:0:40986:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069b7613e x1853237348043648/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384978.097021:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000095632632. 00000400:00000200:3.0:1767384978.097035:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000100:00000010:0.0:1767384978.097039:0:40986:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006144624f. 02000000:00000010:0.0:1767384978.097049:0:40986:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ecc144af. 02000000:00000010:0.0:1767384978.097051:0:40986:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000438de844. 00000100:00000010:0.0:1767384978.097053:0:40986:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069b7613e. 10000000:00000010:0.0:1767384978.097058:0:40986:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000b015ec6e. 00000020:00000010:0.0:1767384978.097062:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000438de844. 00000400:00000200:3.0:1767384978.097065:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000020:00000010:0.0:1767384978.097065:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c28a6122. 00000040:00000010:0.0:1767384978.097067:0:40986:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000049c69595. 00000020:00000010:0.0:1767384978.097071:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000007d176c6. 00000020:00000010:0.0:1767384978.097074:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000025359bc5. 80000000:00000010:0.0:1767384978.097076:0:40986:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d02339ec. 00040000:00000010:0.0:1767384978.097079:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002d7f6a70. 00080000:00000010:0.0:1767384978.097083:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007eab76b0. 00080000:00000010:0.0:1767384978.097087:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000081a9676e. 20000000:00000010:0.0:1767384978.097093:0:40986:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000f7dce6f3. 00000400:00000200:3.0:1767384978.097095:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000040:00000010:0.0:1767384978.097097:0:40986:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000617a56e8. 00000100:00000010:0.0:1767384978.097102:0:40986:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069b7613e. 02000000:00000010:0.0:1767384978.097108:0:40986:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ddedae4e. 00000100:00000010:0.0:1767384978.097114:0:40986:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006144624f. 00000400:00000200:3.0:1767384978.097120:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 02000000:00000010:0.0:1767384978.097121:0:40986:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000edc022ce. 00000400:00000010:0.0:1767384978.097126:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090ab62fc. 00000400:00000010:0.0:1767384978.097129:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8e7a793. 00000100:00000200:0.0:1767384978.097133:0:40986:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348043776, portal 25 00000400:00000010:0.0:1767384978.097136:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8d1e8df. 00000100:00000200:0.0:1767384978.097138:0:40986:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853237348043776, offset 0 00000400:00000200:0.0:1767384978.097144:0:40986:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384978.097149:0:40986:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384978.097154:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:0.0:1767384978.097155:0:40986:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x6958271d08c00 00000400:00000200:0.0:1767384978.097162:0:40986:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x21bd [2] + 0 00000400:00000010:0.0:1767384978.097165:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d030819. 00000400:00000200:0.0:1767384978.097168:0:40986:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c8e939b9 00000400:00000200:0.0:1767384978.097170:0:40986:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384978.097174:0:40986:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384978.097176:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8e939b9 00000400:00000010:0.0:1767384978.097178:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c8e939b9. 00000100:00000200:0.0:1767384978.097182:0:40986:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384978.097187:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:0.0:1767384978.097196:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8d1e8df 00000400:00000010:0.0:1767384978.097199:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8d1e8df. 00000100:00000200:0.0:1767384978.097202:0:40986:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069b7613e x1853237348043776/t0(0) o501->MGC192.168.203.134@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384994 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384978.097219:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081afc576. 00000020:00000010:2.0:1767384978.097222:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081afc576. 00000020:00000010:2.0:1767384978.097242:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f7fdf32. 00000020:00000010:2.0:1767384978.097244:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000051913ac5. 00000020:00000010:2.0:1767384978.097247:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bcfd3a7d. 00000020:00000010:2.0:1767384978.097270:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081afc576. 00000020:00000010:2.0:1767384978.097272:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081afc576. 00000100:00000200:2.0:1767384978.097276:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348043776 02000000:00000010:2.0:1767384978.097284:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000e052e1a6. 00000040:00000010:2.0:1767384978.097289:0:40995:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000ba5c5b0. 00000800:00000010:3.0:1767384978.097309:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b0869f2d. 00000040:00000010:2.0:1767384978.097309:0:40995:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000036c4629c. 00000020:00000010:2.0:1767384978.097313:0:40995:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000dc36b32c. 00000800:00000010:3.0:1767384978.097314:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000003029910. 00080000:00000010:2.0:1767384978.097320:0:40995:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001a34850b. 00000800:00000010:3.0:1767384978.097321:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dcb91fe9. 00000040:00000010:2.0:1767384978.097334:0:40995:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000036c4629c. 00000040:00000010:2.0:1767384978.097338:0:40995:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000ba5c5b0. 00000800:00000010:3.0:1767384978.097342:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dcb91fe9. 00010000:00000200:2.0:1767384978.097346:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f94482d8 x1853237348043776/t0(0) o501->b543db4a-4900-454f-be04-352b2897a173@0@lo:204/0 lens 504/272 e 0 to 0 dl 1767384989 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00020000:3.0:1767384978.097350:0:16349:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:3.0:1767384978.097355:0:16349:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000003029910. 00000400:00000010:2.0:1767384978.097356:0:40995:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bd9e1ec. 00000800:00000010:3.0:1767384978.097357:0:16349:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b0869f2d. 00000100:00000200:2.0:1767384978.097363:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237348043776, offset 224 00000400:00000200:2.0:1767384978.097369:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384978.097374:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384978.097380:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958271d08c00 00000400:00000200:2.0:1767384978.097384:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2a85 [1] + 224 00000400:00000200:2.0:1767384978.097387:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384978.097391:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384978.097396:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069b7613e x1853237348043776/t0(0) o501->MGC192.168.203.134@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384994 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:02020000:3.0:1767384978.097403:0:16349:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp49 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384978.097408:0:16349:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp49 notifying 192.168.203.134@tcp49: down 00000800:00000200:3.0:1767384978.097413:0:16349:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp49 down 00000400:00000200:2.0:1767384978.097415:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bd9e1ec 00000400:00000010:2.0:1767384978.097420:0:40995:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bd9e1ec. 00000800:00000100:3.0:1767384978.097422:0:16349:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 704 0@<0:0>->192.168.203.134@tcp49 00000800:00000010:3.0:1767384978.097426:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d6a67417. 00000400:00000010:0.0:1767384978.097426:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090ab62fc. 00000020:00000010:2.0:1767384978.097430:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000051913ac5. 00000400:00000200:3.0:1767384978.097433:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000020:00000010:2.0:1767384978.097434:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bcfd3a7d. 00000400:00000200:0.0:1767384978.097434:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8e7a793 00000400:00000010:0.0:1767384978.097438:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8e7a793. 00000020:00000010:2.0:1767384978.097441:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f7fdf32. 00000400:00000200:3.0:1767384978.097445:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp49->192.168.203.134@tcp49: PUT: LOCAL_ERROR 00000100:00000200:0.0:1767384978.097446:0:40986:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069b7613e x1853237348043776/t0(0) o501->MGC192.168.203.134@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384978.097448:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000e052e1a6. 00000100:00000200:2.0:1767384978.097456:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384978.097457:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp49 added to recovery queue. ping count: 0 next ping: 300 health :900 00000100:00000200:0.0:1767384978.097459:0:40986:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069b7613e x1853237348043776/t0(0) o501->MGC192.168.203.134@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384978.097462:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000010:2.0:1767384978.097468:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b25909dc. 00000400:00000200:3.0:1767384978.097469:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp: 1 00000400:00000010:2.0:1767384978.097475:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000211a636e. 00000400:00000200:3.0:1767384978.097477:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000100:00000010:0.0:1767384978.097482:0:40986:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006144624f. 02000000:00000010:0.0:1767384978.097488:0:40986:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000edc022ce. 02000000:00000010:0.0:1767384978.097491:0:40986:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ddedae4e. 00000100:00000010:0.0:1767384978.097494:0:40986:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069b7613e. 00000400:00000200:2.0:1767384978.097497:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000040:00000010:0.0:1767384978.097501:0:40986:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e1ccfe01. 00000400:00000200:2.0:1767384978.097503:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x101171 00000100:00000010:0.0:1767384978.097506:0:40986:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069b7613e. 00000400:00000200:2.0:1767384978.097507:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c2d411d 00000400:00000010:2.0:1767384978.097510:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 02000000:00000010:0.0:1767384978.097512:0:40986:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ddedae4e. 00000400:00000200:2.0:1767384978.097513:0:16356:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000100:00000010:0.0:1767384978.097519:0:40986:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006144624f. 00000400:00000200:2.0:1767384978.097521:0:16356:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:2.0:1767384978.097526:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (44) 00000400:00000200:2.0:1767384978.097529:0:16356:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.134@tcp 00000400:00000200:2.0:1767384978.097530:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 rc -71 00000400:00000200:2.0:1767384978.097532:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:2.0:1767384978.097534:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (43) 02000000:00000010:0.0:1767384978.097537:0:40986:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000bd0bd974. 00000400:00000010:0.0:1767384978.097542:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090ab62fc. 00000400:00000010:0.0:1767384978.097545:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000008468f3cf. 00000100:00000200:0.0:1767384978.097547:0:40986:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237348043904, portal 25 00000400:00000010:0.0:1767384978.097550:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8e7a793. 00000100:00000200:0.0:1767384978.097551:0:40986:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237348043904, offset 0 00000400:00000200:0.0:1767384978.097555:0:40986:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384978.097559:0:40986:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384978.097565:0:40986:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958271d08c80 00000400:00000200:0.0:1767384978.097567:0:40986:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21c1 [2] + 0 00000400:00000010:0.0:1767384978.097569:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b2e3047. 00000400:00000200:0.0:1767384978.097572:0:40986:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e6d7acf4 00000400:00000200:0.0:1767384978.097574:0:40986:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384978.097578:0:40986:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384978.097580:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6d7acf4 00000400:00000010:0.0:1767384978.097582:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e6d7acf4. 00000100:00000200:0.0:1767384978.097584:0:40986:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384978.097595:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8e7a793 00000400:00000010:0.0:1767384978.097597:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8e7a793. 00000100:00000200:0.0:1767384978.097603:0:40986:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069b7613e x1853237348043904/t0(0) o503->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384994 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384978.097610:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081afc576. 00000020:00000010:2.0:1767384978.097614:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081afc576. 00000020:00000010:2.0:1767384978.097618:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f7fdf32. 00000020:00000010:2.0:1767384978.097620:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000051913ac5. 00000020:00000010:2.0:1767384978.097622:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bcfd3a7d. 00000020:00000010:2.0:1767384978.097640:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081afc576. 00000020:00000010:2.0:1767384978.097642:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081afc576. 00000100:00000200:2.0:1767384978.097644:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348043904 02000000:00000010:2.0:1767384978.097659:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000321f54a5. 00000040:00000010:2.0:1767384978.097663:0:40995:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000ba5c5b0. 00000040:00000010:2.0:1767384978.097669:0:40995:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000865d512a. 00000040:00000010:2.0:1767384978.097675:0:40995:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000865d512a. 00000040:00000010:2.0:1767384978.097677:0:40995:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000ba5c5b0. 00010000:00000200:2.0:1767384978.097682:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000034edf5e7 x1853237348043904/t0(0) o503->b543db4a-4900-454f-be04-352b2897a173@0@lo:204/0 lens 272/8416 e 0 to 0 dl 1767384989 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384978.097690:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000d16cc9a3. 00000100:00000200:2.0:1767384978.097693:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237348043904, offset 224 00000400:00000200:2.0:1767384978.097696:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384978.097700:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384978.097704:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958271d08c80 00000400:00000200:2.0:1767384978.097713:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2a95 [4] + 224 00000400:00000200:2.0:1767384978.097717:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384978.097719:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384978.097723:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069b7613e x1853237348043904/t0(0) o503->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384994 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384978.097737:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d16cc9a3 00000400:00000010:2.0:1767384978.097738:0:40995:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000d16cc9a3. 00000020:00000010:2.0:1767384978.097747:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000051913ac5. 00000020:00000010:2.0:1767384978.097749:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bcfd3a7d. 00000400:00000010:0.0:1767384978.097749:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090ab62fc. 00000400:00000200:0.0:1767384978.097755:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008468f3cf 00000020:00000010:2.0:1767384978.097756:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f7fdf32. 00000400:00000010:0.0:1767384978.097759:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000008468f3cf. 02000000:00000010:2.0:1767384978.097761:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000321f54a5. 00000100:00000200:0.0:1767384978.097765:0:40986:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069b7613e x1853237348043904/t0(0) o503->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384978.097772:0:40986:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069b7613e x1853237348043904/t0(0) o503->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384978.097773:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384978.097780:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001af9ec5e. 00000400:00000010:2.0:1767384978.097785:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d16cc9a3. 00000100:00000010:0.0:1767384978.097789:0:40986:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006144624f. 02000000:00000010:0.0:1767384978.097797:0:40986:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000bd0bd974. 02000000:00000010:0.0:1767384978.097805:0:40986:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ddedae4e. 00000100:00000010:0.0:1767384978.097809:0:40986:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069b7613e. 00000040:00000010:0.0:1767384978.097840:0:40986:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000f3c7aa28. 00000020:00000010:2.0:1767384978.097942:0:41022:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f7fdf32. 00000020:00000010:2.0:1767384978.097945:0:41022:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000ba5c5b0. 00000040:00000010:2.0:1767384978.097947:0:41022:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008127d008. 00000020:00000010:2.0:1767384978.097949:0:41022:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000552bca0f. 00000020:00000010:2.0:1767384978.097952:0:41022:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000246a9fb3. 00000020:00000010:2.0:1767384978.097954:0:41022:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000088025cdb. 80000000:00000010:2.0:1767384978.097956:0:41022:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000032f89f61. 40000000:00000010:2.0:1767384978.097958:0:41022:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000081afc576. 00100000:00000010:2.0:1767384978.097961:0:41022:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a48d0a27. 00040000:00000010:2.0:1767384978.097963:0:41022:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d6a67417. 00040000:00000010:2.0:1767384978.097966:0:41022:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b76eb5c5. 00040000:00000010:2.0:1767384978.097968:0:41022:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005daa5509. 00080000:00000010:2.0:1767384978.097970:0:41022:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000865d512a. 00080000:00000010:2.0:1767384978.097974:0:41022:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000048cb239c. 00000004:00000010:2.0:1767384978.097976:0:41022:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002f25f2b7. 00000004:00000010:2.0:1767384978.097979:0:41022:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003938e241. 00000004:00000010:2.0:1767384978.097981:0:41022:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c003bdcf. 00002000:00000010:2.0:1767384978.097983:0:41022:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e052e1a6. 00000004:00000010:2.0:1767384978.097985:0:41022:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000024b520c. 00000020:00000010:2.0:1767384978.097993:0:41022:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000015db252f. 00000040:00000010:2.0:1767384978.097998:0:41022:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000ab41f7c0. 00000040:00000010:2.0:1767384978.098390:0:41022:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000ab41f7c0. 00000020:00000010:2.0:1767384978.098394:0:41022:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000015db252f. 00000020:00000010:2.0:1767384978.098403:0:41022:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000ba5c5b0. 00000040:00000010:2.0:1767384978.098405:0:41022:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008127d008. 00000020:00000010:2.0:1767384978.098407:0:41022:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000552bca0f. 00000020:00000010:2.0:1767384978.098409:0:41022:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000246a9fb3. 00000020:00000010:2.0:1767384978.098411:0:41022:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000088025cdb. 80000000:00000010:2.0:1767384978.098412:0:41022:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000032f89f61. 40000000:00000010:2.0:1767384978.098414:0:41022:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000081afc576. 00100000:00000010:2.0:1767384978.098415:0:41022:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a48d0a27. 00040000:00000010:2.0:1767384978.098417:0:41022:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d6a67417. 00040000:00000010:2.0:1767384978.098419:0:41022:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b76eb5c5. 00040000:00000010:2.0:1767384978.098421:0:41022:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005daa5509. 00080000:00000010:2.0:1767384978.098422:0:41022:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000048cb239c. 00080000:00000010:2.0:1767384978.098425:0:41022:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000865d512a. 00000004:00000010:2.0:1767384978.098428:0:41022:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002f25f2b7. 00000004:00000010:2.0:1767384978.098431:0:41022:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003938e241. 00000004:00000010:2.0:1767384978.098433:0:41022:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c003bdcf. 00002000:00000010:2.0:1767384978.098435:0:41022:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e052e1a6. 00000004:00000010:2.0:1767384978.098436:0:41022:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000024b520c. 00000020:00000010:2.0:1767384978.098437:0:41022:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f7fdf32. 00000040:00000010:0.0:1767384978.098505:0:40986:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000f3c7aa28. 00000040:00000010:0.0:1767384978.098511:0:40986:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000e1ccfe01. 00000040:00000010:0.0:1767384978.098514:0:40986:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000617a56e8. 00000020:00000010:0.0:1767384978.098519:0:40986:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c28a6122. 00000040:00000010:0.0:1767384978.098521:0:40986:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000049c69595. 00000020:00000010:0.0:1767384978.098523:0:40986:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000007d176c6. 00000020:00000010:0.0:1767384978.098526:0:40986:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000025359bc5. 80000000:00000010:0.0:1767384978.098529:0:40986:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d02339ec. 00040000:00000010:0.0:1767384978.098531:0:40986:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002d7f6a70. 00080000:00000010:0.0:1767384978.098533:0:40986:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000081a9676e. 00080000:00000010:0.0:1767384978.098536:0:40986:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007eab76b0. 20000000:00000010:0.0:1767384978.098539:0:40986:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000f7dce6f3. 00000020:00000010:0.0:1767384978.098541:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000438de844. 10000000:00000010:0.0:1767384978.098542:0:40986:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000b015ec6e. 00000020:00000010:0.0:1767384978.098553:0:40986:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fe6464e6. 00000040:00000010:0.0:1767384978.098557:0:40986:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cf02e4ce. 00000020:00000010:0.0:1767384978.098559:0:40986:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000055c52a18. 00000020:00000010:0.0:1767384978.098562:0:40986:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000341af43a. 00040000:00000010:0.0:1767384978.098564:0:40986:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000da38fc0e. 00040000:00000010:0.0:1767384978.098567:0:40986:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e23dc36d. 00080000:00000010:0.0:1767384978.098569:0:40986:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000be385283. 00080000:00000010:0.0:1767384978.098571:0:40986:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d586a28f. 00000020:00000010:0.0:1767384978.098573:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000bd851a7. 00000020:00000010:0.0:1767384978.098575:0:40986:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 00000000b5ea3a49. 00000020:00000010:0.0:1767384978.098576:0:40986:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000a6ac54b1. 00000020:00000010:0.0:1767384978.098582:0:40986:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at 00000000b015ec6e. 00000020:00000010:0.0:1767384978.098585:0:40986:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at 00000000d02339ec. 00000020:00000010:0.0:1767384978.098587:0:40986:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000a6ac54b1. 00000020:00000010:0.0:1767384978.098590:0:40986:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 000000006144624f. 00000020:00000010:0.0:1767384978.098592:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000438de844. 00000020:00000010:0.0:1767384978.098594:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f7dce6f3. 00000040:00000010:0.0:1767384978.098596:0:40986:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000864aee5e. 00000020:00000010:0.0:1767384978.098597:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000007d176c6. 00000020:00000010:0.0:1767384978.098599:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002d7f6a70. 00040000:00000010:0.0:1767384978.098601:0:40986:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000111c4938. 00040000:00000010:0.0:1767384978.098602:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000025359bc5. 00080000:00000010:0.0:1767384978.098604:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007eab76b0. 00080000:00000010:0.0:1767384978.098606:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000081a9676e. 10000000:00000010:0.0:1767384978.098612:0:40986:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 00000000c28a6122. 00000100:00000010:0.0:1767384978.098616:0:40986:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069b7613e. 02000000:00000010:0.0:1767384978.098620:0:40986:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000617a56e8. 00010000:00000010:0.0:1767384978.098626:0:40986:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005b02c91f. 00000100:00000010:0.0:1767384978.098632:0:40986:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008468f3cf. 02000000:00000010:0.0:1767384978.098640:0:40986:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ecc144af. 00000400:00000010:0.0:1767384978.098643:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090ab62fc. 00000400:00000010:0.0:1767384978.098646:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8e7a793. 00000100:00000200:0.0:1767384978.098648:0:40986:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348044032, portal 25 00000400:00000010:0.0:1767384978.098650:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8d1e8df. 00000100:00000200:0.0:1767384978.098652:0:40986:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237348044032, offset 0 00000400:00000200:0.0:1767384978.098655:0:40986:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384978.098659:0:40986:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384978.098665:0:40986:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958271d08d00 00000400:00000200:0.0:1767384978.098668:0:40986:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x21c5 [2] + 0 00000400:00000010:0.0:1767384978.098670:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000256031a3. 00000400:00000200:0.0:1767384978.098673:0:40986:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000027792788 00000400:00000200:0.0:1767384978.098675:0:40986:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384978.098677:0:40986:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384978.098679:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027792788 00000400:00000010:0.0:1767384978.098680:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000027792788. 00000100:00000200:0.0:1767384978.098683:0:40986:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384978.098694:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8d1e8df 00000400:00000010:0.0:1767384978.098696:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8d1e8df. 00000100:00000200:0.0:1767384978.098701:0:40986:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069b7613e x1853237348044032/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384994 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384978.098705:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081afc576. 00000020:00000010:2.0:1767384978.098709:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081afc576. 00000020:00000010:2.0:1767384978.098713:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f7fdf32. 00000020:00000010:2.0:1767384978.098716:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000051913ac5. 00000020:00000010:2.0:1767384978.098718:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bcfd3a7d. 00000020:00000010:2.0:1767384978.098744:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081afc576. 00000020:00000010:2.0:1767384978.098747:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081afc576. 00000100:00000200:2.0:1767384978.098749:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348044032 00010000:00000010:2.0:1767384978.098757:0:40995:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000a306a9f. 02000000:00000010:2.0:1767384978.098763:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000024b520c. 00010000:00000200:2.0:1767384978.098770:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001cfc9f3e x1853237348044032/t0(0) o101->b543db4a-4900-454f-be04-352b2897a173@0@lo:204/0 lens 328/344 e 0 to 0 dl 1767384989 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384978.098786:0:40995:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000100:00000200:2.0:1767384978.098788:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237348044032, offset 224 00000400:00000200:2.0:1767384978.098792:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384978.098797:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384978.098802:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958271d08d00 00000400:00000200:2.0:1767384978.098805:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2aa5 [1] + 224 00000400:00000200:2.0:1767384978.098808:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384978.098810:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384978.098853:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069b7613e x1853237348044032/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384994 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384978.098866:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c2d411d 00000400:00000010:2.0:1767384978.098868:0:40995:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000020:00000010:2.0:1767384978.098879:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000051913ac5. 00000020:00000010:2.0:1767384978.098883:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bcfd3a7d. 00000020:00000010:2.0:1767384978.098887:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f7fdf32. 00000400:00000010:0.0:1767384978.098887:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090ab62fc. 00000400:00000200:0.0:1767384978.098892:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8e7a793 02000000:00000010:2.0:1767384978.098894:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000024b520c. 00000400:00000010:0.0:1767384978.098894:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8e7a793. 00000100:00000200:2.0:1767384978.098903:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:0.0:1767384978.098904:0:40986:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069b7613e x1853237348044032/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384978.098908:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070108ba1. 00000400:00000010:2.0:1767384978.098915:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7b3eea6. 00000100:00000200:0.0:1767384978.098915:0:40986:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069b7613e x1853237348044032/t0(0) o101->MGC192.168.203.134@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384978.098931:0:40986:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008468f3cf. 02000000:00000010:0.0:1767384978.098938:0:40986:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ecc144af. 02000000:00000010:0.0:1767384978.098940:0:40986:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000617a56e8. 00000100:00000010:0.0:1767384978.098941:0:40986:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069b7613e. 10000000:00000010:0.0:1767384978.098945:0:40986:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000f1a0e5f2. 00000020:00000010:0.0:1767384978.098948:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000617a56e8. 00000020:00000010:0.0:1767384978.098950:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ddedae4e. 00000040:00000010:0.0:1767384978.098952:0:40986:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000edc022ce. 00000020:00000010:0.0:1767384978.098954:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c4de2191. 00000020:00000010:0.0:1767384978.098958:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000004fc5546. 80000000:00000010:0.0:1767384978.098960:0:40986:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f3c7aa28. 00040000:00000010:0.0:1767384978.098962:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005ad66e69. 00080000:00000010:0.0:1767384978.098967:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e1ccfe01. 00080000:00000010:0.0:1767384978.098971:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009a497e85. 20000000:00000010:0.0:1767384978.098975:0:40986:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000257a2f4a. 00000040:00000010:0.0:1767384978.098979:0:40986:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005f3709d4. 00000100:00000010:0.0:1767384978.098982:0:40986:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069b7613e. 02000000:00000010:0.0:1767384978.098987:0:40986:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000bd851a7. 00000100:00000010:0.0:1767384978.098992:0:40986:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008468f3cf. 02000000:00000010:0.0:1767384978.098998:0:40986:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006868d4b8. 00000400:00000010:0.0:1767384978.099001:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090ab62fc. 00000400:00000010:0.0:1767384978.099005:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8e7a793. 00000100:00000200:0.0:1767384978.099007:0:40986:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348044160, portal 25 00000400:00000010:0.0:1767384978.099010:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8d1e8df. 00000100:00000200:0.0:1767384978.099011:0:40986:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237348044160, offset 0 00000400:00000200:0.0:1767384978.099015:0:40986:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384978.099019:0:40986:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384978.099024:0:40986:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x6958271d08d80 00000400:00000200:0.0:1767384978.099027:0:40986:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x21c9 [2] + 0 00000400:00000010:0.0:1767384978.099029:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf5cb297. 00000400:00000200:0.0:1767384978.099031:0:40986:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fbbf30ac 00000400:00000200:0.0:1767384978.099033:0:40986:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384978.099035:0:40986:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384978.099037:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbbf30ac 00000400:00000010:0.0:1767384978.099038:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fbbf30ac. 00000100:00000200:0.0:1767384978.099040:0:40986:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384978.099051:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8d1e8df 00000400:00000010:0.0:1767384978.099052:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8d1e8df. 00000100:00000200:0.0:1767384978.099057:0:40986:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069b7613e x1853237348044160/t0(0) o501->MGC192.168.203.134@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384994 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384978.099062:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081afc576. 00000020:00000010:2.0:1767384978.099066:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081afc576. 00000020:00000010:2.0:1767384978.099071:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f7fdf32. 00000020:00000010:2.0:1767384978.099074:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000051913ac5. 00000020:00000010:2.0:1767384978.099077:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bcfd3a7d. 00000020:00000010:2.0:1767384978.099096:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081afc576. 00000020:00000010:2.0:1767384978.099098:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081afc576. 00000100:00000200:2.0:1767384978.099100:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348044160 02000000:00000010:2.0:1767384978.099106:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000024b520c. 00000040:00000010:2.0:1767384978.099110:0:40995:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d3fb8ec2. 00000040:00000010:2.0:1767384978.099126:0:40995:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000e9aadc93. 00000040:00000010:2.0:1767384978.099130:0:40995:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000e9aadc93. 00000040:00000010:2.0:1767384978.099153:0:40995:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d3fb8ec2. 20000000:00000010:2.0:1767384978.099160:0:40995:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 0000000081afc576. 20000000:00000010:2.0:1767384978.099162:0:40995:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 0000000081afc576. 00010000:00000200:2.0:1767384978.099167:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d9e0aeae x1853237348044160/t0(0) o501->b543db4a-4900-454f-be04-352b2897a173@0@lo:204/0 lens 512/272 e 0 to 0 dl 1767384989 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384978.099176:0:40995:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000100:00000200:2.0:1767384978.099178:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237348044160, offset 224 00000400:00000200:2.0:1767384978.099182:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384978.099186:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384978.099191:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958271d08d80 00000400:00000200:2.0:1767384978.099193:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2ab5 [1] + 224 00000400:00000200:2.0:1767384978.099196:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384978.099198:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384978.099201:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069b7613e x1853237348044160/t0(0) o501->MGC192.168.203.134@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384994 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384978.099217:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c2d411d 00000400:00000010:2.0:1767384978.099219:0:40995:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000020:00000010:2.0:1767384978.099236:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000051913ac5. 00000020:00000010:2.0:1767384978.099239:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bcfd3a7d. 00000400:00000010:3.0:1767384978.099241:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090ab62fc. 00000020:00000010:2.0:1767384978.099242:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f7fdf32. 00000400:00000200:3.0:1767384978.099248:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8e7a793 02000000:00000010:2.0:1767384978.099249:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000024b520c. 00000400:00000010:3.0:1767384978.099251:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8e7a793. 00000100:00000200:2.0:1767384978.099254:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384978.099258:0:40986:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069b7613e x1853237348044160/t0(0) o501->MGC192.168.203.134@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384978.099259:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d83ba2d1. 00000400:00000010:2.0:1767384978.099267:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000077d5677e. 00000100:00000200:3.0:1767384978.099270:0:40986:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069b7613e x1853237348044160/t0(0) o501->MGC192.168.203.134@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384978.099283:0:40986:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008468f3cf. 02000000:00000010:3.0:1767384978.099287:0:40986:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006868d4b8. 02000000:00000010:3.0:1767384978.099289:0:40986:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000bd851a7. 00000100:00000010:3.0:1767384978.099291:0:40986:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069b7613e. 00000040:00000010:3.0:1767384978.099295:0:40986:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b0869f2d. 00000100:00000010:3.0:1767384978.099299:0:40986:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1070430. 02000000:00000010:3.0:1767384978.099304:0:40986:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009cfa33b8. 00000100:00000010:3.0:1767384978.099308:0:40986:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003029910. 02000000:00000010:3.0:1767384978.099322:0:40986:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000bd0bd974. 00000400:00000010:3.0:1767384978.099325:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dd90814. 00000400:00000010:3.0:1767384978.099329:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000586ebf40. 00000100:00000200:3.0:1767384978.099331:0:40986:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237348044288, portal 25 00000400:00000010:3.0:1767384978.099335:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab0b7a9d. 00000100:00000200:3.0:1767384978.099336:0:40986:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237348044288, offset 0 00000400:00000200:3.0:1767384978.099340:0:40986:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384978.099345:0:40986:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384978.099350:0:40986:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958271d08e00 00000400:00000200:3.0:1767384978.099353:0:40986:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21cd [2] + 0 00000400:00000010:3.0:1767384978.099355:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000771762ea. 00000400:00000200:3.0:1767384978.099357:0:40986:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000064370a8c 00000400:00000200:3.0:1767384978.099359:0:40986:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384978.099361:0:40986:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384978.099364:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064370a8c 00000400:00000010:3.0:1767384978.099365:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000064370a8c. 00000100:00000200:3.0:1767384978.099368:0:40986:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384978.099378:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab0b7a9d 00000400:00000010:3.0:1767384978.099380:0:40986:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab0b7a9d. 00000100:00000200:3.0:1767384978.099384:0:40986:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b1070430 x1853237348044288/t0(0) o503->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384994 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384978.099390:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081afc576. 00000020:00000010:2.0:1767384978.099394:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081afc576. 00000020:00000010:2.0:1767384978.099398:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f7fdf32. 00000020:00000010:2.0:1767384978.099401:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000051913ac5. 00000020:00000010:2.0:1767384978.099404:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bcfd3a7d. 00000020:00000010:2.0:1767384978.099421:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081afc576. 00000020:00000010:2.0:1767384978.099423:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081afc576. 00000100:00000200:2.0:1767384978.099425:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348044288 02000000:00000010:2.0:1767384978.099443:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000321f54a5. 00000040:00000010:2.0:1767384978.099447:0:40995:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d3fb8ec2. 00000040:00000010:2.0:1767384978.099452:0:40995:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000048cb239c. 00000040:00000010:2.0:1767384978.099463:0:40995:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000048cb239c. 00000040:00000010:2.0:1767384978.099465:0:40995:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d3fb8ec2. 00010000:00000200:2.0:1767384978.099469:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004d94dcea x1853237348044288/t0(0) o503->b543db4a-4900-454f-be04-352b2897a173@0@lo:204/0 lens 272/8416 e 0 to 0 dl 1767384989 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384978.099477:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000009e3d7971. 00000100:00000200:2.0:1767384978.099480:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237348044288, offset 224 00000400:00000200:2.0:1767384978.099484:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384978.099489:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384978.099494:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958271d08e00 00000400:00000200:2.0:1767384978.099496:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2ac5 [4] + 224 00000400:00000200:2.0:1767384978.099500:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384978.099502:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384978.099505:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b1070430 x1853237348044288/t0(0) o503->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384994 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384978.099517:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e3d7971 00000400:00000010:2.0:1767384978.099519:0:40995:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000009e3d7971. 00000020:00000010:2.0:1767384978.099525:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000051913ac5. 00000020:00000010:2.0:1767384978.099527:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bcfd3a7d. 00000020:00000010:2.0:1767384978.099529:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f7fdf32. 00000400:00000010:3.0:1767384978.099530:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dd90814. 02000000:00000010:2.0:1767384978.099532:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000321f54a5. 00000400:00000200:3.0:1767384978.099537:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000586ebf40 00000400:00000010:3.0:1767384978.099540:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000586ebf40. 00000100:00000200:2.0:1767384978.099544:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384978.099548:0:40986:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b1070430 x1853237348044288/t0(0) o503->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384978.099549:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000126a650c. 00000400:00000010:2.0:1767384978.099556:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009e3d7971. 00000100:00000200:3.0:1767384978.099564:0:40986:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b1070430 x1853237348044288/t0(0) o503->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384978.099578:0:40986:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000003029910. 02000000:00000010:3.0:1767384978.099582:0:40986:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000bd0bd974. 02000000:00000010:3.0:1767384978.099590:0:40986:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009cfa33b8. 00000100:00000010:3.0:1767384978.099593:0:40986:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b1070430. 00000040:00000010:3.0:1767384978.099597:0:40986:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000ead3e42d. 00000020:00000010:2.0:1767384978.099757:0:41023:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3fb8ec2. 00000020:00000010:2.0:1767384978.099763:0:41023:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005daa5509. 00000040:00000010:2.0:1767384978.099767:0:41023:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000088025cdb. 00000020:00000010:2.0:1767384978.099771:0:41023:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c003bdcf. 00000020:00000010:2.0:1767384978.099775:0:41023:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000246a9fb3. 00000020:00000010:2.0:1767384978.099778:0:41023:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008127d008. 80000000:00000010:2.0:1767384978.099782:0:41023:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000032f89f61. 40000000:00000010:2.0:1767384978.099792:0:41023:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000081afc576. 00100000:00000010:2.0:1767384978.099795:0:41023:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002f25f2b7. 00040000:00000010:2.0:1767384978.099797:0:41023:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d6a67417. 00040000:00000010:2.0:1767384978.099799:0:41023:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b76eb5c5. 00040000:00000010:2.0:1767384978.099801:0:41023:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000ba5c5b0. 00080000:00000010:2.0:1767384978.099803:0:41023:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000048cb239c. 00080000:00000010:2.0:1767384978.099805:0:41023:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ab41f7c0. 00000004:00000010:2.0:1767384978.099808:0:41023:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a48d0a27. 00000004:00000010:2.0:1767384978.099810:0:41023:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003938e241. 00000004:00000010:2.0:1767384978.099812:0:41023:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000552bca0f. 00002000:00000010:2.0:1767384978.099832:0:41023:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000024b520c. 00000004:00000010:2.0:1767384978.099834:0:41023:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e052e1a6. 00000020:00000010:2.0:1767384978.099837:0:41023:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000fce5a138. 00000040:00000010:2.0:1767384978.099841:0:41023:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000865d512a. 00000100:00000010:2.0:1767384978.099846:0:41023:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe377f3f. 02000000:00000010:2.0:1767384978.099851:0:41023:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000536a8eae. 00000100:00000010:2.0:1767384978.099857:0:41023:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000093840bdb. 02000000:00000010:2.0:1767384978.099870:0:41023:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000bd0bd974. 00000400:00000010:2.0:1767384978.099874:0:41023:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e25c156. 00000400:00000010:2.0:1767384978.099877:0:41023:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000827e0323. 00000100:00000200:2.0:1767384978.099879:0:41023:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237348044416, portal 25 00000400:00000010:2.0:1767384978.099882:0:41023:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000100:00000200:2.0:1767384978.099883:0:41023:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237348044416, offset 0 00000400:00000200:2.0:1767384978.099886:0:41023:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384978.099890:0:41023:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384978.099893:0:41023:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958271d08e80 00000400:00000200:2.0:1767384978.099896:0:41023:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21d1 [2] + 0 00000400:00000010:2.0:1767384978.099899:0:41023:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000baf2f313. 00000400:00000200:2.0:1767384978.099901:0:41023:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000debc2383 00000400:00000200:2.0:1767384978.099903:0:41023:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384978.099905:0:41023:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384978.099907:0:41023:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000debc2383 00000400:00000010:2.0:1767384978.099908:0:41023:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000debc2383. 00000100:00000200:2.0:1767384978.099916:0:41023:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384978.099934:0:41023:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c2d411d 00000400:00000010:2.0:1767384978.099936:0:41023:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000100:00000200:2.0:1767384978.099939:0:41023:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fe377f3f x1853237348044416/t0(0) o502->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384994 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384978.099966:0:40995:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d586a28f. 00000020:00000010:0.0:1767384978.099977:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f0cfbb9a. 00000020:00000010:0.0:1767384978.099979:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f0cfbb9a. 00000020:00000010:0.0:1767384978.099982:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e23dc36d. 00000020:00000010:0.0:1767384978.099985:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000411ae4f1. 00000020:00000010:0.0:1767384978.099987:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003e6adf99. 00000020:00000010:0.0:1767384978.100013:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f0cfbb9a. 00000020:00000010:0.0:1767384978.100016:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f0cfbb9a. 00000100:00000200:0.0:1767384978.100018:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348044416 02000000:00000010:0.0:1767384978.100033:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000321f54a5. 00000040:00000010:0.0:1767384978.100036:0:40995:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000341af43a. 00000040:00000010:0.0:1767384978.100044:0:40995:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000be385283. 00000040:00000010:0.0:1767384978.100061:0:40995:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000be385283. 00000040:00000010:0.0:1767384978.100063:0:40995:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000341af43a. 00010000:00000200:0.0:1767384978.100068:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e5f6c0fc x1853237348044416/t0(0) o502->b543db4a-4900-454f-be04-352b2897a173@0@lo:204/0 lens 272/8472 e 0 to 0 dl 1767384989 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384978.100077:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000e91749ac. 00000100:00000200:0.0:1767384978.100080:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237348044416, offset 224 00000400:00000200:0.0:1767384978.100083:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384978.100089:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384978.100093:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958271d08e80 00000400:00000200:0.0:1767384978.100097:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2ad5 [4] + 224 00000400:00000200:0.0:1767384978.100101:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384978.100104:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384978.100108:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fe377f3f x1853237348044416/t0(0) o502->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384994 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384978.100123:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e91749ac 00000400:00000010:0.0:1767384978.100125:0:40995:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000e91749ac. 00000020:00000010:0.0:1767384978.100133:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000411ae4f1. 00000400:00000010:2.0:1767384978.100134:0:41023:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e25c156. 00000020:00000010:0.0:1767384978.100136:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003e6adf99. 00000400:00000200:2.0:1767384978.100139:0:41023:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000827e0323 00000020:00000010:0.0:1767384978.100141:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e23dc36d. 00000400:00000010:2.0:1767384978.100143:0:41023:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000827e0323. 02000000:00000010:0.0:1767384978.100145:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000321f54a5. 00000100:00000200:2.0:1767384978.100149:0:41023:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fe377f3f x1853237348044416/t0(0) o502->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384978.100156:0:41023:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fe377f3f x1853237348044416/t0(0) o502->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384978.100158:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384978.100163:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f903d0b. 00000400:00000010:0.0:1767384978.100168:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e91749ac. 00000100:00000010:2.0:1767384978.100172:0:41023:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000093840bdb. 02000000:00000010:2.0:1767384978.100179:0:41023:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000bd0bd974. 02000000:00000010:2.0:1767384978.100187:0:41023:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000536a8eae. 00000100:00000010:2.0:1767384978.100190:0:41023:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fe377f3f. 00000100:00000010:2.0:1767384978.100201:0:41023:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000d323a0d4. 00000400:00000200:2.0:1767384978.100203:0:41023:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:2.0:1767384978.100206:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.134@tcp 00000400:00000200:2.0:1767384978.100209:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384978.100212:0:41023:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (42) 00000400:00000200:2.0:1767384978.100214:0:41023:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (43) 00000400:00000200:2.0:1767384978.100240:0:41023:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:2.0:1767384978.100242:0:41023:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384978.100245:0:41023:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384978.100247:0:41023:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp: 0. pending discovery 00000400:00000200:2.0:1767384978.100249:0:41023:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (44) 00000400:00000200:2.0:1767384978.100251:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp 00000400:00000200:2.0:1767384978.100253:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.134@tcp10 00000400:00000200:0.0:1767384978.100254:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384978.100257:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.100261:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 00000400:00000200:2.0:1767384978.100262:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp10 00000400:00000200:2.0:1767384978.100267:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.134@tcp11 00000400:00000010:0.0:1767384978.100268:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8d1e8df. 00000400:00000200:2.0:1767384978.100272:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.100273:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (43) 00000400:00000010:0.0:1767384978.100278:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fb55f4ba. 00000400:00000200:2.0:1767384978.100283:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp11 00000400:00000200:0.0:1767384978.100287:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.134@tcp 00000400:00000200:2.0:1767384978.100289:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.134@tcp12 00000400:00000200:2.0:1767384978.100293:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384978.100295:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp12 00000400:00000200:0.0:1767384978.100297:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000400:00000200:2.0:1767384978.100299:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.134@tcp13 00000400:00000200:0.0:1767384978.100303:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 135], ns[150, 140] 00000400:00000200:2.0:1767384978.100306:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384978.100311:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp13 00000400:00000200:0.0:1767384978.100312:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[192, 135], ns[197, 140] 00000400:00000200:2.0:1767384978.100315:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.134@tcp14 00000400:00000200:2.0:1767384978.100321:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.100322:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[196, 135], ns[201, 140] 00000400:00000200:2.0:1767384978.100326:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp14 00000400:00000200:2.0:1767384978.100330:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.134@tcp15 00000400:00000200:0.0:1767384978.100331:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 135], ns[75, 140] 00000400:00000200:2.0:1767384978.100335:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384978.100338:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp15 00000400:00000200:0.0:1767384978.100340:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 73], ns[77, 75] 00000400:00000200:2.0:1767384978.100343:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.134@tcp16 00000400:00000200:2.0:1767384978.100349:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.100352:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 73], ns[82, 75] 00000400:00000200:2.0:1767384978.100353:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp16 00000400:00000200:2.0:1767384978.100358:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.134@tcp17 00000400:00000200:0.0:1767384978.100362:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 73], ns[88, 75] 00000400:00000200:2.0:1767384978.100364:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384978.100369:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp17 00000400:00000200:0.0:1767384978.100373:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 73], ns[91, 75] 00000400:00000200:2.0:1767384978.100374:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.134@tcp18 00000400:00000200:2.0:1767384978.100380:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.100383:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 73], ns[103, 75] 00000400:00000200:2.0:1767384978.100384:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp18 00000400:00000200:2.0:1767384978.100389:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.134@tcp19 00000400:00000200:0.0:1767384978.100393:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 73], ns[109, 75] 00000400:00000200:2.0:1767384978.100395:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384978.100399:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp19 00000400:00000200:2.0:1767384978.100404:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.134@tcp20 00000400:00000200:0.0:1767384978.100405:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 73], ns[112, 75] 00000400:00000200:2.0:1767384978.100410:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384978.100413:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp20 00000400:00000200:0.0:1767384978.100414:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 73], ns[120, 75] 00000400:00000200:2.0:1767384978.100418:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.134@tcp21 00000400:00000200:0.0:1767384978.100423:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 73], ns[125, 75] 00000400:00000200:2.0:1767384978.100425:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384978.100432:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp21 00000400:00000200:0.0:1767384978.100434:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 73], ns[129, 75] 00000400:00000200:2.0:1767384978.100436:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.134@tcp22 00000400:00000200:2.0:1767384978.100443:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384978.100447:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp22 00000400:00000200:0.0:1767384978.100449:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 73], ns[155, 75] 00000400:00000200:2.0:1767384978.100452:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.134@tcp23 00000400:00000200:2.0:1767384978.100458:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.100460:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 73], ns[159, 75] 00000400:00000200:0.0:1767384978.100466:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 73], ns[176, 75] 00000400:00000200:2.0:1767384978.100467:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp23 00000400:00000200:2.0:1767384978.100472:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.134@tcp24 00000400:00000200:0.0:1767384978.100474:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[178, 73], ns[183, 75] 00000400:00000200:2.0:1767384978.100478:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384978.100483:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp24 00000400:00000200:0.0:1767384978.100483:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[211, 73], ns[247, 75] 00000400:00000200:2.0:1767384978.100489:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.134@tcp25 00000400:00000200:0.0:1767384978.100493:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 73], ns[174, 75] 00000400:00000200:2.0:1767384978.100496:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384978.100501:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp25 00000400:00000200:0.0:1767384978.100503:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[300, 1000], np[4294967295, 4294967295], ps[213, 73], ns[249, 75] 00000400:00000200:2.0:1767384978.100504:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.134@tcp26 00000400:00000200:2.0:1767384978.100510:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.100513:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[180, 73], ns[185, 75] 00000400:00000200:2.0:1767384978.100514:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp26 00000400:00000200:2.0:1767384978.100519:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.134@tcp27 00000400:00000200:0.0:1767384978.100523:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 73], ns[80, 75] 00000400:00000200:2.0:1767384978.100526:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384978.100530:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp27 00000400:00000200:0.0:1767384978.100535:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 73], ns[145, 75] 00000400:00000200:2.0:1767384978.100536:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.134@tcp28 00000400:00000200:2.0:1767384978.100542:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.100546:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 73], ns[117, 75] 00000400:00000200:2.0:1767384978.100547:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp28 00000400:00000200:2.0:1767384978.100551:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.134@tcp29 00000400:00000200:0.0:1767384978.100556:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 73], ns[163, 75] 00000400:00000200:2.0:1767384978.100557:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384978.100562:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp29 00000400:00000200:2.0:1767384978.100567:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.134@tcp30 00000400:00000200:0.0:1767384978.100568:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 73], ns[108, 75] 00000400:00000200:2.0:1767384978.100572:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384978.100577:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp30 00000400:00000200:0.0:1767384978.100577:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 73], ns[132, 75] 00000400:00000200:2.0:1767384978.100581:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.134@tcp31 00000400:00000200:2.0:1767384978.100586:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.100588:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[206, 73], ns[242, 75] 00000400:00000200:2.0:1767384978.100590:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp31 00000400:00000200:2.0:1767384978.100594:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.134@tcp32 00000400:00000200:0.0:1767384978.100598:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 73], ns[168, 75] 00000400:00000200:2.0:1767384978.100601:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384978.100605:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp32 00000400:00000200:2.0:1767384978.100609:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.134@tcp33 00000400:00000200:0.0:1767384978.100609:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 73], ns[148, 75] 00000400:00000200:2.0:1767384978.100615:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.100618:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[187, 73], ns[192, 75] 00000400:00000200:2.0:1767384978.100619:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp33 00000400:00000200:2.0:1767384978.100624:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.134@tcp34 00000400:00000200:2.0:1767384978.100630:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.100631:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[164, 73], ns[169, 75] 00000400:00000200:2.0:1767384978.100633:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp34 00000400:00000200:2.0:1767384978.100639:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.134@tcp35 00000400:00000200:0.0:1767384978.100639:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[212, 73], ns[248, 75] 00000400:00000200:2.0:1767384978.100645:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.100647:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[214, 73], ns[250, 75] 00000400:00000200:2.0:1767384978.100652:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp35 00000400:00000200:0.0:1767384978.100656:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[202, 73], ns[207, 75] 00000400:00000200:2.0:1767384978.100657:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.134@tcp36 00000400:00000200:2.0:1767384978.100663:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.100665:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[209, 73], ns[245, 75] 00000400:00000200:2.0:1767384978.100666:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp36 00000400:00000200:2.0:1767384978.100672:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.134@tcp37 00000400:00000200:0.0:1767384978.100675:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[210, 73], ns[246, 75] 00000400:00000200:2.0:1767384978.100678:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384978.100682:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp37 00000400:00000200:0.0:1767384978.100684:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[215, 73], ns[251, 75] 00000400:00000200:2.0:1767384978.100686:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.134@tcp38 00000400:00000200:2.0:1767384978.100692:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.100694:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[216, 73], ns[252, 75] 00000400:00000200:2.0:1767384978.100697:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp38 00000400:00000200:0.0:1767384978.100702:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 00000400:00000200:2.0:1767384978.100703:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.134@tcp39 00000400:00000200:2.0:1767384978.100709:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384978.100709:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp13 00000400:00000200:2.0:1767384978.100713:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp39 00000400:00000200:0.0:1767384978.100715:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp13 lpni_is_preferred = 0 00000400:00000200:2.0:1767384978.100718:0:41023:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.134@tcp40 00000400:00000200:0.0:1767384978.100721:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp13 00000400:00000200:2.0:1767384978.100724:0:41023:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.134@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767384978.100729:0:41023:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.134@tcp40 00000400:00000200:0.0:1767384978.100729:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp13 NI seq info: [253:253:256:4294967295] 192.168.203.134@tcp13 LPNI seq info [217:217:8:4294967295] 00000100:00000010:2.0:1767384978.100734:0:41023:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000d323a0d4. 00000400:00000200:0.0:1767384978.100738:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp13 00000020:00000010:2.0:1767384978.100739:0:41023:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 0000000046e5cda0. 00000020:00000010:2.0:1767384978.100745:0:41023:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000a3998293. 00000400:00000200:0.0:1767384978.100746:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp13(192.168.203.134@tcp13:) -> 192.168.203.134@tcp13(192.168.203.134@tcp:192.168.203.134@tcp13) : PUT try# 0 00000020:00000010:2.0:1767384978.100752:0:41023:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000a3998293. 00000800:00000200:0.0:1767384978.100757:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.134@tcp13 00000020:00000010:2.0:1767384978.100758:0:41023:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 00000000a3998293. 00000800:00000010:0.0:1767384978.100761:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000be5c75aa. 00000020:00000010:2.0:1767384978.100764:0:41023:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 0000000051913ac5. 00000800:00000200:0.0:1767384978.100769:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000167b58f3] -> 12345-192.168.203.134@tcp13 (6) 00000020:00000010:2.0:1767384978.100774:0:41023:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000407cc44b. 00000800:00000200:0.0:1767384978.100778:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp13 ip 192.168.203.134:988 00000020:00000010:2.0:1767384978.100781:0:41023:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000023cc44a0. 00000800:00000200:0.0:1767384978.100782:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000be5c75aa type 1, nob 800 niov 1 nkiov 1 00000020:00000010:2.0:1767384978.100791:0:41023:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 0000000051913ac5. 00000020:00000010:2.0:1767384978.100796:0:41023:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 00000000237a9505. 00000400:00000200:0.0:1767384978.100797:0:16356:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.134@tcp 00000400:00000200:0.0:1767384978.100801:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100571 rc 0 00000001:00000010:2.0:1767384978.100810:0:41023:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d992fc4f. 00000001:00000010:2.0:1767384978.100836:0:41023:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000057852370. 00000001:00000010:2.0:1767384978.100839:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000536a8eae. 00000001:00000010:2.0:1767384978.100843:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f2411450. 00000001:00000010:2.0:1767384978.100846:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006bbf54f4. 00000001:00000010:2.0:1767384978.100847:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000019f90d9d. 00000001:00000010:2.0:1767384978.100850:0:41023:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000973816c0. 00000001:00000010:2.0:1767384978.100853:0:41023:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000037bcbc75. 00000001:00000010:2.0:1767384978.100855:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000011a90b3f. 00000001:00000010:2.0:1767384978.100864:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f3a9a100. 00000001:00000010:2.0:1767384978.100866:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f32c5fa2. 00000001:00000010:2.0:1767384978.100868:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000051a327. 00000020:00000010:2.0:1767384978.100872:0:41023:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003450e963. 00000020:00000010:2.0:1767384978.100874:0:41023:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000051913ac5. 00000800:00000200:1.0:1767384978.100875:0:16351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1767384978.100878:0:41023:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bcfd3a7d. 00000800:00000010:1.0:1767384978.100880:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000be5c75aa. 00000008:00000010:2.0:1767384978.100883:0:41023:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000578b6bcd. 00000400:00000200:1.0:1767384978.100885:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00020000:00000010:2.0:1767384978.100888:0:41023:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000bf96d906. 00008000:00000010:2.0:1767384978.100893:0:41023:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000002aaa8bd6. 00000400:00000200:3.0:1767384978.100894:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp13(192.168.203.134@tcp13) <- 192.168.203.134@tcp13 : PUT - for me 00000400:00000200:1.0:1767384978.100896:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp13->192.168.203.134@tcp13: PUT: OK 00000080:00000010:2.0:1767384978.100900:0:41023:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000d5d282ef. 00000400:00000200:1.0:1767384978.100904:0:16351:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:00000010:2.0:1767384978.100906:0:41023:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001fcac984. 00000020:00000010:2.0:1767384978.100910:0:41023:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ca73c47a. 00000400:00000200:1.0:1767384978.100910:0:16351:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.134@tcp: 0 00000400:00000200:3.0:1767384978.100911:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 704 into portal 0 MB=0x8000000000000000 00000040:00000010:2.0:1767384978.100918:0:41023:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000562178f3. 00000400:00000200:3.0:1767384978.100919:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.134@tcp of length 688/704 into md 0x1f8d [1] + 0 00000020:00000010:2.0:1767384978.100923:0:41023:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000081d30517. 00000400:00000010:3.0:1767384978.100924:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a18f8166. 00000020:00000010:2.0:1767384978.100928:0:41023:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b34cbb1c. 00000400:00000200:3.0:1767384978.100929:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cea1708b 00000020:00000010:2.0:1767384978.100932:0:41023:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009aa660ee. 80000000:00000010:2.0:1767384978.100936:0:41023:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f2e3a36b. 00000400:00000200:3.0:1767384978.100939:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 40000000:00000010:2.0:1767384978.100939:0:41023:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b497b536. 00100000:00000010:2.0:1767384978.100945:0:41023:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000059df369b. 00000400:00000200:3.0:1767384978.100948:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp13->192.168.203.134@tcp13: PUT: OK 00040000:00000010:2.0:1767384978.100950:0:41023:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000032dc074. 00000400:00000200:3.0:1767384978.100952:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cea1708b 00040000:00000010:2.0:1767384978.100953:0:41023:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ed2ee63d. 00000400:00000010:3.0:1767384978.100956:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cea1708b. 00040000:00000010:2.0:1767384978.100957:0:41023:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000063342cc9. 00000400:00000200:3.0:1767384978.100961:0:16353:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00080000:00000010:2.0:1767384978.100963:0:41023:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000fe7510e2. 00000400:00000200:3.0:1767384978.100964:0:16353:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (44) 00080000:00000010:2.0:1767384978.100968:0:41023:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b5e36d46. 00000400:00000200:3.0:1767384978.100969:0:16353:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000200:3.0:1767384978.100973:0:16353:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.134@tcp (704 bytes) 00000004:00000010:2.0:1767384978.100974:0:41023:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000056a038e9. 00000400:00000200:3.0:1767384978.100977:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000004:00000010:2.0:1767384978.100979:0:41023:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000ad64b52. 00000004:00000010:2.0:1767384978.100983:0:41023:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000bdc3b192. 00000004:00000010:2.0:1767384978.100985:0:41023:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000052f3661e. 00000010:00000010:2.0:1767384978.100988:0:41023:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 00000000a2c51292. 00000400:00000200:3.0:1767384978.100989:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (45) 00000400:00000200:3.0:1767384978.100994:0:16353:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384978.100999:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp13 to MR: 192.168.203.134@tcp13 local destination 00000400:00000200:3.0:1767384978.101006:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp13 NI seq info: [254:254:256:4294967295] 192.168.203.134@tcp13 LPNI seq info [218:218:8:4294967295] 00000400:00000200:3.0:1767384978.101016:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp13(192.168.203.134@tcp13:192.168.203.134@tcp13) -> 192.168.203.134@tcp13(192.168.203.134@tcp13:192.168.203.134@tcp13) 192.168.203.134@tcp13 : ACK try# 0 00000800:00000200:3.0:1767384978.101022:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.134@tcp13 00000400:00000200:1.0:1767384978.101023:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:3.0:1767384978.101026:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9df57eb. 00000400:00000010:1.0:1767384978.101030:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 0000000004c9a19c. 00000800:00000200:3.0:1767384978.101034:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000167b58f3] -> 12345-192.168.203.134@tcp13 (6) 00000400:00000010:1.0:1767384978.101036:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b3ff297. 00000800:00000200:3.0:1767384978.101041:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp13 ip 192.168.203.134:1015 00000010:00000010:2.0:1767384978.101044:0:41023:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 0000000096cf5a76. 00000400:00000010:1.0:1767384978.101044:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001cc58faf. 00000800:00000200:3.0:1767384978.101045:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b9df57eb type 0, nob 96 niov 1 nkiov 0 00000010:00000010:2.0:1767384978.101052:0:41023:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 00000000a2af6d7a. 00000400:00000200:1.0:1767384978.101052:0:16356:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000004c9a19c 00000010:00000010:2.0:1767384978.101058:0:41023:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 000000001840cc59. 00000400:00000010:1.0:1767384978.101058:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 0000000079e2cc65. 00000400:00000200:1.0:1767384978.101064:0:16356:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 704 success 00000010:00000010:2.0:1767384978.101067:0:41023:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 00000000ab5e95b2. 00000400:00000200:1.0:1767384978.101070:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x102471 00000400:00000200:1.0:1767384978.101073:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (44) 00000400:00000010:1.0:1767384978.101080:0:16356:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 0000000079e2cc65. 00010000:00000010:2.0:1767384978.101082:0:41023:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000b86143b9. 00000400:00000010:1.0:1767384978.101085:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006656370b. 00000400:00000010:1.0:1767384978.101091:0:16356:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007bf88e61. 00010000:00000010:2.0:1767384978.101093:0:41023:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000005398abe5. 00000400:00000200:1.0:1767384978.101098:0:16356:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp 00010000:00000010:2.0:1767384978.101106:0:41023:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 000000006e182391. 00000400:00000200:1.0:1767384978.101106:0:16356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.134@tcp local destination 00000020:00000010:2.0:1767384978.101112:0:41023:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000cc6624d9. 00000800:00000200:3.0:1767384978.101115:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384978.101115:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 135], ns[150, 140] 00000800:00000010:3.0:1767384978.101120:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9df57eb. 00000400:00000200:1.0:1767384978.101124:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[192, 135], ns[197, 140] 00000400:00000200:3.0:1767384978.101125:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384978.101135:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[196, 135], ns[201, 140] 00000400:00000200:3.0:1767384978.101136:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp13->192.168.203.134@tcp13: ACK: OK 00000400:00000200:1.0:1767384978.101142:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[218, 135], ns[254, 140] 00000400:00000200:1.0:1767384978.101145:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 135], ns[77, 140] 00000400:00000200:1.0:1767384978.101147:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 75], ns[82, 77] 00000400:00000200:1.0:1767384978.101151:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 75], ns[88, 77] 00000400:00000200:1.0:1767384978.101153:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 75], ns[91, 77] 00000400:00000200:1.0:1767384978.101156:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[100, 75], ns[103, 77] 00000400:00000200:1.0:1767384978.101159:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 75], ns[109, 77] 00000400:00000200:1.0:1767384978.101162:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 75], ns[112, 77] 00000400:00000200:1.0:1767384978.101165:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 75], ns[120, 77] 00000400:00000200:1.0:1767384978.101168:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 75], ns[125, 77] 00000400:00000200:1.0:1767384978.101172:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 75], ns[129, 77] 00000400:00000200:1.0:1767384978.101175:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 75], ns[155, 77] 00000400:00000200:1.0:1767384978.101178:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[154, 75], ns[159, 77] 00000400:00000200:1.0:1767384978.101182:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 75], ns[176, 77] 00000400:00000200:1.0:1767384978.101186:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[178, 75], ns[183, 77] 00000400:00000200:1.0:1767384978.101190:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[211, 75], ns[247, 77] 00000400:00000200:1.0:1767384978.101194:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 75], ns[174, 77] 00000400:00000200:1.0:1767384978.101198:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[300, 1000], np[4294967295, 4294967295], ps[213, 75], ns[249, 77] 00000400:00000200:1.0:1767384978.101202:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[180, 75], ns[185, 77] 00000400:00000200:1.0:1767384978.101205:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 75], ns[80, 77] 00000400:00000200:1.0:1767384978.101209:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 75], ns[145, 77] 00000400:00000200:1.0:1767384978.101213:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 75], ns[117, 77] 00000400:00000200:1.0:1767384978.101217:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 75], ns[163, 77] 00000400:00000200:1.0:1767384978.101221:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 75], ns[108, 77] 00000400:00000200:1.0:1767384978.101237:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 75], ns[132, 77] 00000400:00000200:1.0:1767384978.101244:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[206, 75], ns[242, 77] 00000400:00000200:1.0:1767384978.101248:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 75], ns[168, 77] 00000400:00000200:1.0:1767384978.101253:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 75], ns[148, 77] 00000400:00000200:1.0:1767384978.101257:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[187, 75], ns[192, 77] 00000400:00000200:1.0:1767384978.101262:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[164, 75], ns[169, 77] 00000400:00000200:1.0:1767384978.101266:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[212, 75], ns[248, 77] 00000400:00000200:1.0:1767384978.101270:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[214, 75], ns[250, 77] 00000400:00000200:1.0:1767384978.101273:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[202, 75], ns[207, 77] 00000400:00000200:1.0:1767384978.101277:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[209, 75], ns[245, 77] 00000400:00000200:1.0:1767384978.101281:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[210, 75], ns[246, 77] 00000400:00000200:1.0:1767384978.101285:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[215, 75], ns[251, 77] 00000400:00000200:1.0:1767384978.101289:0:16356:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[216, 75], ns[252, 77] 00000400:00000200:1.0:1767384978.101292:0:16356:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 00000400:00000200:1.0:1767384978.101295:0:16356:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp14 00000400:00000200:1.0:1767384978.101298:0:16356:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.134@tcp14 lpni_is_preferred = 0 00000400:00000200:1.0:1767384978.101300:0:16356:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.134@tcp14 00000400:00000200:1.0:1767384978.101304:0:16356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp14 NI seq info: [255:255:256:4294967295] 192.168.203.134@tcp14 LPNI seq info [219:219:8:4294967295] 00000400:00000200:1.0:1767384978.101308:0:16356:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp14 00000400:00000200:1.0:1767384978.101317:0:16356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp14(192.168.203.134@tcp14:) -> 192.168.203.134@tcp14(192.168.203.134@tcp:192.168.203.134@tcp14) : GET try# 0 00000800:00000200:1.0:1767384978.101322:0:16356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp14 00000100:00000200:2.0:1767384978.101327:0:41023:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.134@tcp->12345-0@lo 00000800:00000010:1.0:1767384978.101329:0:16356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006c7ec8d1. 00010000:00000010:2.0:1767384978.101332:0:41023:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000bd4fcf25. 00010000:00000010:2.0:1767384978.101338:0:41023:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000008dfa124e. 00000800:00000200:1.0:1767384978.101338:0:16356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088f1df0d] -> 12345-192.168.203.134@tcp14 (6) 00000400:00000200:3.0:1767384978.101345:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp13(192.168.203.134@tcp13) <- 192.168.203.134@tcp13 : ACK - for me 00000001:00000010:2.0:1767384978.101346:0:41023:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000004febfd66. 00000800:00000200:1.0:1767384978.101351:0:16356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp14 ip 192.168.203.134:988 00000001:00000010:2.0:1767384978.101355:0:41023:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000d4a84fe7. 00000800:00000200:1.0:1767384978.101356:0:16356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006c7ec8d1 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384978.101357:0:16353:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.134@tcp13: ACK from 12345-192.168.203.134@tcp13 into md 0x2ae5 00000400:00000200:3.0:1767384978.101365:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384978.101367:0:16356:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.134@tcp 00000400:00000200:1.0:1767384978.101373:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100671 rc 0 00000400:00000200:3.0:1767384978.101374:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp13->192.168.203.134@tcp13: ACK: OK 00000400:00000200:3.0:1767384978.101381:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8d1e8df 00000400:00000010:3.0:1767384978.101384:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8d1e8df. 00000400:00000200:3.0:1767384978.101387:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384978.101390:0:16353:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.134@tcp ev->status 0 00000400:00000200:3.0:1767384978.101395:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000001:00000010:2.0:1767384978.101401:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000006e3bfff. 00000400:00000200:3.0:1767384978.101403:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (45) 00000800:00000200:3.0:1767384978.101432:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384978.101434:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006c7ec8d1. 00000400:00000200:3.0:1767384978.101438:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384978.101441:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp14->192.168.203.134@tcp14: GET: OK 00000400:00000200:3.0:1767384978.101443:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384978.101445:0:16353:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.134@tcp: 0 00000001:00000010:2.0:1767384978.101455:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d97c0f9c. 00000400:00000200:3.0:1767384978.101463:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp14(192.168.203.134@tcp14) <- 192.168.203.134@tcp14 : GET - for me 00000400:00000200:3.0:1767384978.101469:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384978.101473:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 704/704 into md 0x1f95 [1] + 0 00000400:00000200:3.0:1767384978.101481:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp14 to MR: 192.168.203.134@tcp14 local destination 00000400:00000200:3.0:1767384978.101484:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp14 NI seq info: [256:256:256:4294967295] 192.168.203.134@tcp14 LPNI seq info [220:220:8:4294967295] 00000400:00000200:3.0:1767384978.101496:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp14(192.168.203.134@tcp14:192.168.203.134@tcp14) -> 192.168.203.134@tcp14(192.168.203.134@tcp14:192.168.203.134@tcp14) 192.168.203.134@tcp14 : REPLY try# 0 00000800:00000200:3.0:1767384978.101501:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.134@tcp14 00000800:00000010:3.0:1767384978.101504:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9df57eb. 00000800:00000200:3.0:1767384978.101509:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000088f1df0d] -> 12345-192.168.203.134@tcp14 (6) 00000001:00000010:2.0:1767384978.101510:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000205d4aa9. 00000800:00000200:3.0:1767384978.101515:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp14 ip 192.168.203.134:1013 00000800:00000200:3.0:1767384978.101517:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b9df57eb type 3, nob 800 niov 1 nkiov 1 00000800:00000200:3.0:1767384978.101563:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384978.101566:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9df57eb. 00000001:00000010:2.0:1767384978.101567:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005546bb16. 00000400:00000200:3.0:1767384978.101570:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384978.101575:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp14->192.168.203.134@tcp14: REPLY: OK 00000400:00000200:3.0:1767384978.101589:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp14(192.168.203.134@tcp14) <- 192.168.203.134@tcp14 : REPLY - for me 00000400:00000200:3.0:1767384978.101595:0:16353:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp14: Reply from 12345-192.168.203.134@tcp14 of length 704/704 into md 0x2aed 00000400:00000200:3.0:1767384978.101601:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384978.101604:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp14->192.168.203.134@tcp14: REPLY: OK 00000400:00000200:3.0:1767384978.101606:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006656370b 00000400:00000010:3.0:1767384978.101607:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006656370b. 00000400:00000200:3.0:1767384978.101609:0:16353:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384978.101612:0:16353:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.134@tcp has discovery enabled 00000400:00000200:3.0:1767384978.101614:0:16353:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.134@tcp(00000000e17e2def) is MR 00000400:00000200:3.0:1767384978.101617:0:16353:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.134@tcp data present 42. state = 0x100271 00000400:00000200:3.0:1767384978.101620:0:16353:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.134@tcp (00000000e17e2def): -114 00000400:00000200:3.0:1767384978.101622:0:16353:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (44) 00000001:00000010:2.0:1767384978.101628:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d419c98a. 00000400:00000200:3.0:1767384978.101639:0:16356:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384978.101645:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x1000f1 00000400:00000010:3.0:1767384978.101650:0:16356:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 860 at 0000000098ac7079. 00000400:00000010:3.0:1767384978.101653:0:16356:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1032 at 00000000a78d0322. 00000400:00000010:3.0:1767384978.101655:0:16356:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 860 at 00000000dadc1521. 00000400:00000200:3.0:1767384978.101674:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp28(00000000649be00a) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384978.101678:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp30(0000000010500283) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384978.101684:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp38(000000008514e7e9) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384978.101690:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp43(00000000b235ff9b) status changed from 0xdeadface to 0x15aac0de 00000001:00000010:2.0:1767384978.101692:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f3d33624. 00000400:00000200:3.0:1767384978.101694:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp44(000000008acbf429) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384978.101700:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp46(00000000b4d38b9e) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384978.101702:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp47(00000000b76729ab) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384978.101704:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp48(000000001e4a7fc4) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384978.101707:0:16356:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.134@tcp49(000000006dd9ba75) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:3.0:1767384978.101712:0:16356:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000bd851a7. 00000400:00000200:3.0:1767384978.101716:0:16356:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000bd851a7 nid 192.168.203.134@tcp50 00000400:00000010:3.0:1767384978.101720:0:16356:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000009ca8afeb. 00000400:00000200:3.0:1767384978.101722:0:16356:0:(peer.c:204:lnet_peer_net_alloc()) 000000009ca8afeb net tcp50 00000400:00000200:3.0:1767384978.101724:0:16356:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e17e2def (43) 00000400:00000200:3.0:1767384978.101728:0:16356:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.134@tcp NID 192.168.203.134@tcp50 flags 0x11 00000400:00000010:3.0:1767384978.101731:0:16356:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 860 at 0000000098ac7079. 00000400:00000010:3.0:1767384978.101734:0:16356:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1032 at 00000000a78d0322. 00000400:00000010:3.0:1767384978.101736:0:16356:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 860 at 00000000dadc1521. 00000400:00000010:3.0:1767384978.101738:0:16356:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 0000000079e2cc65. 00000400:00000200:3.0:1767384978.101740:0:16356:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.134@tcp (00000000e17e2def): 0 00000400:00000200:3.0:1767384978.101743:0:16356:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.134@tcp(00000000e17e2def): 0. state = 0x100171 00000400:00000200:3.0:1767384978.101745:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 rc 1 00000400:00000200:3.0:1767384978.101747:0:16356:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100171 00000400:00000200:3.0:1767384978.101750:0:16356:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.134@tcp 00000400:00000200:3.0:1767384978.101752:0:16356:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.134@tcp(00000000e17e2def) state 0x100111 rc 0 00000001:00000010:2.0:1767384978.101753:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000ce9a6b9. 00000400:00000200:3.0:1767384978.101756:0:16356:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.134@tcp (00000000e17e2def) 00000400:00000200:3.0:1767384978.101759:0:16356:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e17e2def (44) 00000001:00000010:2.0:1767384978.101807:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001ab08ad8. 00000001:00000010:2.0:1767384978.101904:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005820ced2. 00000001:00000010:2.0:1767384978.101957:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d525594e. 00000001:00000010:2.0:1767384978.102013:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006f7629c3. 00000001:00000010:2.0:1767384978.102067:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e1de4ef0. 00000001:00000010:2.0:1767384978.102115:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002da61c73. 00000001:00000010:2.0:1767384978.102168:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003223a95b. 00000001:00000010:2.0:1767384978.102222:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ef52f7ae. 00000001:00000010:2.0:1767384978.102289:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008aad39c3. 00000001:00000010:2.0:1767384978.102340:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009835427c. 00000001:00000010:2.0:1767384978.102398:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005cfad307. 00000001:00000010:2.0:1767384978.102448:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001068633c. 00000001:00000010:2.0:1767384978.102496:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000023e472a5. 00000001:00000010:2.0:1767384978.102557:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e3954cca. 00000001:00000010:2.0:1767384978.102632:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007eb7ac33. 00000001:00000010:2.0:1767384978.102689:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f6a2704b. 00000001:00000010:2.0:1767384978.102749:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b77dabcf. 00000001:00000010:2.0:1767384978.102798:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008c5dcf9a. 00000001:00000010:2.0:1767384978.102888:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a7f658df. 00000001:00000010:2.0:1767384978.102944:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b280be67. 00000001:00000010:2.0:1767384978.103003:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004c3c79fc. 00000001:00000010:2.0:1767384978.103059:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004824fd13. 00000001:00000010:2.0:1767384978.103109:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f3a3f4fa. 00000001:00000010:2.0:1767384978.103158:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a9e6a970. 00000001:00000010:2.0:1767384978.103204:0:41023:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000093a9b7a9. 00000020:00000010:2.0:1767384978.103264:0:41023:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000009998cc5. 00000020:00000010:2.0:1767384978.103267:0:41023:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000089be1a5. 00000020:00000010:2.0:1767384978.103309:0:41023:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000710553a1. 00000020:00000010:2.0:1767384978.103311:0:41023:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000bbd5caf9. 00000010:00000010:2.0:1767384978.103322:0:41023:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 0000000096cf5a76. 00000010:00000010:2.0:1767384978.103324:0:41023:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 000000001840cc59. 00000010:00000010:2.0:1767384978.103326:0:41023:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 00000000a2af6d7a. 00000010:00000010:2.0:1767384978.103327:0:41023:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 00000000ab5e95b2. 00000020:00000010:2.0:1767384978.103345:0:41023:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000765186d6. 00000020:00000010:2.0:1767384978.103348:0:41023:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000007bf18bc8. 00000020:00000010:2.0:1767384978.103362:0:41023:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ca73c47a. 00000040:00000010:2.0:1767384978.103365:0:41023:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000562178f3. 00000020:00000010:2.0:1767384978.103367:0:41023:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000081d30517. 00000020:00000010:2.0:1767384978.103369:0:41023:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b34cbb1c. 00000020:00000010:2.0:1767384978.103372:0:41023:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009aa660ee. 80000000:00000010:2.0:1767384978.103373:0:41023:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f2e3a36b. 40000000:00000010:2.0:1767384978.103376:0:41023:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b497b536. 00100000:00000010:2.0:1767384978.103378:0:41023:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000059df369b. 00040000:00000010:2.0:1767384978.103380:0:41023:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000032dc074. 00040000:00000010:2.0:1767384978.103382:0:41023:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ed2ee63d. 00040000:00000010:2.0:1767384978.103384:0:41023:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000063342cc9. 00080000:00000010:2.0:1767384978.103386:0:41023:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b5e36d46. 00080000:00000010:2.0:1767384978.103394:0:41023:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000fe7510e2. 00000004:00000010:2.0:1767384978.103397:0:41023:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000056a038e9. 00000004:00000010:2.0:1767384978.103399:0:41023:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000ad64b52. 00000004:00000010:2.0:1767384978.103401:0:41023:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000bdc3b192. 00000004:00000010:2.0:1767384978.103403:0:41023:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000052f3661e. 00000020:00000010:2.0:1767384978.103405:0:41023:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001fcac984. 00000020:00000010:2.0:1767384978.103407:0:41023:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000051913ac5. 00000020:00000010:2.0:1767384978.103409:0:41023:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bcfd3a7d. 00000008:00000010:2.0:1767384978.103411:0:41023:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000578b6bcd. 00020000:00000010:2.0:1767384978.103413:0:41023:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000bf96d906. 00008000:00000010:2.0:1767384978.103415:0:41023:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000002aaa8bd6. 00000080:00000010:2.0:1767384978.103418:0:41023:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000d5d282ef. 00000020:00000010:2.0:1767384978.103419:0:41023:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003450e963. 00000020:00000010:2.0:1767384978.103421:0:41023:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 00000000237a9505. 00000020:00000010:2.0:1767384978.103427:0:41023:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb7344b4. 00000020:00000010:2.0:1767384978.103431:0:41023:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002c90923a. 00000040:00000010:2.0:1767384978.103433:0:41023:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005f9df8dd. 00000020:00000010:2.0:1767384978.103435:0:41023:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000751d3294. 00000020:00000010:2.0:1767384978.103437:0:41023:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b34cbb1c. 00000020:00000010:2.0:1767384978.103439:0:41023:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000789e2f48. 80000000:00000010:2.0:1767384978.103441:0:41023:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000044ff85c0. 40000000:00000010:2.0:1767384978.103443:0:41023:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a64efde7. 00100000:00000010:2.0:1767384978.103445:0:41023:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003c5db114. 00040000:00000010:2.0:1767384978.103447:0:41023:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000032dc074. 00040000:00000010:2.0:1767384978.103450:0:41023:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007d3edab5. 00040000:00000010:2.0:1767384978.103452:0:41023:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003a615e1d. 00080000:00000010:2.0:1767384978.103454:0:41023:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000fe7510e2. 00080000:00000010:2.0:1767384978.103456:0:41023:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b5e36d46. 00000004:00000010:2.0:1767384978.103459:0:41023:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000053d60f67. 00000004:00000010:2.0:1767384978.103461:0:41023:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000ad64b52. 00000004:00000010:2.0:1767384978.103463:0:41023:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000033e556a1. 00000004:00000010:2.0:1767384978.103464:0:41023:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000052f3661e. 00000020:00000010:2.0:1767384978.103466:0:41023:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c03d48c. 00000020:00000010:2.0:1767384978.103476:0:41023:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000051913ac5. 00000020:00000010:2.0:1767384978.103478:0:41023:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bcfd3a7d. 00000020:00000010:2.0:1767384978.103480:0:41023:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 0000000093840bdb. 00000020:00000010:2.0:1767384978.103483:0:41023:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 00000000818be222. 00000020:00000010:2.0:1767384978.103486:0:41023:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000cbc2fa2f. 00000100:00000010:2.0:1767384978.103498:0:41023:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe377f3f. 02000000:00000010:2.0:1767384978.103504:0:41023:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000008a019218. 02000000:00000010:1.0:1767384978.103545:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000079e2cc65. 00000400:00000010:1.0:1767384978.103551:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025827d3c. 00000400:00000010:1.0:1767384978.103555:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000694d7f6. 00000100:00000200:1.0:1767384978.103558:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348044544, portal 10 00000020:00000010:1.0:1767384978.103562:0:16357:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000048586737. 00000400:00000010:1.0:1767384978.103567:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000508ea2ad. 00000100:00000200:1.0:1767384978.103569:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237348044544, offset 0 00000400:00000200:1.0:1767384978.103573:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384978.103578:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384978.103585:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958271d08f00 00000400:00000200:1.0:1767384978.103590:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x22b5 [64] + 0 00000400:00000200:1.0:1767384978.103594:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384978.103598:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384978.103601:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384978.103605:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ec8039dc. 00000400:00000200:1.0:1767384978.103624:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000508ea2ad 00000400:00000010:1.0:1767384978.103626:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000508ea2ad. 00000100:00000200:1.0:1767384978.103631:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fe377f3f x1853237348044544/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384978.103634:0:41001:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000be385283. 00000020:00000010:2.0:1767384978.103636:0:41023:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 0000000093840bdb. 00000020:00000010:2.0:1767384978.103642:0:41023:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 00000000818be222. 00040000:00000010:0.0:1767384978.103644:0:41001:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b30bbf5c. 00000020:00000010:2.0:1767384978.103647:0:41023:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002c90923a. 00000004:00000010:0.0:1767384978.103649:0:41001:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c5098c30. 00000040:00000010:2.0:1767384978.103652:0:41023:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005f9df8dd. 00000004:00000010:0.0:1767384978.103654:0:41001:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000ba04d44. 00000020:00000010:2.0:1767384978.103658:0:41023:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000751d3294. 00000004:00000010:0.0:1767384978.103659:0:41001:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ecc144af. 00000020:00000010:2.0:1767384978.103664:0:41023:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b34cbb1c. 00000020:00000010:0.0:1767384978.103667:0:41001:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e23dc36d. 00000020:00000010:2.0:1767384978.103668:0:41023:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000789e2f48. 80000000:00000010:2.0:1767384978.103673:0:41023:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000044ff85c0. 00000020:00000010:0.0:1767384978.103673:0:41001:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000411ae4f1. 40000000:00000010:2.0:1767384978.103675:0:41023:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a64efde7. 00000020:00000010:0.0:1767384978.103679:0:41001:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003e6adf99. 00100000:00000010:2.0:1767384978.103680:0:41023:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003c5db114. 00040000:00000010:2.0:1767384978.103685:0:41023:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000032dc074. 00040000:00000010:2.0:1767384978.103688:0:41023:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007d3edab5. 00040000:00000010:2.0:1767384978.103690:0:41023:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003a615e1d. 00080000:00000010:2.0:1767384978.103693:0:41023:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b5e36d46. 00080000:00000010:2.0:1767384978.103696:0:41023:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000fe7510e2. 00000004:00000010:2.0:1767384978.103699:0:41023:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000053d60f67. 00000004:00000010:2.0:1767384978.103702:0:41023:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000ad64b52. 00000004:00000010:2.0:1767384978.103705:0:41023:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000033e556a1. 00000100:00000200:0.0:1767384978.103706:0:41001:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348044544 00000004:00000010:2.0:1767384978.103707:0:41023:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000052f3661e. 00000020:00000010:2.0:1767384978.103712:0:41023:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb7344b4. 00000020:00000010:2.0:1767384978.103715:0:41023:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000051913ac5. 00000020:00000010:2.0:1767384978.103717:0:41023:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bcfd3a7d. 02000000:00000010:0.0:1767384978.103717:0:41001:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000058a12a41. 00000020:00000010:2.0:1767384978.103723:0:41023:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c03d48c. 00000020:00000010:2.0:1767384978.103726:0:41023:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 0000000046e5cda0. 00000400:00000010:0.0:1767384978.103726:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004de08150. 00000020:00000010:2.0:1767384978.103731:0:41023:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 00000000a3998293. 00000100:00000200:0.0:1767384978.103731:0:41001:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237348044544, offset 0 00000400:00000200:0.0:1767384978.103740:0:41001:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1767384978.103745:0:41023:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b4b862f1. 00000400:00000200:0.0:1767384978.103745:0:41001:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384978.103754:0:41001:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958271d08f00 02000000:00000010:2.0:1767384978.103758:0:41023:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001c03d48c. 00000400:00000200:0.0:1767384978.103759:0:41001:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2af1 [1] + 0 00000400:00000200:0.0:1767384978.103765:0:41001:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767384978.103767:0:41023:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000093840bdb. 00000400:00000200:0.0:1767384978.103770:0:41001:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384978.103776:0:41001:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fe377f3f x1853237348044544/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384988 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384978.103786:0:41023:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000009701d220. 00000400:00000200:0.0:1767384978.103790:0:41001:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004de08150 00000400:00000010:2.0:1767384978.103792:0:41023:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e25c156. 00000400:00000010:0.0:1767384978.103793:0:41001:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004de08150. 00000400:00000010:2.0:1767384978.103800:0:41023:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000000270861e. 00000020:00000010:0.0:1767384978.103802:0:41001:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000411ae4f1. 00000100:00000200:2.0:1767384978.103804:0:41023:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237348044672, portal 25 00000020:00000010:0.0:1767384978.103808:0:41001:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003e6adf99. 00000400:00000010:2.0:1767384978.103809:0:41023:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000020:00000010:0.0:1767384978.103811:0:41001:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e23dc36d. 00000100:00000200:2.0:1767384978.103813:0:41023:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237348044672, offset 0 00000400:00000200:2.0:1767384978.103846:0:41023:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384978.103852:0:41023:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384978.103856:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025827d3c. 00000400:00000200:2.0:1767384978.103859:0:41023:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958271d08f80 00000400:00000200:0.0:1767384978.103861:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000694d7f6 00000400:00000010:0.0:1767384978.103864:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000694d7f6. 00000100:00000200:0.0:1767384978.103869:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fe377f3f x1853237348044544/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384988 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384978.103871:0:41023:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21d5 [2] + 0 00000400:00000010:2.0:1767384978.103880:0:41023:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000659fa31. 00000400:00000200:2.0:1767384978.103887:0:41023:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000018f4fd87 00000100:00000200:0.0:1767384978.103888:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fe377f3f x1853237348044544/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384988 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384978.103891:0:41023:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384978.103899:0:41023:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384978.103902:0:41023:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018f4fd87 00000400:00000010:2.0:1767384978.103904:0:41023:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000018f4fd87. 00000020:00000010:0.0:1767384978.103904:0:16357:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000008a7baebd. 00000100:00000200:2.0:1767384978.103912:0:41023:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000010:0.0:1767384978.103922:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000079e2cc65. 00000400:00000200:2.0:1767384978.103924:0:41023:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c2d411d 00000400:00000010:2.0:1767384978.103927:0:41023:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 02000000:00000010:0.0:1767384978.103929:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000008a019218. 00000100:00000200:2.0:1767384978.103934:0:41023:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b4b862f1 x1853237348044672/t0(0) o502->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384994 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384978.103935:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fe377f3f. 00000020:00000010:0.0:1767384978.103963:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f0cfbb9a. 00000020:00000010:0.0:1767384978.103967:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f0cfbb9a. 00000020:00000010:0.0:1767384978.103971:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e23dc36d. 00000020:00000010:0.0:1767384978.103973:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000411ae4f1. 00000020:00000010:0.0:1767384978.103976:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003e6adf99. 00000020:00000010:0.0:1767384978.104002:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f0cfbb9a. 00000020:00000010:0.0:1767384978.104005:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f0cfbb9a. 00000100:00000200:0.0:1767384978.104007:0:40995:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348044672 02000000:00000010:0.0:1767384978.104023:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000a7f6944c. 00000040:00000010:0.0:1767384978.104027:0:40995:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000341af43a. 00000040:00000010:0.0:1767384978.104060:0:40995:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000822f0a84. 00000040:00000010:0.0:1767384978.104075:0:40995:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000822f0a84. 00000040:00000010:0.0:1767384978.104078:0:40995:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000341af43a. 00010000:00000200:0.0:1767384978.104082:0:40995:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b6a8363f x1853237348044672/t0(0) o502->b543db4a-4900-454f-be04-352b2897a173@0@lo:204/0 lens 272/8472 e 0 to 0 dl 1767384989 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384978.104092:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000001cce9080. 00000100:00000200:0.0:1767384978.104094:0:40995:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237348044672, offset 224 00000400:00000200:0.0:1767384978.104098:0:40995:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384978.104104:0:40995:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384978.104110:0:40995:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958271d08f80 00000400:00000200:0.0:1767384978.104113:0:40995:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2afd [4] + 224 00000400:00000200:0.0:1767384978.104117:0:40995:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384978.104119:0:40995:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384978.104123:0:40995:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b4b862f1 x1853237348044672/t0(0) o502->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384994 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384978.104137:0:40995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cce9080 00000400:00000010:0.0:1767384978.104139:0:40995:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000001cce9080. 00000400:00000010:2.0:1767384978.104147:0:41023:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e25c156. 00000020:00000010:0.0:1767384978.104148:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000411ae4f1. 00000400:00000200:2.0:1767384978.104153:0:41023:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000270861e 00000020:00000010:0.0:1767384978.104154:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003e6adf99. 00000400:00000010:2.0:1767384978.104157:0:41023:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000000270861e. 00000020:00000010:0.0:1767384978.104159:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e23dc36d. 00000100:00000200:2.0:1767384978.104164:0:41023:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b4b862f1 x1853237348044672/t0(0) o502->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384978.104165:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000a7f6944c. 00000100:00000200:2.0:1767384978.104174:0:41023:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b4b862f1 x1853237348044672/t0(0) o502->MGC192.168.203.134@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384978.104178:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384978.104183:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003056aeba. 00000100:00000010:2.0:1767384978.104187:0:41023:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000093840bdb. 00000400:00000010:0.0:1767384978.104188:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001cce9080. 02000000:00000010:2.0:1767384978.104195:0:41023:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000009701d220. 02000000:00000010:2.0:1767384978.104207:0:41023:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001c03d48c. 00000100:00000010:2.0:1767384978.104215:0:41023:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b4b862f1. 00000040:00000010:2.0:1767384978.104219:0:41023:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000865d512a. 00000020:00000010:2.0:1767384978.104237:0:41023:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000fce5a138. 00000020:00000010:2.0:1767384978.104244:0:41023:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005daa5509. 00000040:00000010:2.0:1767384978.104247:0:41023:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000088025cdb. 00000020:00000010:2.0:1767384978.104249:0:41023:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c003bdcf. 00000020:00000010:2.0:1767384978.104251:0:41023:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000246a9fb3. 00000020:00000010:2.0:1767384978.104254:0:41023:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008127d008. 80000000:00000010:2.0:1767384978.104256:0:41023:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000032f89f61. 40000000:00000010:2.0:1767384978.104258:0:41023:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000081afc576. 00100000:00000010:2.0:1767384978.104261:0:41023:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002f25f2b7. 00040000:00000010:2.0:1767384978.104263:0:41023:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d6a67417. 00040000:00000010:2.0:1767384978.104266:0:41023:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b76eb5c5. 00040000:00000010:2.0:1767384978.104268:0:41023:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000ba5c5b0. 00080000:00000010:2.0:1767384978.104271:0:41023:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ab41f7c0. 00080000:00000010:2.0:1767384978.104273:0:41023:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000048cb239c. 00000004:00000010:2.0:1767384978.104276:0:41023:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a48d0a27. 00000004:00000010:2.0:1767384978.104278:0:41023:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003938e241. 00000004:00000010:2.0:1767384978.104281:0:41023:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000552bca0f. 00002000:00000010:2.0:1767384978.104283:0:41023:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000024b520c. 00000004:00000010:2.0:1767384978.104285:0:41023:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e052e1a6. 00000020:00000010:2.0:1767384978.104286:0:41023:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3fb8ec2. 00000040:00000010:0.0:1767384978.104304:0:40986:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000ead3e42d. 00000040:00000010:0.0:1767384978.104309:0:40986:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b0869f2d. 00000040:00000010:0.0:1767384978.104314:0:40986:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005f3709d4. 00000020:00000010:0.0:1767384978.104319:0:40986:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ddedae4e. 00000040:00000010:0.0:1767384978.104322:0:40986:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000edc022ce. 00000020:00000010:0.0:1767384978.104325:0:40986:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c4de2191. 00000020:00000010:0.0:1767384978.104329:0:40986:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000004fc5546. 80000000:00000010:0.0:1767384978.104332:0:40986:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f3c7aa28. 00040000:00000010:0.0:1767384978.104335:0:40986:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005ad66e69. 00080000:00000010:0.0:1767384978.104336:0:40986:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009a497e85. 00080000:00000010:0.0:1767384978.104340:0:40986:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e1ccfe01. 20000000:00000010:0.0:1767384978.104343:0:40986:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000257a2f4a. 00000020:00000010:0.0:1767384978.104345:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000617a56e8. 10000000:00000010:0.0:1767384978.104347:0:40986:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000f1a0e5f2. 00000020:00000010:0.0:1767384978.104358:0:40986:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f7dce6f3. 00000040:00000010:0.0:1767384978.104361:0:40986:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000864aee5e. 00000020:00000010:0.0:1767384978.104364:0:40986:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000007d176c6. 00000020:00000010:0.0:1767384978.104367:0:40986:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002d7f6a70. 00040000:00000010:0.0:1767384978.104370:0:40986:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000111c4938. 00040000:00000010:0.0:1767384978.104372:0:40986:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000025359bc5. 00080000:00000010:0.0:1767384978.104376:0:40986:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000081a9676e. 00080000:00000010:0.0:1767384978.104378:0:40986:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007eab76b0. 00000020:00000010:0.0:1767384978.104381:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000438de844. 00000020:00000010:0.0:1767384978.104383:0:40986:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 000000006144624f. 00000020:00000010:0.0:1767384978.104386:0:40986:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000a6ac54b1. 00000020:00000010:0.0:1767384978.104389:0:40986:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 00000000b015ec6e. 00000020:00000010:0.0:1767384978.104391:0:40986:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 00000000d02339ec. 00000020:00000010:0.0:1767384978.104407:0:40986:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 00000000822f0a84. 00000100:00000010:0.0:1767384978.104436:0:40986:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003567746b. 02000000:00000010:0.0:1767384978.104444:0:40986:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000062f369d4. 00000100:00000010:0.0:1767384978.104450:0:40986:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000007ee70e0a. 00000100:00000010:0.0:1767384978.104453:0:40986:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000870e170f. 00000100:00000010:0.0:1767384978.104458:0:40986:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006144624f. 00000400:00000010:0.0:1767384978.104465:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062fc3a25. 00000400:00000010:0.0:1767384978.104469:0:40986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004de08150. 00000100:00000200:0.0:1767384978.104471:0:40986:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x6958271d09000-0x6958271d09000, portal 33 02000000:00000010:0.0:1767384978.104477:0:40986:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d57d13ed. 00000400:00000010:0.0:1767384978.104480:0:40986:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5a43514. 00000400:00000010:0.0:1767384978.104483:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b538237b. 00000100:00000200:0.0:1767384978.104485:0:40986:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237348044800, portal 25 00000400:00000010:0.0:1767384978.104488:0:40986:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000017f567b4. 00000100:00000200:0.0:1767384978.104489:0:40986:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853237348044800, offset 0 00000400:00000200:0.0:1767384978.104494:0:40986:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384978.104499:0:40986:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384978.104506:0:40986:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x6958271d09000 00000400:00000200:0.0:1767384978.104508:0:40986:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x21d9 [2] + 0 00000400:00000010:0.0:1767384978.104511:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008248ab79. 00000400:00000200:0.0:1767384978.104514:0:40986:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006d24117a 00000400:00000200:0.0:1767384978.104517:0:40986:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384978.104520:0:40986:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384978.104523:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d24117a 00000400:00000010:0.0:1767384978.104525:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d24117a. 00000100:00000200:0.0:1767384978.104528:0:40986:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384978.104542:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017f567b4 00000400:00000010:0.0:1767384978.104544:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000017f567b4. 00000100:00000200:0.0:1767384978.104548:0:40986:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003567746b x1853237348044800/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384994 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384978.104556:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081afc576. 00000020:00000010:2.0:1767384978.104560:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081afc576. 00000020:00000010:2.0:1767384978.104565:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c03d48c. 00000020:00000010:2.0:1767384978.104568:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000051913ac5. 00000020:00000010:2.0:1767384978.104571:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bcfd3a7d. 00000020:00000010:2.0:1767384978.104596:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081afc576. 00000020:00000010:2.0:1767384978.104598:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081afc576. 00000100:00000200:2.0:1767384978.104601:0:40994:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348044800 02000000:00000010:2.0:1767384978.104608:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000fe7510e2. 20000000:00000010:2.0:1767384978.104615:0:40994:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 00000000b5e36d46. 00000100:00000010:2.0:1767384978.104618:0:40994:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000004e0dea28. 00000100:00000010:2.0:1767384978.104620:0:40994:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000fd89a298. 00000400:00000010:2.0:1767384978.104632:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000400:00000010:2.0:1767384978.104637:0:40994:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fc05d603. 00000400:00000200:2.0:1767384978.104640:0:40994:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:2.0:1767384978.104644:0:40994:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:2.0:1767384978.104650:0:40994:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x6958271d09000 00000400:00000200:2.0:1767384978.104653:0:40994:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2b0d [1] + 0 00000400:00000010:2.0:1767384978.104656:0:40994:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062fc3a25. 00000400:00000200:2.0:1767384978.104658:0:40994:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004de08150 00000100:00000200:2.0:1767384978.104661:0:40994:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000004e0dea28 00000400:00000200:2.0:1767384978.104666:0:40994:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:2.0:1767384978.104673:0:40994:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2b19 00000400:00000200:2.0:1767384978.104676:0:40994:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384978.104679:0:40994:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:2.0:1767384978.104682:0:40994:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c2d411d 00000400:00000010:2.0:1767384978.104683:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000100:00000200:2.0:1767384978.104685:0:40994:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 000000004e0dea28 00000400:00000200:2.0:1767384978.104688:0:40994:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004de08150 00000020:00000010:1.0:1767384978.104688:0:41024:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000293fad29. 00000400:00000010:2.0:1767384978.104692:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004de08150. 00000100:00000200:2.0:1767384978.104695:0:40994:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 000000003567746b desc 000000007ee70e0a mbits 1853237348044800 00000020:00000010:1.0:1767384978.104695:0:41024:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000293fad29. 00000100:00000200:2.0:1767384978.104709:0:40994:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x6958271d09000-0x6958271d09000 20000000:00000010:2.0:1767384978.104717:0:40994:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 0000000044ff85c0. 20000000:00000010:2.0:1767384978.104724:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fb7344b4. 20000000:00000010:2.0:1767384978.104731:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d0393742. 20000000:00000010:2.0:1767384978.104737:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003a615e1d. 20000000:00000010:2.0:1767384978.104741:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000789e2f48. 20000000:00000010:2.0:1767384978.104745:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005f9df8dd. 20000000:00000010:2.0:1767384978.104748:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002c90923a. 20000000:00000010:2.0:1767384978.104751:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d461e83b. 20000000:00000010:2.0:1767384978.104754:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003cb32356. 20000000:00000010:2.0:1767384978.104757:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000007068ad8. 20000000:00000010:2.0:1767384978.104761:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d3fb8ec2. 20000000:00000010:2.0:1767384978.104764:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d542c47f. 20000000:00000010:2.0:1767384978.104767:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000ba5c5b0. 20000000:00000010:2.0:1767384978.104776:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008127d008. 20000000:00000010:2.0:1767384978.104779:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000088025cdb. 20000000:00000010:2.0:1767384978.104782:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005daa5509. 20000000:00000010:2.0:1767384978.104787:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a0002579. 20000000:00000010:2.0:1767384978.104789:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006232fb01. 20000000:00000010:2.0:1767384978.104792:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000793318f7. 20000000:00000010:2.0:1767384978.104794:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fca6a452. 20000000:00000010:2.0:1767384978.104797:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f147d146. 20000000:00000010:2.0:1767384978.104800:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004ddce93f. 20000000:00000010:2.0:1767384978.104803:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007aa9c765. 20000000:00000010:2.0:1767384978.104806:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000eff00e9e. 20000000:00000010:2.0:1767384978.104809:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005fcdb2fe. 20000000:00000010:2.0:1767384978.104812:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000087c0f956. 20000000:00000010:2.0:1767384978.104840:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000050bc768c. 20000000:00000010:2.0:1767384978.104844:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008cdfe48e. 20000000:00000010:2.0:1767384978.104848:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f0651812. 20000000:00000010:2.0:1767384978.104851:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000064b79b54. 20000000:00000010:2.0:1767384978.104854:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a28520fb. 20000000:00000010:2.0:1767384978.104858:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001f72294f. 20000000:00000010:2.0:1767384978.104861:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003e62bb43. 20000000:00000010:2.0:1767384978.104865:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000066a4912a. 20000000:00000010:2.0:1767384978.104868:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000081568834. 20000000:00000010:2.0:1767384978.104871:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000409e39f1. 20000000:00000010:2.0:1767384978.104873:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a5d9d598. 20000000:00000010:2.0:1767384978.104876:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ebe2fdd0. 20000000:00000010:2.0:1767384978.104879:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000115ef7b6. 20000000:00000010:2.0:1767384978.104882:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ba1ba179. 20000000:00000010:2.0:1767384978.104885:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a88fa8a5. 20000000:00000010:2.0:1767384978.104889:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cab0a53f. 20000000:00000010:2.0:1767384978.104892:0:40994:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000663543f6. 00080000:00000010:2.0:1767384978.104912:0:40994:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000002674519a. 00080000:00000010:2.0:1767384978.104917:0:40994:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005ea0e139. 00080000:00000010:2.0:1767384978.104921:0:40994:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000081afc576. 00080000:00000010:3.0:1767384978.106459:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005ea0e139. 00080000:00000010:2.0:1767384978.106483:0:40994:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000081afc576. 00010000:00000010:3.0:1767384978.106536:0:40996:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c69c2202. 00000020:00000010:3.0:1767384978.106541:0:40996:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000e86b77d6. 00010000:00000010:3.0:1767384978.106550:0:40996:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f23679fc. 00000100:00000010:3.0:1767384978.106554:0:40996:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000586ebf40. 00000100:00000010:3.0:1767384978.106560:0:40996:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1070430. 02000000:00000010:3.0:1767384978.106567:0:40996:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e60b8186. 02000000:00000010:3.0:1767384978.106582:0:40996:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ebef4e03. 00000400:00000010:3.0:1767384978.106585:0:40996:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dd90814. 00000400:00000010:3.0:1767384978.106588:0:40996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab0b7a9d. 00000100:00000200:3.0:1767384978.106591:0:40996:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348044928, portal 16 00000400:00000010:3.0:1767384978.106594:0:40996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090708e49. 00000100:00000200:3.0:1767384978.106596:0:40996:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237348044928, offset 0 00000400:00000200:3.0:1767384978.106601:0:40996:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384978.106607:0:40996:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384978.106613:0:40996:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958271d09080 00000400:00000200:3.0:1767384978.106618:0:40996:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x18b9 [2] + 1640 00000400:00000200:3.0:1767384978.106622:0:40996:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767384978.106624:0:40994:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000fd89a298. 00000400:00000200:3.0:1767384978.106626:0:40996:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1767384978.106630:0:40994:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000004e0dea28. 00000100:00000200:3.0:1767384978.106633:0:40996:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 20000000:00000010:2.0:1767384978.106634:0:40994:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 00000000b5e36d46. 00000100:00000010:3.0:1767384978.106638:0:40996:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4e9fb21. 00010000:00000200:2.0:1767384978.106643:0:40994:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004e3c947a x1853237348044800/t0(0) o253->b543db4a-4900-454f-be04-352b2897a173@0@lo:204/0 lens 4784/4768 e 0 to 0 dl 1767384989 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384978.106652:0:40996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090708e49 00000400:00000010:2.0:1767384978.106654:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093840bdb. 00000400:00000010:3.0:1767384978.106655:0:40996:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090708e49. 00000100:00000200:2.0:1767384978.106661:0:40994:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237348044800, offset 224 00000100:00000200:3.0:1767384978.106663:0:40996:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b1070430 x1853237348044928/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384994 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384978.106670:0:40994:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384978.106679:0:40994:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384978.106686:0:40994:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958271d09000 00000400:00000200:2.0:1767384978.106690:0:40994:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2b11 [2] + 224 00040000:00000010:3.0:1767384978.106702:0:22109:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a78d0322. 00000400:00000200:2.0:1767384978.106705:0:40994:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000010:3.0:1767384978.106706:0:22109:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000004ffb2e0. 00000400:00000200:2.0:1767384978.106712:0:40994:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000010:3.0:1767384978.106713:0:22109:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cc49ea0c. 00000004:00000010:3.0:1767384978.106716:0:22109:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000024cd3096. 00000100:00000200:2.0:1767384978.106717:0:40994:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003567746b x1853237348044800/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384994 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:3.0:1767384978.106720:0:22109:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000dadc1521. 00000020:00000010:3.0:1767384978.106727:0:22109:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ab3dad6. 00000020:00000010:3.0:1767384978.106730:0:22109:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005ab3dad6. 00000020:00000010:3.0:1767384978.106733:0:22109:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bdcb15a9. 00000020:00000010:3.0:1767384978.106736:0:22109:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000363d5c67. 00000020:00000010:3.0:1767384978.106739:0:22109:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d1062865. 00000400:00000200:2.0:1767384978.106740:0:40994:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093840bdb 00000400:00000010:2.0:1767384978.106743:0:40994:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093840bdb. 00000020:00000010:2.0:1767384978.106751:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000051913ac5. 00000020:00000010:2.0:1767384978.106753:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bcfd3a7d. 00000020:00000010:2.0:1767384978.106754:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c03d48c. 02000000:00000010:2.0:1767384978.106758:0:40994:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000fe7510e2. 00000100:00000200:2.0:1767384978.106762:0:40994:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384978.106765:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e25c156. 00000400:00000010:2.0:1767384978.106768:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093840bdb. 00000020:00000010:3.0:1767384978.106780:0:22109:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ab3dad6. 00000020:00000010:3.0:1767384978.106783:0:22109:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005ab3dad6. 00000100:00000200:3.0:1767384978.106786:0:22109:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348044928 02000000:00000010:3.0:1767384978.106792:0:22109:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000098ac7079. 00000400:00000010:3.0:1767384978.106797:0:22109:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090708e49. 00000100:00000200:3.0:1767384978.106799:0:22109:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237348044928, offset 224 00000400:00000200:3.0:1767384978.106802:0:22109:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384978.106806:0:22109:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384978.106809:0:22109:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958271d09080 00000400:00000200:3.0:1767384978.106813:0:22109:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x2b1d [1] + 224 00000400:00000200:3.0:1767384978.106834:0:22109:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384978.106838:0:22109:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384978.106843:0:22109:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b1070430 x1853237348044928/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384994 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767384978.106854:0:40986:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5a43514. 00000400:00000200:0.0:1767384978.106868:0:40986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b538237b 00000400:00000010:0.0:1767384978.106870:0:40986:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b538237b. 00000400:00000010:2.0:1767384978.106875:0:40996:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dd90814. 00000100:00000200:0.0:1767384978.106876:0:40986:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003567746b x1853237348044800/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384978.106882:0:40996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab0b7a9d 00000400:00000010:2.0:1767384978.106886:0:40996:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab0b7a9d. 00000100:00000200:0.0:1767384978.106889:0:40986:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003567746b x1853237348044800/t0(0) o253->MGC192.168.203.134@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384978.106891:0:22109:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090708e49 00000100:00000200:2.0:1767384978.106894:0:40996:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b1070430 x1853237348044928/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767384978.106895:0:22109:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090708e49. 00010000:00000010:3.0:1767384978.106908:0:22109:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000b93a4503. 00000100:00000200:2.0:1767384978.106914:0:40996:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b1070430 x1853237348044928/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384994 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1767384978.106921:0:40986:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006144624f. 00000020:00000010:3.0:1767384978.106927:0:22109:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000363d5c67. 02000000:00000010:0.0:1767384978.106929:0:40986:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d57d13ed. 00000020:00000010:3.0:1767384978.106932:0:22109:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d1062865. 02000000:00000010:2.0:1767384978.106935:0:40996:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ebef4e03. 00000100:00000010:0.0:1767384978.106936:0:40986:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000870e170f. 00000020:00000010:3.0:1767384978.106938:0:22109:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bdcb15a9. 00000100:00000010:0.0:1767384978.106941:0:40986:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000007ee70e0a. 02000000:00000010:2.0:1767384978.106949:0:40996:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e60b8186. 02000000:00000010:0.0:1767384978.106950:0:40986:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000062f369d4. 00000100:00000010:2.0:1767384978.106957:0:40996:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b1070430. 00000100:00000010:0.0:1767384978.106959:0:40986:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003567746b. 00000100:00000010:2.0:1767384978.106964:0:40996:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000586ebf40. 00000020:00000010:0.0:1767384978.106966:0:40986:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 7232 at 00000000822f0a84. 00010000:00000010:2.0:1767384978.106970:0:40996:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f23679fc. 00000020:02000000:0.0:1767384978.106972:0:40986:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00000010:3.0:1767384978.106981:0:17078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000019038a26. 02000000:00000010:3.0:1767384978.106988:0:17078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bdcb15a9. 00010000:00000010:3.0:1767384978.107016:0:17078:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000b93a4503. 02000000:00000010:3.0:1767384978.107032:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000023fb16c2. 00000400:00000010:3.0:1767384978.107035:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000720f0efb. 00000400:00000010:3.0:1767384978.107038:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090708e49. 00000100:00000200:3.0:1767384978.107040:0:16361:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348045056, portal 18 00000400:00000010:3.0:1767384978.107043:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d1b4081. 00000100:00000200:3.0:1767384978.107046:0:16361:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237348045056, offset 0 00000400:00000200:3.0:1767384978.107051:0:16361:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384978.107057:0:16361:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384978.107062:0:16361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958271d09100 00000400:00000200:3.0:1767384978.107067:0:16361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1640 00000400:00000200:3.0:1767384978.107070:0:16361:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384978.107072:0:16361:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384978.107074:0:16361:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384978.107077:0:16361:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006d0119e6. 00000400:00000200:3.0:1767384978.107089:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d1b4081 00000400:00000010:3.0:1767384978.107091:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d1b4081. 00000100:00000200:3.0:1767384978.107095:0:16361:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000019038a26 x1853237348045056/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384994 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:2.0:1767384978.107103:0:40021:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000033e556a1. 00000004:00000010:2.0:1767384978.107107:0:40021:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000053d60f67. 00000004:00000010:2.0:1767384978.107109:0:40021:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003938e241. 00000004:00000010:2.0:1767384978.107112:0:40021:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007d3edab5. 00000004:00000010:2.0:1767384978.107114:0:40021:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004e0dea28. 00000020:00000010:2.0:1767384978.107120:0:40021:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081afc576. 00000020:00000010:2.0:1767384978.107122:0:40021:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081afc576. 00000020:00000010:2.0:1767384978.107126:0:40021:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009873402b. 00000020:00000010:2.0:1767384978.107128:0:40021:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000051913ac5. 00000020:00000010:2.0:1767384978.107130:0:40021:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bcfd3a7d. 00000100:00000200:2.0:1767384978.107143:0:40021:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006d0119e6 x1853237348045056/t0(0) o103->b543db4a-4900-454f-be04-352b2897a173@0@lo:204/0 lens 328/0 e 0 to 0 dl 1767384989 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384978.107164:0:40021:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081afc576. 00000020:00000010:2.0:1767384978.107166:0:40021:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081afc576. 00000100:00000200:2.0:1767384978.107169:0:40021:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348045056 02000000:00000010:2.0:1767384978.107174:0:40021:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000052b38993. 00010000:00000010:2.0:1767384978.107189:0:40021:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000081afc576. 00000100:00000010:2.0:1767384978.107192:0:40021:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000270861e. 00000100:00000010:2.0:1767384978.107208:0:40021:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000270861e. 00010000:00000010:2.0:1767384978.107212:0:40021:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000081afc576. 00000400:00000010:2.0:1767384978.107218:0:40021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000100:00000200:2.0:1767384978.107221:0:40021:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237348045056, offset 224 00000400:00000200:2.0:1767384978.107236:0:40021:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384978.107241:0:40021:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384978.107246:0:40021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958271d09100 00000400:00000200:2.0:1767384978.107249:0:40021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2b31 [1] + 224 00000400:00000200:2.0:1767384978.107252:0:40021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384978.107255:0:40021:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384978.107266:0:40021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000019038a26 x1853237348045056/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384994 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384978.107280:0:40021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c2d411d 00000400:00000010:2.0:1767384978.107282:0:40021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000400:00000010:3.0:1767384978.107287:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000720f0efb. 00000400:00000200:3.0:1767384978.107292:0:16361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090708e49 00000020:00000010:2.0:1767384978.107292:0:40021:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000051913ac5. 00000400:00000010:3.0:1767384978.107296:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090708e49. 00000020:00000010:2.0:1767384978.107298:0:40021:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bcfd3a7d. 00000020:00000010:2.0:1767384978.107302:0:40021:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009873402b. 00000100:00000200:3.0:1767384978.107304:0:16361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000019038a26 x1853237348045056/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384994 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384978.107313:0:16361:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000019038a26 x1853237348045056/t0(0) o103->MGC192.168.203.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384994 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384978.107324:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000023fb16c2. 02000000:00000010:3.0:1767384978.107327:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bdcb15a9. 00000100:00000010:3.0:1767384978.107331:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000019038a26. 00000020:00000010:0.0:1767384978.109494:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e23dc36d. 00000020:00000010:0.0:1767384978.109497:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cf02e4ce. 00000040:00000010:0.0:1767384978.109499:0:40986:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fe6464e6. 00000020:00000010:0.0:1767384978.109501:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000007d176c6. 00000020:00000010:0.0:1767384978.109504:0:40986:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000de9a283b. 00000020:00000010:0.0:1767384978.109506:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006868d4b8. 80000000:00000010:0.0:1767384978.109508:0:40986:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d02339ec. 40000000:00000010:0.0:1767384978.109510:0:40986:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b015ec6e. 00100000:00000010:0.0:1767384978.109512:0:40986:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c4de2191. 00040000:00000010:0.0:1767384978.109513:0:40986:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000111c4938. 00040000:00000010:0.0:1767384978.109515:0:40986:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000aae89a02. 00040000:00000010:0.0:1767384978.109517:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ca3f3e2c. 00080000:00000010:0.0:1767384978.109519:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000822f0a84. 00080000:00000010:0.0:1767384978.109521:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000062f369d4. 00000004:00000010:0.0:1767384978.109524:0:40986:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009cd3360a. 00000004:00000010:0.0:1767384978.109526:0:40986:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006294c3ca. 00000004:00000010:0.0:1767384978.109528:0:40986:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f1b18fb4. 00000004:00000010:0.0:1767384978.109530:0:40986:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007ee70e0a. 00000020:00000010:0.0:1767384978.109532:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000438de844. 00000020:00000010:0.0:1767384978.109533:0:40986:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a6ac54b1. 00000020:00000010:0.0:1767384978.109535:0:40986:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003e6adf99. 00080000:00000010:0.0:1767384978.109558:0:40986:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000fb203b5e. 00000020:00000010:0.0:1767384978.109561:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000973324db. 00080000:00000010:0.0:1767384978.109565:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000049c69595. 00080000:00000010:0.0:1767384978.109575:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000049c69595. 00000020:00000010:0.0:1767384978.109577:0:40986:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000973324db. 00000004:00000010:0.0:1767384978.109581:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000074615907. 00000004:00000010:0.0:1767384978.109584:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000019df642d. 00000004:00000010:0.0:1767384978.109587:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a394430b. 00080000:00000010:0.0:1767384978.109590:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000049c69595. 00040000:00000010:0.0:1767384978.109597:0:40986:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000b538237b. 00000004:00000010:0.0:1767384978.109600:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001eb8aa83. 00000004:00000010:0.0:1767384978.109602:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000020d31880. 00000004:00000010:0.0:1767384978.109603:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002aa5b651. 00080000:00000010:0.0:1767384978.109605:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000025359bc5. 00000020:00000010:0.0:1767384978.109622:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000eafa0d78. 00080000:00000010:0.0:1767384978.109624:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002d7f6a70. 00080000:00000010:0.0:1767384978.109629:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002d7f6a70. 00000020:00000010:0.0:1767384978.109631:0:40986:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000eafa0d78. 00000004:00000010:0.0:1767384978.109633:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000da693143. 00000004:00000010:0.0:1767384978.109635:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000089b54340. 00000004:00000010:0.0:1767384978.109637:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006204c447. 00080000:00000010:0.0:1767384978.109638:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002d7f6a70. 00080000:00000010:0.0:1767384978.109643:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000001216018a. 00100000:00000010:0.0:1767384978.109649:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f1a0e5f2. 00100000:00000010:0.0:1767384978.109656:0:40986:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000f1a0e5f2. 00000004:00000010:0.0:1767384978.109666:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000db40cd35. 00000004:00000010:0.0:1767384978.109669:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009128f3a0. 00000004:00000010:0.0:1767384978.109671:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000709611d3. 00080000:00000010:0.0:1767384978.109672:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000864aee5e. 00080000:00000010:0.0:1767384978.109677:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000033dd9514. 00100000:00000010:0.0:1767384978.109680:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f1a0e5f2. 00100000:00000010:0.0:1767384978.109681:0:40986:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000f1a0e5f2. 00040000:00000010:0.0:1767384978.109684:0:40986:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000015b78805. 00000001:00000010:0.0:1767384978.109687:0:40986:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000f7dce6f3. 00000001:00000010:0.0:1767384978.109689:0:40986:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000051c8d383. 00000001:00000010:0.0:1767384978.109691:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000067539553. 00040000:00000010:0.0:1767384978.109697:0:40986:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000008e1a3e01. 00000004:00000010:0.0:1767384978.109699:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d60bc110. 00000004:00000010:0.0:1767384978.109701:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a62c01f4. 00000004:00000010:0.0:1767384978.109702:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a6856d65. 00080000:00000010:0.0:1767384978.109704:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000617a56e8. 00000020:00000010:0.0:1767384978.109716:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006b07098a. 00080000:00000010:0.0:1767384978.109718:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000257a2f4a. 00080000:00000010:0.0:1767384978.109724:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000257a2f4a. 00000020:00000010:0.0:1767384978.109725:0:40986:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006b07098a. 00000004:00000010:0.0:1767384978.109728:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004ba293ef. 00000004:00000010:0.0:1767384978.109730:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000013d88e8e. 00000004:00000010:0.0:1767384978.109732:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000831e4b49. 00080000:00000010:0.0:1767384978.109733:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000257a2f4a. 00080000:00000010:0.0:1767384978.109737:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000d4e019a0. 00100000:00000010:0.0:1767384978.109741:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f1a0e5f2. 00100000:00000010:0.0:1767384978.109743:0:40986:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000f1a0e5f2. 00000004:00000010:0.0:1767384978.109750:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000077d12443. 00000004:00000010:0.0:1767384978.109752:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000cc08f5e1. 00000004:00000010:0.0:1767384978.109754:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000840308bf. 00080000:00000010:0.0:1767384978.109756:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000af8efa8a. 00080000:00000010:0.0:1767384978.109761:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000a6024611. 00100000:00000010:0.0:1767384978.109764:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f1a0e5f2. 00100000:00000010:0.0:1767384978.109765:0:40986:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000f1a0e5f2. 00040000:00000010:0.0:1767384978.109767:0:40986:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000f9d5c375. 00000001:00000010:0.0:1767384978.109769:0:40986:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000005ad66e69. 00000001:00000010:0.0:1767384978.109770:0:40986:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000fd951753. 00000001:00000010:0.0:1767384978.109772:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000b5ea3a49. 00040000:00000010:0.0:1767384978.109776:0:40986:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 0000000006883e22. 00000004:00000010:0.0:1767384978.109779:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000da822f26. 00000004:00000010:0.0:1767384978.109780:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000002e5bcb8e. 00000004:00000010:0.0:1767384978.109782:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000026480d1. 00080000:00000010:0.0:1767384978.109784:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000004fc5546. 00000020:00000010:0.0:1767384978.109796:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000080d31b1d. 00080000:00000010:0.0:1767384978.109798:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000edc022ce. 00080000:00000010:0.0:1767384978.109803:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000edc022ce. 00000020:00000010:0.0:1767384978.109805:0:40986:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000080d31b1d. 00000004:00000010:0.0:1767384978.109807:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ef35048c. 00000004:00000010:0.0:1767384978.109809:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000eb8ba066. 00000004:00000010:0.0:1767384978.109811:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000072ca335c. 00080000:00000010:0.0:1767384978.109812:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000edc022ce. 00080000:00000010:0.0:1767384978.109840:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000cd787025. 00100000:00000010:0.0:1767384978.109847:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f1a0e5f2. 00100000:00000010:0.0:1767384978.109849:0:40986:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000f1a0e5f2. 00000004:00000010:0.0:1767384978.109860:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000059bab50d. 00000004:00000010:0.0:1767384978.109863:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c65fd0e9. 00000004:00000010:0.0:1767384978.109864:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000024a83799. 00080000:00000010:0.0:1767384978.109866:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ddedae4e. 00080000:00000010:0.0:1767384978.109871:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000065009ab0. 00100000:00000010:0.0:1767384978.109874:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f1a0e5f2. 00100000:00000010:0.0:1767384978.109875:0:40986:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000f1a0e5f2. 00040000:00000010:0.0:1767384978.109877:0:40986:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000dc786aa6. 00000001:00000010:0.0:1767384978.109879:0:40986:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000005f3709d4. 00000001:00000010:0.0:1767384978.109881:0:40986:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000812cfc55. 00000001:00000010:0.0:1767384978.109883:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000007c4d9a. 00040000:00000010:0.0:1767384978.109891:0:40986:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000f3c7aa28. 00000020:00000010:0.0:1767384978.109893:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090269785. 00000020:00000010:0.0:1767384978.109895:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009cfa33b8. 00000020:00000010:0.0:1767384978.109897:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f5ec0ecf. 00000020:00000010:0.0:1767384978.109899:0:40986:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002284a063. 00000020:00000010:0.0:1767384978.109901:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009c5ed65a. 80000000:00000010:0.0:1767384978.109903:0:40986:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002eadb937. 40000000:00000010:0.0:1767384978.109905:0:40986:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f1a0e5f2. 00100000:00000010:0.0:1767384978.109907:0:40986:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002719b4bd. 00040000:00000010:0.0:1767384978.109908:0:40986:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000be5c75aa. 00040000:00000010:0.0:1767384978.109910:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000138d866d. 00080000:00000010:0.0:1767384978.109913:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d57d13ed. 00080000:00000010:0.0:1767384978.109916:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000008e7580c0. 00002000:00000010:0.0:1767384978.109919:0:40986:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001f6e6d29. 00000020:00000010:2.0:1767384978.110030:0:40986:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 0000000081afc576. 00000020:00000010:2.0:1767384978.110034:0:40986:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 0000000081afc576. 00000020:00000010:2.0:1767384978.110037:0:40986:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 0000000051913ac5. 00000020:00000010:2.0:1767384978.110041:0:40986:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 0000000081afc576. 00000020:00000010:2.0:1767384978.110043:0:40986:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 0000000081afc576. 00040000:00000010:2.0:1767384978.110064:0:40986:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000000270861e. 00000020:00000010:2.0:1767384978.110074:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000032dc074. 00080000:00000010:2.0:1767384978.110078:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000076253e53. 00080000:00000010:2.0:1767384978.110086:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000076253e53. 00000020:00000010:2.0:1767384978.110087:0:40986:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000032dc074. 00000004:00000010:2.0:1767384978.110092:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008bc39255. 00000004:00000010:2.0:1767384978.110095:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d414c777. 00000004:00000010:2.0:1767384978.110098:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000efb52435. 00080000:00000010:2.0:1767384978.110100:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000076253e53. 00080000:00000010:2.0:1767384978.110106:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000003a8aaeb9. 00100000:00000010:2.0:1767384978.110111:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000081afc576. 00100000:00000010:2.0:1767384978.110114:0:40986:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000081afc576. 00000004:00000010:2.0:1767384978.110124:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ae05f51f. 00000004:00000010:2.0:1767384978.110126:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a8b92381. 00000004:00000010:2.0:1767384978.110128:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000001dae13d9. 00080000:00000010:2.0:1767384978.110130:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000089183099. 00080000:00000010:2.0:1767384978.110135:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000a1842dba. 00100000:00000010:2.0:1767384978.110138:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000081afc576. 00100000:00000010:2.0:1767384978.110139:0:40986:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000081afc576. 00040000:00000010:2.0:1767384978.110142:0:40986:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000002f3a67f. 00000001:00000010:2.0:1767384978.110144:0:40986:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000007912a7c3. 00000001:00000010:2.0:1767384978.110151:0:40986:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000958d3796. 00000001:00000010:2.0:1767384978.110153:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000032805537. 00040000:00000010:2.0:1767384978.110159:0:40986:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000002faf7dc3. 00000020:00000010:2.0:1767384978.110172:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e3d8ffab. 00080000:00000010:2.0:1767384978.110174:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b56ad8d4. 00080000:00000010:2.0:1767384978.110180:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b56ad8d4. 00000020:00000010:2.0:1767384978.110182:0:40986:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e3d8ffab. 00000004:00000010:2.0:1767384978.110185:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005fbccf17. 00000004:00000010:2.0:1767384978.110187:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006cb9e483. 00000004:00000010:2.0:1767384978.110189:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009f606655. 00080000:00000010:2.0:1767384978.110191:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b56ad8d4. 00080000:00000010:2.0:1767384978.110196:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000068085d1a. 00100000:00000010:2.0:1767384978.110200:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000081afc576. 00100000:00000010:2.0:1767384978.110202:0:40986:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000081afc576. 00000004:00000010:2.0:1767384978.110211:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008df2c482. 00000004:00000010:2.0:1767384978.110214:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000048e24df6. 00000004:00000010:2.0:1767384978.110215:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000280642f0. 00080000:00000010:2.0:1767384978.110217:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000095eba74b. 00080000:00000010:2.0:1767384978.110221:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000035ce1904. 00100000:00000010:2.0:1767384978.110240:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000081afc576. 00100000:00000010:2.0:1767384978.110242:0:40986:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000081afc576. 00040000:00000010:2.0:1767384978.110245:0:40986:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000a6cccfe7. 00000001:00000010:2.0:1767384978.110247:0:40986:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000f561301d. 00000001:00000010:2.0:1767384978.110249:0:40986:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000a1a23d85. 00000001:00000010:2.0:1767384978.110250:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000b30ce08b. 00040000:00000010:2.0:1767384978.110255:0:40986:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000d65e7d6a. 00000020:00000010:2.0:1767384978.110266:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ac04e7e9. 00080000:00000010:2.0:1767384978.110269:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000100f27a4. 00080000:00000010:2.0:1767384978.110275:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000100f27a4. 00000020:00000010:2.0:1767384978.110276:0:40986:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ac04e7e9. 00000004:00000010:2.0:1767384978.110279:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e7c3b43f. 00000004:00000010:2.0:1767384978.110282:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007ee921d6. 00000004:00000010:2.0:1767384978.110284:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003e411ee4. 00080000:00000010:2.0:1767384978.110291:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000100f27a4. 00080000:00000010:2.0:1767384978.110298:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000070096ba7. 00100000:00000010:2.0:1767384978.110302:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000081afc576. 00100000:00000010:2.0:1767384978.110304:0:40986:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000081afc576. 00000004:00000010:2.0:1767384978.110314:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000046a0f7c3. 00000004:00000010:2.0:1767384978.110316:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009f527d73. 00000004:00000010:2.0:1767384978.110318:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000048d7836b. 00080000:00000010:2.0:1767384978.110320:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000033641002. 00080000:00000010:2.0:1767384978.110326:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000d6a67417. 00100000:00000010:2.0:1767384978.110329:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000081afc576. 00100000:00000010:2.0:1767384978.110330:0:40986:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000081afc576. 00040000:00000010:2.0:1767384978.110332:0:40986:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000002a23d9c5. 00000001:00000010:2.0:1767384978.110334:0:40986:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000008b30ed9. 00000001:00000010:2.0:1767384978.110336:0:40986:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000057a04e6e. 00000001:00000010:2.0:1767384978.110337:0:40986:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000075d81f01. 00040000:00000010:2.0:1767384978.110342:0:40986:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000799fb761. 00000020:00000010:2.0:1767384978.110344:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e00eb113. 00000020:00000010:2.0:1767384978.110346:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005ea0e139. 00000020:00000010:2.0:1767384978.110348:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003c5db114. 00000020:00000010:2.0:1767384978.110350:0:40986:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000246a9fb3. 00000020:00000010:2.0:1767384978.110352:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e60b8186. 80000000:00000010:2.0:1767384978.110353:0:40986:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003e8237a5. 40000000:00000010:2.0:1767384978.110355:0:40986:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000081afc576. 00100000:00000010:2.0:1767384978.110357:0:40986:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000751d3294. 00040000:00000010:2.0:1767384978.110359:0:40986:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004c093ddc. 00040000:00000010:2.0:1767384978.110361:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ebef4e03. 00080000:00000010:2.0:1767384978.110363:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000fe7510e2. 00080000:00000010:2.0:1767384978.110364:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b5e36d46. 00002000:00000010:2.0:1767384978.110367:0:40986:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007de53b87. 00000020:00000010:0.0:1767384978.110487:0:40986:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000090570e8. 00000020:00000010:0.0:1767384978.110490:0:40986:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000090570e8. 00000020:00000010:0.0:1767384978.110493:0:40986:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000411ae4f1. 00000020:00000010:0.0:1767384978.110496:0:40986:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 00000000090570e8. 00000020:00000010:0.0:1767384978.110498:0:40986:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 00000000090570e8. 40000000:00000010:0.0:1767384978.110502:0:40986:0:(fid_lib.c:96:seq_target_init()) kmalloced '(dt->dd_cl_seq)': 224 at 00000000da38fc0e. 00080000:00000010:0.0:1767384978.110533:0:40986:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d122ab78. 00080000:00000010:0.0:1767384978.110536:0:40986:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000090570e8. 00010000:00000010:2.1:1767384978.111913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000af330208. 00080000:00000010:3.0:1767384978.112081:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d122ab78. 00080000:00000010:0.0:1767384978.112112:0:40986:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000090570e8. 00000004:00000010:0.0:1767384978.112134:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004f0e76b2. 00000004:00000010:0.0:1767384978.112180:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ae39cca8. 00000004:00000010:0.0:1767384978.112183:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007e22d585. 00080000:00000010:0.0:1767384978.112186:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000efc166d3. 00000004:00000010:0.0:1767384978.112211:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000000566b36. 00000004:00000010:0.0:1767384978.112215:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000071d3e197. 00000004:00000010:0.0:1767384978.112217:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000084453a40. 00080000:00000010:0.0:1767384978.112219:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005a5782fb. 00000020:00000010:0.0:1767384978.112241:0:40986:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 8192 at 000000007eab76b0. 00080000:00000010:0.0:1767384978.112244:0:40986:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 0000000001407052. 00000004:00000010:0.0:1767384978.112260:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000dca9ed46. 00000004:00000010:0.0:1767384978.112263:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000019c2c6c. 00000004:00000010:0.0:1767384978.112265:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000013718cb. 00080000:00000010:0.0:1767384978.112268:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000033cec2fc. 00000001:00000010:0.0:1767384978.112275:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e5a43514. 00000001:00000010:0.0:1767384978.112281:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e5a43514. 00080000:00000010:0.0:1767384978.112294:0:40986:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 0000000001407052. 00000020:00000010:0.0:1767384978.112296:0:40986:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 8192 at 000000007eab76b0. 00000004:00000010:0.0:1767384978.112299:0:40986:0:(lod_dev.c:885:lod_prepare_distribute_txn()) kmalloced '(tdtd)': 280 at 0000000000bc60a2. 00000004:00000010:0.0:1767384978.112302:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000032006727. 00000004:00000010:0.0:1767384978.112305:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000dd3d0f9a. 00000004:00000010:0.0:1767384978.112306:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000df4e7fc5. 00080000:00000010:0.0:1767384978.112308:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000074091867. 00000001:00000010:0.0:1767384978.112311:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e5a43514. 00000001:00000010:0.0:1767384978.112314:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e5a43514. 00000020:00000010:0.0:1767384978.112321:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0facab7. 00000020:00000010:0.0:1767384978.112323:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005ee74a9b. 00000040:00000010:0.0:1767384978.112324:0:40986:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b659c2fb. 00000020:00000010:0.0:1767384978.112327:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007c539f5d. 00000020:00000010:0.0:1767384978.112329:0:40986:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009e980f60. 00000020:00000010:0.0:1767384978.112331:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006555727d. 80000000:00000010:0.0:1767384978.112332:0:40986:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004c241299. 40000000:00000010:0.0:1767384978.112334:0:40986:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000090570e8. 00100000:00000010:0.0:1767384978.112336:0:40986:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007da45fc9. 00040000:00000010:0.0:1767384978.112338:0:40986:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003ba2fa89. 00040000:00000010:0.0:1767384978.112340:0:40986:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000055c52a18. 00040000:00000010:0.0:1767384978.112342:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000708671bc. 00080000:00000010:0.0:1767384978.112344:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007eab76b0. 00080000:00000010:0.0:1767384978.112345:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000081a9676e. 00000004:00000010:0.0:1767384978.112348:0:40986:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008c0904d2. 00000004:00000010:0.0:1767384978.112350:0:40986:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000048b5c84c. 00000004:00000010:0.0:1767384978.112352:0:40986:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005ee66b65. 00000004:00000010:0.0:1767384978.112354:0:40986:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000d8a3cc6. 00000004:00000010:2.0:1767384978.112454:0:40986:0:(lod_dev.c:693:lod_sub_init_llog()) kmalloced '(lrd)': 96 at 000000006a22fa78. 00000040:00000010:2.0:1767384978.112458:0:40986:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000827e0323. 00000020:00000010:2.0:1767384978.112462:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f7fdf32. 00000020:00000010:2.0:1767384978.112464:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000045ecf88e. 00000040:00000010:2.0:1767384978.112471:0:40986:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d68f71a8. 00000020:00000010:2.0:1767384978.112473:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001b57853f. 00000020:00000010:2.0:1767384978.112475:0:40986:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b34cbb1c. 00000020:00000010:2.0:1767384978.112478:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ccf6d108. 80000000:00000010:2.0:1767384978.112479:0:40986:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cb076e83. 40000000:00000010:2.0:1767384978.112481:0:40986:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000046e5cda0. 00100000:00000010:2.0:1767384978.112483:0:40986:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000083c057fc. 00040000:00000010:2.0:1767384978.112485:0:40986:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007c8d94e3. 00040000:00000010:2.0:1767384978.112487:0:40986:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bdc3b192. 00040000:00000010:2.0:1767384978.112489:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004250f5a9. 00080000:00000010:2.0:1767384978.112492:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000048cb239c. 00080000:00000010:2.0:1767384978.112494:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ab41f7c0. 00000004:00000010:2.0:1767384978.112497:0:40986:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000056a038e9. 00000004:00000010:2.0:1767384978.112499:0:40986:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000ad64b52. 00000004:00000010:2.0:1767384978.112501:0:40986:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000552bca0f. 00000004:00000010:2.0:1767384978.112503:0:40986:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000082569529. 00000004:00000010:0.0:1767384978.112650:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000297a2b82. 00000004:00000010:0.0:1767384978.112655:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000056990529. 00000004:00000010:0.0:1767384978.112657:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000001dc72b70. 00080000:00000010:0.0:1767384978.112661:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f39e5763. 00000001:00000010:0.0:1767384978.112666:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e5a43514. 00000001:00000010:0.0:1767384978.112671:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e5a43514. 00080000:00000010:0.0:1767384978.112681:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f39e5763. 00000004:00000010:0.0:1767384978.112684:0:40986:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000001dc72b70. 00000004:00000010:0.0:1767384978.112686:0:40986:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000056990529. 00000004:00000010:0.0:1767384978.112688:0:40986:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000297a2b82. 00000004:00000010:0.0:1767384978.112693:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005bab5172. 00000004:00000010:0.0:1767384978.112695:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000056990529. 00000004:00000010:0.0:1767384978.112696:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000001dc72b70. 00080000:00000010:0.0:1767384978.112698:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f39e5763. 00000001:00000010:0.0:1767384978.112701:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e5a43514. 00000001:00000010:0.0:1767384978.112703:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e5a43514. 00000004:00000010:0.0:1767384978.112715:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000084f84e4f. 00000004:00000010:0.0:1767384978.112717:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000bcf42a1a. 00000004:00000010:0.0:1767384978.112719:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b896c5e9. 00080000:00000010:0.0:1767384978.112722:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000dc263214. 00000001:00000010:0.0:1767384978.112725:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e5a43514. 00000001:00000010:0.0:1767384978.112729:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e5a43514. 00080000:00000010:0.0:1767384978.112736:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000dc263214. 00000004:00000010:0.0:1767384978.112738:0:40986:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b896c5e9. 00000004:00000010:0.0:1767384978.112739:0:40986:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000bcf42a1a. 00000004:00000010:0.0:1767384978.112741:0:40986:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000084f84e4f. 00000004:00000010:0.0:1767384978.112744:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000fdb62f68. 00000004:00000010:0.0:1767384978.112746:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000bcf42a1a. 00000004:00000010:0.0:1767384978.112747:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b896c5e9. 00080000:00000010:0.0:1767384978.112749:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000dc263214. 00000001:00000010:0.0:1767384978.112751:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e5a43514. 00000001:00000010:0.0:1767384978.112754:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e5a43514. 00000004:00000010:0.0:1767384978.112763:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b5cc9e55. 00000004:00000010:0.0:1767384978.112765:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001598a861. 00000004:00000010:0.0:1767384978.112767:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003a62fb38. 00080000:00000010:0.0:1767384978.112768:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e3f17209. 00000001:00000010:0.0:1767384978.112771:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e5a43514. 00000001:00000010:0.0:1767384978.112773:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e5a43514. 00080000:00000010:0.0:1767384978.112781:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e3f17209. 00000004:00000010:0.0:1767384978.112783:0:40986:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003a62fb38. 00000004:00000010:0.0:1767384978.112784:0:40986:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000001598a861. 00000004:00000010:0.0:1767384978.112786:0:40986:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b5cc9e55. 00000004:00000010:0.0:1767384978.112791:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000828d7158. 00000004:00000010:0.0:1767384978.112793:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001598a861. 00000004:00000010:0.0:1767384978.112795:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003a62fb38. 00080000:00000010:0.0:1767384978.112797:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e3f17209. 00000001:00000010:0.0:1767384978.112800:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e5a43514. 00000001:00000010:0.0:1767384978.112804:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e5a43514. 00000040:00000010:2.0:1767384978.112805:0:41030:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e0866a8b. 00000004:00000010:0.0:1767384978.112832:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ab43a5ef. 00000004:00000010:0.0:1767384978.112836:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005805b4dc. 00000004:00000010:0.0:1767384978.112839:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009eadee76. 00080000:00000010:0.0:1767384978.112841:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008cd88c06. 00000001:00000010:0.0:1767384978.112846:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e5a43514. 00000001:00000010:0.0:1767384978.112849:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e5a43514. 00000040:00000010:2.0:1767384978.112857:0:41030:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 32768 at 00000000a7f6944c. 00080000:00000010:0.0:1767384978.112863:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008cd88c06. 00000004:00000010:0.0:1767384978.112867:0:40986:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000009eadee76. 00000004:00000010:0.0:1767384978.112869:0:40986:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000005805b4dc. 00000004:00000010:0.0:1767384978.112872:0:40986:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ab43a5ef. 00000100:00000010:2.0:1767384978.112874:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000020a83b0f. 00000100:00000010:1.0:1767384978.112876:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f43ff88. 00000004:00000010:0.0:1767384978.112879:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c3ca10ba. 00000004:00000010:0.0:1767384978.112884:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005805b4dc. 00000004:00000010:0.0:1767384978.112886:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009eadee76. 00080000:00000010:0.0:1767384978.112889:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008cd88c06. 00000100:00000010:3.0:1767384978.112890:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fd3b475a. 00000001:00000010:0.0:1767384978.112892:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e5a43514. 00000001:00000010:0.0:1767384978.112898:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e5a43514. 00000040:00000010:2.0:1767384978.112901:0:41030:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000028c07f8b. 00000020:00000010:2.0:1767384978.112908:0:41030:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000137acde5. 00000020:00000010:2.0:1767384978.112912:0:41030:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002866b04a. 00000040:00000010:2.0:1767384978.112916:0:41030:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000033526001. 00000020:00000010:0.0:1767384978.112916:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009f752327. 00080000:00000010:0.0:1767384978.112922:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a9702ba8. 00000020:00000010:2.0:1767384978.112923:0:41030:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a48d0a27. 00000020:00000010:2.0:1767384978.112929:0:41030:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ce9cb7df. 00000020:00000010:2.0:1767384978.112933:0:41030:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003a1f0553. 00080000:00000010:0.0:1767384978.112933:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a9702ba8. 00000020:00000010:0.0:1767384978.112937:0:40986:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009f752327. 80000000:00000010:2.0:1767384978.112939:0:41030:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000041baeef1. 00000004:00000010:0.0:1767384978.112943:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008295053e. 40000000:00000010:2.0:1767384978.112944:0:41030:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a3998293. 00000004:00000010:0.0:1767384978.112949:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001ee66f8c. 00100000:00000010:2.0:1767384978.112951:0:41030:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b76eb5c5. 00000004:00000010:0.0:1767384978.112954:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002ac52951. 00040000:00000010:2.0:1767384978.112957:0:41030:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b6334a14. 00080000:00000010:0.0:1767384978.112959:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a9702ba8. 00040000:00000010:2.0:1767384978.112965:0:41030:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000002f25f2b7. 00040000:00000010:2.0:1767384978.112970:0:41030:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000016534779. 00080000:00000010:2.0:1767384978.112973:0:41030:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000865d512a. 00000040:00000010:0.0:1767384978.112974:0:40986:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000003479960d. 00000040:00000010:0.0:1767384978.112981:0:40986:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002cab3d70. 00080000:00000010:2.0:1767384978.112984:0:41030:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b0fc47db. 00000004:00000010:2.0:1767384978.112991:0:41030:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c003bdcf. 00000004:00000010:2.0:1767384978.112994:0:41030:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000004b7542f2. 00000040:00000010:0.0:1767384978.112996:0:40986:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 18 at 00000000eef82070. 00000004:00000010:2.0:1767384978.112998:0:41030:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ed2ee63d. 00002000:00000010:2.0:1767384978.113003:0:41030:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008a019218. 00000020:00000010:0.0:1767384978.113004:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000470571ec. 00000004:00000010:2.0:1767384978.113007:0:41030:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e052e1a6. 00080000:00000010:0.0:1767384978.113010:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000044bd31b0. 00000020:00000010:2.0:1767384978.113012:0:41030:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a64efde7. 00000040:00000010:0.0:1767384978.113020:0:40986:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e1ccfe01. 00000040:00000010:0.0:1767384978.113028:0:40986:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 000000009a497e85. 00000040:00000010:2.0:1767384978.113029:0:41030:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 32768 at 00000000ffa9fe3f. 00010000:00000010:3.1:1767384978.113842:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000036c55878. 00010000:00000010:3.1:1767384978.113849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000002aa008c. 00010000:00000010:3.1:1767384978.113854:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000b3945b7. 00010000:00000010:3.1:1767384978.113860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c69c2202. 00000040:00000010:0.0:1767384978.115644:0:40986:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 000000009a497e85. 00000100:00000010:0.0:1767384978.115655:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000084a69705. 00000040:00000010:0.0:1767384978.115661:0:40986:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000006894ea0a. 00000040:00000010:0.0:1767384978.115664:0:40986:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002145bbba. 00000040:00000010:0.0:1767384978.115676:0:40986:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 00000000870e170f. 00000020:00000010:0.0:1767384978.115679:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000056d6c791. 00080000:00000010:0.0:1767384978.115681:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002e7635f1. 00000040:00000010:0.0:1767384978.115687:0:40986:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000009a497e85. 00000040:00000010:0.0:1767384978.115700:0:40986:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 00000000da703d3e. 00000040:00000010:0.0:1767384978.118233:0:40986:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 00000000da703d3e. 00000040:00000010:0.0:1767384978.118237:0:40986:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000008bbe143b. 00000020:00000010:0.0:1767384978.118241:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc4311d4. 00000020:00000010:0.0:1767384978.118257:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007d5e06ff. 00000040:00000010:0.0:1767384978.118259:0:40986:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fbcaae3e. 00000020:00000010:0.0:1767384978.118261:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000156aeeba. 00000020:00000010:0.0:1767384978.118264:0:40986:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005a4865d0. 00000020:00000010:0.0:1767384978.118265:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008259420e. 80000000:00000010:0.0:1767384978.118267:0:40986:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000af9515ca. 40000000:00000010:0.0:1767384978.118269:0:40986:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000064667015. 00100000:00000010:0.0:1767384978.118270:0:40986:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f6fc005f. 00040000:00000010:0.0:1767384978.118272:0:40986:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ebdc3971. 00040000:00000010:0.0:1767384978.118274:0:40986:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000781ee12f. 00040000:00000010:0.0:1767384978.118276:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004a9b3eea. 00080000:00000010:0.0:1767384978.118277:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000da703d3e. 00080000:00000010:0.0:1767384978.118280:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d61668e8. 00000004:00000010:0.0:1767384978.118284:0:40986:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a8225c44. 00000004:00000010:0.0:1767384978.118287:0:40986:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cbd54093. 00000004:00000010:0.0:1767384978.118289:0:40986:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d5e122e9. 00002000:00000010:0.0:1767384978.118291:0:40986:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003983dc89. 00000004:00000010:0.0:1767384978.118292:0:40986:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000dca37aa6. 00000020:00000010:0.0:1767384978.118294:0:40986:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a82676df. 00000040:00000010:0.0:1767384978.118298:0:40986:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000b5bf54c6. 00000040:00000010:0.0:1767384978.122935:0:40986:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000b5bf54c6. 00000020:00000010:0.0:1767384978.122939:0:40986:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a82676df. 00000020:00000010:0.0:1767384978.122942:0:40986:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007d5e06ff. 00000040:00000010:0.0:1767384978.122944:0:40986:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fbcaae3e. 00000020:00000010:0.0:1767384978.122946:0:40986:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000156aeeba. 00000020:00000010:0.0:1767384978.122948:0:40986:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005a4865d0. 00000020:00000010:0.0:1767384978.122950:0:40986:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008259420e. 80000000:00000010:0.0:1767384978.122952:0:40986:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000af9515ca. 40000000:00000010:0.0:1767384978.122954:0:40986:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000064667015. 00100000:00000010:0.0:1767384978.122955:0:40986:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f6fc005f. 00040000:00000010:0.0:1767384978.122957:0:40986:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ebdc3971. 00040000:00000010:0.0:1767384978.122959:0:40986:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000781ee12f. 00040000:00000010:0.0:1767384978.122961:0:40986:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004a9b3eea. 00080000:00000010:0.0:1767384978.122963:0:40986:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d61668e8. 00080000:00000010:0.0:1767384978.122964:0:40986:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000da703d3e. 00000004:00000010:0.0:1767384978.122966:0:40986:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a8225c44. 00000004:00000010:0.0:1767384978.122968:0:40986:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cbd54093. 00000004:00000010:0.0:1767384978.122970:0:40986:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d5e122e9. 00002000:00000010:0.0:1767384978.122972:0:40986:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003983dc89. 00000004:00000010:0.0:1767384978.122973:0:40986:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000dca37aa6. 00000020:00000010:0.0:1767384978.122975:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc4311d4. 00000040:00000010:0.0:1767384978.122977:0:40986:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000008bbe143b. 00000040:00000010:0.0:1767384978.122979:0:40986:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000008bbe143b. 00000020:00000010:0.0:1767384978.122981:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d77869f. 00000020:00000010:0.0:1767384978.122982:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004a9b3eea. 00000040:00000010:0.0:1767384978.122984:0:40986:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008259420e. 00000020:00000010:0.0:1767384978.122985:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d5e122e9. 00000020:00000010:0.0:1767384978.122987:0:40986:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005a4865d0. 00000020:00000010:0.0:1767384978.122988:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fbcaae3e. 80000000:00000010:0.0:1767384978.122989:0:40986:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000af9515ca. 40000000:00000010:0.0:1767384978.122990:0:40986:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000064667015. 00100000:00000010:0.0:1767384978.122992:0:40986:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a8225c44. 00040000:00000010:0.0:1767384978.122993:0:40986:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ebdc3971. 00040000:00000010:0.0:1767384978.122995:0:40986:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000781ee12f. 00040000:00000010:0.0:1767384978.122996:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007d5e06ff. 00080000:00000010:0.0:1767384978.122998:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000da703d3e. 00080000:00000010:0.0:1767384978.123000:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d61668e8. 00000004:00000010:0.0:1767384978.123001:0:40986:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f6fc005f. 00000004:00000010:0.0:1767384978.123003:0:40986:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cbd54093. 00000004:00000010:0.0:1767384978.123004:0:40986:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000156aeeba. 00002000:00000010:0.0:1767384978.123006:0:40986:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000dca37aa6. 00000004:00000010:0.0:1767384978.123007:0:40986:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003983dc89. 00000020:00000010:0.0:1767384978.123008:0:40986:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000078a9bca8. 00000040:00000010:0.0:1767384978.123010:0:40986:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000b5bf54c6. 00000040:00000010:2.0:1767384978.126858:0:41030:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 32768 at 00000000ffa9fe3f. 00000020:00000010:2.0:1767384978.126869:0:41030:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a64efde7. 00000020:00000010:2.0:1767384978.126874:0:41030:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002866b04a. 00000040:00000010:2.0:1767384978.126876:0:41030:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000033526001. 00000020:00000010:2.0:1767384978.126878:0:41030:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a48d0a27. 00000020:00000010:2.0:1767384978.126880:0:41030:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ce9cb7df. 00000020:00000010:2.0:1767384978.126882:0:41030:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003a1f0553. 80000000:00000010:2.0:1767384978.126884:0:41030:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000041baeef1. 40000000:00000010:2.0:1767384978.126886:0:41030:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a3998293. 00100000:00000010:2.0:1767384978.126888:0:41030:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b76eb5c5. 00040000:00000010:2.0:1767384978.126891:0:41030:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b6334a14. 00040000:00000010:2.0:1767384978.126894:0:41030:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000002f25f2b7. 00040000:00000010:2.0:1767384978.126896:0:41030:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000016534779. 00080000:00000010:2.0:1767384978.126899:0:41030:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b0fc47db. 00080000:00000010:2.0:1767384978.126902:0:41030:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000865d512a. 00000004:00000010:2.0:1767384978.126904:0:41030:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c003bdcf. 00000004:00000010:2.0:1767384978.126907:0:41030:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004b7542f2. 00000004:00000010:2.0:1767384978.126910:0:41030:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ed2ee63d. 00002000:00000010:2.0:1767384978.126912:0:41030:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008a019218. 00000004:00000010:2.0:1767384978.126914:0:41030:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e052e1a6. 00000020:00000010:2.0:1767384978.126916:0:41030:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000137acde5. 00000040:00000010:2.0:1767384978.126919:0:41030:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000028c07f8b. 00000020:00000010:2.0:1767384978.126924:0:41030:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000045ecf88e. 00000040:00000010:2.0:1767384978.126928:0:41030:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d68f71a8. 00000020:00000010:2.0:1767384978.126930:0:41030:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001b57853f. 00000020:00000010:2.0:1767384978.126933:0:41030:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b34cbb1c. 00000040:00000010:0.0:1767384978.126934:0:40986:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000b5bf54c6. 00000020:00000010:0.0:1767384978.126939:0:40986:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000078a9bca8. 00000020:00000010:0.0:1767384978.126942:0:40986:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004a9b3eea. 00000020:00000010:2.0:1767384978.126946:0:41030:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ccf6d108. 00000040:00000010:0.0:1767384978.126947:0:40986:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008259420e. 00000020:00000010:0.0:1767384978.126953:0:40986:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d5e122e9. 80000000:00000010:2.0:1767384978.126954:0:41030:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cb076e83. 00000020:00000010:0.0:1767384978.126956:0:40986:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005a4865d0. 40000000:00000010:2.0:1767384978.126958:0:41030:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000046e5cda0. 00000020:00000010:0.0:1767384978.126961:0:40986:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fbcaae3e. 00100000:00000010:2.0:1767384978.126963:0:41030:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000083c057fc. 80000000:00000010:0.0:1767384978.126966:0:40986:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000af9515ca. 00040000:00000010:2.0:1767384978.126968:0:41030:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007c8d94e3. 40000000:00000010:0.0:1767384978.126970:0:40986:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000064667015. 00040000:00000010:2.0:1767384978.126973:0:41030:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bdc3b192. 00100000:00000010:0.0:1767384978.126975:0:40986:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a8225c44. 00040000:00000010:2.0:1767384978.126979:0:41030:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004250f5a9. 00040000:00000010:0.0:1767384978.126980:0:40986:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ebdc3971. 00080000:00000010:2.0:1767384978.126985:0:41030:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ab41f7c0. 00040000:00000010:0.0:1767384978.126986:0:40986:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000781ee12f. 00040000:00000010:0.0:1767384978.126992:0:40986:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007d5e06ff. 00080000:00000010:2.0:1767384978.126993:0:41030:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000048cb239c. 00080000:00000010:0.0:1767384978.126996:0:40986:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d61668e8. 00000004:00000010:2.0:1767384978.126998:0:41030:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000056a038e9. 00080000:00000010:0.0:1767384978.127001:0:40986:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000da703d3e. 00000004:00000010:2.0:1767384978.127003:0:41030:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000ad64b52. 00000004:00000010:0.0:1767384978.127006:0:40986:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f6fc005f. 00000004:00000010:2.0:1767384978.127008:0:41030:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000552bca0f. 00000004:00000010:0.0:1767384978.127010:0:40986:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cbd54093. 00000004:00000010:2.0:1767384978.127013:0:41030:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000082569529. 00000004:00000010:0.0:1767384978.127015:0:40986:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000156aeeba. 00000020:00000010:2.0:1767384978.127017:0:41030:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f7fdf32. 00002000:00000010:0.0:1767384978.127020:0:40986:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000dca37aa6. 00000004:00000010:2.0:1767384978.127022:0:41030:0:(lod_dev.c:557:lod_sub_recovery_thread()) kfreed 'lrd': 96 at 000000006a22fa78. 00000004:00000010:0.0:1767384978.127024:0:40986:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003983dc89. 00000020:00000010:0.0:1767384978.127028:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d77869f. 00000040:00000010:0.0:1767384978.127029:0:40986:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000008bbe143b. 00000040:00000010:0.0:1767384978.127051:0:40986:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000047e5c2f9. 00000040:00000010:0.0:1767384978.127057:0:40986:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000d77869f. 00000040:00000010:0.0:1767384978.127088:0:40986:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 12 at 000000007bab5ff2. 00000020:00000010:0.0:1767384978.127090:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ebdc3971. 00080000:00000010:0.0:1767384978.127093:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000036c4a050. 00000040:00000010:0.0:1767384978.127099:0:40986:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000da703d3e. 00000001:00000010:0.0:1767384978.127104:0:40986:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 00000000c591f49c. 00000004:00000010:0.0:1767384978.127119:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000031472139. 00000004:00000010:0.0:1767384978.127122:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000e41a4d7. 00000004:00000010:0.0:1767384978.127124:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ea63d86d. 00080000:00000010:0.0:1767384978.127126:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007d5e06ff. 00080000:00000010:0.0:1767384978.127132:0:40986:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000fbcaae3e. 00080000:00000010:0.0:1767384978.127138:0:40986:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 000000008259420e. 00080000:00000010:0.0:1767384978.127147:0:40986:0:(osd_handler.c:4504:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at 00000000f6fe7cf5. 00000001:00000010:0.0:1767384978.127166:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e5a43514. 00000001:00000010:0.0:1767384978.127172:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e5a43514. 00080000:00000010:0.0:1767384978.127178:0:40986:0:(osd_handler.c:4544:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at 00000000f6fe7cf5. 00080000:00000010:0.0:1767384978.127260:0:40986:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007d5e06ff. 00000004:00000010:0.0:1767384978.127263:0:40986:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ea63d86d. 00000004:00000010:0.0:1767384978.127264:0:40986:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000000e41a4d7. 00000004:00000010:0.0:1767384978.127266:0:40986:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000031472139. 00000020:00000010:0.0:1767384978.127273:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cf0e1104. 00080000:00000010:0.0:1767384978.127275:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007d5e06ff. 00080000:00000010:0.0:1767384978.127279:0:40986:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004a9b3eea. 00080000:00000010:0.0:1767384978.127282:0:40986:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000064667015. 00000001:00000010:0.0:1767384978.127378:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e5a43514. 00000001:00000010:0.0:1767384978.127384:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e5a43514. 00080000:00000010:0.0:1767384978.127395:0:40986:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 00000000156aeeba. 00080000:00000010:0.0:1767384978.127410:0:40986:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000064667015. 00080000:00000010:0.0:1767384978.127414:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000079226c87. 00100000:00000010:0.0:1767384978.127417:0:40986:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000064667015. 00080000:00000010:0.0:1767384978.127424:0:40986:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000502841f8. 00000001:00000010:0.0:1767384978.127429:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e5a43514. 00000001:00000010:0.0:1767384978.127432:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e5a43514. 00080000:00000010:0.0:1767384978.127438:0:40986:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006f27cfe4. 00000001:00000010:0.0:1767384978.127441:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e5a43514. 00000001:00000010:0.0:1767384978.127443:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e5a43514. 00080000:00000010:0.0:1767384978.127447:0:40986:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b519c9d7. 00000001:00000010:0.0:1767384978.127450:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e5a43514. 00000001:00000010:0.0:1767384978.127452:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e5a43514. 00080000:00000010:0.0:1767384978.127456:0:40986:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e6465642. 00000001:00000010:0.0:1767384978.127459:0:40986:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e5a43514. 00000001:00000010:0.0:1767384978.127461:0:40986:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e5a43514. 00100000:00000010:0.0:1767384978.127467:0:40986:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 00000000cbd54093. 00000020:00000010:0.0:1767384978.127486:0:40986:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 000000005ae1ad61. 00000004:00000010:0.0:1767384978.127496:0:40986:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ba9b9408. 00000004:00000010:0.0:1767384978.127499:0:40986:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000e41a4d7. 00000004:00000010:0.0:1767384978.127501:0:40986:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ea63d86d. 00080000:00000010:0.0:1767384978.127503:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000017f07281. 00000020:00000010:0.0:1767384978.127511:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000036dc1319. 00080000:00000010:0.0:1767384978.127513:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006a9a13d4. 00000020:00000010:0.0:1767384978.127523:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000047f89537. 00080000:00000010:0.0:1767384978.127525:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005c4909be. 00100000:00000010:0.0:1767384978.127700:0:40986:0:(lfsck_lib.c:1608:lfsck_fid_init()) kmalloced '(lfsck->li_seq)': 224 at 000000006c328e45. 00100000:00000010:0.0:1767384978.127703:0:40986:0:(lfsck_lib.c:1612:lfsck_fid_init()) kmalloced '(prefix)': 135 at 000000003b90439f. 00100000:00000010:0.0:1767384978.127728:0:40986:0:(lfsck_lib.c:1619:lfsck_fid_init()) kfreed 'prefix': 135 at 000000003b90439f. 00100000:00000010:0.0:1767384978.127731:0:40986:0:(lfsck_namespace.c:7102:lfsck_namespace_setup()) kmalloced '(com)': 1392 at 00000000f6fc005f. 00100000:00000010:0.0:1767384978.127734:0:40986:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 00000000b3bc00c8. 00100000:00000010:0.0:1767384978.127736:0:40986:0:(lfsck_namespace.c:7120:lfsck_namespace_setup()) kmalloced '(com->lc_file_ram)': 544 at 000000003983dc89. 00100000:00000010:0.0:1767384978.127738:0:40986:0:(lfsck_namespace.c:7124:lfsck_namespace_setup()) kmalloced '(com->lc_file_disk)': 544 at 00000000dca37aa6. 00000020:00000010:0.0:1767384978.127752:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000aac49745. 00080000:00000010:0.0:1767384978.127755:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000fc4311d4. 00000020:00000010:0.0:1767384978.127770:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005e2f683c. 00080000:00000010:0.0:1767384978.127773:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009e0d0466. 00080000:00000010:0.0:1767384978.127777:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000b7e141f0. 00000020:00000010:0.0:1767384978.127787:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000043e0fe65. 00080000:00000010:0.0:1767384978.127789:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003332fdec. 00080000:00000010:0.0:1767384978.127793:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000003be39d51. 00000020:00000010:0.0:1767384978.127801:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c64a81d7. 00080000:00000010:0.0:1767384978.127803:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000028459195. 00080000:00000010:0.0:1767384978.127807:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000001b005f3b. 00000020:00000010:0.0:1767384978.127829:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000a460c8f. 00080000:00000010:0.0:1767384978.127833:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000492214cb. 00080000:00000010:0.0:1767384978.127840:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000c0309a32. 00000020:00000010:0.0:1767384978.127851:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bc0b1e4a. 00080000:00000010:0.0:1767384978.127854:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006fb8124d. 00080000:00000010:0.0:1767384978.127859:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000006343542. 00000020:00000010:0.0:1767384978.127867:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ac50ee55. 00080000:00000010:0.0:1767384978.127869:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008863e407. 00080000:00000010:0.0:1767384978.127873:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000042cc2240. 00000020:00000010:0.0:1767384978.127882:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000066de9437. 00080000:00000010:0.0:1767384978.127885:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000073ba3ec4. 00080000:00000010:0.0:1767384978.127889:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000005fba7342. 00000020:00000010:0.0:1767384978.127896:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000338ffbde. 00080000:00000010:0.0:1767384978.127898:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008b0843e2. 00080000:00000010:0.0:1767384978.127902:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000017496777. 00000020:00000010:0.0:1767384978.127910:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000daeb259e. 00080000:00000010:0.0:1767384978.127912:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008bef3578. 00080000:00000010:0.0:1767384978.127917:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000aa3697db. 00000020:00000010:0.0:1767384978.127925:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c4e9ed9a. 00080000:00000010:0.0:1767384978.127927:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000002e73130. 00080000:00000010:0.0:1767384978.127931:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000020cd823d. 00000020:00000010:0.0:1767384978.127940:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f6dff616. 00080000:00000010:0.0:1767384978.127942:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000b0e6b71. 00080000:00000010:0.0:1767384978.127945:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000fb6e0650. 00000020:00000010:0.0:1767384978.127952:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000021779558. 00080000:00000010:0.0:1767384978.127954:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006918510a. 00080000:00000010:0.0:1767384978.127958:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000048bfb06e. 00000020:00000010:0.0:1767384978.127966:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c87ee6ae. 00080000:00000010:0.0:1767384978.127969:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e076cc52. 00080000:00000010:0.0:1767384978.127973:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000040ff9a50. 00000020:00000010:0.0:1767384978.127980:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005f23ac49. 00080000:00000010:0.0:1767384978.127982:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b62c88da. 00080000:00000010:0.0:1767384978.127986:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000e0695459. 00000020:00000010:0.0:1767384978.127994:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a2c08272. 00080000:00000010:0.0:1767384978.127996:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006782878f. 00080000:00000010:0.0:1767384978.128000:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000039eee00b. 00000020:00000010:0.0:1767384978.128008:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fa26cbce. 00080000:00000010:0.0:1767384978.128009:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000378cb29c. 00080000:00000010:0.0:1767384978.128013:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000fc2c03e8. 00100000:00000010:0.0:1767384978.128018:0:40986:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 00000000781ee12f. 00100000:00000010:0.0:1767384978.128020:0:40986:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 00000000a8717b12. 00100000:00000010:0.0:1767384978.128022:0:40986:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 000000004e3c60a4. 00100000:00000010:0.0:1767384978.128024:0:40986:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 000000009bdf8034. 00000020:00000010:0.0:1767384978.128032:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000088e62d54. 00080000:00000010:0.0:1767384978.128034:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000060d83a7e. 00000020:00000010:0.0:1767384978.128168:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008bfa3104. 00080000:00000010:0.0:1767384978.128171:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000039e82d02. 00080000:00000010:0.0:1767384978.128177:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000012d927bd. 00000020:00000010:0.0:1767384978.128185:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004c3de8ed. 00080000:00000010:0.0:1767384978.128195:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005e0e15e1. 00080000:00000010:0.0:1767384978.128202:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000566adda3. 00000020:00000010:0.0:1767384978.128212:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fe40c5e4. 00080000:00000010:0.0:1767384978.128214:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a4dec6cc. 00080000:00000010:0.0:1767384978.128218:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000087a86ed7. 00000020:00000010:0.0:1767384978.128242:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006b5685bb. 00080000:00000010:0.0:1767384978.128244:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000036635122. 00080000:00000010:0.0:1767384978.128249:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000c1ca0006. 00000020:00000010:0.0:1767384978.128257:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000056a5c9cf. 00080000:00000010:0.0:1767384978.128259:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008484e2db. 00080000:00000010:0.0:1767384978.128263:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000d59afc67. 00000020:00000010:0.0:1767384978.128270:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000031bf600e. 00080000:00000010:0.0:1767384978.128272:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b172ffa2. 00080000:00000010:0.0:1767384978.128277:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000009341e5aa. 00000020:00000010:0.0:1767384978.128284:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002ecade31. 00080000:00000010:0.0:1767384978.128286:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ad3904e7. 00080000:00000010:0.0:1767384978.128290:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000be60208b. 00000020:00000010:0.0:1767384978.128298:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c0f0b730. 00080000:00000010:0.0:1767384978.128300:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005b520fc1. 00080000:00000010:0.0:1767384978.128303:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000160eeced. 00000020:00000010:0.0:1767384978.128311:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000de62acdf. 00080000:00000010:0.0:1767384978.128313:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005ba00c56. 00080000:00000010:0.0:1767384978.128317:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000fd18c0f8. 00000020:00000010:0.0:1767384978.128324:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b3bcee86. 00080000:00000010:0.0:1767384978.128326:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a56a788a. 00080000:00000010:0.0:1767384978.128330:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000015a9b6a8. 00000020:00000010:0.0:1767384978.128336:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000081a8e227. 00080000:00000010:0.0:1767384978.128339:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009a04a24d. 00080000:00000010:0.0:1767384978.128342:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000a26c3820. 00000020:00000010:0.0:1767384978.128350:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000e42a9d8. 00080000:00000010:0.0:1767384978.128352:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000018be3ff4. 00080000:00000010:0.0:1767384978.128356:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000005de553f5. 00000020:00000010:0.0:1767384978.128363:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a1afde72. 00080000:00000010:0.0:1767384978.128365:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000096c9c53f. 00080000:00000010:0.0:1767384978.128369:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000412075fd. 00000020:00000010:0.0:1767384978.128376:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000009c559e2. 00080000:00000010:0.0:1767384978.128378:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000adc3313b. 00080000:00000010:0.0:1767384978.128382:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000001d32deb5. 00000020:00000010:0.0:1767384978.128389:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ef9c9b22. 00080000:00000010:0.0:1767384978.128428:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000de0c840d. 00080000:00000010:0.0:1767384978.128434:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000007bc406ee. 00000020:00000010:0.0:1767384978.128444:0:40986:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e93e22bc. 00080000:00000010:0.0:1767384978.128446:0:40986:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c9f2b587. 00080000:00000010:0.0:1767384978.128450:0:40986:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000f57144e3. 00100000:00000010:0.0:1767384978.128459:0:40986:0:(lfsck_lib.c:206:__lfsck_add_target()) kmalloced '(ltds->ltd_tgts_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000e3e849d2. 00200000:00000010:0.0:1767384978.128463:0:40986:0:(barrier.c:372:barrier_register()) kmalloced '(barrier)': 176 at 000000005cf5b625. 00000020:00000010:0.0:1767384978.128475:0:40986:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7f71a3f. 00000020:00000010:0.0:1767384978.128484:0:40986:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000006cb6100. 00000020:00000010:0.0:1767384978.128486:0:40986:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a8225c44. 00000020:00000010:0.0:1767384978.128488:0:40986:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005a4865d0. 00000020:00000010:0.0:1767384978.128490:0:40986:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005fc38040. 80000000:00000010:0.0:1767384978.128491:0:40986:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008bbe143b. 40000000:00000010:0.0:1767384978.128493:0:40986:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007ccdc0be. 00100000:00000010:0.0:1767384978.128495:0:40986:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d5e122e9. 00040000:00000010:0.0:1767384978.128496:0:40986:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000035b366f. 00040000:00000010:0.0:1767384978.128498:0:40986:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c6728d69. 00080000:00000010:0.0:1767384978.128500:0:40986:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d61668e8. 00080000:00000010:0.0:1767384978.128501:0:40986:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b5bf54c6. 00002000:00000010:0.0:1767384978.128508:0:40986:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ec07964a. 00080000:00000010:0.0:1767384978.128512:0:40986:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f0db2070. 00080000:00000010:0.0:1767384978.128515:0:40986:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c22fc93a. 00080000:00000010:3.0:1767384978.129268:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f0db2070. 00080000:00000010:3.0:1767384978.129273:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e6465642. 00080000:00000010:3.0:1767384978.129275:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b519c9d7. 00080000:00000010:3.0:1767384978.129276:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006f27cfe4. 00080000:00000010:3.0:1767384978.129277:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000502841f8. 00080000:00000010:3.0:1767384978.129279:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004a9b3eea. 00080000:00000010:3.0:1767384978.129280:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000fbcaae3e. 00080000:00000010:0.0:1767384978.129308:0:40986:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c22fc93a. 00000020:00000010:0.0:1767384978.129317:0:40986:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000006cb6100. 00000020:00000010:0.0:1767384978.129320:0:40986:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a8225c44. 00000020:00000010:0.0:1767384978.129321:0:40986:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005a4865d0. 00000020:00000010:0.0:1767384978.129323:0:40986:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005fc38040. 80000000:00000010:0.0:1767384978.129325:0:40986:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008bbe143b. 40000000:00000010:0.0:1767384978.129327:0:40986:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007ccdc0be. 00100000:00000010:0.0:1767384978.129328:0:40986:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d5e122e9. 00040000:00000010:0.0:1767384978.129330:0:40986:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000035b366f. 00040000:00000010:0.0:1767384978.129331:0:40986:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c6728d69. 00080000:00000010:0.0:1767384978.129333:0:40986:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b5bf54c6. 00080000:00000010:0.0:1767384978.129335:0:40986:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d61668e8. 00002000:00000010:0.0:1767384978.129336:0:40986:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ec07964a. 00000020:00000010:0.0:1767384978.129338:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7f71a3f. 00000004:00000010:0.0:1767384978.129346:0:40986:0:(mdd_orphans.c:562:mdd_orphan_cleanup()) kmalloced '(name)': 64 at 000000007ccdc0be. 00000004:00000010:0.0:1767384978.129478:0:41031:0:(mdd_orphans.c:529:mdd_orphan_cleanup_thread()) kmalloced '(env)': 56 at 00000000a4191961. 00000020:00000010:0.0:1767384978.129483:0:41031:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a0162a1. 00000004:00000010:2.0:1767384978.129485:0:40986:0:(mdd_orphans.c:574:mdd_orphan_cleanup()) kfreed 'name': 64 at 000000007ccdc0be. 00000020:00000010:0.0:1767384978.129487:0:41031:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c6728d69. 00000040:00000010:0.0:1767384978.129492:0:41031:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005fc38040. 00000020:00000010:0.0:1767384978.129496:0:41031:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d5e122e9. 00000020:00000010:0.0:1767384978.129499:0:41031:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005a4865d0. 00000020:00000010:0.0:1767384978.129501:0:41031:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000006cb6100. 80000000:00000010:0.0:1767384978.129504:0:41031:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008bbe143b. 00000020:00000010:2.0:1767384978.129507:0:40986:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cf02e4ce. 40000000:00000010:0.0:1767384978.129508:0:41031:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000076a9079a. 00000040:00000010:2.0:1767384978.129512:0:40986:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fe6464e6. 00100000:00000010:0.0:1767384978.129513:0:41031:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a8225c44. 00000020:00000010:2.0:1767384978.129517:0:40986:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000007d176c6. 00040000:00000010:0.0:1767384978.129519:0:41031:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000035b366f. 00000020:00000010:2.0:1767384978.129521:0:40986:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000de9a283b. 00000100:00000010:3.0:1767384978.129525:0:41020:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000019038a26. 00000020:00000010:2.0:1767384978.129526:0:40986:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006868d4b8. 00040000:00000010:0.0:1767384978.129527:0:41031:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001ae433bb. 80000000:00000010:2.0:1767384978.129531:0:40986:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d02339ec. 00040000:00000010:0.0:1767384978.129534:0:41031:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000346632c. 40000000:00000010:2.0:1767384978.129536:0:40986:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b015ec6e. 02000000:00000010:3.0:1767384978.129537:0:41020:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000023fb16c2. 00080000:00000010:0.0:1767384978.129541:0:41031:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d61668e8. 00000020:00000010:2.0:1767384978.129542:0:40986:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at 000000005ae1ad61. 00000100:00000010:3.0:1767384978.129547:0:41020:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b93a4503. 00100000:00000010:2.0:1767384978.129548:0:40986:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c4de2191. 00080000:00000010:0.0:1767384978.129550:0:41031:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b5bf54c6. 00040000:00000010:2.0:1767384978.129553:0:40986:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000111c4938. 00040000:00000010:2.0:1767384978.129558:0:40986:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000aae89a02. 00000004:00000010:0.0:1767384978.129558:0:41031:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000088b9fdb5. 02000000:00000010:3.0:1767384978.129559:0:41020:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000a430eef. 00040000:00000010:2.0:1767384978.129566:0:40986:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ca3f3e2c. 00000400:00000010:3.0:1767384978.129567:0:41020:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000720f0efb. 00000004:00000010:0.0:1767384978.129567:0:41031:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005ae1ad61. 00080000:00000010:2.0:1767384978.129569:0:40986:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 00000000156aeeba. 00080000:00000010:2.0:1767384978.129575:0:40986:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000062f369d4. 00000400:00000010:3.0:1767384978.129576:0:41020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090708e49. 00000004:00000010:0.0:1767384978.129576:0:41031:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d71f7c4c. 00080000:00000010:2.0:1767384978.129578:0:40986:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 000000008259420e. 00080000:00000010:2.0:1767384978.129583:0:40986:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000fb203b5e. 00000004:00000010:0.0:1767384978.129584:0:41031:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ec07964a. 00000100:00000200:3.0:1767384978.129585:0:41020:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237348045184, portal 4 00080000:00000010:2.0:1767384978.129586:0:40986:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000822f0a84. 00000004:00000010:2.0:1767384978.129592:0:40986:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009cd3360a. 00000020:00000010:3.0:1767384978.129594:0:41020:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000defbebce. 00080000:00000010:0.0:1767384978.129596:0:41031:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 0000000001407052. 00000400:00000010:3.0:1767384978.129599:0:41020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d1b4081. 00000004:00000010:2.0:1767384978.129603:0:40986:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006294c3ca. 00000100:00000200:3.0:1767384978.129604:0:41020:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853237348045184, offset 0 00000004:00000010:2.0:1767384978.129608:0:40986:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f1b18fb4. 00000004:00000010:2.0:1767384978.129611:0:40986:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007ee70e0a. 00000400:00000200:3.0:1767384978.129612:0:41020:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384978.129614:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e23dc36d. 00000020:00000010:2.0:1767384978.129618:0:40986:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a6ac54b1. 00000400:00000200:3.0:1767384978.129622:0:41020:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384978.129623:0:40986:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003e6adf99. 00000020:00000010:2.0:1767384978.129627:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000438de844. 00000400:00000200:3.0:1767384978.129631:0:41020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x6958271d09180 00000040:00000010:2.0:1767384978.129636:0:40986:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000006b3eaa74. 00000400:00000200:3.0:1767384978.129637:0:41020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xab9 [8] + 6272 00000400:00000200:3.0:1767384978.129643:0:41020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384978.129645:0:40986:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000dcf2052f. 00000400:00000200:3.0:1767384978.129647:0:41020:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000040:00000010:2.0:1767384978.129649:0:40986:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b0064aec. 00000100:00000200:3.0:1767384978.129652:0:41020:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:2.0:1767384978.129652:0:40986:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000076df2eb8. 00000020:00000010:2.0:1767384978.129655:0:40986:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004c317aac. 00000100:00000010:3.0:1767384978.129657:0:41020:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000adbcc088. 80000000:00000010:2.0:1767384978.129658:0:40986:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006a58dbb6. 00040000:00000010:2.0:1767384978.129663:0:40986:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001e213758. 00080000:00000010:2.0:1767384978.129666:0:40986:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e530d69e. 00000400:00000200:3.0:1767384978.129670:0:41020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d1b4081 00080000:00000010:2.0:1767384978.129671:0:40986:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000a5881172. 00000400:00000010:3.0:1767384978.129674:0:41020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d1b4081. 00080000:00000010:2.0:1767384978.129676:0:40986:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000090f7e42. 20000000:00000010:2.0:1767384978.129681:0:40986:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000081e7bae7. 00000100:00000200:3.0:1767384978.129682:0:41020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000019038a26 x1853237348045184/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384994 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384978.129684:0:40986:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ea043760. 00000020:00000010:0.0:1767384978.129688:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000056046120. 00000020:00000010:0.0:1767384978.129695:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000056046120. 00000020:00000010:0.0:1767384978.129704:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3f1afac. 00000100:00000010:3.0:1767384978.129710:0:41020:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005352774f. 00000020:00000010:0.0:1767384978.129710:0:17897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b01d1dd8. 00000020:00000010:0.0:1767384978.129715:0:17897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f91ed1e. 00000100:00000010:3.0:1767384978.129721:0:41020:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006a58dbb6. 00000100:00000010:3.0:1767384978.129735:0:41020:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ead3e42d. 00000100:00000010:3.0:1767384978.129743:0:41020:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f977713f. 00000020:00000010:0.0:1767384978.129773:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000056046120. 00000020:00000010:0.0:1767384978.129778:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000056046120. 00000100:00000200:0.0:1767384978.129782:0:17897:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348045184 02000000:00000010:0.0:1767384978.129797:0:17897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000b7820c8b. 00010000:00000200:0.0:1767384978.129808:0:17897:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000adbcc088 x1853237348045184/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:204/0 lens 264/240 e 0 to 0 dl 1767384989 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384978.129850:0:17897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c29b7161. 00000100:00000200:0.0:1767384978.129855:0:17897:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 4, xid 1853237348045184, offset 224 00000400:00000200:0.0:1767384978.129863:0:17897:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384978.129871:0:17897:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384978.129880:0:17897:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 4 MB=0x6958271d09180 00000400:00000200:0.0:1767384978.129885:0:17897:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 240/240 into md 0x2b3d [1] + 224 00000400:00000200:0.0:1767384978.129889:0:17897:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384978.129893:0:17897:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384978.129902:0:17897:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000019038a26 x1853237348045184/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384994 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384978.129929:0:17897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c29b7161 00000400:00000010:0.0:1767384978.129934:0:17897:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c29b7161. 00000020:00000010:0.0:1767384978.129947:0:17897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b01d1dd8. 00000400:00000010:1.0:1767384978.129951:0:41020:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000720f0efb. 00000020:00000010:0.0:1767384978.129952:0:17897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f91ed1e. 00000400:00000200:1.0:1767384978.129958:0:41020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090708e49 00000020:00000010:0.0:1767384978.129961:0:17897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3f1afac. 00000400:00000010:1.0:1767384978.129962:0:41020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090708e49. 00000100:00000200:1.0:1767384978.129972:0:41020:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000019038a26 x1853237348045184/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384978.129990:0:41020:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000019038a26 x1853237348045184/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384978.130007:0:41020:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b93a4503. 02000000:00000010:1.0:1767384978.130015:0:41020:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000a430eef. 02000000:00000010:1.0:1767384978.130021:0:41020:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000023fb16c2. 00000100:00000010:1.0:1767384978.130025:0:41020:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000019038a26. 00000100:00000010:1.0:1767384978.130030:0:41020:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b43dc057. 02000000:00000010:1.0:1767384978.130036:0:41020:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003450e963. 00000100:00000010:1.0:1767384978.130042:0:41020:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008fcfd43a. 02000000:00000010:1.0:1767384978.130052:0:41020:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000079e2cc65. 00000400:00000010:1.0:1767384978.130055:0:41020:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000615c167c. 00000400:00000010:1.0:1767384978.130058:0:41020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000508ea2ad. 00000100:00000200:1.0:1767384978.130060:0:41020:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348045312, portal 4 00000400:00000010:1.0:1767384978.130063:0:41020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd63bae1. 00000100:00000200:1.0:1767384978.130066:0:41020:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237348045312, offset 0 00000400:00000200:1.0:1767384978.130073:0:41020:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384978.130082:0:41020:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384978.130090:0:41020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6958271d09200 00000400:00000200:1.0:1767384978.130094:0:41020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xab9 [8] + 6536 00000400:00000200:1.0:1767384978.130098:0:41020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384978.130103:0:41020:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384978.130106:0:41020:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384978.130109:0:41020:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000035cec20e. 00000400:00000200:1.0:1767384978.130125:0:41020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd63bae1 00000400:00000010:1.0:1767384978.130128:0:41020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd63bae1. 00000100:00000200:1.0:1767384978.130133:0:41020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b43dc057 x1853237348045312/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384994 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384978.130159:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000056046120. 00000020:00000010:0.0:1767384978.130165:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000056046120. 00000020:00000010:0.0:1767384978.130173:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3f1afac. 00000020:00000010:0.0:1767384978.130179:0:17897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b01d1dd8. 00000020:00000010:0.0:1767384978.130186:0:17897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f91ed1e. 00000020:00000010:0.0:1767384978.130210:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000056046120. 00000020:00000010:0.0:1767384978.130215:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000056046120. 00000100:00000200:0.0:1767384978.130218:0:17897:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348045312 02000000:00000010:0.0:1767384978.130240:0:17897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000fad5b58f. 00010000:00000200:0.0:1767384978.130250:0:17897:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000035cec20e x1853237348045312/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:204/0 lens 432/432 e 0 to 0 dl 1767384989 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384978.130270:0:17897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c29b7161. 00000100:00000200:0.0:1767384978.130275:0:17897:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237348045312, offset 224 00000400:00000200:0.0:1767384978.130282:0:17897:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384978.130291:0:17897:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384978.130298:0:17897:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6958271d09200 00000400:00000200:0.0:1767384978.130303:0:17897:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2b49 [1] + 224 00000400:00000200:0.0:1767384978.130310:0:17897:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384978.130316:0:17897:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384978.130323:0:17897:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b43dc057 x1853237348045312/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384994 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384978.130345:0:17897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c29b7161 00000400:00000010:0.0:1767384978.130348:0:17897:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c29b7161. 00000020:00000010:0.0:1767384978.130357:0:17897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b01d1dd8. 00000020:00000010:0.0:1767384978.130360:0:17897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f91ed1e. 00000400:00000010:1.0:1767384978.130364:0:41020:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000615c167c. 00000020:00000010:0.0:1767384978.130365:0:17897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3f1afac. 00000400:00000200:1.0:1767384978.130371:0:41020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000508ea2ad 00000400:00000010:1.0:1767384978.130375:0:41020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000508ea2ad. 00000100:00000200:1.0:1767384978.130380:0:41020:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b43dc057 x1853237348045312/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384978.130393:0:41020:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b43dc057 x1853237348045312/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384978.130408:0:41020:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008fcfd43a. 02000000:00000010:1.0:1767384978.130414:0:41020:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000079e2cc65. 02000000:00000010:1.0:1767384978.130419:0:41020:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003450e963. 00000100:00000010:1.0:1767384978.130422:0:41020:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b43dc057. 00000100:00000010:1.0:1767384978.130429:0:41020:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b43dc057. 02000000:00000010:1.0:1767384978.130434:0:41020:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003450e963. 00000100:00000010:1.0:1767384978.130439:0:41020:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008fcfd43a. 02000000:00000010:1.0:1767384978.130446:0:41020:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000079e2cc65. 00000400:00000010:1.0:1767384978.130452:0:41020:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000615c167c. 00000400:00000010:1.0:1767384978.130455:0:41020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000508ea2ad. 00000100:00000200:1.0:1767384978.130457:0:41020:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237348045440, portal 4 00000400:00000010:1.0:1767384978.130460:0:41020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd63bae1. 00000100:00000200:1.0:1767384978.130462:0:41020:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237348045440, offset 0 00000400:00000200:1.0:1767384978.130467:0:41020:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384978.130478:0:41020:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384978.130484:0:41020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6958271d09280 00000400:00000200:1.0:1767384978.130489:0:41020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xab9 [8] + 6968 00000400:00000200:1.0:1767384978.130495:0:41020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384978.130502:0:41020:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384978.130506:0:41020:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384978.130511:0:41020:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f3e38540. 00000400:00000200:1.0:1767384978.130524:0:41020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd63bae1 00000400:00000010:1.0:1767384978.130527:0:41020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd63bae1. 00000100:00000200:1.0:1767384978.130532:0:41020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b43dc057 x1853237348045440/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384994 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:3.0:1767384978.130538:0:10614:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000061adb394. 00080000:00000010:2.0:1767384978.130538:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ab5e95b2. 00000020:00000010:0.0:1767384978.130545:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000056046120. 00000020:00000010:0.0:1767384978.130549:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000056046120. 00080000:00000010:3.0:1767384978.130550:0:10614:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000061adb394. 00080000:00000010:2.0:1767384978.130550:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ab5e95b2. 00000020:00000010:0.0:1767384978.130553:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3f1afac. 00000020:00000010:0.0:1767384978.130557:0:17897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b01d1dd8. 00000020:00000010:0.0:1767384978.130560:0:17897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f91ed1e. 00080000:00000010:2.0:1767384978.130567:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ab5e95b2. 00080000:00000010:3.0:1767384978.130569:0:10614:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000061adb394. 00080000:00000010:2.0:1767384978.130576:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ab5e95b2. 00080000:00000010:3.0:1767384978.130577:0:10614:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000061adb394. 00000020:00000010:0.0:1767384978.130586:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000056046120. 00000020:00000010:0.0:1767384978.130589:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000056046120. 00000100:00000200:0.0:1767384978.130593:0:17897:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237348045440 02000000:00000010:0.0:1767384978.130600:0:17897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000dd3472e8. 00002000:00000010:0.0:1767384978.130616:0:17897:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000056046120. 00002000:00000010:0.0:1767384978.130622:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ebe0e97d. 00080000:00000010:0.0:1767384978.130627:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000053576f7c. 00002000:00000010:0.0:1767384978.130660:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000eca659fa. 00080000:00000010:0.0:1767384978.130665:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000045029989. 00002000:00000010:0.0:1767384978.130674:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000584626d7. 00080000:00000010:0.0:1767384978.130677:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009701d220. 00002000:00000010:0.0:1767384978.130686:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000020cbd1a7. 00080000:00000010:0.0:1767384978.130689:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003abc52b2. 00002000:00000010:0.0:1767384978.130696:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000087811460. 00080000:00000010:0.0:1767384978.130699:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a584bc8e. 00002000:00000010:0.0:1767384978.130704:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000594ed2b4. 00080000:00000010:0.0:1767384978.130707:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000062d80296. 00002000:00000010:0.0:1767384978.130712:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000040afec7c. 00080000:00000010:0.0:1767384978.130715:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000721a36b3. 00002000:00000010:0.0:1767384978.130721:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f20ebffb. 00080000:00000010:0.0:1767384978.130724:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c782cbe5. 00080000:00000010:0.0:1767384978.130731:0:17897:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f0db2070. 00080000:00000010:0.0:1767384978.130735:0:17897:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004931c101. 00080000:00000010:0.0:1767384978.130742:0:17897:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001a0425f8. 00002000:00000010:0.0:1767384978.131098:0:17897:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000af9515ca. 00000001:00000010:0.0:1767384978.131107:0:17897:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000f390974b. 00000100:00000010:0.0:1767384978.131855:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005352774f. 00000100:00000010:1.0:1767384978.131862:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006a58dbb6. 00000001:00000010:0.0:1767384978.131965:0:17891:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000f390974b. 00002000:00000010:0.0:1767384978.131969:0:17891:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000af9515ca. 00080000:00000010:0.0:1767384978.131973:0:17891:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f0db2070. 00000001:00000010:0.0:1767384978.131977:0:17891:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000ee13ee0f. 00080000:00000010:0.0:1767384978.131982:0:17891:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000fde585d7. 00080000:00000010:0.0:1767384978.131996:0:17897:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001a0425f8. 00080000:00000010:0.0:1767384978.132000:0:17897:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004931c101. 00002000:00000010:0.0:1767384978.132008:0:17897:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000056046120. 00002000:00000010:0.0:1767384978.132015:0:17897:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000056046120. 00002000:00000010:0.0:1767384978.132019:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008c9fa98c. 00080000:00000010:0.0:1767384978.132023:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f7f71a3f. 00002000:00000010:0.0:1767384978.132035:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d9d32e41. 00080000:00000010:0.0:1767384978.132040:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000fde585d7. 00002000:00000010:0.0:1767384978.132048:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008998a282. 00080000:00000010:0.0:1767384978.132051:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f0db2070. 00002000:00000010:0.0:1767384978.132060:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001e4eb4b0. 00080000:00000010:0.0:1767384978.132072:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ebc544eb. 00002000:00000010:0.0:1767384978.132084:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006c37f1dc. 00080000:00000010:0.0:1767384978.132087:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001d3318de. 00002000:00000010:0.0:1767384978.132094:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c4f8ee62. 00080000:00000010:0.0:1767384978.132096:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000cf761cd. 00002000:00000010:0.0:1767384978.132103:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004233daa7. 00080000:00000010:0.0:1767384978.132107:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009c8c00f2. 00002000:00000010:0.0:1767384978.132115:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f2dd08b5. 00080000:00000010:0.0:1767384978.132119:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000775c6572. 00080000:00000010:0.0:1767384978.132126:0:17897:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ee54ae38. 00080000:00000010:0.0:1767384978.132130:0:17897:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004931c101. 00080000:00000010:0.0:1767384978.132139:0:17897:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001a0425f8. 00002000:00000010:0.0:1767384978.132557:0:17897:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000f390974b. 00000001:00000010:0.0:1767384978.132564:0:17897:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000af9515ca. 00080000:00000010:0.0:1767384978.132576:0:17897:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001a0425f8. 00080000:00000010:0.0:1767384978.132579:0:17897:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004931c101. 00002000:00000010:0.0:1767384978.132584:0:17897:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000056046120. 00002000:00000010:0.0:1767384978.132589:0:17897:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000056046120. 00002000:00000010:0.0:1767384978.132605:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000005ae3d5b. 00080000:00000010:0.0:1767384978.132610:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000cd34fcf5. 00002000:00000010:0.0:1767384978.132622:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b70d77e8. 00080000:00000010:0.0:1767384978.132626:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001fc9a7fb. 00002000:00000010:0.0:1767384978.132634:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f390452e. 00080000:00000010:0.0:1767384978.132638:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e81d455e. 00002000:00000010:0.0:1767384978.132646:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000002653dd8c. 00080000:00000010:0.0:1767384978.132650:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e06d7b62. 00002000:00000010:0.0:1767384978.132658:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000498e57dc. 00080000:00000010:0.0:1767384978.132662:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008ebbe20e. 00002000:00000010:0.0:1767384978.132669:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005dba5e9f. 00080000:00000010:0.0:1767384978.132672:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000de54ed19. 00002000:00000010:0.0:1767384978.132680:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d39ede1b. 00080000:00000010:0.0:1767384978.132685:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002aee585b. 00002000:00000010:0.0:1767384978.132693:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c024e231. 00080000:00000010:0.0:1767384978.132696:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000053868b33. 00080000:00000010:0.0:1767384978.132705:0:17897:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000027ef1030. 00080000:00000010:0.0:1767384978.132709:0:17897:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004931c101. 00080000:00000010:0.0:1767384978.132715:0:17897:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001a0425f8. 00002000:00000010:0.0:1767384978.133172:0:17897:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000009a6b832c. 00000001:00000010:0.0:1767384978.133179:0:17897:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000000dc11d31. 00080000:00000010:0.0:1767384978.133189:0:17897:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001a0425f8. 00080000:00000010:0.0:1767384978.133194:0:17897:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004931c101. 00002000:00000010:0.0:1767384978.133201:0:17897:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000056046120. 00002000:00000010:0.0:1767384978.133206:0:17897:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000056046120. 00002000:00000010:0.0:1767384978.133210:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000002907c853. 00080000:00000010:0.0:1767384978.133214:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000000edb31. 00002000:00000010:0.0:1767384978.133222:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b459a59b. 00080000:00000010:0.0:1767384978.133250:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005acf3c5b. 00002000:00000010:0.0:1767384978.133263:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000002a274658. 00080000:00000010:0.0:1767384978.133266:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000097e5175d. 00002000:00000010:0.0:1767384978.133274:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e95ff871. 00080000:00000010:0.0:1767384978.133278:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000097675fa5. 00002000:00000010:0.0:1767384978.133286:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ee7e89a8. 00080000:00000010:0.0:1767384978.133289:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f55ed0c4. 00002000:00000010:0.0:1767384978.133296:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b6de3021. 00080000:00000010:0.0:1767384978.133299:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000adec4d72. 00002000:00000010:0.0:1767384978.133307:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009e48d245. 00080000:00000010:0.0:1767384978.133310:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c0951cd0. 00002000:00000010:0.0:1767384978.133317:0:17897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008d608d65. 00080000:00000010:0.0:1767384978.133320:0:17897:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000272f33b4. 00080000:00000010:0.0:1767384978.133329:0:17897:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000968018a9. 00080000:00000010:0.0:1767384978.133333:0:17897:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004931c101. 00080000:00000010:0.0:1767384978.133339:0:17897:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001a0425f8. 00002000:00000010:0.0:1767384978.133764:0:17897:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000f117acba. 00000001:00000010:0.0:1767384978.133769:0:17897:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000ab6b9ce4. 00080000:00000010:0.0:1767384978.133779:0:17897:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001a0425f8. 00080000:00000010:0.0:1767384978.133782:0:17897:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004931c101. 00002000:00000010:0.0:1767384978.133790:0:17897:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000056046120. 00010000:00000200:0.0:1767384978.133800:0:17897:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f3e38540 x1853237348045440/t8589934600(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:204/0 lens 432/432 e 0 to 0 dl 1767384989 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384978.133811:0:17897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c29b7161. 00000100:00000200:0.0:1767384978.133813:0:17897:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237348045440, offset 224 00000400:00000200:0.0:1767384978.133841:0:17897:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384978.133847:0:17897:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384978.133854:0:17897:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6958271d09280 00000400:00000200:0.0:1767384978.133861:0:17897:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2b55 [1] + 224 00000400:00000200:0.0:1767384978.133864:0:17897:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384978.133868:0:17897:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384978.133873:0:17897:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b43dc057 x1853237348045440/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384994 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384978.133887:0:17897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c29b7161 00000400:00000010:0.0:1767384978.133889:0:17897:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c29b7161. 00000020:00000010:0.0:1767384978.133898:0:17897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b01d1dd8. 00000020:00000010:0.0:1767384978.133902:0:17897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f91ed1e. 00000020:00000010:0.0:1767384978.133905:0:17897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3f1afac. 00000400:00000010:0.0:1767384978.133920:0:41020:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000615c167c. 00000400:00000200:0.0:1767384978.133924:0:41020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000508ea2ad 00000400:00000010:0.0:1767384978.133926:0:41020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000508ea2ad. 00000100:00000200:0.0:1767384978.133930:0:41020:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b43dc057 x1853237348045440/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384978.133936:0:41020:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b43dc057 x1853237348045440/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384994 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384978.133952:0:41020:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008fcfd43a. 00000100:00000010:3.0:1767384978.134858:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f977713f. 00080000:00000010:1.0:1767384978.138142:0:41032:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000512d8821. 00080000:00000010:1.0:1767384978.138148:0:41032:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000512d8821. 00080000:00000010:1.0:1767384978.138155:0:41032:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000512d8821. 00080000:00000010:1.0:1767384978.138157:0:41032:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000512d8821. 00000100:00000010:2.0:1767384978.139846:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ead3e42d. 00080000:00000010:0.0:1767384978.139902:0:41031:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 0000000001407052. 00000020:00000010:0.0:1767384978.139911:0:41031:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c6728d69. 00000040:00000010:0.0:1767384978.139915:0:41031:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005fc38040. 00000020:00000010:0.0:1767384978.139918:0:41031:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d5e122e9. 00000020:00000010:0.0:1767384978.139921:0:41031:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005a4865d0. 00000020:00000010:0.0:1767384978.139926:0:41031:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000006cb6100. 80000000:00000010:0.0:1767384978.139929:0:41031:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008bbe143b. 40000000:00000010:0.0:1767384978.139933:0:41031:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000076a9079a. 00100000:00000010:0.0:1767384978.139935:0:41031:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a8225c44. 00040000:00000010:0.0:1767384978.139939:0:41031:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000035b366f. 00040000:00000010:0.0:1767384978.139941:0:41031:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001ae433bb. 00040000:00000010:0.0:1767384978.139945:0:41031:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000346632c. 00080000:00000010:0.0:1767384978.139950:0:41031:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b5bf54c6. 00080000:00000010:0.0:1767384978.139955:0:41031:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d61668e8. 00000004:00000010:0.0:1767384978.139959:0:41031:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000088b9fdb5. 00000004:00000010:0.0:1767384978.139963:0:41031:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005ae1ad61. 00000004:00000010:0.0:1767384978.139966:0:41031:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d71f7c4c. 00000004:00000010:0.0:1767384978.139970:0:41031:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ec07964a. 00000020:00000010:0.0:1767384978.139973:0:41031:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a0162a1. 00000004:00000010:0.0:1767384978.139975:0:41031:0:(mdd_orphans.c:542:mdd_orphan_cleanup_thread()) kfreed 'env': 56 at 00000000a4191961. 00080000:00000010:0.0:1767384978.304427:0:41045:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000036d22ec. 00080000:00000010:0.0:1767384978.304436:0:41045:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000036d22ec. 00080000:00000010:0.0:1767384978.304444:0:41045:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000036d22ec. 00080000:00000010:0.0:1767384978.304447:0:41045:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000036d22ec. 00000020:00000010:3.0:1767384978.415196:0:41081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000502841f8. 00000020:00000010:3.0:1767384978.415203:0:41081:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004a9b3eea. 00000020:00000010:3.0:1767384978.415207:0:41081:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fadfef92. 00000020:00000010:3.0:1767384978.415210:0:41081:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e2123c20. 00000020:00000010:3.0:1767384978.415213:0:41081:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fbcaae3e. 80000000:00000010:3.0:1767384978.415217:0:41081:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f39b7cf3. 40000000:00000010:3.0:1767384978.415220:0:41081:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e50fd13f. 00100000:00000010:3.0:1767384978.415239:0:41081:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000344cdf54. 00040000:00000010:3.0:1767384978.415243:0:41081:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d9519220. 00040000:00000010:3.0:1767384978.415246:0:41081:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004795a6a5. 00080000:00000010:3.0:1767384978.415250:0:41081:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b0869f2d. 00080000:00000010:3.0:1767384978.415253:0:41081:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007fd82809. 00002000:00000010:3.0:1767384978.415258:0:41081:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004243318a. 00000020:00000010:3.0:1767384978.415267:0:41081:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004a9b3eea. 00000020:00000010:3.0:1767384978.415270:0:41081:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fadfef92. 00000020:00000010:3.0:1767384978.415273:0:41081:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e2123c20. 00000020:00000010:3.0:1767384978.415276:0:41081:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fbcaae3e. 80000000:00000010:3.0:1767384978.415278:0:41081:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f39b7cf3. 40000000:00000010:3.0:1767384978.415280:0:41081:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e50fd13f. 00100000:00000010:3.0:1767384978.415282:0:41081:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000344cdf54. 00040000:00000010:3.0:1767384978.415284:0:41081:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d9519220. 00040000:00000010:3.0:1767384978.415286:0:41081:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004795a6a5. 00080000:00000010:3.0:1767384978.415290:0:41081:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007fd82809. 00080000:00000010:3.0:1767384978.415292:0:41081:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b0869f2d. 00002000:00000010:3.0:1767384978.415295:0:41081:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004243318a. 00000020:00000010:3.0:1767384978.415297:0:41081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000502841f8. 00000020:00000010:0.0:1767384978.456864:0:53:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000ccb84644. 00080000:00000010:2.0:1767384978.622121:0:41093:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004810e269. 00080000:00000010:2.0:1767384978.622131:0:41093:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004810e269. 00080000:00000010:2.0:1767384978.622151:0:41093:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004810e269. 00080000:00000010:2.0:1767384978.622155:0:41093:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004810e269. 00000400:00000200:3.0:1767384978.840890:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017c2fea7 00000400:00000010:3.0:1767384978.840899:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017c2fea7. 00000400:00000200:3.0:1767384978.840904:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384978.840912:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp44 recovery ping unlinked 00000400:00000010:3.0:1767384978.840925:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000eb343ad3. 00000400:00000010:3.0:1767384978.840931:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002b022e50. 00000400:00000200:3.0:1767384978.840944:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp31 00000400:00000010:3.0:1767384978.840948:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001f9c4c6f. 00000400:00000010:3.0:1767384978.840954:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d9970374. 00000400:00000010:3.0:1767384978.840958:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017c2fea7. 00000400:00000010:3.0:1767384978.840966:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000006e4b037. 00000400:00000200:3.0:1767384978.840971:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp31 00000400:00000200:3.0:1767384978.840985:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp31 local destination 00000400:00000200:3.0:1767384978.840992:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp31 00000400:00000200:3.0:1767384978.840997:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp31 NI seq info: [257:257:256:4294967295] 192.168.203.134@tcp31 LPNI seq info [221:221:8:4294967295] 00000400:00000200:3.0:1767384978.841005:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp31 00000400:00000200:3.0:1767384978.841028:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp31(192.168.203.134@tcp31:) -> 192.168.203.134@tcp31(192.168.203.134@tcp31:192.168.203.134@tcp31) : GET try# 0 00000800:00000200:3.0:1767384978.841034:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp31 00000800:00000010:3.0:1767384978.841040:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000558548bd. 00000800:00000200:3.0:1767384978.841046:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000093cb5295] -> 12345-192.168.203.134@tcp31 (2) 00000800:00000200:3.1:1767384978.841052:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000093cb5295] -> 12345-192.168.203.134@tcp31 (2) 00000400:00000200:3.0:1767384978.841076:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp31 added to recovery queue. ping count: 6 next ping: 364 health :400 00000400:00000200:3.0:1767384978.841081:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp48 00000400:00000010:3.0:1767384978.841084:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000051ad0843. 00000400:00000010:3.0:1767384978.841089:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006e308c82. 00000400:00000010:3.0:1767384978.841092:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d1b4081. 00000400:00000010:3.0:1767384978.841097:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009ac42e25. 00000400:00000200:3.0:1767384978.841100:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp48 00000400:00000200:3.0:1767384978.841109:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp48 local destination 00000400:00000200:3.0:1767384978.841113:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp48 00000400:00000200:3.0:1767384978.841117:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp48 NI seq info: [258:258:256:4294967295] 192.168.203.134@tcp48 LPNI seq info [222:222:8:4294967295] 00000400:00000200:3.0:1767384978.841122:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp48 00000400:00000200:3.0:1767384978.841129:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp48(192.168.203.134@tcp48:) -> 192.168.203.134@tcp48(192.168.203.134@tcp48:192.168.203.134@tcp48) : GET try# 0 00000800:00000200:3.0:1767384978.841134:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp48 00000800:00000010:3.0:1767384978.841138:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ee75f8fd. 00000800:00000200:3.0:1767384978.841142:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000054566474] -> 12345-192.168.203.134@tcp48 (2) 00000800:00000200:3.1:1767384978.841147:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000054566474] -> 12345-192.168.203.134@tcp48 (2) 00000400:00000200:1.0:1767384978.841155:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.841167:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp48 added to recovery queue. ping count: 1 next ping: 302 health :900 00000400:00000200:3.0:1767384978.841171:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp49 00000400:00000010:3.0:1767384978.841173:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000322dc05b. 00000400:00000010:3.0:1767384978.841176:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a41845fb. 00000400:00000010:3.0:1767384978.841178:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006029bd08. 00000400:00000010:3.0:1767384978.841182:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000058f48166. 00000400:00000200:3.0:1767384978.841185:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp49 00000400:00000200:3.0:1767384978.841191:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp49 local destination 00000400:00000200:3.0:1767384978.841194:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp49 00000400:00000200:3.0:1767384978.841196:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp49 NI seq info: [259:259:256:4294967295] 192.168.203.134@tcp49 LPNI seq info [223:223:8:4294967295] 00000400:00000200:3.0:1767384978.841199:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp49 00000400:00000200:3.0:1767384978.841205:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp49(192.168.203.134@tcp49:) -> 192.168.203.134@tcp49(192.168.203.134@tcp49:192.168.203.134@tcp49) : GET try# 0 00000800:00000200:3.0:1767384978.841210:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp49 00000800:00000010:3.0:1767384978.841213:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ddc9f79c. 00000800:00000200:3.0:1767384978.841216:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1a9c9b7] -> 12345-192.168.203.134@tcp49 (2) 00000800:00000200:3.1:1767384978.841232:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1a9c9b7] -> 12345-192.168.203.134@tcp49 (2) 00000400:00000200:1.0:1767384978.841246:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.841248:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp49 added to recovery queue. ping count: 1 next ping: 302 health :900 00000400:00000200:2.0:1767384978.841273:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.841312:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:1.0:1767384978.841330:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.841345:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.841378:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.841409:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:1.0:1767384978.841419:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.841438:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.841466:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:1.0:1767384978.841493:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.841494:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.841513:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.841554:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:1.0:1767384978.841570:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.841583:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.841604:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:1.0:1767384978.841649:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.841650:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.841665:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.841706:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.841747:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.841756:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:1.0:1767384978.841756:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.841809:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.841839:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.841885:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:1.0:1767384978.841885:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.841899:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.841949:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.841972:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:1.0:1767384978.841972:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.842008:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.842035:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:1.0:1767384978.842056:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.842064:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.842097:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.842137:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:1.0:1767384978.842145:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.842150:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.842195:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.842215:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:1.0:1767384978.842245:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.842261:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.842292:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:1.0:1767384978.842318:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.842322:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.842349:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.842396:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.842414:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:1.0:1767384978.842414:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.842460:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.842482:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:1.0:1767384978.842501:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.842522:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.842552:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:1.0:1767384978.842577:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.842579:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.842614:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.842648:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:1.0:1767384978.842665:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.842674:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.842714:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:1.0:1767384978.842739:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.842743:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.842790:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.842841:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.842852:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:1.0:1767384978.842862:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.842894:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.842919:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:1.0:1767384978.842943:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.842948:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.842991:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.843017:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:1.0:1767384978.843042:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.843045:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.843074:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.843110:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:1.0:1767384978.843124:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.843133:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.843170:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.843209:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:1.0:1767384978.843216:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.843244:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.843290:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.843310:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:1.0:1767384978.843310:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.843357:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.843383:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:1.0:1767384978.843404:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.843414:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.843445:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.843484:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:1.0:1767384978.843494:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.843505:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.843565:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.134:988 00000400:00000200:1.0:1767384978.843576:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.843609:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.134:988 00000400:00000200:1.0:1767384978.843640:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.843673:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.134:988 00000400:00000200:1.0:1767384978.843697:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000800:00000010:2.0:1767384978.843703:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b0fc47db. 00000800:00000010:2.0:1767384978.843710:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007a0dab11. 00000800:00000010:2.0:1767384978.843723:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e1cc0391. 00000400:00000200:3.0:1767384978.843731:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.134:988 00000800:00000010:2.0:1767384978.843756:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e1cc0391. 00000400:00000200:1.0:1767384978.843758:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000800:00020000:2.0:1767384978.843766:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:2.0:1767384978.843770:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007a0dab11. 00000800:00000010:2.0:1767384978.843773:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b0fc47db. 00000400:00000200:3.0:1767384978.843780:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.134:988 00000400:00000200:1.0:1767384978.843862:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.843863:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.134:988 00000400:02020000:2.0:1767384978.843875:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp48 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384978.843882:0:16346:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp48 notifying 192.168.203.134@tcp48: down 00000800:00000200:2.0:1767384978.843889:0:16346:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp48 down 00000800:00000100:2.0:1767384978.843896:0:16346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp48 00000800:00000010:2.0:1767384978.843899:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ee75f8fd. 00000400:00000200:2.0:1767384978.843903:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384978.843907:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp48->192.168.203.134@tcp48: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384978.843915:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384978.843918:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384978.843923:0:16346:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp48) recovery failed with -71 00000400:00000200:3.0:1767384978.843926:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.134:988 00000400:00000200:1.0:1767384978.843941:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.843965:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.134:988 00000400:00000200:1.0:1767384978.843989:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.844002:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.134:988 00000400:00000200:1.0:1767384978.844043:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.844055:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.844106:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.844160:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.844213:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.134:988 00000800:00000010:1.0:1767384978.844240:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000822f0a84. 00000800:00000010:1.0:1767384978.844248:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c1c67e6b. 00000800:00000010:1.0:1767384978.844254:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000871c8bf6. 00000400:00000200:3.0:1767384978.844267:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.134:988 00000800:00000010:1.0:1767384978.844284:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000871c8bf6. 00000800:00020000:1.0:1767384978.844296:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:1.0:1767384978.844300:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c1c67e6b. 00000800:00000010:1.0:1767384978.844304:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000822f0a84. 00000400:00000200:3.0:1767384978.844306:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.844359:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.203.134:988 00000400:02020000:1.0:1767384978.844365:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp31 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384978.844372:0:16347:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp31 notifying 192.168.203.134@tcp31: down 00000800:00000200:1.0:1767384978.844378:0:16347:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.134@tcp31 down 00000800:00000100:1.0:1767384978.844384:0:16347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp31 00000800:00000010:1.0:1767384978.844385:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000558548bd. 00000400:00000200:1.0:1767384978.844388:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384978.844393:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp31->192.168.203.134@tcp31: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384978.844398:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384978.844401:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384978.844403:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.203.134:988 00000400:00000200:1.0:1767384978.844404:0:16347:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp31) recovery failed with -71 00000400:00000200:3.0:1767384978.844440:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.203.134:988 00000800:00000010:3.0:1767384978.844615:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007fd82809. 00000800:00000010:3.0:1767384978.844620:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a8fdff52. 00000800:00000010:3.0:1767384978.844626:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000071cc4d65. 00000800:00000010:3.0:1767384978.844664:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000071cc4d65. 00000400:00000200:1.0:1767384978.844954:0:16354:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384978.844969:0:16354:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.134@tcp49 from 202.3.0.2 00000800:00000010:1.0:1767384978.844973:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000004261b3eb. 00000800:00000010:3.0:1767384978.845003:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000223c4825. 00000800:00000010:3.0:1767384978.845008:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a544d7ab. 00000800:00000010:3.0:1767384978.845028:0:16349:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fa80a1ff. 00000800:00000200:3.1:1767384978.845034:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1a9c9b7] -> 12345-192.168.203.134@tcp49 (2) 00000800:00000200:3.1:1767384978.845038:0:16349:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.134@tcp49 00000000fa80a1ff deleted 00000800:00000010:3.1:1767384978.845040:0:16349:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000fa80a1ff. 00000800:00000200:3.1:1767384978.845050:0:16349:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384978.845056:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp49 ip 192.168.203.134:970 00000800:00000200:3.1:1767384978.845059:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ddc9f79c type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384978.845065:0:16349:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp49 p 3.x 192.168.203.134 -> 192.168.203.134:970 incarnation:1767384951939941009 sched[0] 00000800:00000010:3.0:1767384978.845069:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000071cc4d65. 00000800:00000010:3.0:1767384978.845119:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000071cc4d65. 00000800:00000010:3.0:1767384978.845123:0:16349:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a544d7ab. 00000800:00000010:3.0:1767384978.845159:0:16349:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000004261b3eb. 00000800:00000200:2.1:1767384978.845161:0:16348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384978.845172:0:16348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.134@tcp49 p 3.x 192.168.203.134 -> 192.168.203.134:988 incarnation:1767384951939941009 sched[0] 00000800:00000010:2.0:1767384978.845177:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a8fdff52. 00000800:00000200:3.0:1767384978.845204:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384978.845208:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ddc9f79c. 00000400:00000200:3.0:1767384978.845212:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384978.845217:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp49->192.168.203.134@tcp49: GET: OK 00000400:00000200:3.0:1767384978.845238:0:16353:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384978.845242:0:16353:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp49 recovery message sent successfully:0 00000400:00000200:3.0:1767384978.845274:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp49(192.168.203.134@tcp49) <- 192.168.203.134@tcp49 : GET - for me 00000400:00000200:3.0:1767384978.845284:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.134@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384978.845290:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.134@tcp of length 272/272 into md 0x1f95 [1] + 0 00000400:00000200:2.0:1767384978.845293:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.845301:0:16353:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.134@tcp49 to MR: 192.168.203.134@tcp49 local destination 00000400:00000200:3.0:1767384978.845306:0:16353:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp49 NI seq info: [260:260:256:4294967295] 192.168.203.134@tcp49 LPNI seq info [224:224:8:4294967295] 00000400:00000200:3.0:1767384978.845318:0:16353:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp49(192.168.203.134@tcp49:192.168.203.134@tcp49) -> 192.168.203.134@tcp49(192.168.203.134@tcp49:192.168.203.134@tcp49) 192.168.203.134@tcp49 : REPLY try# 0 00000800:00000200:3.0:1767384978.845324:0:16353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.134@tcp49 00000800:00000010:3.0:1767384978.845328:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddc9f79c. 00000800:00000200:3.0:1767384978.845331:0:16353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1a9c9b7] -> 12345-192.168.203.134@tcp49 (4) 00000800:00000200:3.0:1767384978.845335:0:16353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp49 ip 192.168.203.134:988 00000800:00000200:3.0:1767384978.845338:0:16353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ddc9f79c type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384978.845365:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000800:00000200:3.0:1767384978.845376:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384978.845380:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddc9f79c. 00000400:00000200:3.0:1767384978.845383:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384978.845389:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp49->192.168.203.134@tcp49: REPLY: OK 00000400:00000200:3.0:1767384978.845410:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.134@tcp49(192.168.203.134@tcp49) <- 192.168.203.134@tcp49 : REPLY - for me 00000400:00000200:3.0:1767384978.845419:0:16353:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.134@tcp49: Reply from 12345-192.168.203.134@tcp49 of length 272/272 into md 0x2b69 00000400:00000200:3.0:1767384978.845426:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384978.845430:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp49->192.168.203.134@tcp49: REPLY: OK 00000400:00000200:2.0:1767384978.845431:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:3.0:1767384978.845433:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006029bd08 00000400:00000010:3.0:1767384978.845437:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006029bd08. 00000400:00000200:3.0:1767384978.845441:0:16353:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384978.845447:0:16353:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000322dc05b. 00000400:00000010:3.0:1767384978.845451:0:16353:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a41845fb. 00000400:00000200:2.0:1767384978.845485:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.845528:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.845581:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.845631:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.845677:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.845726:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.845768:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.845785:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.845798:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.845811:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.845886:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.845947:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.845993:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.846012:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.846031:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.846081:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.846125:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.846140:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.846155:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.846171:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.846186:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.846199:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.846212:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.846243:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.846266:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.846282:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.846305:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.846331:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.846345:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.846363:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.846380:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.846398:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:2.0:1767384978.846485:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b0fc47db. 00000800:00000010:2.0:1767384978.846488:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007a0dab11. 00000800:00000010:2.0:1767384978.846490:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e1cc0391. 00000800:00000010:2.0:1767384978.846506:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e1cc0391. 00000800:00020000:2.0:1767384978.846510:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:2.0:1767384978.846513:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007a0dab11. 00000800:00000010:2.0:1767384978.846515:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b0fc47db. 00000400:02020000:2.0:1767384978.846553:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp49 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000800:00000200:3.0:1767384978.904876:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e4596bb] -> 12345-192.168.203.134@tcp34 (4) 00000800:00000200:3.1:1767384978.904886:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002e4596bb] -> 12345-192.168.203.134@tcp34 (4) 00000400:00000200:2.0:1767384978.905025:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.905089:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.905119:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.905136:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.905153:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.905170:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.905189:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.905207:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.905238:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.905257:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.905270:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.905287:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.905301:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.905315:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.905328:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.905340:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.905353:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.905365:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.905379:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.905392:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.905408:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.905428:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.905445:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.905469:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.905494:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.905507:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.905522:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.905535:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.905548:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.905563:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.905580:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.905597:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.905621:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.905640:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:2.0:1767384978.905656:0:16346:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:2.0:1767384978.905787:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b0fc47db. 00000800:00000010:2.0:1767384978.905791:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ed8efb32. 00000800:00000010:2.0:1767384978.905795:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006bc4897e. 00000800:00000010:2.0:1767384978.905810:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006bc4897e. 00000800:00020000:2.0:1767384978.905843:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:2.0:1767384978.905846:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ed8efb32. 00000800:00000010:2.0:1767384978.905849:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b0fc47db. 00000400:02020000:2.0:1767384978.905887:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp34 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384978.905891:0:16346:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000001:02000400:1.0:1767384979.320010:0:41257:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-server.virtnet: executing set_default_debug -1 all 00000400:00000001:1.0:1767384979.333204:0:41259:0:(debug.c:327:cfs_str2mask()) Process entered 00010000:00000001:0.0:1767384979.480896:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384979.480904:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384979.480912:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384979.480914:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384979.480935:0:40109:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384979.480938:0:40109:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384979.480941:0:40109:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384979.513774:0:41270:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000286ddf45. 00080000:00000010:3.0:1767384979.513784:0:41270:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000286ddf45. 00000020:00000001:3.0:1767384979.513791:0:41270:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384979.513799:0:41270:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000286ddf45. 00080000:00000010:3.0:1767384979.513805:0:41270:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000286ddf45. 00000020:00000001:3.0:1767384979.513809:0:41270:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384979.647323:0:41309:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fe6e367a. 00080000:00000010:1.0:1767384979.647333:0:41309:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fe6e367a. 00000020:00000001:1.0:1767384979.647337:0:41309:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384979.647342:0:41309:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fe6e367a. 00080000:00000010:1.0:1767384979.647346:0:41309:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fe6e367a. 00000020:00000001:1.0:1767384979.647348:0:41309:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:1.0:1767384979.647374:0:41309:0:(tgt_mount.c:2287:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1767384979.647536:0:41309:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00080000:00000010:2.0:1767384979.830155:0:41322:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004810e269. 00080000:00000010:2.0:1767384979.830190:0:41322:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004810e269. 00000020:00000001:2.0:1767384979.830195:0:41322:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384979.830201:0:41322:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004810e269. 00080000:00000010:2.0:1767384979.830204:0:41322:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004810e269. 00000020:00000001:2.0:1767384979.830207:0:41322:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384979.865867:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384979.865872:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384979.865875:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017c2fea7 00000400:00000010:3.0:1767384979.865879:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017c2fea7. 00000400:00000200:3.0:1767384979.865883:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384979.865889:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp31 recovery ping unlinked 00000400:00000010:3.0:1767384979.865897:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001f9c4c6f. 00000400:00000010:3.0:1767384979.865899:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d9970374. 00000400:00000001:3.0:1767384979.865902:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384979.865903:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384979.865904:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d1b4081 00000400:00000010:3.0:1767384979.865905:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d1b4081. 00000400:00000200:3.0:1767384979.865906:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384979.865908:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp48 recovery ping unlinked 00000400:00000010:3.0:1767384979.865912:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000051ad0843. 00000400:00000010:3.0:1767384979.865913:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006e308c82. 00000800:00000200:0.0:1767384979.928905:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000045d39b32] -> 12345-192.168.203.134@tcp42 (6) 00000800:00000200:0.0:1767384979.928914:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.134@tcp42 ip 192.168.203.134:988 00000800:00000200:0.0:1767384979.928917:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d320f563 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384979.928937:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009bd365ee] -> 12345-192.168.203.134@tcp29 (4) 00000800:00000200:0.1:1767384979.928941:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009bd365ee] -> 12345-192.168.203.134@tcp29 (4) 00000800:00000200:1.0:1767384979.929041:0:16353:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384979.929049:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384979.929050:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000800:00000001:3.0:1767384979.929063:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384979.929069:0:16352:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384979.929073:0:16352:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384979.929104:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384979.929139:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384979.929161:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384979.929191:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:0.0:1767384979.929226:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:0.0:1767384979.929254:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:0.0:1767384979.929280:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:0.0:1767384979.929307:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:0.0:1767384979.929331:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:0.0:1767384979.929360:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384979.929389:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384979.929408:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:0.0:1767384979.929430:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:0.0:1767384979.929447:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:0.0:1767384979.929469:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:0.0:1767384979.929498:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384979.929537:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:0.0:1767384979.929567:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:0.0:1767384979.929603:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:0.0:1767384979.929631:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:0.0:1767384979.929658:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:0.0:1767384979.929684:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:0.0:1767384979.929705:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:0.0:1767384979.929727:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:0.0:1767384979.929742:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:0.0:1767384979.929761:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:0.0:1767384979.929788:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:0.0:1767384979.929851:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:0.0:1767384979.929905:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:0.0:1767384979.929929:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:0.0:1767384979.929969:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384979.930008:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:0.0:1767384979.930027:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:0.0:1767384979.930068:0:16347:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:0.0:1767384979.930192:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d61668e8. 00000800:00000010:0.0:1767384979.930196:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f5edbeb2. 00000800:00000010:0.0:1767384979.930200:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e5584e48. 00000800:00000010:0.0:1767384979.930229:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e5584e48. 00000800:00020000:0.0:1767384979.930238:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:0.0:1767384979.930241:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f5edbeb2. 00000800:00000010:0.0:1767384979.930243:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d61668e8. 00000400:02020000:0.0:1767384979.930288:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp29 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384979.930292:0:16347:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000010:2.0:1767384979.948473:0:41359:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004810e269. 00080000:00000010:2.0:1767384979.948481:0:41359:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004810e269. 00000020:00000001:2.0:1767384979.948484:0:41359:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384979.948489:0:41359:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004810e269. 00080000:00000010:2.0:1767384979.948492:0:41359:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004810e269. 00000020:00000001:2.0:1767384979.948495:0:41359:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:2.0:1767384979.948520:0:41359:0:(tgt_mount.c:2287:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1767384979.948663:0:41359:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00000100:00000001:2.0:1767384980.185857:0:16357:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1767384980.185880:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384980.185889:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384980.185892:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384980.185894:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384980.185897:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384980.185899:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384980.289167:0:41371:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000db53af7c. 00080000:00000010:1.0:1767384980.289177:0:41371:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000db53af7c. 00000020:00000001:1.0:1767384980.289181:0:41371:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384980.289188:0:41371:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000db53af7c. 00080000:00000010:1.0:1767384980.289191:0:41371:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000db53af7c. 00000020:00000001:1.0:1767384980.289194:0:41371:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384980.504911:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384980.504919:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384980.504927:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384980.504929:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384980.505010:0:17078:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384980.505014:0:17078:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384980.505025:0:17078:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384980.888878:0:16355:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.134@tcp48 00000400:00000010:3.0:1767384980.888885:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005214e5e1. 00000400:00000010:3.0:1767384980.888891:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000346632c. 00000400:00000010:3.0:1767384980.888894:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d1b4081. 00000400:00000010:3.0:1767384980.888901:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000006f96211. 00000400:00000200:3.0:1767384980.888904:0:16355:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.134@tcp48 00000400:00000200:3.0:1767384980.888921:0:16355:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.134@tcp48 local destination 00000400:00000200:3.0:1767384980.888927:0:16355:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.134@tcp48 00000400:00000200:3.0:1767384980.888930:0:16355:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.134@tcp48 NI seq info: [261:261:256:4294967295] 192.168.203.134@tcp48 LPNI seq info [225:225:8:4294967295] 00000400:00000200:3.0:1767384980.888935:0:16355:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.134@tcp48 00000400:00000200:3.0:1767384980.888941:0:16355:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.134@tcp48(192.168.203.134@tcp48:) -> 192.168.203.134@tcp48(192.168.203.134@tcp48:192.168.203.134@tcp48) : GET try# 0 00000800:00000200:3.0:1767384980.888945:0:16355:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.134@tcp48 00000800:00000010:3.0:1767384980.888948:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ee75f8fd. 00000800:00000200:3.0:1767384980.888953:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000054566474] -> 12345-192.168.203.134@tcp48 (2) 00000800:00000200:3.1:1767384980.888957:0:16355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000054566474] -> 12345-192.168.203.134@tcp48 (2) 00000400:00000200:3.0:1767384980.888976:0:16355:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.134@tcp48 added to recovery queue. ping count: 2 next ping: 306 health :800 00000400:00000200:0.0:1767384980.889052:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:0.0:1767384980.889089:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:0.0:1767384980.889102:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:0.0:1767384980.889114:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:0.0:1767384980.889126:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:0.0:1767384980.889138:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:0.0:1767384980.889150:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:0.0:1767384980.889162:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:0.0:1767384980.889174:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:0.0:1767384980.889186:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:0.0:1767384980.889198:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:0.0:1767384980.889229:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:0.0:1767384980.889244:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:0.0:1767384980.889258:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:0.0:1767384980.889270:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:0.0:1767384980.889282:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:0.0:1767384980.889316:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:0.0:1767384980.889335:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:0.0:1767384980.889353:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:0.0:1767384980.889372:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:0.0:1767384980.889390:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:0.0:1767384980.889408:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:0.0:1767384980.889429:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:0.0:1767384980.889448:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:0.0:1767384980.889466:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:0.0:1767384980.889500:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:0.0:1767384980.889513:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:0.0:1767384980.889525:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:0.0:1767384980.889538:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:0.0:1767384980.889550:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:0.0:1767384980.889562:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:0.0:1767384980.889596:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:0.0:1767384980.889614:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:0.0:1767384980.889632:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:0.0:1767384980.889650:0:16349:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:0.0:1767384980.889774:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d61668e8. 00000800:00000010:0.0:1767384980.889779:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000005c17a76. 00000800:00000010:0.0:1767384980.889783:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006d821f70. 00000800:00000010:0.0:1767384980.889797:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006d821f70. 00000800:00020000:0.0:1767384980.889804:0:16349:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:0.0:1767384980.889806:0:16349:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000005c17a76. 00000800:00000010:0.0:1767384980.889809:0:16349:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d61668e8. 00000400:02020000:0.0:1767384980.889836:0:16349:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp48 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384980.889841:0:16349:0:(router.c:1755:lnet_notify()) 192.168.203.134@tcp48 notifying 192.168.203.134@tcp48: down 00000400:00000200:0.0:1767384980.889845:0:16349:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384980.889848:0:16349:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.134@tcp48 00000800:00000010:0.0:1767384980.889852:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ee75f8fd. 00000400:00000200:0.0:1767384980.889856:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384980.889860:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.134@tcp48->192.168.203.134@tcp48: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384980.889870:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384980.889906:0:16349:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.134@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384980.889912:0:16349:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.134@tcp48) recovery failed with -71 00080000:00000010:0.0:1767384980.947139:0:41419:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000dda22a44. 00080000:00000010:0.0:1767384980.947148:0:41419:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000dda22a44. 00000020:00000001:0.0:1767384980.947152:0:41419:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384980.947157:0:41419:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000dda22a44. 00080000:00000010:0.0:1767384980.947160:0:41419:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000dda22a44. 00000020:00000001:0.0:1767384980.947163:0:41419:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384980.952863:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020e6edcf] -> 12345-192.168.203.134@tcp37 (4) 00000800:00000200:0.1:1767384980.952868:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020e6edcf] -> 12345-192.168.203.134@tcp37 (4) 00000400:00000200:2.0:1767384980.952947:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.134:988 00000400:00000200:2.0:1767384980.952992:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.134:988 00000400:00000200:2.0:1767384980.953006:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.134:988 00000400:00000200:2.0:1767384980.953020:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.134:988 00000400:00000200:2.0:1767384980.953042:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.134:988 00000400:00000200:2.0:1767384980.953058:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.134:988 00000400:00000200:2.0:1767384980.953071:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.134:988 00000400:00000200:2.0:1767384980.953087:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.134:988 00000400:00000200:2.0:1767384980.953102:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.134:988 00000400:00000200:2.0:1767384980.953126:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.134:988 00000400:00000200:2.0:1767384980.953142:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.134:988 00000400:00000200:2.0:1767384980.953165:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.134:988 00000400:00000200:2.0:1767384980.953191:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.134:988 00000400:00000200:2.0:1767384980.953225:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.134:988 00000400:00000200:2.0:1767384980.953249:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.134:988 00000400:00000200:2.0:1767384980.953265:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.134:988 00000400:00000200:2.0:1767384980.953282:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.134:988 00000400:00000200:2.0:1767384980.953316:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.134:988 00000400:00000200:2.0:1767384980.953339:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.134:988 00000400:00000200:2.0:1767384980.953361:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.134:988 00000400:00000200:2.0:1767384980.953384:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.134:988 00000400:00000200:2.0:1767384980.953402:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.134:988 00000400:00000200:2.0:1767384980.953428:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.134:988 00000400:00000200:2.0:1767384980.953462:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.134:988 00000400:00000200:2.0:1767384980.953499:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.134:988 00000400:00000200:2.0:1767384980.953531:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.134:988 00000400:00000200:2.0:1767384980.953571:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.134:988 00000400:00000200:2.0:1767384980.953605:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.134:988 00000400:00000200:2.0:1767384980.953631:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.134:988 00000400:00000200:2.0:1767384980.953659:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.134:988 00000400:00000200:2.0:1767384980.953687:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.134:988 00000400:00000200:2.0:1767384980.953717:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.134:988 00000400:00000200:2.0:1767384980.953759:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.134:988 00000400:00000200:2.0:1767384980.953802:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.134:988 00000400:00000200:2.0:1767384980.953854:0:16348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.134:988 00000800:00000010:2.0:1767384980.954024:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b0fc47db. 00000800:00000010:2.0:1767384980.954031:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e0d9dbc2. 00000800:00000010:2.0:1767384980.954035:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002e317a5e. 00000800:00000010:2.0:1767384980.954057:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002e317a5e. 00000800:00020000:2.0:1767384980.954066:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:2.0:1767384980.954070:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e0d9dbc2. 00000800:00000010:2.0:1767384980.954073:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b0fc47db. 00000400:02020000:2.0:1767384980.954119:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp37 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384980.954123:0:16348:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000001:00000001:1.0:1767384981.062359:0:41455:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384981.062364:0:41455:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg334-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:00000001:1.0:1767384981.065298:0:41455:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000001:2.0:1767384981.208874:0:16357:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1767384981.208887:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384981.208890:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384981.208893:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384981.208896:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384981.208899:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384981.208902:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384981.290761:0:41467:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000001d761e9. 00080000:00000010:0.0:1767384981.290777:0:41467:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000001d761e9. 00000020:00000001:0.0:1767384981.290781:0:41467:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384981.290788:0:41467:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000001d761e9. 00080000:00000010:0.0:1767384981.290791:0:41467:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000001d761e9. 00000020:00000001:0.0:1767384981.290794:0:41467:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384981.528895:0:53:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384981.528901:0:53:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384981.528906:0:53:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384981.528907:0:53:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384981.528961:0:17077:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384981.528965:0:17077:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384981.528967:0:17077:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384981.574702:0:41513:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006ce5e3dd. 00080000:00000010:3.0:1767384981.574713:0:41513:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006ce5e3dd. 00000020:00000001:3.0:1767384981.574720:0:41513:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384981.574729:0:41513:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006ce5e3dd. 00080000:00000010:3.0:1767384981.574735:0:41513:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006ce5e3dd. 00000020:00000001:3.0:1767384981.574738:0:41513:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384981.857755:0:41563:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000af272f19. 00080000:00000010:3.0:1767384981.857784:0:41563:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000af272f19. 00000020:00000001:3.0:1767384981.857789:0:41563:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384981.857802:0:41563:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000af272f19. 00080000:00000010:3.0:1767384981.857806:0:41563:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000af272f19. 00000020:00000001:3.0:1767384981.857809:0:41563:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384981.912878:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384981.912885:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384981.912888:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d1b4081 00000400:00000010:3.0:1767384981.912892:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d1b4081. 00000400:00000200:3.0:1767384981.912898:0:16355:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384981.912904:0:16355:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.134@tcp48 recovery ping unlinked 00000400:00000010:3.0:1767384981.912919:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005214e5e1. 00000400:00000010:3.0:1767384981.912924:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000346632c. 00000400:00000001:1.0:1767384981.980723:0:41599:0:(debug.c:327:cfs_str2mask()) Process entered 00000800:00000010:2.0:1767384983.001693:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b0fc47db. 00000800:00000010:2.0:1767384983.001702:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004dfa9cce. 00000800:00000010:2.0:1767384983.001705:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006197c54f. 00000800:00000010:2.0:1767384983.001720:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006197c54f. 00000800:00020000:2.0:1767384983.001725:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:2.0:1767384983.001729:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004dfa9cce. 00000800:00000010:2.0:1767384983.001731:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b0fc47db. 00000400:02020000:2.0:1767384983.001759:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp40 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000100:00000010:0.0:1767384983.385040:0:41020:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003567746b. 00000100:00000010:1.0:1767384983.385052:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004144b2ef. 02000000:00000010:1.0:1767384983.385063:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005910b040. 02000000:00000010:0.0:1767384983.385064:0:41020:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003beac239. 00000100:00000010:1.0:1767384983.385095:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000efba0dc3. 02000000:00000010:1.0:1767384983.385099:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000041cb235a. 00040000:00000010:3.0:1767384983.385121:0:16359:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009d216ee1. 00000004:00000010:3.0:1767384983.385142:0:16359:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000055d881da. 00000100:00000010:1.0:1767384983.385142:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d3314a50. 00000004:00000010:3.0:1767384983.385150:0:16359:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c2b5dc66. 02000000:00000010:1.0:1767384983.385151:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000044ddf28b. 00000004:00000010:3.0:1767384983.385158:0:16359:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000344cdf54. 00000004:00000010:3.0:1767384983.385165:0:16359:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d3542476. 02000000:00000010:3.0:1767384983.385179:0:16359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b4a00b23. 02000000:00000010:0.0:1767384983.385180:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b699e4e7. 00000400:00000010:0.0:1767384983.385202:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5a43514. 00040000:00000010:1.0:1767384983.385205:0:16358:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d8f8af99. 00000400:00000010:3.0:1767384983.385211:0:16359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cee5febf. 00000400:00000010:0.0:1767384983.385211:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c29b7161. 00000004:00000010:1.0:1767384983.385212:0:16358:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003b66da55. 00000004:00000010:1.0:1767384983.385220:0:16358:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003ef9f80b. 00000400:00000010:3.0:1767384983.385223:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d1b4081. 00000400:00000010:0.0:1767384983.385225:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005aeda8aa. 00000004:00000010:1.0:1767384983.385226:0:16358:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000056858f2c. 00000004:00000010:1.0:1767384983.385231:0:16358:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000275bc3e3. 00000400:00000010:3.0:1767384983.385233:0:16359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017c2fea7. 02000000:00000010:1.0:1767384983.385243:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000c424a6e. 00000400:00000010:1.0:1767384983.385249:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec5e0b29. 00000400:00000010:1.0:1767384983.385253:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd63bae1. 00000400:00000010:1.0:1767384983.385258:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e9d05f2. 00000400:00000010:1.0:1767384983.385268:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032e48dde. 00000400:00000010:1.0:1767384983.385277:0:16358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e30cfe44. 00000100:00000010:0.0:1767384983.385280:0:16361:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000090ee15f8. 02000000:00000010:2.0:1767384983.385282:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000052f3661e. 00000100:00000010:3.0:1767384983.385287:0:16359:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b77b7078. 00000400:00000010:2.0:1767384983.385291:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba31f8a8. 00000400:00000010:1.0:1767384983.385294:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e9d05f2. 00000400:00000010:0.0:1767384983.385301:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005aeda8aa. 00000400:00000010:2.0:1767384983.385302:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000100:00000010:1.0:1767384983.385307:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bc1239e3. 00000400:00000010:3.0:1767384983.385313:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017c2fea7. 00000100:00000010:1.0:1767384983.385320:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000205da1e2. 00000020:00000010:2.0:1767384983.385324:0:16357:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b0fc47db. 00000400:00000010:2.0:1767384983.385334:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bd9e1ec. 00000100:00000010:1.0:1767384983.385335:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000698118f. 00000100:00000010:1.0:1767384983.385339:0:16358:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007bc136b3. 00000100:00000010:2.0:1767384983.385365:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b4b862f1. 00000020:00000010:0.0:1767384983.385376:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bcf28ab. 00000020:00000010:3.0:1767384983.385378:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000033945ad2. 00000020:00000010:1.0:1767384983.385381:0:40994:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000822f0a84. 00000020:00000010:0.0:1767384983.385382:0:17897:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005ee6f580. 00000400:00000010:2.0:1767384983.385383:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bd9e1ec. 00000020:00000010:3.0:1767384983.385391:0:17898:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000033945ad2. 00000020:00000010:1.0:1767384983.385393:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000074731edd. 00000020:00000010:1.0:1767384983.385397:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000074731edd. 00000020:00000010:3.0:1767384983.385400:0:17898:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008259420e. 00000020:00000010:0.0:1767384983.385401:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000040ab0c9d. 00000020:00000010:1.0:1767384983.385402:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca73c47a. 00000020:00000010:3.0:1767384983.385409:0:17898:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000165589dc. 00000020:00000010:1.0:1767384983.385410:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008553ebc7. 00000020:00000010:0.0:1767384983.385410:0:17897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000080910e01. 00000020:00000010:3.0:1767384983.385419:0:17898:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d1062865. 00000020:00000010:1.0:1767384983.385419:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002cf3168e. 00000020:00000010:0.0:1767384983.385420:0:17897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f91ed1e. 00000020:00000010:0.0:1767384983.385458:0:17897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d94189a. 00000020:00000010:0.0:1767384983.385461:0:17897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d94189a. 00000020:00000010:3.0:1767384983.385463:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000033945ad2. 00000020:00000010:1.0:1767384983.385463:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000074731edd. 00000020:00000010:1.0:1767384983.385469:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000074731edd. 00000020:00000010:3.0:1767384983.385470:0:17898:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000033945ad2. 02000000:00000010:1.0:1767384983.385478:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000099a80d0f. 02000000:00000010:0.0:1767384983.385479:0:17897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003537dfdb. 02000000:00000010:3.0:1767384983.385483:0:17898:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000006f31403e. 00000400:00000010:1.0:1767384983.385491:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e9d05f2. 00000400:00000010:0.0:1767384983.385492:0:17897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005aeda8aa. 00000400:00000010:3.0:1767384983.385512:0:17898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017c2fea7. 00000400:00000010:1.0:1767384983.385521:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e9d05f2. 00000020:00000010:1.0:1767384983.385533:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008553ebc7. 00000400:00000010:0.0:1767384983.385533:0:17897:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005aeda8aa. 00000020:00000010:1.0:1767384983.385539:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384983.385543:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca73c47a. 02000000:00000010:1.0:1767384983.385550:0:40994:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000099a80d0f. 00000020:00000010:0.0:1767384983.385551:0:17897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000080910e01. 00000400:00000010:1.0:1767384983.385556:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f14eb02d. 00000400:00000010:3.0:1767384983.385558:0:17898:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017c2fea7. 00000020:00000010:0.0:1767384983.385558:0:17897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f91ed1e. 00000020:00000010:0.0:1767384983.385566:0:17897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000040ab0c9d. 00000400:00000010:1.0:1767384983.385570:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000028f78f59. 00000020:00000010:3.0:1767384983.385573:0:17898:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000165589dc. 00000020:00000010:3.0:1767384983.385579:0:17898:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d1062865. 00000020:00000010:3.0:1767384983.385583:0:17898:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008259420e. 00000400:00000010:1.0:1767384983.385592:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec5e0b29. 00000400:00000010:1.0:1767384983.385597:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd63bae1. 00000400:00000010:2.0:1767384983.385602:0:16359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cee5febf. 00040000:00000010:0.0:1767384983.385604:0:41000:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c33eeb2f. 00000400:00000010:2.0:1767384983.385609:0:16359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d1b4081. 00000004:00000010:0.0:1767384983.385609:0:41000:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000088b9fdb5. 02000000:00000010:1.0:1767384983.385612:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000c424a6e. 00000004:00000010:0.0:1767384983.385612:0:41000:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000047f970b. 02000000:00000010:1.0:1767384983.385618:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005910b040. 00000020:00000010:2.0:1767384983.385623:0:16359:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000006ddde8e7. 00000004:00000010:0.0:1767384983.385623:0:41000:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000049da48a5. 00000100:00000010:1.0:1767384983.385624:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004144b2ef. 00000020:00000010:0.0:1767384983.385633:0:41000:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000040ab0c9d. 00000020:00000010:0.0:1767384983.385637:0:41000:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000080910e01. 00000020:00000010:0.0:1767384983.385640:0:41000:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f91ed1e. 02000000:00000010:2.0:1767384983.385646:0:16359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b4a00b23. 02000000:00000010:2.0:1767384983.385652:0:16359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003beac239. 00000400:00000010:1.0:1767384983.385653:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5a43514. 00000100:00000010:2.0:1767384983.385658:0:16359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003567746b. 00000400:00000010:1.0:1767384983.385658:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c29b7161. 02000000:00000010:1.0:1767384983.385673:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b699e4e7. 02000000:00000010:0.0:1767384983.385675:0:41000:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000009e64d2b. 02000000:00000010:1.0:1767384983.385678:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000041cb235a. 00000100:00000010:1.0:1767384983.385682:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000efba0dc3. 00000020:00000010:0.0:1767384983.385687:0:41000:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000016a75997. 00000004:00000010:0.0:1767384983.385695:0:41000:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 000000002d94189a. 00000001:00000010:0.0:1767384983.385700:0:41000:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000865b0bb5. 00000001:00000010:0.0:1767384983.385705:0:41000:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000004d02e463. 00000001:00000010:0.0:1767384983.385708:0:41000:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000006f396893. 00000001:00000010:0.0:1767384983.385710:0:41000:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bb6765be. 00000001:00000010:0.0:1767384983.385712:0:41000:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000960670ea. 00000001:00000010:0.0:1767384983.385714:0:41000:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000002b1ebef. 00000001:00000010:0.0:1767384983.385715:0:41000:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dd09e5c4. 00000001:00000010:0.0:1767384983.385718:0:41000:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003beac239. 00000001:00000010:0.0:1767384983.385720:0:41000:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000000bc2959b. 00000001:00000010:0.0:1767384983.385721:0:41000:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f910f956. 00000001:00000010:0.0:1767384983.385723:0:41000:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f20f73c9. 00000001:00000010:0.0:1767384983.385725:0:41000:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000202c4fd5. 00000001:00000010:0.0:1767384983.385727:0:41000:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b699e4e7. 00000020:00000010:0.0:1767384983.385754:0:41000:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000e855e131. 00000020:00000010:0.0:1767384983.385836:0:41000:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000ec07964a. 00000020:00000010:0.0:1767384983.385839:0:41000:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000d89f15d0. 00000020:00000010:0.0:1767384983.385842:0:41000:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 000000007c1d5005. 00000020:00000010:0.0:1767384983.385858:0:41000:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000046beaad2. 00000020:00000010:0.0:1767384983.385860:0:41000:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 0000000045790c46. 00000020:00000010:0.0:1767384983.385863:0:41000:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 0000000020220eee. 00000020:00000010:0.0:1767384983.385879:0:41000:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000eb5f98e5. 00000400:00000010:0.0:1767384983.385908:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005aeda8aa. 00000400:00000010:0.0:1767384983.385933:0:41000:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005aeda8aa. 00000020:00000010:0.0:1767384983.385942:0:41000:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000080910e01. 00000020:00000010:0.0:1767384983.385953:0:41000:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f91ed1e. 00000020:00000010:0.0:1767384983.385956:0:41000:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000040ab0c9d. 00000400:00000010:2.0:1767384983.385965:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba31f8a8. 00000400:00000010:2.0:1767384983.385971:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 02000000:00000010:2.0:1767384983.385994:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000052f3661e. 02000000:00000010:2.0:1767384983.385997:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000044ddf28b. 00000100:00000010:2.0:1767384983.386000:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d3314a50. 00000100:00000010:1.0:1767384983.390883:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000205da1e2. 00000100:00000010:3.0:1767384983.390892:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007bc136b3. 00000100:00000010:2.0:1767384983.390895:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000698118f. 00000100:00000010:0.0:1767384983.390898:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bc1239e3. 00000800:00000010:1.0:1767384983.793734:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000099b617b4. 00000800:00000010:0.0:1767384983.793808:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d61668e8. 00000800:00000010:0.0:1767384983.793854:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000606f5643. 00000800:00000010:0.0:1767384983.793984:0:16347:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e14053c7. 00000800:00000010:0.0:1767384983.793994:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fb6ce868. 00000800:00000010:0.0:1767384983.794052:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fb6ce868. 00000800:00000010:0.0:1767384983.794057:0:16347:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000606f5643. 00000800:00000010:0.0:1767384983.794095:0:16347:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000099b617b4. 00000800:00000010:1.0:1767384983.795119:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000010c584b4. 00000800:00000010:0.0:1767384983.795167:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b5bf54c6. 00000800:00000010:0.0:1767384983.795173:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000606f5643. 00000800:00000010:0.0:1767384983.795365:0:16349:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000893b94a2. 00000800:00000010:0.1:1767384983.795370:0:16349:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000893b94a2. 00000800:00000010:0.0:1767384983.795378:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fb6ce868. 00000800:00000010:0.0:1767384983.795421:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fb6ce868. 00000800:00000010:0.0:1767384983.795425:0:16349:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000606f5643. 00000800:00000010:0.0:1767384983.795448:0:16349:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000010c584b4. 00000800:00000010:3.0:1767384983.796359:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee75f8fd. 00000800:00000010:1.0:1767384983.796503:0:16354:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c4839d4d. 00000800:00000010:3.0:1767384983.796516:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee75f8fd. 00000800:00000010:0.0:1767384983.796563:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002e2d2d4e. 00000800:00000010:0.0:1767384983.796569:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000606f5643. 00000800:00000010:0.0:1767384983.796848:0:16348:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000893b94a2. 00000800:00000010:0.1:1767384983.796852:0:16348:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000893b94a2. 00000800:00000010:0.0:1767384983.796860:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fb6ce868. 00000800:00000010:0.0:1767384983.796904:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fb6ce868. 00000800:00000010:0.0:1767384983.796908:0:16348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000606f5643. 00000800:00000010:0.0:1767384983.796931:0:16348:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c4839d4d. 00000800:00000010:3.0:1767384983.797359:0:16353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee75f8fd. 00000800:00000010:3.0:1767384983.797410:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee75f8fd. 00000400:00000010:3.0:1767384983.960886:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a8db2bad. 00000400:00000010:3.0:1767384983.960898:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008259420e. 00000400:00000010:3.0:1767384983.960903:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017c2fea7. 00000400:00000010:3.0:1767384983.960908:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000052b9c66c. 00000800:00000010:3.0:1767384983.960936:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ee75f8fd. 00000800:00000010:2.0:1767384983.961618:0:16346:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005281bd97. 00000800:00000010:2.0:1767384983.961624:0:16346:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004dfa9cce. 00000800:00000010:2.0:1767384983.961628:0:16346:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006197c54f. 00000800:00000010:2.0:1767384983.961643:0:16346:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006197c54f. 00000800:00020000:2.0:1767384983.961650:0:16346:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:2.0:1767384983.961655:0:16346:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004dfa9cce. 00000800:00000010:2.0:1767384983.961656:0:16346:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005281bd97. 00000400:02020000:2.0:1767384983.961686:0:16346:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp46 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000800:00000010:2.0:1767384983.961696:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ee75f8fd. 00000800:00000010:1.0:1767384984.025770:0:16347:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000062f369d4. 00000800:00000010:1.0:1767384984.025780:0:16347:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000da2a3684. 00000800:00000010:1.0:1767384984.025785:0:16347:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000074731edd. 00000800:00000010:1.0:1767384984.025804:0:16347:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000074731edd. 00000800:00020000:1.0:1767384984.025855:0:16347:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:1.0:1767384984.025861:0:16347:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000da2a3684. 00000800:00000010:1.0:1767384984.025864:0:16347:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000062f369d4. 00000400:02020000:1.0:1767384984.025915:0:16347:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp35 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00040000:00000010:3.0:1767384984.408955:0:17073:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000fadfef92. 00000004:00000010:3.0:1767384984.408968:0:17073:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000071642d1e. 00000004:00000010:3.0:1767384984.408973:0:17073:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007d28c4a2. 00000004:00000010:3.0:1767384984.408977:0:17073:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000bcd73fda. 00000004:00000010:3.0:1767384984.408981:0:17073:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a48cc22a. 00000400:00000010:1.0:1767384984.408985:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000621cb0d6. 00000400:00000010:1.0:1767384984.408995:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ebec939. 02000000:00000010:1.0:1767384984.409033:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000294bfb17. 02000000:00000010:1.0:1767384984.409041:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000004b95b6f0. 00000100:00000010:1.0:1767384984.409046:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005b5573e5. 00000100:00000010:2.0:1767384984.409070:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000193de0a2. 02000000:00000010:2.0:1767384984.409086:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6334a14. 00000100:00000010:2.0:1767384984.409129:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001083a74f. 02000000:00000010:2.0:1767384984.409136:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000052f3661e. 02000000:00000010:1.0:1767384984.409145:0:16361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000c424a6e. 00000400:00000010:1.0:1767384984.409151:0:16361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec5e0b29. 00000100:00000010:2.0:1767384984.409154:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fc7c5588. 00000400:00000010:1.0:1767384984.409158:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd63bae1. 02000000:00000010:2.0:1767384984.409161:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007c8d94e3. 00000400:00000010:1.0:1767384984.409168:0:16361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e9d05f2. 00000100:00000010:2.0:1767384984.409204:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000030081eec. 02000000:00000010:3.0:1767384984.409214:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004a9b3eea. 02000000:00000010:2.0:1767384984.409214:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000daadf743. 00000400:00000010:1.0:1767384984.409217:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fda63160. 00000400:00000010:3.0:1767384984.409221:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f77b65d3. 00000400:00000010:3.0:1767384984.409228:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006029bd08. 00000400:00000010:1.0:1767384984.409230:0:16361:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b7b31b85. 00000400:00000010:3.0:1767384984.409241:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000184514aa. 02000000:00000010:2.0:1767384984.409250:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000024b520c. 00000400:00000010:1.0:1767384984.409255:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e9d05f2. 00000400:00000010:2.0:1767384984.409257:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba31f8a8. 00000400:00000010:2.0:1767384984.409264:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000100:00000010:3.0:1767384984.409269:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004e5b23bd. 00000100:00000010:1.0:1767384984.409271:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000205da1e2. 00000400:00000010:2.0:1767384984.409272:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bd9e1ec. 00000400:00000010:3.0:1767384984.409286:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000184514aa. 00000100:00000010:1.0:1767384984.409286:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dc07e045. 00000100:00000010:1.0:1767384984.409297:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002de8f4a7. 00000100:00000010:2.0:1767384984.409301:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005b5573e5. 00000100:00000010:1.0:1767384984.409313:0:16361:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a2f093c2. 00000400:00000010:2.0:1767384984.409318:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bd9e1ec. 02000000:00000010:3.0:1767384984.409336:0:16358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000502841f8. 00000400:00000010:3.0:1767384984.409340:0:16358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b49d5aca. 00000400:00000010:3.0:1767384984.409345:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000184514aa. 00000020:00000010:3.0:1767384984.409351:0:16358:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ab70bce9. 00000020:00000010:1.0:1767384984.409356:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000074731edd. 00000400:00000010:3.0:1767384984.409357:0:16358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a241f68c. 00000020:00000010:1.0:1767384984.409364:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000074731edd. 00000100:00000010:3.0:1767384984.409372:0:16358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000014b0b134. 00000020:00000010:1.0:1767384984.409378:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca73c47a. 00000020:00000010:2.0:1767384984.409379:0:40019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006197c54f. 00000020:00000010:1.0:1767384984.409386:0:40995:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035baabb7. 00000020:00000010:2.0:1767384984.409387:0:40019:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006197c54f. 00000400:00000010:3.0:1767384984.409393:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a241f68c. 00000020:00000010:1.0:1767384984.409394:0:40995:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002cf3168e. 00000020:00000010:2.0:1767384984.409396:0:40019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006646cbe. 00000020:00000010:2.0:1767384984.409402:0:40019:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000030879162. 00000020:00000010:2.0:1767384984.409407:0:40019:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bcfd3a7d. 00000020:00000010:3.0:1767384984.409425:0:41001:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000015b95b3e. 00000020:00000010:1.0:1767384984.409431:0:40995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000074731edd. 00000020:00000010:1.0:1767384984.409435:0:40995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000074731edd. 00000020:00000010:2.0:1767384984.409442:0:40019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006197c54f. 00000020:00000010:3.0:1767384984.409446:0:41001:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f27cfe4. 00000020:00000010:2.0:1767384984.409447:0:40019:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006197c54f. 02000000:00000010:1.0:1767384984.409451:0:40995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000099a80d0f. 00000020:00000010:3.0:1767384984.409454:0:41001:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000165589dc. 00000020:00000010:3.0:1767384984.409460:0:41001:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d1062865. 02000000:00000010:2.0:1767384984.409461:0:40019:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e052e1a6. 00000020:00000010:0.0:1767384984.409461:0:41000:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fb6ce868. 00000020:00000010:0.0:1767384984.409466:0:41000:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fb6ce868. 00000400:00000010:1.0:1767384984.409470:0:40995:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e9d05f2. 00000400:00000010:2.0:1767384984.409472:0:40019:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bd9e1ec. 00000020:00000010:0.0:1767384984.409472:0:41000:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000040ab0c9d. 00000020:00000010:0.0:1767384984.409479:0:41000:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000080910e01. 00000020:00000010:0.0:1767384984.409484:0:41000:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f91ed1e. 02000000:00000010:3.0:1767384984.409501:0:41001:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000d830a7f5. 00000400:00000010:1.0:1767384984.409504:0:40995:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e9d05f2. 00000100:00000010:0.0:1767384984.409507:0:41000:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000007e9ed4de. 00000400:00000010:2.0:1767384984.409510:0:40019:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bd9e1ec. 00000020:00000010:3.0:1767384984.409512:0:41001:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000066256ba5. 00000020:00000010:1.0:1767384984.409519:0:40995:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035baabb7. 00000004:00000010:3.0:1767384984.409521:0:41001:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 0000000033945ad2. 00000020:00000010:2.0:1767384984.409522:0:40019:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000030879162. 00000020:00000010:1.0:1767384984.409525:0:40995:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002cf3168e. 00000001:00000010:3.0:1767384984.409527:0:41001:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000f21b65d3. 00000020:00000010:2.0:1767384984.409528:0:40019:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bcfd3a7d. 00000020:00000010:1.0:1767384984.409532:0:40995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca73c47a. 00000100:00000010:0.0:1767384984.409533:0:40999:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000b8f5a9eb. 00000001:00000010:3.0:1767384984.409534:0:41001:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000000ef91e00. 00000020:00000010:2.0:1767384984.409535:0:40019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006646cbe. 00000100:00000010:0.0:1767384984.409540:0:40999:0:(service.c:3464:ptlrpc_start_thread()) kfreed 'thread': 328 at 00000000b8f5a9eb. 00000001:00000010:3.0:1767384984.409542:0:41001:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000007c0d8d6a. 02000000:00000010:1.0:1767384984.409542:0:40995:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000099a80d0f. 00040000:00000010:0.0:1767384984.409547:0:40999:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000055c20dd. 00000001:00000010:3.0:1767384984.409549:0:41001:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e6465642. 00000001:00000010:3.0:1767384984.409554:0:41001:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fbcaae3e. 00000400:00000010:1.0:1767384984.409554:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5969513. 00000001:00000010:3.0:1767384984.409561:0:41001:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001fb99a53. 00000004:00000010:0.0:1767384984.409562:0:40999:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a02bacdf. 00000400:00000010:1.0:1767384984.409563:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000da2a3684. 00000001:00000010:3.0:1767384984.409565:0:41001:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003e0e7cbc. 00000004:00000010:0.0:1767384984.409570:0:40999:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f781203c. 00000001:00000010:3.0:1767384984.409578:0:41001:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ee75f8fd. 00000004:00000010:0.0:1767384984.409579:0:40999:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e6b9b038. 00000001:00000010:3.0:1767384984.409584:0:41001:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000018d8ce2a. 00000001:00000010:3.0:1767384984.409587:0:41001:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d203ca55. 00000400:00000010:1.0:1767384984.409587:0:16361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec5e0b29. 00000001:00000010:3.0:1767384984.409593:0:41001:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008b90ac9e. 00000400:00000010:1.0:1767384984.409594:0:16361:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd63bae1. 00000001:00000010:3.0:1767384984.409596:0:41001:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003c6c9f7c. 00000001:00000010:3.0:1767384984.409600:0:41001:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000c98c6b4. 02000000:00000010:1.0:1767384984.409611:0:16361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000c424a6e. 02000000:00000010:1.0:1767384984.409617:0:16361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6334a14. 00000100:00000010:1.0:1767384984.409621:0:16361:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000193de0a2. 00000020:00000010:3.0:1767384984.409636:0:41001:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000ead3e42d. 00000020:00000010:3.0:1767384984.409644:0:41001:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 00000000ead3e42d. 00000020:00000010:3.0:1767384984.409649:0:41001:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000038f3797b. 00000020:00000010:3.0:1767384984.409656:0:41001:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000030e9687. 00000400:00000010:3.0:1767384984.409683:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a241f68c. 00000400:00000010:2.0:1767384984.409687:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f77b65d3. 00000400:00000010:2.0:1767384984.409693:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006029bd08. 00000020:00000010:1.0:1767384984.409703:0:41000:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000062f369d4. 02000000:00000010:2.0:1767384984.409710:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004a9b3eea. 00000020:00000010:1.0:1767384984.409711:0:41000:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000074731edd. 00000020:00000010:1.0:1767384984.409716:0:41000:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000074731edd. 00000400:00000010:3.0:1767384984.409717:0:41001:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a241f68c. 02000000:00000010:2.0:1767384984.409719:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007c8d94e3. 00000100:00000010:2.0:1767384984.409725:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fc7c5588. 02000000:00000010:1.0:1767384984.409727:0:41000:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000099a80d0f. 00000020:00000010:3.0:1767384984.409728:0:41001:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000165589dc. 00000020:00000010:3.0:1767384984.409733:0:41001:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d1062865. 00000020:00000010:3.0:1767384984.409736:0:41001:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f27cfe4. 00000400:00000010:1.0:1767384984.409737:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd63bae1. 00000400:00000010:2.0:1767384984.409750:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba31f8a8. 00000400:00000010:2.0:1767384984.409754:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000400:00000010:1.0:1767384984.409775:0:41000:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd63bae1. 00000100:00000010:3.0:1767384984.409785:0:41612:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000895cb797. 00000020:00000010:1.0:1767384984.409785:0:41000:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000080910e01. 00000020:00000010:3.0:1767384984.409792:0:41612:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f23679fc. 00000020:00000010:1.0:1767384984.409793:0:41000:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f91ed1e. 00000020:00000010:1.0:1767384984.409798:0:41000:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000040ab0c9d. 00000020:00000010:3.0:1767384984.409799:0:41612:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026e66c98. 00000020:00000010:3.0:1767384984.409803:0:41612:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a8231db0. 00000040:00000010:3.0:1767384984.409806:0:41612:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001e5c32f8. 00000020:00000010:3.0:1767384984.409810:0:41612:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000004e3f29. 00000400:00000010:1.0:1767384984.409838:0:16358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b49d5aca. 00000020:00000010:3.0:1767384984.409839:0:41612:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e2123c20. 00000400:00000010:1.0:1767384984.409844:0:16358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000184514aa. 02000000:00000010:1.0:1767384984.409859:0:16358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000502841f8. 02000000:00000010:1.0:1767384984.409862:0:16358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000daadf743. 00000020:00000010:3.0:1767384984.409863:0:41612:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fd98c8c0. 00000100:00000010:1.0:1767384984.409866:0:16358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000030081eec. 80000000:00000010:3.0:1767384984.409870:0:41612:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ead3e42d. 40000000:00000010:3.0:1767384984.409875:0:41612:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f0f9ad17. 00100000:00000010:3.0:1767384984.409880:0:41612:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000348fb3e2. 00040000:00000010:3.0:1767384984.409885:0:41612:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004ce46b42. 00040000:00000010:3.0:1767384984.409889:0:41612:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bf7f64ab. 00040000:00000010:3.0:1767384984.409893:0:41612:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d9970374. 00080000:00000010:3.0:1767384984.409899:0:41612:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b0869f2d. 00080000:00000010:3.0:1767384984.409906:0:41612:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000048cb239c. 00000004:00000010:3.0:1767384984.409913:0:41612:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000cb609c64. 00000004:00000010:3.0:1767384984.409916:0:41612:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fa143b64. 00000004:00000010:3.0:1767384984.409924:0:41612:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001c5bbe2f. 00002000:00000010:3.0:1767384984.409926:0:41612:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000095c123aa. 00000004:00000010:3.0:1767384984.409928:0:41612:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008838dbbc. 00000100:00000010:3.0:1767384984.409969:0:41612:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 000000004f3c3120. 00000001:00000010:0.0:1767384984.410285:0:17891:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000ab6b9ce4. 00002000:00000010:0.0:1767384984.410291:0:17891:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000f117acba. 00080000:00000010:0.0:1767384984.410294:0:17891:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000968018a9. 00000001:00000010:0.0:1767384984.410298:0:17891:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000000dc11d31. 00002000:00000010:0.0:1767384984.410300:0:17891:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000009a6b832c. 00080000:00000010:0.0:1767384984.410302:0:17891:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000027ef1030. 00000001:00000010:0.0:1767384984.410305:0:17891:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000af9515ca. 00002000:00000010:0.0:1767384984.410309:0:17891:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000f390974b. 00080000:00000010:0.0:1767384984.410311:0:17891:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ee54ae38. 00000100:02000000:2.0:1767384984.410641:0:16357:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0000: Connection restored to 0@lo (at 0@lo) 02000000:00000010:2.0:1767384984.412362:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000024b520c. 02000000:00000010:2.0:1767384984.412367:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000052f3661e. 00000100:00000010:2.0:1767384984.412370:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001083a74f. 00000100:00000010:2.0:1767384984.414857:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002de8f4a7. 00000100:00000010:0.0:1767384984.414860:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000205da1e2. 00000100:00000010:1.0:1767384984.414877:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dc07e045. 00000100:00000010:3.0:1767384984.414883:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a2f093c2. 00000400:00000010:3.0:1767384984.844857:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dbc8355. 00000400:00000010:3.0:1767384984.844885:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041961f74. 00000020:00000010:1.0:1767384984.844966:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c424a6e. 00000020:00000010:1.0:1767384984.844973:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.844977:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002cf3168e. 02000000:00000010:1.0:1767384984.845021:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000084a38b38. 00000020:00000010:1.0:1767384984.845030:0:40994:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000002e848e78. 00000001:00000010:1.0:1767384984.845050:0:40994:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000041cb235a. 00000001:00000010:1.0:1767384984.845054:0:40994:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ba1c3ba1. 00000001:00000010:1.0:1767384984.845057:0:40994:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ca73c47a. 00000001:00000010:1.0:1767384984.845059:0:40994:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004c5ff217. 00000001:00000010:1.0:1767384984.845060:0:40994:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009aa660ee. 00000001:00000010:1.0:1767384984.845063:0:40994:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000063342cc9. 00000020:00000010:1.0:1767384984.845074:0:40994:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000dc07e045. 00000020:00000010:1.0:1767384984.845132:0:40994:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000044ddf28b. 00000020:00000010:1.0:1767384984.845134:0:40994:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 0000000087955232. 00000020:00000010:1.0:1767384984.845137:0:40994:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 000000005910b040. 00000020:00000010:1.0:1767384984.845147:0:40994:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000a63779f5. 00000020:00000010:1.0:1767384984.845149:0:40994:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000eb1b396c. 00000020:00000010:1.0:1767384984.845151:0:40994:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000562178f3. 00000020:00000010:1.0:1767384984.845157:0:40994:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000002f9d17c3. 00000400:00000010:1.0:1767384984.845217:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd63bae1. 00000800:00000010:1.0:1767384984.845244:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a28a0808. 00000020:00000010:1.0:1767384984.845271:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.845274:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.845277:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c424a6e. 00000400:00000010:1.0:1767384984.845286:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec5e0b29. 00000400:00000010:1.0:1767384984.845288:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000076e4d2ed. 00000800:00000010:2.0:1767384984.845368:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a28a0808. 00000400:00000010:2.0:1767384984.845377:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd63bae1. 02000000:00000010:2.0:1767384984.845389:0:16352:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 0000000084a38b38. 00000400:00000010:3.0:1767384984.846291:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a42a9689. 00000400:00000010:3.0:1767384984.846303:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001712762e. 00000020:00000010:1.0:1767384984.846354:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000074731edd. 00000020:00000010:1.0:1767384984.846357:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000074731edd. 00000020:00000010:1.0:1767384984.846360:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c424a6e. 00000020:00000010:1.0:1767384984.846362:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.846372:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.846389:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000074731edd. 00000020:00000010:1.0:1767384984.846391:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000074731edd. 00010000:00000010:1.0:1767384984.846407:0:40994:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000bb3e16b. 00000020:00000010:1.0:1767384984.846419:0:40994:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000074731edd. 02000000:00000010:1.0:1767384984.846430:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000003c77471b. 00000400:00000010:1.0:1767384984.846449:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e9d05f2. 00000800:00000010:1.0:1767384984.846471:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a28a0808. 00000020:00000010:1.0:1767384984.846490:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.846492:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.846494:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c424a6e. 00000400:00000010:1.0:1767384984.846500:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096b08a2f. 00000400:00000010:1.0:1767384984.846503:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f535409e. 00000800:00000010:3.0:1767384984.846551:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a28a0808. 00000400:00000010:3.0:1767384984.846558:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e9d05f2. 02000000:00000010:3.0:1767384984.846562:0:16351:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000003c77471b. 00000400:00000010:2.0:1767384984.847334:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e14985e. 00000400:00000010:2.0:1767384984.847347:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d5029f85. 00000020:00000010:1.0:1767384984.847394:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000070d23657. 00000020:00000010:1.0:1767384984.847397:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000070d23657. 00000020:00000010:1.0:1767384984.847400:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c424a6e. 00000020:00000010:1.0:1767384984.847402:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.847403:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.847420:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000070d23657. 00000020:00000010:1.0:1767384984.847422:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000070d23657. 02000000:00000010:1.0:1767384984.847429:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000042e4ac5a. 00000040:00000010:1.0:1767384984.847433:0:40994:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001fcac984. 00000040:00000010:1.0:1767384984.847458:0:40994:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001fcac984. 00000400:00000010:1.0:1767384984.847466:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e564764. 00000800:00000010:1.0:1767384984.847477:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c7ec8d1. 00000020:00000010:1.0:1767384984.847495:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.847498:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.847500:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c424a6e. 00000400:00000010:1.0:1767384984.847505:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad0beb45. 00000400:00000010:1.0:1767384984.847508:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb5434ea. 00000800:00000010:3.0:1767384984.847555:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c7ec8d1. 00000400:00000010:3.0:1767384984.847563:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000e564764. 02000000:00000010:3.0:1767384984.847567:0:16353:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000042e4ac5a. 00000400:00000010:3.0:1767384984.848322:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac266d26. 00000400:00000010:3.0:1767384984.848333:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bda9240d. 00000020:00000010:1.0:1767384984.848379:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000070d23657. 00000020:00000010:1.0:1767384984.848382:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000070d23657. 00000020:00000010:1.0:1767384984.848385:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c424a6e. 00000020:00000010:1.0:1767384984.848387:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.848389:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.848405:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000070d23657. 00000020:00000010:1.0:1767384984.848407:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000070d23657. 00010000:00000010:1.0:1767384984.848414:0:40994:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000bbfca8f1. 02000000:00000010:1.0:1767384984.848419:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000007518174c. 00000400:00000010:1.0:1767384984.848428:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2805e17. 00000800:00000010:1.0:1767384984.848445:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c679cc2. 00000020:00000010:1.0:1767384984.848462:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.848464:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.848466:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c424a6e. 00000400:00000010:1.0:1767384984.848471:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000843b1abc. 00000400:00000010:1.0:1767384984.848473:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c78a6b1. 00000800:00000010:2.0:1767384984.848539:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c679cc2. 00000400:00000010:2.0:1767384984.848548:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2805e17. 02000000:00000010:2.0:1767384984.848552:0:16352:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000007518174c. 00000400:00000010:3.0:1767384984.849236:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd765515. 00000400:00000010:3.0:1767384984.849247:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ca67f93. 00000020:00000010:1.0:1767384984.849294:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000070d23657. 00000020:00000010:1.0:1767384984.849297:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000070d23657. 00000020:00000010:1.0:1767384984.849299:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c424a6e. 00000020:00000010:1.0:1767384984.849301:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.849303:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.849318:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000070d23657. 00000020:00000010:1.0:1767384984.849321:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000070d23657. 02000000:00000010:1.0:1767384984.849327:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000bf1a9a9d. 00000040:00000010:1.0:1767384984.849330:0:40994:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001fcac984. 00000040:00000010:1.0:1767384984.849355:0:40994:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000043320313. 00000040:00000010:1.0:1767384984.849363:0:40994:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000043320313. 00000040:00000010:1.0:1767384984.849365:0:40994:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001fcac984. 20000000:00000010:1.0:1767384984.849371:0:40994:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 0000000070d23657. 00000400:00000010:1.0:1767384984.849377:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5b35453. 00000800:00000010:1.0:1767384984.849387:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c679cc2. 00000020:00000010:1.0:1767384984.849401:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.849403:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.849405:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c424a6e. 00000400:00000010:1.0:1767384984.849409:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000788adfd8. 00000400:00000010:1.0:1767384984.849412:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb6c8e1a. 00000800:00000010:3.0:1767384984.849463:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c679cc2. 00000400:00000010:3.0:1767384984.849470:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5b35453. 02000000:00000010:3.0:1767384984.849474:0:16351:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000bf1a9a9d. 00000400:00000010:2.0:1767384984.850141:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e319009d. 00000400:00000010:2.0:1767384984.850151:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009981196c. 00000020:00000010:1.0:1767384984.850213:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.850216:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.850219:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c424a6e. 00000020:00000010:1.0:1767384984.850222:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.850224:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.850241:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.850243:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 02000000:00000010:1.0:1767384984.850264:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000000094b0ff. 00000040:00000010:1.0:1767384984.850267:0:40994:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001fcac984. 00000040:00000010:1.0:1767384984.850277:0:40994:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000865d512a. 00000040:00000010:1.0:1767384984.850294:0:40994:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000865d512a. 00000040:00000010:1.0:1767384984.850297:0:40994:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001fcac984. 00000400:00000010:1.0:1767384984.850304:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000019594169. 00000800:00000010:1.0:1767384984.850319:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000001fcac984. 00000020:00000010:1.0:1767384984.850337:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.850341:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.850345:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c424a6e. 00000400:00000010:1.0:1767384984.850353:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033619a92. 00000400:00000010:1.0:1767384984.850357:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009981196c. 00000800:00000010:3.0:1767384984.850397:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000001fcac984. 00000400:00000010:3.0:1767384984.850405:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000019594169. 02000000:00000010:3.0:1767384984.850409:0:16353:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000000094b0ff. 00000400:00000010:3.0:1767384984.851506:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020f45195. 00000400:00000010:3.0:1767384984.851517:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ebd9799. 00000020:00000010:1.0:1767384984.851579:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.851583:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.851589:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c424a6e. 00000020:00000010:1.0:1767384984.851593:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.851596:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.851616:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.851618:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 02000000:00000010:1.0:1767384984.851632:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000000094b0ff. 00000040:00000010:1.0:1767384984.851636:0:40994:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001fcac984. 00000040:00000010:1.0:1767384984.851641:0:40994:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000865d512a. 00000040:00000010:1.0:1767384984.851658:0:40994:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000865d512a. 00000040:00000010:1.0:1767384984.851662:0:40994:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001fcac984. 00000400:00000010:1.0:1767384984.851682:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000007ca67f93. 00000800:00000010:1.0:1767384984.851696:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000001fcac984. 00000020:00000010:1.0:1767384984.851715:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.851718:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.851721:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c424a6e. 00000400:00000010:1.0:1767384984.851729:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f1332cc. 00000400:00000010:1.0:1767384984.851733:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bda9240d. 00000800:00000010:2.0:1767384984.851776:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000001fcac984. 00000400:00000010:2.0:1767384984.851783:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000007ca67f93. 02000000:00000010:2.0:1767384984.851786:0:16352:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000000094b0ff. 00000400:00000010:3.0:1767384984.864081:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e93ce48. 00000400:00000010:3.0:1767384984.864098:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dac1aa55. 00000020:00000010:1.0:1767384984.864164:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.864168:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.864173:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c424a6e. 00000020:00000010:1.0:1767384984.864195:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.864198:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.864224:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.864225:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 02000000:00000010:1.0:1767384984.864245:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000000094b0ff. 00000040:00000010:1.0:1767384984.864250:0:40994:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001fcac984. 00000040:00000010:1.0:1767384984.864260:0:40994:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000865d512a. 00000040:00000010:1.0:1767384984.864278:0:40994:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000865d512a. 00000040:00000010:1.0:1767384984.864281:0:40994:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001fcac984. 00000400:00000010:1.0:1767384984.864290:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000d5029f85. 00000800:00000010:1.0:1767384984.864306:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000001fcac984. 00000020:00000010:1.0:1767384984.864324:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.864327:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.864330:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c424a6e. 00000400:00000010:1.0:1767384984.864338:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025627941. 00000400:00000010:1.0:1767384984.864341:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001712762e. 00000800:00000010:3.0:1767384984.864394:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000001fcac984. 00000400:00000010:3.0:1767384984.864401:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000d5029f85. 02000000:00000010:3.0:1767384984.864405:0:16351:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000000094b0ff. 00000400:00000010:2.0:1767384984.865546:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000895e088c. 00000400:00000010:2.0:1767384984.865558:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c5addfd6. 00000020:00000010:1.0:1767384984.865608:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.865611:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.865614:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c424a6e. 00000020:00000010:1.0:1767384984.865616:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.865618:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.865635:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.865637:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 00010000:00000010:1.0:1767384984.865647:0:40994:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ccac788c. 00010000:00000010:1.0:1767384984.865651:0:40994:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004207979c. 02000000:00000010:1.0:1767384984.865658:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000007aeb6818. 00000400:00000010:1.0:1767384984.865671:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be558e7a. 00000800:00000010:1.0:1767384984.865682:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c7ec8d1. 00000020:00000010:1.0:1767384984.865694:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.865697:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.865700:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c424a6e. 00000400:00000010:1.0:1767384984.865706:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001952bcaa. 00000400:00000010:1.0:1767384984.865709:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041961f74. 00000800:00000010:3.0:1767384984.865734:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c7ec8d1. 00000400:00000010:3.0:1767384984.865742:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be558e7a. 02000000:00000010:3.0:1767384984.865746:0:16353:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000007aeb6818. 00000400:00000010:3.0:1767384984.866946:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf4d14c9. 00000400:00000010:3.0:1767384984.866958:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000474d4737. 00000020:00000010:1.0:1767384984.867017:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.867021:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.867024:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c424a6e. 00000020:00000010:1.0:1767384984.867026:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.867029:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.867053:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.867055:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 02000000:00000010:1.0:1767384984.867062:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000001500702c. 20000000:00000010:1.0:1767384984.867070:0:40994:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000d9ac7ef6. 00000100:00000010:1.0:1767384984.867141:0:40994:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000003d82353c. 00000100:00000010:1.0:1767384984.867146:0:40994:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000043320313. 00000400:00000010:1.0:1767384984.867153:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007c0ae20d. 00000400:00000010:1.0:1767384984.867159:0:40994:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bcd8e0b9. 00000800:00000010:1.0:1767384984.867174:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a28a0808. 00000800:00000010:2.0:1767384984.867262:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a28a0808. 00000400:00000010:3.0:1767384984.867930:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c0ae20d. 00000100:00000010:1.0:1767384984.867982:0:40994:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000043320313. 00000100:00000010:1.0:1767384984.867988:0:40994:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000003d82353c. 20000000:00000010:1.0:1767384984.867997:0:40994:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000d9ac7ef6. 00000400:00000010:1.0:1767384984.868008:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dcf9160. 00000800:00000010:1.0:1767384984.868025:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a28a0808. 00000020:00000010:1.0:1767384984.868045:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.868048:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.868052:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c424a6e. 00000400:00000010:1.0:1767384984.868061:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e879b885. 00000400:00000010:1.0:1767384984.868065:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b7b31b85. 00000800:00000010:3.0:1767384984.868095:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a28a0808. 00000400:00000010:3.0:1767384984.868102:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003dcf9160. 02000000:00000010:3.0:1767384984.868106:0:16351:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000001500702c. 00000400:00000010:2.0:1767384984.872192:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c3fbfc7. 00000400:00000010:2.0:1767384984.872204:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000749a9924. 00000020:00000010:1.0:1767384984.872253:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.872256:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.872259:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c424a6e. 00000020:00000010:1.0:1767384984.872261:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.872263:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.872281:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.872282:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 00010000:00000010:1.0:1767384984.872291:0:40994:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000070745a97. 02000000:00000010:1.0:1767384984.872297:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000003d82353c. 00000400:00000010:1.0:1767384984.872313:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbf26323. 00000800:00000010:1.0:1767384984.872325:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c7ec8d1. 00000020:00000010:1.0:1767384984.872338:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.872341:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.872343:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c424a6e. 00000400:00000010:1.0:1767384984.872349:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000aca7707. 00000400:00000010:1.0:1767384984.872352:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e30cfe44. 00000800:00000010:3.0:1767384984.872389:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c7ec8d1. 00000400:00000010:3.0:1767384984.872398:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbf26323. 02000000:00000010:3.0:1767384984.872402:0:16353:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000003d82353c. 00000400:00000010:3.0:1767384984.873119:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd45cd65. 00000400:00000010:3.0:1767384984.873132:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b444dcd. 00000020:00000010:1.0:1767384984.873199:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.873203:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.873205:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c424a6e. 00000020:00000010:1.0:1767384984.873207:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.873209:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.873226:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.873228:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 02000000:00000010:1.0:1767384984.873235:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000007c661e27. 00000040:00000010:1.0:1767384984.873239:0:40994:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001fcac984. 00000040:00000010:1.0:1767384984.873269:0:40994:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000bc0c2527. 00000040:00000010:1.0:1767384984.873275:0:40994:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000bc0c2527. 00000040:00000010:1.0:1767384984.873277:0:40994:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001fcac984. 00000400:00000010:1.0:1767384984.873284:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007bbd9fd5. 00000800:00000010:1.0:1767384984.873295:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c679cc2. 00000020:00000010:1.0:1767384984.873308:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.873310:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.873312:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c424a6e. 00000400:00000010:1.0:1767384984.873317:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb46adbd. 00000400:00000010:1.0:1767384984.873319:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000749a9924. 00000800:00000010:2.0:1767384984.873370:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c679cc2. 00000400:00000010:2.0:1767384984.873377:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007bbd9fd5. 02000000:00000010:2.0:1767384984.873381:0:16352:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000007c661e27. 00000400:00000010:3.0:1767384984.874026:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6dcb48d. 00000400:00000010:3.0:1767384984.874038:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f66551b3. 00000020:00000010:1.0:1767384984.874085:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.874088:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.874091:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c424a6e. 00000020:00000010:1.0:1767384984.874093:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.874094:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.874110:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.874112:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 02000000:00000010:1.0:1767384984.874132:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000000094b0ff. 00000040:00000010:1.0:1767384984.874138:0:40994:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001fcac984. 00000040:00000010:1.0:1767384984.874146:0:40994:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000865d512a. 00000040:00000010:1.0:1767384984.874153:0:40994:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000865d512a. 00000040:00000010:1.0:1767384984.874156:0:40994:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001fcac984. 00000400:00000010:1.0:1767384984.874163:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000474d4737. 00000800:00000010:1.0:1767384984.874195:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000001fcac984. 00000020:00000010:1.0:1767384984.874214:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.874217:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.874220:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c424a6e. 00000400:00000010:1.0:1767384984.874227:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df88b29b. 00000400:00000010:1.0:1767384984.874229:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c5addfd6. 00000800:00000010:3.0:1767384984.874280:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000001fcac984. 00000400:00000010:3.0:1767384984.874287:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000474d4737. 02000000:00000010:3.0:1767384984.874291:0:16351:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000000094b0ff. 00000100:00000010:2.0:1767384984.876511:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001083a74f. 00000020:00000010:3.0:1767384984.876579:0:41612:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a41845fb. 00000020:00000010:3.0:1767384984.876585:0:41612:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000165589dc. 00000020:00000010:3.0:1767384984.876589:0:41612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d1062865. 02000000:00000010:3.0:1767384984.876628:0:41612:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000fecb04f9. 00000020:00000010:3.0:1767384984.876648:0:41612:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000651704eb. 00000004:00000010:3.0:1767384984.876655:0:41612:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 000000005ab3dad6. 00000001:00000010:3.0:1767384984.876659:0:41612:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000bf989519. 00000001:00000010:3.0:1767384984.876666:0:41612:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000eb047e16. 00000001:00000010:3.0:1767384984.876671:0:41612:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000003dbc29d8. 00000001:00000010:3.0:1767384984.876675:0:41612:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b527d21b. 00000001:00000010:3.0:1767384984.876678:0:41612:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b14840b3. 00000001:00000010:3.0:1767384984.876681:0:41612:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ea91573f. 00000001:00000010:3.0:1767384984.876683:0:41612:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000968018a9. 00000001:00000010:3.0:1767384984.876688:0:41612:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b35b44a2. 00000001:00000010:3.0:1767384984.876691:0:41612:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000004b2517c6. 00000001:00000010:3.0:1767384984.876694:0:41612:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000a430eef. 00000001:00000010:3.0:1767384984.876697:0:41612:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000023fb16c2. 00000001:00000010:3.0:1767384984.876700:0:41612:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000036400351. 00000001:00000010:3.0:1767384984.876709:0:41612:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ca3f3e2c. 00080000:00000010:3.0:1767384984.876740:0:41612:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d329fbb5. 00080000:00000010:3.0:1767384984.876748:0:41612:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000dcb91fe9. 00080000:00000010:2.0:1767384984.878513:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d329fbb5. 00080000:00000010:3.0:1767384984.878563:0:41612:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000dcb91fe9. 00080000:00000010:3.0:1767384984.878573:0:41612:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d329fbb5. 00080000:00000010:3.0:1767384984.878578:0:41612:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000dcb91fe9. 00000001:00000010:3.0:1767384984.878587:0:41612:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000006a58dbb6. 00080000:00000010:3.0:1767384984.878603:0:41612:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000dcb91fe9. 00000020:00000010:3.0:1767384984.878611:0:41612:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000005352774f. 00000020:00000010:3.0:1767384984.878679:0:41612:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000005266ed0c. 00000020:00000010:3.0:1767384984.878683:0:41612:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 000000009fa0d445. 00000020:00000010:3.0:1767384984.878686:0:41612:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000f77fdeab. 00000020:00000010:3.0:1767384984.878701:0:41612:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000ed0469b2. 00000020:00000010:3.0:1767384984.878703:0:41612:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000129093d4. 00000020:00000010:3.0:1767384984.878707:0:41612:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000bdcb15a9. 00000020:00000010:3.0:1767384984.878722:0:41612:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000026347764. 00000020:00000010:3.0:1767384984.878728:0:41612:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dcb91fe9. 00000020:00000010:3.0:1767384984.878731:0:41612:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dcb91fe9. 00000400:00000010:3.0:1767384984.878762:0:41612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a241f68c. 00000800:00000010:3.0:1767384984.878775:0:41612:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b1ef1e9. 00000020:00000010:3.0:1767384984.878795:0:41612:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000165589dc. 00000020:00000010:3.0:1767384984.878798:0:41612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d1062865. 00000020:00000010:3.0:1767384984.878801:0:41612:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a41845fb. 00000800:00000010:0.0:1767384984.878885:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b1ef1e9. 00000400:00000010:0.0:1767384984.878892:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a241f68c. 00000100:00000010:2.0:1767384984.920897:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fc7c5588. 02000000:00000010:2.0:1767384984.920919:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002866b04a. 00010000:00000010:2.0:1767384984.920934:0:17086:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009600d249. 00010000:00000010:2.0:1767384984.920940:0:17086:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007be4110a. 00000100:00000010:2.0:1767384984.920955:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8f15dfe. 02000000:00000010:2.0:1767384984.920972:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004b95b6f0. 00000400:00000010:2.0:1767384984.920977:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba31f8a8. 00000400:00000010:2.0:1767384984.920984:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000400:00000010:2.0:1767384984.920990:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bd9e1ec. 00000400:00000010:2.0:1767384984.921009:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000696e7cc5. 00000400:00000010:2.0:1767384984.921019:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003d9ec35f. 00000400:00000010:2.0:1767384984.921041:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bd9e1ec. 00000100:00000010:2.0:1767384984.921053:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000041baeef1. 00000100:00000010:2.0:1767384984.921085:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd650c61. 00000020:00000010:1.0:1767384984.921086:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.921093:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 00000100:00000010:2.0:1767384984.921096:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006a22fa78. 00000020:00000010:1.0:1767384984.921100:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c424a6e. 00000100:00000010:2.0:1767384984.921104:0:17086:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cb076e83. 00000020:00000010:1.0:1767384984.921107:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.921114:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.921151:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.921154:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 00010000:00000010:1.0:1767384984.921172:0:40994:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000063aee812. 02000000:00000010:1.0:1767384984.921198:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000002f9e78a4. 00000400:00000010:1.0:1767384984.921221:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000561366b4. 00000400:00000010:1.0:1767384984.921248:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000561366b4. 00000020:00000010:1.0:1767384984.921260:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.921264:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.921268:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c424a6e. 02000000:00000010:1.0:1767384984.921276:0:40994:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000002f9e78a4. 00000400:00000010:2.0:1767384984.921280:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba31f8a8. 00000400:00000010:1.0:1767384984.921284:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4f0d65b. 00000400:00000010:2.0:1767384984.921286:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000400:00000010:1.0:1767384984.921297:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d5029f85. 00000100:00000010:2.0:1767384984.921307:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d8f15dfe. 02000000:00000010:2.0:1767384984.921321:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004b95b6f0. 02000000:00000010:2.0:1767384984.921326:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002866b04a. 00000100:00000010:2.0:1767384984.921330:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fc7c5588. 10000000:00000010:2.0:1767384984.921336:0:17086:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000012990263. 00000100:00000010:2.0:1767384984.921352:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fc7c5588. 02000000:00000010:2.0:1767384984.921358:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002866b04a. 00000100:00000010:2.0:1767384984.921365:0:17086:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000004b95b6f0. 00000100:00000010:2.0:1767384984.921367:0:17086:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000843a811e. 00000100:00000010:2.0:1767384984.921382:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8f15dfe. 00000400:00000010:2.0:1767384984.921391:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba31f8a8. 00000400:00000010:2.0:1767384984.921395:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000052d0ece8. 02000000:00000010:2.0:1767384984.921399:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000033526001. 00000400:00000010:2.0:1767384984.921402:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002aea5c17. 00000400:00000010:2.0:1767384984.921404:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000400:00000010:2.0:1767384984.921407:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bd9e1ec. 00000400:00000010:2.0:1767384984.921415:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010a4fecf. 00000400:00000010:2.0:1767384984.921421:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc1df843. 00000400:00000010:2.0:1767384984.921434:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bd9e1ec. 00000020:00000010:1.0:1767384984.921469:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.921473:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.921477:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c424a6e. 00000020:00000010:1.0:1767384984.921479:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.921482:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.921509:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.921511:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 02000000:00000010:1.0:1767384984.921519:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000002f9e78a4. 20000000:00000010:1.0:1767384984.921528:0:40994:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000bf540d7f. 00000100:00000010:1.0:1767384984.921584:0:40994:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000046842969. 00000100:00000010:1.0:1767384984.921587:0:40994:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000043320313. 00000400:00000010:1.0:1767384984.921592:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000561366b4. 00000400:00000010:1.0:1767384984.921597:0:40994:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d3bcff3f. 00000400:00000010:1.0:1767384984.921607:0:40994:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba31f8a8. 00000400:00000010:1.0:1767384984.921612:0:40994:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000052d0ece8. 00000400:00000010:1.0:1767384984.921635:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000561366b4. 00000100:00000010:1.0:1767384984.921644:0:40994:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000043320313. 00000100:00000010:1.0:1767384984.921647:0:40994:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000046842969. 20000000:00000010:1.0:1767384984.921656:0:40994:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000bf540d7f. 00000400:00000010:1.0:1767384984.921664:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000561366b4. 00000400:00000010:1.0:1767384984.921679:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000561366b4. 00000400:00000010:2.0:1767384984.921687:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002aea5c17. 00000020:00000010:1.0:1767384984.921690:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035baabb7. 00000400:00000010:2.0:1767384984.921694:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000020:00000010:1.0:1767384984.921695:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.921702:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c424a6e. 02000000:00000010:1.0:1767384984.921707:0:40994:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000002f9e78a4. 00000100:00000010:2.0:1767384984.921713:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d8f15dfe. 00000400:00000010:1.0:1767384984.921714:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068f2f397. 00000400:00000010:1.0:1767384984.921720:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dac1aa55. 10000000:00000010:2.0:1767384984.921724:0:17086:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000008294a590. 10000000:00000010:2.0:1767384984.921736:0:17086:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000008294a590. 02000000:00000010:2.0:1767384984.921741:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000033526001. 00000100:00000010:2.0:1767384984.921745:0:17086:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000843a811e. 00000100:00000010:2.0:1767384984.921748:0:17086:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000004b95b6f0. 02000000:00000010:2.0:1767384984.921750:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002866b04a. 00000100:00000010:2.0:1767384984.921758:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fc7c5588. 10000000:00000010:2.0:1767384984.921770:0:17086:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000012990263. 00000100:00000010:2.0:1767384984.921781:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fc7c5588. 02000000:00000010:2.0:1767384984.921787:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002866b04a. 00010000:00000010:2.0:1767384984.921793:0:17086:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003ccf5960. 00000100:00000010:2.0:1767384984.921810:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8f15dfe. 02000000:00000010:2.0:1767384984.921838:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004b95b6f0. 00000400:00000010:2.0:1767384984.921842:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002aea5c17. 00000400:00000010:2.0:1767384984.921845:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000400:00000010:2.0:1767384984.921849:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bd9e1ec. 00000400:00000010:2.0:1767384984.921858:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008130174c. 00000400:00000010:2.0:1767384984.921864:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a832d6c5. 00000400:00000010:2.0:1767384984.921878:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bd9e1ec. 00000020:00000010:1.0:1767384984.921916:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.921920:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.921923:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c424a6e. 00000020:00000010:1.0:1767384984.921926:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.921928:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.921948:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.921951:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 00010000:00000010:1.0:1767384984.921960:0:40994:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000043fb0931. 02000000:00000010:1.0:1767384984.921967:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000002f9e78a4. 00000400:00000010:1.0:1767384984.921977:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000561366b4. 00000400:00000010:1.0:1767384984.921999:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000561366b4. 00000020:00000010:1.0:1767384984.922007:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.922015:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002cf3168e. 00000400:00000010:2.0:1767384984.922018:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002aea5c17. 00000020:00000010:1.0:1767384984.922019:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c424a6e. 00000400:00000010:2.0:1767384984.922024:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 02000000:00000010:1.0:1767384984.922027:0:40994:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000002f9e78a4. 00000400:00000010:1.0:1767384984.922035:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fad7e937. 00000100:00000010:2.0:1767384984.922038:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d8f15dfe. 00000400:00000010:1.0:1767384984.922039:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ca67f93. 02000000:00000010:2.0:1767384984.922050:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004b95b6f0. 02000000:00000010:2.0:1767384984.922055:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002866b04a. 00000100:00000010:2.0:1767384984.922058:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fc7c5588. 10000000:00000010:2.0:1767384984.922065:0:17086:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000843a811e. 00000020:00000010:2.0:1767384984.922068:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002866b04a. 00000020:00000010:2.0:1767384984.922071:0:17086:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000033526001. 00000040:00000010:2.0:1767384984.922075:0:17086:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003b4abbf3. 00000020:00000010:2.0:1767384984.922078:0:17086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002f25f2b7. 00000020:00000010:2.0:1767384984.922082:0:17086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000016534779. 80000000:00000010:2.0:1767384984.922086:0:17086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000028c07f8b. 00040000:00000010:2.0:1767384984.922090:0:17086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004250f5a9. 00080000:00000010:2.0:1767384984.922096:0:17086:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005281bd97. 00080000:00000010:2.0:1767384984.922100:0:17086:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001cf83db8. 20000000:00000010:2.0:1767384984.922106:0:17086:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000b0983f1c. 00000040:00000010:2.0:1767384984.922111:0:17086:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004501cc4e. 00000100:00000010:2.0:1767384984.922115:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fc7c5588. 02000000:00000010:2.0:1767384984.922121:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000502841f8. 00000100:00000010:2.0:1767384984.922143:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8f15dfe. 02000000:00000010:2.0:1767384984.922150:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f27cfe4. 00000400:00000010:2.0:1767384984.922152:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002aea5c17. 00000400:00000010:2.0:1767384984.922156:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000400:00000010:2.0:1767384984.922160:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bd9e1ec. 00000400:00000010:2.0:1767384984.922168:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b335665a. 00000400:00000010:2.0:1767384984.922173:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000068f8d3dd. 00000400:00000010:2.0:1767384984.922204:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bd9e1ec. 00000020:00000010:1.0:1767384984.922240:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.922244:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.922247:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c424a6e. 00000020:00000010:1.0:1767384984.922249:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.922252:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.922271:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.922273:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 02000000:00000010:1.0:1767384984.922282:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000002f9e78a4. 00000040:00000010:1.0:1767384984.922288:0:40994:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001fcac984. 00000040:00000010:1.0:1767384984.922330:0:40994:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000043320313. 00000040:00000010:1.0:1767384984.922341:0:40994:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000043320313. 00000040:00000010:1.0:1767384984.922344:0:40994:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001fcac984. 20000000:00000010:1.0:1767384984.922351:0:40994:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000002d644df8. 20000000:00000010:1.0:1767384984.922354:0:40994:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 000000002d644df8. 00000400:00000010:1.0:1767384984.922360:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000561366b4. 00000400:00000010:1.0:1767384984.922381:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000561366b4. 00000020:00000010:1.0:1767384984.922389:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.922391:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.922394:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c424a6e. 02000000:00000010:1.0:1767384984.922398:0:40994:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000002f9e78a4. 00000400:00000010:1.0:1767384984.922403:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011349754. 00000400:00000010:1.0:1767384984.922407:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ebd9799. 00000400:00000010:2.0:1767384984.922417:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002aea5c17. 00000400:00000010:2.0:1767384984.922422:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000100:00000010:2.0:1767384984.922433:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d8f15dfe. 02000000:00000010:2.0:1767384984.922438:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f27cfe4. 02000000:00000010:2.0:1767384984.922441:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000502841f8. 00000100:00000010:2.0:1767384984.922443:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fc7c5588. 00000040:00000010:2.0:1767384984.922450:0:17086:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000090f7e42. 00000100:00000010:2.0:1767384984.922454:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fc7c5588. 02000000:00000010:2.0:1767384984.922459:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000502841f8. 00000100:00000010:2.0:1767384984.922463:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8f15dfe. 02000000:00000010:2.0:1767384984.922479:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000000094b0ff. 00000400:00000010:2.0:1767384984.922483:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002aea5c17. 00000400:00000010:2.0:1767384984.922487:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000071dc2532. 00000400:00000010:2.0:1767384984.922491:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000400:00000010:2.0:1767384984.922500:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091900519. 00000400:00000010:2.0:1767384984.922505:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000082834b7d. 00000400:00000010:2.0:1767384984.922517:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000020:00000010:1.0:1767384984.922538:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.922542:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.922546:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c424a6e. 00000020:00000010:1.0:1767384984.922549:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.922551:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.922570:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.922577:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 02000000:00000010:1.0:1767384984.922594:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000c5efce86. 00000040:00000010:1.0:1767384984.922598:0:40994:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001fcac984. 00000040:00000010:1.0:1767384984.922607:0:40994:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000865d512a. 00000040:00000010:1.0:1767384984.922621:0:40994:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000865d512a. 00000040:00000010:1.0:1767384984.922624:0:40994:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001fcac984. 00000400:00000010:1.0:1767384984.922632:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000474d4737. 00000400:00000010:1.0:1767384984.922657:0:40994:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000474d4737. 00000020:00000010:1.0:1767384984.922668:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.922672:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002cf3168e. 00000400:00000010:2.0:1767384984.922674:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002aea5c17. 00000020:00000010:1.0:1767384984.922675:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c424a6e. 00000400:00000010:2.0:1767384984.922680:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000071dc2532. 02000000:00000010:1.0:1767384984.922682:0:40994:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000c5efce86. 00000100:00000010:2.0:1767384984.922693:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d8f15dfe. 00000400:00000010:1.0:1767384984.922698:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a05b988. 02000000:00000010:2.0:1767384984.922701:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000000094b0ff. 00000400:00000010:1.0:1767384984.922703:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000474d4737. 02000000:00000010:2.0:1767384984.922713:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000502841f8. 00000100:00000010:2.0:1767384984.922718:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fc7c5588. 00000040:00000010:2.0:1767384984.922724:0:17086:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000ff8a4257. 00000020:00000010:2.0:1767384984.922947:0:41613:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000502841f8. 00000020:00000010:2.0:1767384984.922950:0:41613:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006f27cfe4. 00000040:00000010:2.0:1767384984.922958:0:41613:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004a9b3eea. 00000020:00000010:2.0:1767384984.922961:0:41613:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b76eb5c5. 00000020:00000010:2.0:1767384984.922965:0:41613:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b34cbb1c. 00000020:00000010:2.0:1767384984.922969:0:41613:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d122ab78. 80000000:00000010:2.0:1767384984.922971:0:41613:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008d372d8f. 40000000:00000010:2.0:1767384984.922974:0:41613:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f2d9f53b. 00100000:00000010:2.0:1767384984.922978:0:41613:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000552bca0f. 00040000:00000010:2.0:1767384984.922982:0:41613:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007c8d94e3. 00040000:00000010:2.0:1767384984.922986:0:41613:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ed2ee63d. 00040000:00000010:2.0:1767384984.922989:0:41613:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003d614b38. 00080000:00000010:2.0:1767384984.922993:0:41613:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e530d69e. 00080000:00000010:2.0:1767384984.923005:0:41613:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001bfb5e63. 00000004:00000010:2.0:1767384984.923010:0:41613:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c003bdcf. 00000004:00000010:2.0:1767384984.923015:0:41613:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008294a590. 00000004:00000010:2.0:1767384984.923019:0:41613:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a48d0a27. 00002000:00000010:2.0:1767384984.923023:0:41613:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004b95b6f0. 00000004:00000010:2.0:1767384984.923027:0:41613:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000052f3661e. 00000020:00000010:2.0:1767384984.923030:0:41613:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006bc4897e. 00000040:00000010:2.0:1767384984.923037:0:41613:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000635dc7cd. 00000040:00000010:2.0:1767384984.923765:0:41613:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000635dc7cd. 00000020:00000010:2.0:1767384984.923771:0:41613:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000006bc4897e. 00000020:00000010:2.0:1767384984.923781:0:41613:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006f27cfe4. 00000040:00000010:2.0:1767384984.923785:0:41613:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004a9b3eea. 00000020:00000010:2.0:1767384984.923788:0:41613:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b76eb5c5. 00000020:00000010:2.0:1767384984.923791:0:41613:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b34cbb1c. 00000020:00000010:2.0:1767384984.923794:0:41613:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d122ab78. 80000000:00000010:2.0:1767384984.923798:0:41613:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008d372d8f. 40000000:00000010:2.0:1767384984.923801:0:41613:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f2d9f53b. 00100000:00000010:2.0:1767384984.923805:0:41613:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000552bca0f. 00040000:00000010:2.0:1767384984.923809:0:41613:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007c8d94e3. 00040000:00000010:2.0:1767384984.923812:0:41613:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ed2ee63d. 00040000:00000010:2.0:1767384984.923832:0:41613:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003d614b38. 00080000:00000010:2.0:1767384984.923836:0:41613:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001bfb5e63. 00080000:00000010:2.0:1767384984.923845:0:41613:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e530d69e. 00000004:00000010:2.0:1767384984.923850:0:41613:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c003bdcf. 00000004:00000010:2.0:1767384984.923853:0:41613:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008294a590. 00000004:00000010:2.0:1767384984.923857:0:41613:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a48d0a27. 00002000:00000010:2.0:1767384984.923860:0:41613:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004b95b6f0. 00000004:00000010:2.0:1767384984.923862:0:41613:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000052f3661e. 00000020:00000010:2.0:1767384984.923865:0:41613:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000502841f8. 00000040:00000010:0.0:1767384984.923907:0:17086:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000ff8a4257. 00000040:00000010:0.0:1767384984.923915:0:17086:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000090f7e42. 00000040:00000010:0.0:1767384984.923921:0:17086:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000004501cc4e. 00000020:00000010:0.0:1767384984.923926:0:17086:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000033526001. 00000040:00000010:0.0:1767384984.923929:0:17086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003b4abbf3. 00000020:00000010:0.0:1767384984.923932:0:17086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002f25f2b7. 00000020:00000010:0.0:1767384984.923935:0:17086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000016534779. 80000000:00000010:0.0:1767384984.923938:0:17086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000028c07f8b. 00040000:00000010:0.0:1767384984.923940:0:17086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004250f5a9. 00080000:00000010:0.0:1767384984.923943:0:17086:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001cf83db8. 00080000:00000010:0.0:1767384984.923946:0:17086:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005281bd97. 20000000:00000010:0.0:1767384984.923949:0:17086:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000b0983f1c. 00000020:00000010:0.0:1767384984.923952:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002866b04a. 10000000:00000010:0.0:1767384984.923954:0:17086:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000843a811e. 00000100:00000010:0.0:1767384984.923964:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000034c7ffcc. 02000000:00000010:0.0:1767384984.923970:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009eec948f. 00010000:00000010:0.0:1767384984.923976:0:17086:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000060644f66. 00000100:00000010:0.0:1767384984.923983:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000606f5643. 02000000:00000010:0.0:1767384984.923999:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c560a8bc. 00000400:00000010:0.0:1767384984.924003:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9edd6fa. 00000400:00000010:0.0:1767384984.924006:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005aeda8aa. 00000400:00000010:0.0:1767384984.924010:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c29b7161. 00000400:00000010:0.0:1767384984.924020:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026a02ac4. 00000400:00000010:0.0:1767384984.924026:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a48c2d8a. 00000400:00000010:0.0:1767384984.924040:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c29b7161. 00000020:00000010:1.0:1767384984.924081:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.924085:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.924089:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c424a6e. 00000020:00000010:1.0:1767384984.924092:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.924094:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.924113:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.924115:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 00010000:00000010:1.0:1767384984.924124:0:40994:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001c93a48e. 02000000:00000010:1.0:1767384984.924131:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000002f9e78a4. 00000400:00000010:1.0:1767384984.924141:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000561366b4. 00000400:00000010:1.0:1767384984.924164:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000561366b4. 00000020:00000010:1.0:1767384984.924171:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.924174:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.924176:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c424a6e. 02000000:00000010:1.0:1767384984.924195:0:40994:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000002f9e78a4. 00000400:00000010:1.0:1767384984.924201:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b862a953. 00000400:00000010:1.0:1767384984.924204:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005abff44a. 00000400:00000010:0.0:1767384984.924217:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9edd6fa. 00000400:00000010:0.0:1767384984.924224:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005aeda8aa. 00000100:00000010:0.0:1767384984.924234:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000606f5643. 02000000:00000010:0.0:1767384984.924242:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c560a8bc. 02000000:00000010:0.0:1767384984.924245:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009eec948f. 00000100:00000010:0.0:1767384984.924248:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000034c7ffcc. 10000000:00000010:0.0:1767384984.924253:0:17086:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000ff25c78d. 00000020:00000010:0.0:1767384984.924256:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009eec948f. 00000020:00000010:0.0:1767384984.924259:0:17086:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000004b4e896. 00000040:00000010:0.0:1767384984.924262:0:17086:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008d8a3c4a. 00000020:00000010:0.0:1767384984.924265:0:17086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000023e9d9b6. 00000020:00000010:0.0:1767384984.924268:0:17086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000040ab0c9d. 80000000:00000010:0.0:1767384984.924271:0:17086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009a6b832c. 00040000:00000010:0.0:1767384984.924274:0:17086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002866b04a. 00080000:00000010:0.0:1767384984.924278:0:17086:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005281bd97. 00080000:00000010:0.0:1767384984.924281:0:17086:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001cf83db8. 20000000:00000010:0.0:1767384984.924284:0:17086:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000003a1f0553. 00000040:00000010:0.0:1767384984.924288:0:17086:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004250f5a9. 00000100:00000010:0.0:1767384984.924291:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000034c7ffcc. 02000000:00000010:0.0:1767384984.924296:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000016534779. 00000100:00000010:0.0:1767384984.924301:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000606f5643. 02000000:00000010:0.0:1767384984.924307:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003b4abbf3. 00000400:00000010:0.0:1767384984.924310:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9edd6fa. 00000400:00000010:0.0:1767384984.924313:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005aeda8aa. 00000400:00000010:0.0:1767384984.924317:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c29b7161. 00000400:00000010:0.0:1767384984.924325:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007535bf74. 00000400:00000010:0.0:1767384984.924336:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c4b4b898. 00000400:00000010:0.0:1767384984.924350:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c29b7161. 00000020:00000010:1.0:1767384984.924384:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.924388:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.924391:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c424a6e. 00000020:00000010:1.0:1767384984.924399:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.924402:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.924422:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.924424:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 02000000:00000010:1.0:1767384984.924431:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000002f9e78a4. 00000040:00000010:1.0:1767384984.924435:0:40994:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001fcac984. 00000040:00000010:1.0:1767384984.924457:0:40994:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 0000000043320313. 00000020:00000010:1.0:1767384984.924464:0:40994:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003c679cc2. 00080000:00000010:1.0:1767384984.924470:0:40994:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000045ecf88e. 00000040:00000010:1.0:1767384984.924483:0:40994:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 0000000043320313. 00000040:00000010:1.0:1767384984.924486:0:40994:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001fcac984. 20000000:00000010:1.0:1767384984.924491:0:40994:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000002d644df8. 20000000:00000010:1.0:1767384984.924493:0:40994:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 000000002d644df8. 00000400:00000010:1.0:1767384984.924499:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000561366b4. 00000400:00000010:1.0:1767384984.924522:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000561366b4. 00000020:00000010:1.0:1767384984.924529:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.924532:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.924534:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c424a6e. 02000000:00000010:1.0:1767384984.924538:0:40994:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000002f9e78a4. 00000400:00000010:1.0:1767384984.924544:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4783eed. 00000400:00000010:1.0:1767384984.924549:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009d8c49f0. 00000400:00000010:0.0:1767384984.924559:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9edd6fa. 00000400:00000010:0.0:1767384984.924564:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005aeda8aa. 00000100:00000010:0.0:1767384984.924575:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000606f5643. 02000000:00000010:0.0:1767384984.924580:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003b4abbf3. 02000000:00000010:0.0:1767384984.924582:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000016534779. 00000100:00000010:0.0:1767384984.924584:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000034c7ffcc. 00000040:00000010:0.0:1767384984.924600:0:17086:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000348ff3bb. 00000100:00000010:0.0:1767384984.924604:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000034c7ffcc. 02000000:00000010:0.0:1767384984.924609:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000016534779. 00000100:00000010:0.0:1767384984.924623:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000606f5643. 02000000:00000010:0.0:1767384984.924637:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000000094b0ff. 00000400:00000010:0.0:1767384984.924641:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9edd6fa. 00000400:00000010:0.0:1767384984.924645:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000893b94a2. 00000400:00000010:0.0:1767384984.924650:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005aeda8aa. 00000400:00000010:0.0:1767384984.924657:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d0f394b. 00000400:00000010:0.0:1767384984.924663:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d0fc914a. 00000400:00000010:0.0:1767384984.924676:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005aeda8aa. 00000020:00000010:1.0:1767384984.924710:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.924713:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.924717:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d68f71a8. 00000020:00000010:1.0:1767384984.924720:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.924722:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.924741:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.924743:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 02000000:00000010:1.0:1767384984.924756:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000c5efce86. 00000040:00000010:1.0:1767384984.924761:0:40994:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000c424a6e. 00000040:00000010:1.0:1767384984.924768:0:40994:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000865d512a. 00000040:00000010:1.0:1767384984.925245:0:40994:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000865d512a. 00000040:00000010:1.0:1767384984.925249:0:40994:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000c424a6e. 00000400:00000010:1.0:1767384984.925263:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000004b44a738. 00000400:00000010:1.0:1767384984.925285:0:40994:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000004b44a738. 00000020:00000010:1.0:1767384984.925293:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.925296:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.925299:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d68f71a8. 02000000:00000010:1.0:1767384984.925304:0:40994:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000c5efce86. 00000400:00000010:0.0:1767384984.925314:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9edd6fa. 00000400:00000010:1.0:1767384984.925316:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025037075. 00000400:00000010:0.0:1767384984.925320:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000893b94a2. 00000400:00000010:1.0:1767384984.925328:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004b44a738. 00000100:00000010:0.0:1767384984.925332:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000606f5643. 02000000:00000010:0.0:1767384984.925339:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000000094b0ff. 02000000:00000010:0.0:1767384984.925349:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000016534779. 00000100:00000010:0.0:1767384984.925353:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000034c7ffcc. 00000040:00000010:0.0:1767384984.925358:0:17086:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000000dc11d31. 00000020:00000010:0.0:1767384984.925489:0:41614:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016534779. 00000020:00000010:0.0:1767384984.925492:0:41614:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003b4abbf3. 00000040:00000010:0.0:1767384984.925495:0:41614:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000033526001. 00000020:00000010:0.0:1767384984.925498:0:41614:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b7acddc7. 00000020:00000010:0.0:1767384984.925502:0:41614:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005a4865d0. 00000020:00000010:0.0:1767384984.925504:0:41614:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004501cc4e. 80000000:00000010:0.0:1767384984.925507:0:41614:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f117acba. 40000000:00000010:0.0:1767384984.925514:0:41614:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bb40c559. 00100000:00000010:0.0:1767384984.925518:0:41614:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d71f7c4c. 00040000:00000010:0.0:1767384984.925521:0:41614:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009f752327. 00040000:00000010:0.0:1767384984.925524:0:41614:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000016d8a983. 00040000:00000010:0.0:1767384984.925527:0:41614:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ee54ae38. 00080000:00000010:0.0:1767384984.925532:0:41614:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000085077a66. 00080000:00000010:0.0:1767384984.925535:0:41614:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000031524012. 00000004:00000010:0.0:1767384984.925540:0:41614:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c9d97f07. 00000004:00000010:0.0:1767384984.925543:0:41614:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006c78d83a. 00000004:00000010:0.0:1767384984.925547:0:41614:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001ae433bb. 00002000:00000010:0.0:1767384984.925550:0:41614:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c560a8bc. 00000004:00000010:0.0:1767384984.925553:0:41614:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d1fbd078. 00000020:00000010:0.0:1767384984.925555:0:41614:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006bbd216d. 00000040:00000010:0.0:1767384984.925560:0:41614:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000d4ef7d00. 00000040:00000010:0.0:1767384984.926309:0:41614:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000d4ef7d00. 00000020:00000010:0.0:1767384984.926314:0:41614:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000006bbd216d. 00000020:00000010:0.0:1767384984.926323:0:41614:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003b4abbf3. 00000040:00000010:0.0:1767384984.926326:0:41614:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000033526001. 00000020:00000010:0.0:1767384984.926329:0:41614:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b7acddc7. 00000020:00000010:0.0:1767384984.926332:0:41614:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005a4865d0. 00000020:00000010:0.0:1767384984.926335:0:41614:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004501cc4e. 80000000:00000010:0.0:1767384984.926338:0:41614:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f117acba. 40000000:00000010:0.0:1767384984.926340:0:41614:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bb40c559. 00100000:00000010:0.0:1767384984.926343:0:41614:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d71f7c4c. 00040000:00000010:0.0:1767384984.926346:0:41614:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009f752327. 00040000:00000010:0.0:1767384984.926348:0:41614:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000016d8a983. 00040000:00000010:0.0:1767384984.926351:0:41614:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ee54ae38. 00080000:00000010:0.0:1767384984.926354:0:41614:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000031524012. 00080000:00000010:0.0:1767384984.926356:0:41614:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000085077a66. 00000004:00000010:0.0:1767384984.926359:0:41614:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c9d97f07. 00000004:00000010:0.0:1767384984.926362:0:41614:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006c78d83a. 00000004:00000010:0.0:1767384984.926364:0:41614:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001ae433bb. 00002000:00000010:0.0:1767384984.926367:0:41614:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c560a8bc. 00000004:00000010:0.0:1767384984.926369:0:41614:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d1fbd078. 00000020:00000010:0.0:1767384984.926377:0:41614:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016534779. 00000040:00000010:2.0:1767384984.926409:0:17086:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000000dc11d31. 00000040:00000010:2.0:1767384984.926416:0:17086:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000348ff3bb. 00000040:00000010:2.0:1767384984.926421:0:17086:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000004250f5a9. 00000020:00000010:2.0:1767384984.926425:0:17086:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000004b4e896. 00000040:00000010:2.0:1767384984.926429:0:17086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008d8a3c4a. 00000020:00000010:2.0:1767384984.926431:0:17086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000023e9d9b6. 00000020:00000010:2.0:1767384984.926434:0:17086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000040ab0c9d. 80000000:00000010:2.0:1767384984.926436:0:17086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009a6b832c. 00040000:00000010:2.0:1767384984.926439:0:17086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002866b04a. 00080000:00000010:2.0:1767384984.926441:0:17086:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001cf83db8. 00080000:00000010:2.0:1767384984.926444:0:17086:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005281bd97. 20000000:00000010:2.0:1767384984.926446:0:17086:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000003a1f0553. 00000020:00000010:2.0:1767384984.926449:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009eec948f. 10000000:00000010:2.0:1767384984.926451:0:17086:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000ff25c78d. 00000100:00000010:2.0:1767384984.926459:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fc7c5588. 02000000:00000010:2.0:1767384984.926465:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009eec948f. 00010000:00000010:2.0:1767384984.926471:0:17086:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fbe5959f. 00010000:00000010:2.0:1767384984.926475:0:17086:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e8975a23. 00000100:00000010:2.0:1767384984.926481:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000071dc2532. 02000000:00000010:2.0:1767384984.926489:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000052f3661e. 00000400:00000010:2.0:1767384984.926492:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002aea5c17. 00000400:00000010:2.0:1767384984.926495:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000400:00000010:2.0:1767384984.926498:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bd9e1ec. 00000400:00000010:2.0:1767384984.926506:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009fb1497a. 00000400:00000010:2.0:1767384984.926512:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000216f6a2d. 00000400:00000010:2.0:1767384984.926526:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bd9e1ec. 00000020:00000010:1.0:1767384984.926563:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.926568:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.926571:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c424a6e. 00000020:00000010:1.0:1767384984.926574:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.926577:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.926596:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.926598:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 00010000:00000010:1.0:1767384984.926607:0:40994:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004da7243e. 00010000:00000010:1.0:1767384984.926611:0:40994:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002ea0c03b. 02000000:00000010:1.0:1767384984.926618:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000002f9e78a4. 00000400:00000010:1.0:1767384984.926628:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000561366b4. 00000400:00000010:1.0:1767384984.926654:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000561366b4. 00000020:00000010:1.0:1767384984.926662:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.926665:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.926667:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c424a6e. 02000000:00000010:1.0:1767384984.926671:0:40994:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000002f9e78a4. 00000400:00000010:2.0:1767384984.926676:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002aea5c17. 00000400:00000010:1.0:1767384984.926678:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0161f1b. 00000400:00000010:2.0:1767384984.926687:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000400:00000010:1.0:1767384984.926694:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000157f5673. 00000100:00000010:2.0:1767384984.926700:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000071dc2532. 02000000:00000010:2.0:1767384984.926710:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000052f3661e. 02000000:00000010:2.0:1767384984.926714:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009eec948f. 00000100:00000010:2.0:1767384984.926716:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fc7c5588. 00000100:00000010:2.0:1767384984.926762:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fc7c5588. 02000000:00000010:2.0:1767384984.926767:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009eec948f. 00010000:00000010:2.0:1767384984.926773:0:17086:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000aa3321da. 00000100:00000010:2.0:1767384984.926779:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000071dc2532. 02000000:00000010:2.0:1767384984.926785:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000052f3661e. 00000400:00000010:2.0:1767384984.926788:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002aea5c17. 00000400:00000010:2.0:1767384984.926791:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000400:00000010:2.0:1767384984.926795:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bd9e1ec. 00000400:00000010:2.0:1767384984.926804:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000153d4077. 00000400:00000010:2.0:1767384984.926810:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f7617be7. 00000400:00000010:2.0:1767384984.926843:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bd9e1ec. 00000020:00000010:1.0:1767384984.926879:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.926882:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.926886:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c424a6e. 00000020:00000010:1.0:1767384984.926888:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.926891:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.926909:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.926911:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 00010000:00000010:1.0:1767384984.926928:0:40994:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007a2baebb. 02000000:00000010:1.0:1767384984.926940:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000002f9e78a4. 00000400:00000010:1.0:1767384984.926950:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000561366b4. 00000400:00000010:1.0:1767384984.926972:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000561366b4. 00000020:00000010:1.0:1767384984.926979:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.926982:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.926985:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c424a6e. 02000000:00000010:1.0:1767384984.926991:0:40994:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000002f9e78a4. 00000400:00000010:2.0:1767384984.926994:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002aea5c17. 00000400:00000010:1.0:1767384984.926996:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098eae250. 00000400:00000010:2.0:1767384984.926999:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000400:00000010:1.0:1767384984.927008:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9c6ceb8. 00000100:00000010:2.0:1767384984.927011:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000071dc2532. 02000000:00000010:2.0:1767384984.927021:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000052f3661e. 02000000:00000010:2.0:1767384984.927025:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009eec948f. 00000100:00000010:2.0:1767384984.927028:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fc7c5588. 10000000:00000010:2.0:1767384984.927033:0:17086:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000f2d9f53b. 00000020:00000010:2.0:1767384984.927036:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009eec948f. 00000020:00000010:2.0:1767384984.927039:0:17086:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000040ab0c9d. 00000040:00000010:2.0:1767384984.927041:0:17086:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008d8a3c4a. 00000020:00000010:2.0:1767384984.927044:0:17086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a48d0a27. 00000020:00000010:2.0:1767384984.927047:0:17086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000004b4e896. 80000000:00000010:2.0:1767384984.927049:0:17086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008d372d8f. 00040000:00000010:2.0:1767384984.927052:0:17086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003d614b38. 00080000:00000010:2.0:1767384984.927056:0:17086:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000001bfb5e63. 00080000:00000010:2.0:1767384984.927058:0:17086:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000635dc7cd. 20000000:00000010:2.0:1767384984.927062:0:17086:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000502841f8. 00000040:00000010:2.0:1767384984.927070:0:17086:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004a9b3eea. 00000100:00000010:2.0:1767384984.927074:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fc7c5588. 02000000:00000010:2.0:1767384984.927079:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006f27cfe4. 00000100:00000010:2.0:1767384984.927084:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000071dc2532. 02000000:00000010:2.0:1767384984.927091:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000047f6bcfc. 00000400:00000010:2.0:1767384984.927094:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002aea5c17. 00000400:00000010:2.0:1767384984.927098:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000400:00000010:2.0:1767384984.927101:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bd9e1ec. 00000400:00000010:2.0:1767384984.927110:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c46d8be. 00000400:00000010:2.0:1767384984.927116:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cca47e8c. 00000400:00000010:2.0:1767384984.927135:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bd9e1ec. 00000020:00000010:1.0:1767384984.927156:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.927160:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.927164:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c424a6e. 00000020:00000010:1.0:1767384984.927167:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.927169:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.927201:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.927204:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 02000000:00000010:1.0:1767384984.927211:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000002f9e78a4. 00000040:00000010:1.0:1767384984.927215:0:40994:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001fcac984. 00000040:00000010:1.0:1767384984.927233:0:40994:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000bc0c2527. 00000040:00000010:1.0:1767384984.927239:0:40994:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000bc0c2527. 00000040:00000010:1.0:1767384984.927241:0:40994:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001fcac984. 00000400:00000010:1.0:1767384984.927248:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000561366b4. 00000400:00000010:1.0:1767384984.927270:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000561366b4. 00000020:00000010:1.0:1767384984.927278:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.927280:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.927283:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c424a6e. 02000000:00000010:1.0:1767384984.927287:0:40994:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000002f9e78a4. 00000400:00000010:2.0:1767384984.927292:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002aea5c17. 00000400:00000010:1.0:1767384984.927294:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004be70e21. 00000400:00000010:2.0:1767384984.927299:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000400:00000010:1.0:1767384984.927308:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000da262560. 00000100:00000010:2.0:1767384984.927310:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000071dc2532. 02000000:00000010:2.0:1767384984.927317:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000047f6bcfc. 02000000:00000010:2.0:1767384984.927320:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006f27cfe4. 00000100:00000010:2.0:1767384984.927324:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fc7c5588. 00000040:00000010:2.0:1767384984.927331:0:17086:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000009b75ff83. 00000100:00000010:2.0:1767384984.927334:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fc7c5588. 02000000:00000010:2.0:1767384984.927338:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000047f6bcfc. 00000100:00000010:2.0:1767384984.927343:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000071dc2532. 02000000:00000010:2.0:1767384984.927356:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000000094b0ff. 00000400:00000010:2.0:1767384984.927360:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002aea5c17. 00000400:00000010:2.0:1767384984.927364:0:17086:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000007ebc71ee. 00000400:00000010:2.0:1767384984.927368:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000400:00000010:2.0:1767384984.927376:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000bd5164. 00000400:00000010:2.0:1767384984.927381:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d92d85d5. 00000400:00000010:2.0:1767384984.927393:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000020:00000010:1.0:1767384984.927414:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.927418:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.927421:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c424a6e. 00000020:00000010:1.0:1767384984.927424:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.927426:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.927451:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.927454:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 02000000:00000010:1.0:1767384984.927467:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000c5efce86. 00000040:00000010:1.0:1767384984.927471:0:40994:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001fcac984. 00000040:00000010:1.0:1767384984.927477:0:40994:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000865d512a. 00000040:00000010:1.0:1767384984.927484:0:40994:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000865d512a. 00000040:00000010:1.0:1767384984.927487:0:40994:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001fcac984. 00000400:00000010:1.0:1767384984.927494:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000003253ff13. 00000400:00000010:1.0:1767384984.927518:0:40994:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000003253ff13. 00000020:00000010:1.0:1767384984.927528:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.927530:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.927533:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c424a6e. 02000000:00000010:1.0:1767384984.927540:0:40994:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000c5efce86. 00000400:00000010:2.0:1767384984.927541:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002aea5c17. 00000400:00000010:2.0:1767384984.927547:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000007ebc71ee. 00000400:00000010:1.0:1767384984.927551:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a35c195c. 00000400:00000010:1.0:1767384984.927556:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003253ff13. 00000100:00000010:2.0:1767384984.927558:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000071dc2532. 02000000:00000010:2.0:1767384984.927565:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000000094b0ff. 02000000:00000010:2.0:1767384984.927575:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000047f6bcfc. 00000100:00000010:2.0:1767384984.927579:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fc7c5588. 00000040:00000010:2.0:1767384984.927589:0:17086:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000006713e2e7. 00000020:00000010:2.0:1767384984.927713:0:41615:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047f6bcfc. 00000020:00000010:2.0:1767384984.927717:0:41615:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006f27cfe4. 00000040:00000010:2.0:1767384984.927720:0:41615:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b6a1d194. 00000020:00000010:2.0:1767384984.927723:0:41615:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c003bdcf. 00000020:00000010:2.0:1767384984.927725:0:41615:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b34cbb1c. 00000020:00000010:2.0:1767384984.927728:0:41615:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a9fa1f65. 80000000:00000010:2.0:1767384984.927731:0:41615:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cecfdce5. 40000000:00000010:2.0:1767384984.927733:0:41615:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000d29eb02. 00100000:00000010:2.0:1767384984.927736:0:41615:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ed2ee63d. 00040000:00000010:2.0:1767384984.927738:0:41615:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007c8d94e3. 00040000:00000010:2.0:1767384984.927741:0:41615:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000552bca0f. 00040000:00000010:2.0:1767384984.927746:0:41615:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000080969ace. 00080000:00000010:2.0:1767384984.927750:0:41615:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f53a4928. 00080000:00000010:2.0:1767384984.927753:0:41615:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005281bd97. 00000004:00000010:2.0:1767384984.927757:0:41615:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b76eb5c5. 00000004:00000010:2.0:1767384984.927760:0:41615:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008294a590. 00000004:00000010:2.0:1767384984.927763:0:41615:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000059df369b. 00002000:00000010:2.0:1767384984.927765:0:41615:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000052f3661e. 00000004:00000010:2.0:1767384984.927768:0:41615:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004b95b6f0. 00000020:00000010:2.0:1767384984.927770:0:41615:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000094c38827. 00000040:00000010:2.0:1767384984.927774:0:41615:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000001cf83db8. 00000040:00000010:2.0:1767384984.928523:0:41615:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000001cf83db8. 00000020:00000010:2.0:1767384984.928529:0:41615:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000094c38827. 00000020:00000010:2.0:1767384984.928534:0:41615:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006f27cfe4. 00000040:00000010:2.0:1767384984.928537:0:41615:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b6a1d194. 00000020:00000010:2.0:1767384984.928541:0:41615:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c003bdcf. 00000020:00000010:2.0:1767384984.928544:0:41615:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b34cbb1c. 00000020:00000010:2.0:1767384984.928546:0:41615:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a9fa1f65. 80000000:00000010:2.0:1767384984.928550:0:41615:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cecfdce5. 40000000:00000010:2.0:1767384984.928552:0:41615:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000d29eb02. 00100000:00000010:2.0:1767384984.928554:0:41615:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ed2ee63d. 00040000:00000010:2.0:1767384984.928557:0:41615:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007c8d94e3. 00040000:00000010:2.0:1767384984.928567:0:41615:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000552bca0f. 00040000:00000010:2.0:1767384984.928569:0:41615:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000080969ace. 00080000:00000010:2.0:1767384984.928573:0:41615:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005281bd97. 00080000:00000010:2.0:1767384984.928576:0:41615:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f53a4928. 00000004:00000010:2.0:1767384984.928578:0:41615:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b76eb5c5. 00000004:00000010:2.0:1767384984.928581:0:41615:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008294a590. 00000004:00000010:2.0:1767384984.928584:0:41615:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000059df369b. 00002000:00000010:2.0:1767384984.928586:0:41615:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000052f3661e. 00000004:00000010:2.0:1767384984.928588:0:41615:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004b95b6f0. 00000020:00000010:2.0:1767384984.928591:0:41615:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047f6bcfc. 00000040:00000010:0.0:1767384984.928622:0:17086:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000006713e2e7. 00000040:00000010:0.0:1767384984.928629:0:17086:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000009b75ff83. 00000040:00000010:0.0:1767384984.928634:0:17086:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000004a9b3eea. 00000020:00000010:0.0:1767384984.928638:0:17086:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000040ab0c9d. 00000040:00000010:0.0:1767384984.928642:0:17086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008d8a3c4a. 00000020:00000010:0.0:1767384984.928644:0:17086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a48d0a27. 00000020:00000010:0.0:1767384984.928647:0:17086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000004b4e896. 80000000:00000010:0.0:1767384984.928650:0:17086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008d372d8f. 00040000:00000010:0.0:1767384984.928652:0:17086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003d614b38. 00080000:00000010:0.0:1767384984.928655:0:17086:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000635dc7cd. 00080000:00000010:0.0:1767384984.928658:0:17086:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000001bfb5e63. 20000000:00000010:0.0:1767384984.928661:0:17086:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000502841f8. 00000020:00000010:0.0:1767384984.928663:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009eec948f. 10000000:00000010:0.0:1767384984.928665:0:17086:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000f2d9f53b. 00000100:00000010:0.0:1767384984.928673:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000034c7ffcc. 02000000:00000010:0.0:1767384984.928679:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ee54ae38. 00010000:00000010:0.0:1767384984.928685:0:17086:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001966525f. 00000100:00000010:0.0:1767384984.928692:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000893b94a2. 02000000:00000010:0.0:1767384984.928699:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d1fbd078. 00000400:00000010:0.0:1767384984.928702:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9edd6fa. 00000400:00000010:0.0:1767384984.928705:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005aeda8aa. 00000400:00000010:0.0:1767384984.928708:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c29b7161. 00000400:00000010:0.0:1767384984.928717:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087ba3581. 00000400:00000010:0.0:1767384984.928722:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009dc17a55. 00000400:00000010:0.0:1767384984.928737:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c29b7161. 00000020:00000010:1.0:1767384984.928776:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.928780:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.928784:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c424a6e. 00000020:00000010:1.0:1767384984.928787:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.928790:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.928810:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.928812:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 00010000:00000010:1.0:1767384984.928842:0:40994:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e5bd9f70. 02000000:00000010:1.0:1767384984.928849:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000002f9e78a4. 00000400:00000010:1.0:1767384984.928859:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000561366b4. 00000400:00000010:1.0:1767384984.928886:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000561366b4. 00000020:00000010:1.0:1767384984.928896:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.928899:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002cf3168e. 00000400:00000010:2.0:1767384984.928900:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9edd6fa. 00000020:00000010:1.0:1767384984.928904:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c424a6e. 00000400:00000010:2.0:1767384984.928906:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005aeda8aa. 02000000:00000010:1.0:1767384984.928911:0:40994:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000002f9e78a4. 00000400:00000010:1.0:1767384984.928918:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be33cda3. 00000100:00000010:2.0:1767384984.928920:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000893b94a2. 00000400:00000010:1.0:1767384984.928922:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000010b3e745. 02000000:00000010:2.0:1767384984.928932:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d1fbd078. 02000000:00000010:2.0:1767384984.928937:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ee54ae38. 00000100:00000010:2.0:1767384984.928941:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000034c7ffcc. 10000000:00000010:2.0:1767384984.928947:0:17086:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000000d29eb02. 00000020:00000010:2.0:1767384984.928950:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c7630603. 00000020:00000010:2.0:1767384984.928953:0:17086:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000047f6bcfc. 00000040:00000010:2.0:1767384984.928956:0:17086:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000080969ace. 00000020:00000010:2.0:1767384984.928958:0:17086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000059df369b. 00000020:00000010:2.0:1767384984.928961:0:17086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a9fa1f65. 80000000:00000010:2.0:1767384984.928964:0:17086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cecfdce5. 00040000:00000010:2.0:1767384984.928966:0:17086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b6a1d194. 00080000:00000010:2.0:1767384984.928969:0:17086:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005281bd97. 00080000:00000010:2.0:1767384984.928972:0:17086:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001cf83db8. 20000000:00000010:2.0:1767384984.928976:0:17086:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000004a9b3eea. 00000040:00000010:2.0:1767384984.928979:0:17086:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006f27cfe4. 00000100:00000010:2.0:1767384984.928982:0:17086:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fc7c5588. 02000000:00000010:2.0:1767384984.928988:0:17086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000976eee25. 00000100:00000010:2.0:1767384984.928993:0:17086:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007ebc71ee. 02000000:00000010:2.0:1767384984.928999:0:17086:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000094a8b9. 00000400:00000010:2.0:1767384984.929002:0:17086:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002aea5c17. 00000400:00000010:2.0:1767384984.929011:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000400:00000010:2.0:1767384984.929015:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bd9e1ec. 00000400:00000010:2.0:1767384984.929023:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9d48222. 00000400:00000010:2.0:1767384984.929029:0:17086:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000caa5cd8f. 00000400:00000010:2.0:1767384984.929042:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bd9e1ec. 00000020:00000010:1.0:1767384984.929076:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.929080:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.929088:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c424a6e. 00000020:00000010:1.0:1767384984.929091:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.929094:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384984.929113:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:1.0:1767384984.929116:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d644df8. 02000000:00000010:1.0:1767384984.929123:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000002f9e78a4. 00000040:00000010:1.0:1767384984.929127:0:40994:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001fcac984. 00000040:00000010:1.0:1767384984.929137:0:40994:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001fcac984. 00000400:00000010:1.0:1767384984.929145:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000561366b4. 00000400:00000010:1.0:1767384984.929166:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000561366b4. 00000020:00000010:1.0:1767384984.929175:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384984.929191:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002cf3168e. 00000400:00000010:2.0:1767384984.929195:0:17086:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002aea5c17. 00000020:00000010:1.0:1767384984.929196:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c424a6e. 00000400:00000010:2.0:1767384984.929201:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 02000000:00000010:1.0:1767384984.929203:0:40994:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000002f9e78a4. 00000400:00000010:1.0:1767384984.929211:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080a7cfa8. 00000100:00000010:2.0:1767384984.929214:0:17086:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007ebc71ee. 00000400:00000010:1.0:1767384984.929216:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c51e0d56. 02000000:00000010:2.0:1767384984.929221:0:17086:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000094a8b9. 02000000:00000010:2.0:1767384984.929225:0:17086:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000976eee25. 00000100:00000010:2.0:1767384984.929228:0:17086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fc7c5588. 00000040:00000010:2.0:1767384984.929232:0:17086:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006f27cfe4. 00000020:00000010:2.0:1767384984.929238:0:17086:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000047f6bcfc. 00000040:00000010:2.0:1767384984.929241:0:17086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000080969ace. 00000020:00000010:2.0:1767384984.929243:0:17086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000059df369b. 00000020:00000010:2.0:1767384984.929246:0:17086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a9fa1f65. 80000000:00000010:2.0:1767384984.929249:0:17086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cecfdce5. 00040000:00000010:2.0:1767384984.929252:0:17086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b6a1d194. 00080000:00000010:2.0:1767384984.929255:0:17086:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001cf83db8. 00080000:00000010:2.0:1767384984.929257:0:17086:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005281bd97. 20000000:00000010:2.0:1767384984.929259:0:17086:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000004a9b3eea. 00000020:00000010:2.0:1767384984.929262:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c7630603. 10000000:00000010:2.0:1767384984.929264:0:17086:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000000d29eb02. 00000100:00000010:0.0:1767384984.934866:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000041baeef1. 00000100:00000010:1.0:1767384984.934889:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd650c61. 00000100:00000010:3.0:1767384984.934894:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cb076e83. 00000100:00000010:2.0:1767384984.934903:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006a22fa78. 00000400:00000010:3.0:1767384984.984888:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017c2fea7. 00000400:00000010:3.0:1767384984.984910:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a8db2bad. 00000400:00000010:3.0:1767384984.984914:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008259420e. 00000400:00000010:3.0:1767384984.984923:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a8db2bad. 00000400:00000010:3.0:1767384984.984928:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a41845fb. 00000400:00000010:3.0:1767384984.984932:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017c2fea7. 00000400:00000010:3.0:1767384984.984938:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000960e2a14. 00000800:00000010:3.0:1767384984.984958:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004b1ef1e9. 00000800:00000010:0.0:1767384984.985809:0:16349:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000085077a66. 00000800:00000010:0.0:1767384984.985852:0:16349:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000606f5643. 00000800:00000010:0.0:1767384984.985859:0:16349:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006bbd216d. 00000800:00000010:0.0:1767384984.985887:0:16349:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006bbd216d. 00000800:00020000:0.0:1767384984.985898:0:16349:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:0.0:1767384984.985904:0:16349:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000606f5643. 00000800:00000010:0.0:1767384984.985913:0:16349:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000085077a66. 00000400:02020000:0.0:1767384984.985954:0:16349:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp48 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000800:00000010:0.0:1767384984.985963:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004b1ef1e9. 00000100:00000010:3.0:1767384985.880257:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096e5d653. 00000100:00000010:3.0:1767384985.880296:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002d5911c1. 00000020:00000010:2.0:1767384985.880352:0:41612:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000005281bd97. 00000020:00000010:1.0:1767384985.880377:0:41000:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d644df8. 00000020:00000010:2.0:1767384985.880379:0:41612:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094c38827. 00000020:00000010:2.0:1767384985.880390:0:41612:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094c38827. 00000020:00000010:2.0:1767384985.880403:0:41612:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000976eee25. 00000020:00000010:1.0:1767384985.880403:0:41000:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c424a6e. 00000020:00000010:2.0:1767384985.880428:0:41612:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000030879162. 00000020:00000010:1.0:1767384985.880428:0:41000:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384985.880441:0:41000:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002cf3168e. 00000020:00000010:2.0:1767384985.880443:0:41612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bcfd3a7d. 00000020:00000010:1.0:1767384985.880489:0:41000:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000622f3d9d. 00000020:00000010:1.0:1767384985.880493:0:41000:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000622f3d9d. 00000020:00000010:3.0:1767384985.880513:0:41001:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dcb91fe9. 00000100:00000010:2.0:1767384985.880516:0:41612:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000000094a8b9. 02000000:00000010:1.0:1767384985.880516:0:41000:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000002f9e78a4. 00000020:00000010:3.0:1767384985.880521:0:41001:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dcb91fe9. 02000000:00000010:3.0:1767384985.880546:0:41001:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000fa1ec9f6. 00000020:00000010:1.0:1767384985.880548:0:41000:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000d9ac7ef6. 00000020:00000010:3.0:1767384985.880562:0:41001:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000004251af29. 00000400:00000010:1.0:1767384985.880566:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000561366b4. 00000400:00000010:3.0:1767384985.880577:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079a06bc7. 00000800:00000010:1.0:1767384985.880600:0:41000:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c7ec8d1. 00000800:00000010:3.0:1767384985.880612:0:41001:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b1ef1e9. 00000020:00000010:1.0:1767384985.880638:0:41000:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035baabb7. 00000020:00000010:3.0:1767384985.880640:0:41001:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000030879162. 00000020:00000010:1.0:1767384985.880644:0:41000:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002cf3168e. 00000020:00000010:3.0:1767384985.880649:0:41001:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bcfd3a7d. 00000020:00000010:1.0:1767384985.880652:0:41000:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c424a6e. 00000020:00000010:3.0:1767384985.880658:0:41001:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000976eee25. 00000800:00000010:0.0:1767384985.880697:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c7ec8d1. 00000400:00000010:0.0:1767384985.880712:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000561366b4. 00000100:00000010:2.0:1767384985.880788:0:41616:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000006bc4897e. 00000800:00000010:0.0:1767384985.880789:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b1ef1e9. 00000020:00000010:2.0:1767384985.880796:0:41616:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000d29eb02. 00000400:00000010:0.0:1767384985.880799:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079a06bc7. 00000020:00000010:2.0:1767384985.880876:0:41616:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6a1d194. 00000020:00000010:2.0:1767384985.880881:0:41616:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a9fa1f65. 00000040:00000010:2.0:1767384985.880886:0:41616:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000080969ace. 00000020:00000010:2.0:1767384985.880891:0:41616:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000059df369b. 00000020:00000010:2.0:1767384985.880897:0:41616:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b34cbb1c. 00000020:00000010:2.0:1767384985.880903:0:41616:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000047f6bcfc. 80000000:00000010:2.0:1767384985.880907:0:41616:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006a22fa78. 40000000:00000010:2.0:1767384985.880911:0:41616:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000049932b7e. 00100000:00000010:2.0:1767384985.880916:0:41616:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b76eb5c5. 00040000:00000010:2.0:1767384985.880921:0:41616:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007c8d94e3. 00040000:00000010:2.0:1767384985.880926:0:41616:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000552bca0f. 00040000:00000010:2.0:1767384985.880931:0:41616:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008259420e. 00080000:00000010:2.0:1767384985.880938:0:41616:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000001cf83db8. 00080000:00000010:2.0:1767384985.880945:0:41616:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001bfb5e63. 00000004:00000010:2.0:1767384985.880953:0:41616:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ed2ee63d. 00000004:00000010:2.0:1767384985.880959:0:41616:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008294a590. 00000004:00000010:2.0:1767384985.880965:0:41616:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c003bdcf. 00002000:00000010:2.0:1767384985.880970:0:41616:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000024b520c. 00000004:00000010:2.0:1767384985.880975:0:41616:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000052f3661e. 00000100:00000010:2.0:1767384985.881045:0:41616:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000684936c9. 00000100:00000010:0.0:1767384985.881770:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f7a1e0b. 00000020:00000010:2.0:1767384985.881838:0:41616:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cb507e52. 00000020:00000010:2.0:1767384985.881844:0:41616:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cb507e52. 00000020:00000010:2.0:1767384985.881848:0:41616:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000502841f8. 00000020:00000010:2.0:1767384985.881852:0:41616:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000045b8188c. 00000020:00000010:2.0:1767384985.881855:0:41616:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008937e789. 00000020:00000010:2.0:1767384985.881884:0:41616:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cb507e52. 00000020:00000010:2.0:1767384985.881888:0:41616:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cb507e52. 02000000:00000010:2.0:1767384985.881907:0:41616:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 000000004b95b6f0. 00000400:00000010:2.0:1767384985.881927:0:41616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c2d411d. 00000800:00000010:2.0:1767384985.881955:0:41616:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8c9ba35. 00000020:00000010:2.0:1767384985.881977:0:41616:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000045b8188c. 00000020:00000010:2.0:1767384985.881981:0:41616:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008937e789. 00000020:00000010:2.0:1767384985.881985:0:41616:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000502841f8. 00000800:00000010:3.0:1767384985.882012:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8c9ba35. 00000400:00000010:3.0:1767384985.882019:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c2d411d. 00000400:00000010:0.0:1767384985.882913:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af70e119. 00000400:00000010:0.0:1767384985.882927:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000099a7ada5. 00000020:00000010:1.0:1767384985.883008:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000622f3d9d. 00000020:00000010:1.0:1767384985.883013:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000622f3d9d. 00000020:00000010:1.0:1767384985.883018:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c424a6e. 00000020:00000010:1.0:1767384985.883027:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384985.883031:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384985.883060:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000622f3d9d. 00000020:00000010:1.0:1767384985.883063:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000622f3d9d. 02000000:00000010:1.0:1767384985.883073:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000046842969. 00000400:00000010:1.0:1767384985.883080:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004719e18f. 00000800:00000010:1.0:1767384985.883094:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a28a0808. 00000020:00000010:1.0:1767384985.883116:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384985.883120:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384985.883125:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c424a6e. 00000100:00000010:0.0:1767384985.883133:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000020ec9fcc. 00000400:00000010:1.0:1767384985.883138:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcc91e71. 00000400:00000010:1.0:1767384985.883145:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b851780. 00000800:00000010:2.0:1767384985.883206:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a28a0808. 00000400:00000010:2.0:1767384985.883215:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004719e18f. 00000020:00000010:3.0:1767384985.883217:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000976eee25. 02000000:00000010:2.0:1767384985.883220:0:16351:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000046842969. 00000020:00000010:3.0:1767384985.883225:0:17897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000165589dc. 00000020:00000010:3.0:1767384985.883231:0:17897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d1062865. 00000100:00000010:0.0:1767384985.883261:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d6bfa9fd. 02000000:00000010:2.0:1767384985.883289:0:40019:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000082569529. 00000020:00000010:2.0:1767384985.883303:0:40019:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000081d30517. 00000001:00000010:2.0:1767384985.883313:0:40019:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000045b8188c. 00000020:00000010:1.0:1767384985.883319:0:41003:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000865d512a. 00000001:00000010:2.0:1767384985.883321:0:40019:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c8c9ba35. 00000001:00000010:2.0:1767384985.883329:0:40019:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000009abb291f. 00040000:00000010:1.0:1767384985.883333:0:41003:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000193c648e. 00000001:00000010:2.0:1767384985.883334:0:40019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000502841f8. 00000004:00000010:1.0:1767384985.883341:0:41003:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000015491e99. 00000001:00000010:2.0:1767384985.883342:0:40019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006f27cfe4. 00000004:00000010:1.0:1767384985.883348:0:41003:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003d199e95. 00000001:00000010:2.0:1767384985.883351:0:40019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000904d4120. 00000004:00000010:1.0:1767384985.883354:0:41003:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e2615a65. 00000001:00000010:2.0:1767384985.883358:0:40019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f7777b25. 00000020:00000010:1.0:1767384985.883364:0:41003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000622f3d9d. 00000020:00000010:1.0:1767384985.883368:0:41003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000622f3d9d. 00000020:00000010:1.0:1767384985.883372:0:41003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c424a6e. 00000020:00000010:1.0:1767384985.883375:0:41003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384985.883378:0:41003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002cf3168e. 00080000:00000010:2.0:1767384985.883403:0:40019:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001896ef27. 00000020:00000010:1.0:1767384985.883411:0:41003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000622f3d9d. 00000020:00000010:1.0:1767384985.883415:0:41003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000622f3d9d. 00080000:00000010:2.0:1767384985.883418:0:40019:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000cb507e52. 00000001:00000010:2.0:1767384985.883443:0:40019:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000cecfdce5. 00080000:00000010:1.0:1767384985.883462:0:41003:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at 0000000042f5ba6e. 02000000:00000010:1.0:1767384985.883481:0:41003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 00000000f4fb559d. 00080000:00000010:2.0:1767384985.883488:0:40019:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000cb507e52. 02000000:00000010:1.0:1767384985.883494:0:41003:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 000000001fcac984. 00000020:00000010:2.0:1767384985.883507:0:40019:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000005b3751f8. 00000020:00000010:2.0:1767384985.883518:0:40019:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 000000005b3751f8. 00000020:00000010:2.0:1767384985.883526:0:40019:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000a48d0a27. 00000020:00000010:2.0:1767384985.883535:0:40019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cb507e52. 00000400:00000010:2.0:1767384985.883574:0:40019:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bd9e1ec. 00000800:00000010:2.0:1767384985.883592:0:40019:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000daadf743. 00000020:00000010:2.0:1767384985.883614:0:40019:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000165589dc. 00000020:00000010:2.0:1767384985.883618:0:40019:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d1062865. 00000020:00000010:2.0:1767384985.883622:0:40019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000976eee25. 00000800:00000010:0.0:1767384985.883675:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000daadf743. 00000400:00000010:0.0:1767384985.883682:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bd9e1ec. 00000004:00000010:2.0:1767384985.890985:0:41617:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 0000000076df2eb8. 00000004:00000010:2.0:1767384985.891006:0:41617:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 0000000076df2eb8. 00000400:00000010:1.0:1767384985.891088:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004719e18f. 00000800:00000010:1.0:1767384985.891107:0:41003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a28a0808. 00000020:00000010:1.0:1767384985.891132:0:41003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384985.891136:0:41003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384985.891143:0:41003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c424a6e. 00000800:00000010:3.0:1767384985.891198:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a28a0808. 00000400:00000010:3.0:1767384985.891206:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004719e18f. 00000100:00000010:0.0:1767384985.919568:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004f1ab0f3. 00000020:00000010:2.0:1767384985.919655:0:41616:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e140f053. 00000020:00000010:2.0:1767384985.919666:0:41616:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e140f053. 00000020:00000010:2.0:1767384985.919673:0:41616:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c5f676e. 00000020:00000010:2.0:1767384985.919679:0:41616:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c5d2bdc6. 00000020:00000010:2.0:1767384985.919684:0:41616:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008937e789. 00000020:00000010:2.0:1767384985.919723:0:41616:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e140f053. 00000020:00000010:2.0:1767384985.919734:0:41616:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e140f053. 00010000:00000010:2.0:1767384985.919759:0:41616:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d50ea1e6. 00010000:00000010:2.0:1767384985.919763:0:41616:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003493371a. 00010000:00000010:2.0:1767384985.919769:0:41616:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e605ec10. 00000020:00000010:2.0:1767384985.919773:0:41616:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000e140f053. 00010000:00000010:2.0:1767384985.919779:0:41616:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ffa17f2. 02000000:00000010:2.0:1767384985.919804:0:41616:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 0000000048ad8979. 00010000:00000010:2.0:1767384985.919863:0:41616:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000af330208. 00010000:00000010:2.0:1767384985.919867:0:41616:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000078037e8e. 00000020:00000010:2.0:1767384985.919879:0:41616:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000976eee25. 00080000:00000010:2.0:1767384985.919923:0:41616:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 116 at 0000000025282f80. 00000020:00000010:2.0:1767384985.919936:0:41616:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 0000000076df2eb8. 00010000:00000010:2.0:1767384985.919960:0:41616:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ffa17f2. 00000400:00000010:2.0:1767384985.919984:0:41616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008769267d. 00000800:00000010:2.0:1767384985.920023:0:41616:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6334a14. 00000020:00000010:2.0:1767384985.920051:0:41616:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c5d2bdc6. 00000020:00000010:2.0:1767384985.920055:0:41616:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008937e789. 00000020:00000010:2.0:1767384985.920058:0:41616:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c5f676e. 00000800:00000010:0.0:1767384985.920123:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6334a14. 00000400:00000010:0.0:1767384985.920131:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008769267d. 00000100:00000010:2.0:1767384985.920963:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fc7c5588. 00000020:00000010:0.0:1767384985.921032:0:41616:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bbd216d. 00000020:00000010:0.0:1767384985.921038:0:41616:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bbd216d. 00000020:00000010:0.0:1767384985.921043:0:41616:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027ef1030. 00000020:00000010:0.0:1767384985.921048:0:41616:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d9ae5cab. 00000020:00000010:0.0:1767384985.921052:0:41616:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e003ab13. 00000020:00000010:0.0:1767384985.921082:0:41616:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bbd216d. 00000020:00000010:0.0:1767384985.921084:0:41616:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bbd216d. 00010000:00000010:0.0:1767384985.921101:0:41616:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000079c02e99. 00000020:00000010:0.0:1767384985.921106:0:41616:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000006bbd216d. 00010000:00000010:0.0:1767384985.921110:0:41616:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b000080f. 02000000:00000010:0.0:1767384985.921127:0:41616:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 000000006c78d83a. 00010000:00000010:0.0:1767384985.921147:0:41616:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000081f8d31a. 00010000:00000010:0.0:1767384985.921151:0:41616:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a73ac606. 00000020:00000010:0.0:1767384985.921162:0:41616:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000ee54ae38. 00010000:00000010:0.0:1767384985.921272:0:41616:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000caab8753. 00010000:00000010:0.0:1767384985.921283:0:41616:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000005a841d4. 00010000:00000010:0.0:1767384985.921288:0:41616:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000460a5f2e. 00010000:00000010:0.0:1767384985.921291:0:41616:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cb7e8a86. 00080000:00000010:0.0:1767384985.921332:0:41616:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000a7ca3957. 00010000:00000010:0.0:1767384985.921346:0:41616:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a73ac606. 00010000:00000010:0.0:1767384985.921354:0:41616:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb7e8a86. 00010000:00000010:0.0:1767384985.921357:0:41616:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000005a841d4. 00010000:00000010:0.0:1767384985.921374:0:41616:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b000080f. 00000400:00000010:0.0:1767384985.921383:0:41616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c29b7161. 00000800:00000010:0.0:1767384985.921396:0:41616:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009f752327. 00000020:00000010:0.0:1767384985.921417:0:41616:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d9ae5cab. 00000020:00000010:0.0:1767384985.921420:0:41616:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e003ab13. 00000020:00000010:0.0:1767384985.921422:0:41616:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027ef1030. 00000800:00000010:3.0:1767384985.921464:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009f752327. 00000400:00000010:3.0:1767384985.921472:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c29b7161. 00000100:00000010:0.0:1767384985.922388:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001009c66d. 00000020:00000010:3.0:1767384985.922440:0:41009:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ab41f7c0. 00040000:00000010:3.0:1767384985.922450:0:41009:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e7f3773d. 00000004:00000010:3.0:1767384985.922453:0:41009:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000010f854b2. 00000004:00000010:3.0:1767384985.922456:0:41009:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d9a32349. 00000004:00000010:3.0:1767384985.922459:0:41009:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e085e0c8. 00000020:00000010:3.0:1767384985.922466:0:41009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dcb91fe9. 00000020:00000010:3.0:1767384985.922468:0:41009:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dcb91fe9. 00000020:00000010:3.0:1767384985.922472:0:41009:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca11e8ea. 00000020:00000010:3.0:1767384985.922474:0:41009:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a9911954. 00000020:00000010:3.0:1767384985.922476:0:41009:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009ab856cb. 00000020:00000010:3.0:1767384985.922498:0:41009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dcb91fe9. 00000020:00000010:3.0:1767384985.922500:0:41009:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dcb91fe9. 02000000:00000010:3.0:1767384985.922509:0:41009:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 544 at 000000006d574699. 00000400:00000010:3.0:1767384985.922529:0:41009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000553cd36e. 00000800:00000010:3.0:1767384985.922545:0:41009:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b1ef1e9. 00000020:00000010:3.0:1767384985.922562:0:41009:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a9911954. 00000020:00000010:3.0:1767384985.922564:0:41009:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009ab856cb. 00000020:00000010:3.0:1767384985.922566:0:41009:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca11e8ea. 00000800:00000010:2.0:1767384985.922643:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b1ef1e9. 00000400:00000010:2.0:1767384985.922655:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000553cd36e. 00000100:00000010:3.0:1767384985.923361:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000019038a26. 00000020:00000010:0.0:1767384985.923414:0:41616:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb40c559. 00000020:00000010:0.0:1767384985.923419:0:41616:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb40c559. 00000020:00000010:0.0:1767384985.923423:0:41616:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027ef1030. 00000020:00000010:0.0:1767384985.923425:0:41616:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d9ae5cab. 00000020:00000010:0.0:1767384985.923427:0:41616:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e003ab13. 00000020:00000010:0.0:1767384985.923453:0:41616:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb40c559. 00000020:00000010:0.0:1767384985.923455:0:41616:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb40c559. 00010000:00000010:0.0:1767384985.923477:0:41616:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000078037e8e. 00010000:00000010:0.0:1767384985.923484:0:41616:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003493371a. 00010000:00000010:0.0:1767384985.923490:0:41616:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000912821ed. 00010000:00000010:0.0:1767384985.923491:0:41616:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000005a841d4. 00010000:00000010:0.0:1767384985.923494:0:41616:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000002aa008c. 00010000:00000010:0.0:1767384985.923496:0:41616:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b000080f. 02000000:00000010:0.0:1767384985.923511:0:41616:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at 000000004e86e04c. 00010000:00000010:0.0:1767384985.923536:0:41616:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e13431ad. 00010000:00000010:0.0:1767384985.923538:0:41616:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cb7e8a86. 00010000:00000010:0.0:1767384985.923543:0:41616:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000036513722. 00010000:00000010:0.0:1767384985.923550:0:41616:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003e9849d1. 00010000:00000010:0.0:1767384985.923553:0:41616:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000041cc37ef. 00010000:00000010:0.0:1767384985.923555:0:41616:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a73ac606. 00000004:00000010:0.0:1767384985.923563:0:41616:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000031472139. 00000004:00000010:0.0:1767384985.923569:0:41616:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ded1e353. 00000004:00000010:0.0:1767384985.923574:0:41616:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006537bfc9. 00080000:00000010:0.0:1767384985.923581:0:41616:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008a48bc0a. 00000020:00000010:0.0:1767384985.923598:0:41616:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000f117acba. 00080000:00000010:0.0:1767384985.923602:0:41616:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000567cce2. 00000020:00000010:0.0:1767384985.923606:0:41616:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 00000000d122ab78. 00000020:00000010:0.0:1767384985.923608:0:41616:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 000000003d614b38. 00080000:00000010:0.0:1767384985.923622:0:41616:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000b8f5a9eb. 00000004:00000010:0.0:1767384985.923628:0:41616:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at 00000000606f5643. 00000020:00000010:0.0:1767384985.923632:0:41616:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 00000000bcebfb77. 00020000:00000010:0.0:1767384985.923651:0:41616:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at 000000006f57c771. 00020000:00000010:0.0:1767384985.923653:0:41616:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at 000000002ff3bb34. 00020000:00000010:0.0:1767384985.923657:0:41616:0:(lod_qos.c:2681:lod_prepare_avoidance()) kmalloced '(new_oss)': 4 at 00000000d1c5145c. 00000020:00000010:0.0:1767384985.923663:0:41616:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4 at 0000000043f00e44. 00000004:00000010:0.0:1767384985.923682:0:41616:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at 00000000eb037dd3. 00080000:00000010:0.0:1767384985.923695:0:41616:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000bb40c559. 00080000:00000010:0.0:1767384985.923720:0:41616:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000060f64ad3. 00000001:00000010:0.0:1767384985.923840:0:41616:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000edc2491d. 00000001:00000010:0.0:1767384985.924077:0:41616:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000edc2491d. 00000020:00000010:0.0:1767384985.924103:0:41616:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4 at 0000000043f00e44. 00000020:00000010:0.0:1767384985.924106:0:41616:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 64 at 00000000f6ad47e1. 00080000:00000010:0.0:1767384985.924119:0:41616:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at 000000008867abee. 00080000:00000010:0.0:1767384985.924128:0:41616:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 000000001ae433bb. 00000001:00000010:0.0:1767384985.924167:0:41616:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000ab6b9ce4. 00000001:00000010:0.0:1767384985.924186:0:41616:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000926995f6. 00000001:00000010:0.0:1767384985.924235:0:41616:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 000000004da97bd6. 00080000:00000010:0.0:1767384985.924244:0:41616:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 0000000009070d3c. 00080000:00000010:0.0:1767384985.924258:0:41616:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000060f64ad3. 00080000:00000010:0.0:1767384985.924264:0:41616:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000bb40c559. 00000020:00000010:0.0:1767384985.924267:0:41616:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000f117acba. 00000020:00000010:0.0:1767384985.924282:0:41616:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 0000000023e9d9b6. 00010000:00000010:0.0:1767384985.924310:0:41616:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ddefc713. 00010000:00000010:0.0:1767384985.924312:0:41616:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000876a8f3c. 00010000:00000010:0.0:1767384985.924316:0:41616:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a73e2643. 00010000:00000010:0.0:1767384985.924318:0:41616:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aed95d46. 00000004:00000010:0.0:1767384985.924332:0:41616:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at 00000000d9914ab1. 00010000:00000010:0.0:1767384985.924344:0:41616:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb7e8a86. 00010000:00000010:0.0:1767384985.924359:0:41616:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b000080f. 00010000:00000010:0.0:1767384985.924361:0:41616:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000005a841d4. 00000400:00000010:0.0:1767384985.924371:0:41616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004de08150. 00000400:00000010:0.0:1767384985.924376:0:41616:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003d85f00d. 00000800:00000010:0.0:1767384985.924389:0:41616:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009f752327. 00000020:00000010:0.0:1767384985.924407:0:41616:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d9ae5cab. 00000020:00000010:0.0:1767384985.924409:0:41616:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e003ab13. 00000020:00000010:0.0:1767384985.924411:0:41616:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027ef1030. 00000800:00000010:2.0:1767384985.924453:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009f752327. 00000400:00000010:2.0:1767384985.925025:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004de08150. 00000020:00000010:1.0:1767384985.925081:0:16344:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c796e72a. 00000020:00000010:1.0:1767384985.925095:0:16344:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d68f71a8. 80000000:00000010:1.0:1767384985.925099:0:16344:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a2f093c2. 40000000:00000010:1.0:1767384985.925103:0:16344:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000622f3d9d. 00100000:00000010:1.0:1767384985.925108:0:16344:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000c872cf2. 00040000:00000010:1.0:1767384985.925112:0:16344:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006c7ec8d1. 00040000:00000010:1.0:1767384985.925115:0:16344:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006f80896a. 00040000:00000010:1.0:1767384985.925120:0:16344:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000c424a6e. 00080000:00000010:1.0:1767384985.925136:0:16344:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009dded25f. 00080000:00000010:1.0:1767384985.925142:0:16344:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005edf02ce. 00000004:00000010:1.0:1767384985.925148:0:16344:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000067c4c195. 00000004:00000010:1.0:1767384985.925153:0:16344:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007c938689. 00000004:00000010:1.0:1767384985.925156:0:16344:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a5a70991. 00002000:00000010:1.0:1767384985.925160:0:16344:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000046842969. 00000004:00000010:1.0:1767384985.925163:0:16344:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007c661e27. 00000020:00000010:1.0:1767384985.925194:0:16344:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000ccf6d108. 00000020:00000010:1.0:1767384985.925202:0:16344:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000079979497. 00010000:00000010:1.0:1767384985.925205:0:16344:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a73ac606. 00010000:00000010:1.0:1767384985.925212:0:16344:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003e9849d1. 00000100:00000010:3.0:1767384985.925641:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1070430. 00000020:00000010:2.0:1767384985.925698:0:40019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000091c96cab. 00000020:00000010:2.0:1767384985.925705:0:40019:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000cb507e52. 00000020:00000010:2.0:1767384985.925724:0:40019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c5f676e. 00000020:00000010:2.0:1767384985.925729:0:40019:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c5d2bdc6. 00000020:00000010:2.0:1767384985.925732:0:40019:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008937e789. 00000020:00000010:2.0:1767384985.925778:0:40019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cb507e52. 00000020:00000010:2.0:1767384985.925782:0:40019:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cb507e52. 00010000:00000010:2.0:1767384985.925798:0:40019:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008969aec4. 00010000:00000010:2.0:1767384985.925802:0:40019:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at 00000000fb90877b. 00010000:00000010:2.1:1767384985.925847:0:40019:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e605ec10. 00010000:00000010:2.0:1767384985.925855:0:40019:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e8a19c6a. 00000020:00000010:2.0:1767384985.925860:0:40019:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000cb507e52. 00002000:00000010:2.0:1767384985.925868:0:40019:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at 0000000048a74b62. 02000000:00000010:2.0:1767384985.925884:0:40019:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 000000008a019218. 00000020:00000010:2.0:1767384985.925895:0:40019:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000bbc189be. 00000400:00000010:2.0:1767384985.925912:0:40019:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b676d75. 00000800:00000010:2.0:1767384985.925929:0:40019:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005e730c4b. 00000020:00000010:2.0:1767384985.925953:0:40019:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c5d2bdc6. 00000020:00000010:2.0:1767384985.925957:0:40019:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008937e789. 00000020:00000010:2.0:1767384985.925960:0:40019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c5f676e. 00000800:00000010:0.0:1767384985.926006:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005e730c4b. 00000400:00000010:0.0:1767384985.926013:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b676d75. 00000100:00000010:2.0:1767384985.926866:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe377f3f. 00000020:00000010:3.0:1767384985.926931:0:40019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dcb91fe9. 00000020:00000010:3.0:1767384985.926936:0:40019:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dcb91fe9. 00000020:00000010:3.0:1767384985.926939:0:40019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca11e8ea. 00000020:00000010:3.0:1767384985.926942:0:40019:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a9911954. 00000020:00000010:3.0:1767384985.926944:0:40019:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009ab856cb. 00000020:00000010:3.0:1767384985.926965:0:40019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dcb91fe9. 00000020:00000010:3.0:1767384985.926966:0:40019:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dcb91fe9. 00010000:00000010:3.0:1767384985.926978:0:40019:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b6b90ecf. 00000020:00000010:3.0:1767384985.926982:0:40019:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000dcb91fe9. 02000000:00000010:3.0:1767384985.926989:0:40019:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 00000000fa4fb899. 00010000:00000010:3.0:1767384985.926999:0:40019:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089ab6203. 00000100:00000010:3.0:1767384985.927005:0:40019:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000420c5225. 00000100:00000010:3.0:1767384985.927012:0:40019:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008e6892f1. 02000000:00000010:3.0:1767384985.927022:0:40019:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000087d4af9b. 02000000:00000010:3.0:1767384985.927046:0:40019:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000025f11edc. 00000400:00000010:3.0:1767384985.927049:0:40019:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6dcb48d. 00000400:00000010:3.0:1767384985.927053:0:40019:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b17c2ed. 00000400:00000010:3.0:1767384985.927058:0:40019:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038979b8b. 00000800:00000010:3.0:1767384985.927072:0:40019:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b1ef1e9. 00000100:00000010:3.0:1767384985.927089:0:40019:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f39b7cf3. 00000100:00000010:3.0:1767384985.927101:0:40019:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cad80b65. 00000100:00000010:3.0:1767384985.927106:0:40019:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e68d817. 00000100:00000010:3.0:1767384985.927121:0:40019:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091ab63d3. 00000800:00000010:0.0:1767384985.927192:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b1ef1e9. 00000400:00000010:0.0:1767384985.927201:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000038979b8b. 00000400:00000010:3.0:1767384985.927854:0:40019:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6dcb48d. 00000400:00000010:3.0:1767384985.927859:0:40019:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b17c2ed. 02000000:00000010:3.0:1767384985.927887:0:40019:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000025f11edc. 02000000:00000010:3.0:1767384985.927892:0:40019:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000087d4af9b. 00000100:00000010:3.0:1767384985.927895:0:40019:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008e6892f1. 00000100:00000010:3.0:1767384985.927899:0:40019:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000420c5225. 00010000:00000010:3.0:1767384985.927901:0:40019:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089ab6203. 00000400:00000010:3.0:1767384985.927915:0:40019:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b17c2ed. 00000800:00000010:3.0:1767384985.927928:0:40019:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b1ef1e9. 00000020:00000010:3.0:1767384985.927943:0:40019:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a9911954. 00000020:00000010:3.0:1767384985.927946:0:40019:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009ab856cb. 00000020:00000010:3.0:1767384985.927948:0:40019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca11e8ea. 00000800:00000010:2.0:1767384985.928026:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b1ef1e9. 00000400:00000010:2.0:1767384985.928036:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b17c2ed. 00000400:00000010:0.0:1767384985.928203:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086fe5b08. 00000400:00000010:0.0:1767384985.928212:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000792c46f7. 00000020:00000010:2.0:1767384985.928271:0:40021:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046f030a6. 00000020:00000010:2.0:1767384985.928276:0:40021:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046f030a6. 00000020:00000010:2.0:1767384985.928280:0:40021:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5376fb4. 00000020:00000010:2.0:1767384985.928283:0:40021:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c5d2bdc6. 00000020:00000010:2.0:1767384985.928286:0:40021:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008937e789. 00000020:00000010:2.0:1767384985.928318:0:40021:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046f030a6. 00000020:00000010:2.0:1767384985.928321:0:40021:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046f030a6. 02000000:00000010:2.0:1767384985.928329:0:40021:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007ee70e0a. 00010000:00000010:2.0:1767384985.928365:0:40021:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046f030a6. 00000100:00000010:2.0:1767384985.928372:0:40021:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8f15dfe. 00000100:00000010:2.0:1767384985.928377:0:40021:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dae23b5c. 02000000:00000010:2.0:1767384985.928388:0:40021:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b8999888. 02000000:00000010:2.0:1767384985.928407:0:40021:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002b022e50. 00000400:00000010:2.0:1767384985.928412:0:40021:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002aea5c17. 00000400:00000010:2.0:1767384985.928416:0:40021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064bfb602. 00000400:00000010:2.0:1767384985.928423:0:40021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000584675ab. 00000800:00000010:2.0:1767384985.928438:0:40021:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef915e9c. 00000800:00000010:0.0:1767384985.928500:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef915e9c. 00000400:00000010:0.0:1767384985.928505:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000584675ab. 00000400:00000010:3.0:1767384985.929118:0:40021:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002aea5c17. 00000400:00000010:3.0:1767384985.929124:0:40021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064bfb602. 02000000:00000010:3.0:1767384985.929137:0:40021:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002b022e50. 02000000:00000010:3.0:1767384985.929141:0:40021:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b8999888. 00000100:00000010:3.0:1767384985.929144:0:40021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dae23b5c. 00000100:00000010:3.0:1767384985.929146:0:40021:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d8f15dfe. 00010000:00000010:3.0:1767384985.929149:0:40021:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046f030a6. 00000400:00000010:3.0:1767384985.929157:0:40021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dfd4cb18. 00000800:00000010:3.0:1767384985.929184:0:40021:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b1ef1e9. 00000020:00000010:3.0:1767384985.929203:0:40021:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c5d2bdc6. 00000020:00000010:3.0:1767384985.929206:0:40021:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008937e789. 00000020:00000010:3.0:1767384985.929209:0:40021:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5376fb4. 02000000:00000010:3.0:1767384985.929216:0:40021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000052b38993. 00000100:00000010:3.0:1767384985.929219:0:40021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006d0119e6. 02000000:00000010:3.0:1767384985.929223:0:40021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b0322fec. 00000100:00000010:3.0:1767384985.929226:0:40021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9fb1daf. 02000000:00000010:3.0:1767384985.929229:0:40021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000bdeabe30. 00000100:00000010:3.0:1767384985.929232:0:40021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ff194610. 02000000:00000010:3.0:1767384985.929234:0:40021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000005d9896a. 00000100:00000010:3.0:1767384985.929235:0:40021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c04f9a86. 02000000:00000010:3.0:1767384985.929237:0:40021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000092e56dda. 00000100:00000010:3.0:1767384985.929242:0:40021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003c02c452. 02000000:00000010:3.0:1767384985.929247:0:40021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004891a6c6. 00000100:00000010:3.0:1767384985.929258:0:40021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c0eff6b. 00000400:00000010:3.0:1767384985.929265:0:40021:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6dcb48d. 00000400:00000010:3.0:1767384985.929269:0:40021:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000420c5225. 00000800:00000010:0.0:1767384985.929280:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b1ef1e9. 00000400:00000010:0.0:1767384985.929290:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dfd4cb18. 02000000:00000010:0.0:1767384985.929296:0:16353:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007ee70e0a. 00000100:00000010:0.0:1767384985.929541:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9fb1daf. 00000020:00000010:1.0:1767384985.929593:0:41003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000001c7e23. 00000020:00000010:1.0:1767384985.929599:0:41003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000001c7e23. 00000020:00000010:1.0:1767384985.929605:0:41003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f7fdf32. 00000020:00000010:1.0:1767384985.929609:0:41003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384985.929613:0:41003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384985.929638:0:41003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000001c7e23. 00000020:00000010:1.0:1767384985.929641:0:41003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000001c7e23. 02000000:00000010:1.0:1767384985.929665:0:41003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at 000000003d82353c. 00000004:00000010:1.0:1767384985.929698:0:41003:0:(mdt_handler.c:1024:mdt_big_xattr_get()) kmalloced '(big_lmm)': 64 at 00000000001c7e23. 00000020:00000010:1.0:1767384985.929711:0:41003:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000205da1e2. 00080000:00000010:1.0:1767384985.929716:0:41003:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000346632c. 00080000:00000010:1.0:1767384985.929735:0:41003:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000871c8bf6. 00000001:00000010:1.0:1767384985.929769:0:41003:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000002de8f4a7. 00000001:00000010:1.0:1767384985.929775:0:41003:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000e3c873b1. 00080000:00000010:1.0:1767384985.929812:0:41003:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000871c8bf6. 00010000:00000010:0.1:1767384985.929850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000081f8d31a. 00000020:00000010:1.0:1767384985.929851:0:41003:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000205da1e2. 00010000:00000010:0.1:1767384985.929862:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000caab8753. 00010000:00000010:0.1:1767384985.929866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000460a5f2e. 00010000:00000010:0.1:1767384985.929874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000079c02e99. 00000004:00000010:1.0:1767384985.929886:0:41003:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at 00000000d9914ab1. 00000400:00000010:1.0:1767384985.929913:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000561366b4. 00000800:00000010:1.0:1767384985.929929:0:41003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a28a0808. 00000020:00000010:1.0:1767384985.929948:0:41003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384985.929951:0:41003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384985.929956:0:41003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f7fdf32. 00000800:00000010:2.0:1767384985.929995:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a28a0808. 00000400:00000010:2.0:1767384985.930002:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000561366b4. 00010000:00000010:2.1:1767384985.933842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e8a19c6a. 00010000:00000010:1.1:1767384985.933854:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000036513722. 00010000:00000010:1.1:1767384985.933864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000041cc37ef. 00010000:00000010:0.1:1767384985.933883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000af330208. 00010000:00000010:0.1:1767384985.933890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d50ea1e6. 00010000:00000010:0.1:1767384985.933892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e13431ad. 00010000:00000010:0.1:1767384985.933895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000912821ed. 00010000:00000010:0.1:1767384985.933896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000002aa008c. 00000100:00000010:0.0:1767384985.933909:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f39b7cf3. 00000100:00000010:2.0:1767384985.934866:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e68d817. 00000100:00000010:1.0:1767384985.934873:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cad80b65. 00000100:00000010:3.0:1767384985.934875:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091ab63d3. 00000100:00000010:0.0:1767384985.951085:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000034c7ffcc. 00000020:00000010:2.0:1767384985.951187:0:41616:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a62dd7b. 00000020:00000010:2.0:1767384985.951193:0:41616:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a62dd7b. 00000020:00000010:2.0:1767384985.951199:0:41616:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000344f0170. 00000020:00000010:2.0:1767384985.951204:0:41616:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000010dac473. 00000020:00000010:2.0:1767384985.951208:0:41616:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000060014beb. 00000020:00000010:2.0:1767384985.951250:0:41616:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a62dd7b. 00000020:00000010:2.0:1767384985.951254:0:41616:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a62dd7b. 00000001:00000010:2.0:1767384985.951265:0:41616:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 00000000926995f6. 00010000:00000010:2.0:1767384985.951285:0:41616:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008f4761a9. 00010000:00000010:2.0:1767384985.951289:0:41616:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b09de913. 00010000:00000010:2.0:1767384985.951295:0:41616:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e8a19c6a. 00010000:00000010:2.0:1767384985.951302:0:41616:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ffa17f2. 02000000:00000010:2.0:1767384985.951325:0:41616:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000d8a46f1d. 00010000:00000010:2.0:1767384985.951353:0:41616:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006e6fe7ab. 00010000:00000010:2.0:1767384985.951357:0:41616:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d7eb9b4d. 00010000:00000010:2.0:1767384985.951429:0:41616:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ffa17f2. 00000400:00000010:2.0:1767384985.951454:0:41616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045cef8bc. 00000800:00000010:2.0:1767384985.951481:0:41616:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef915e9c. 00000020:00000010:2.0:1767384985.951506:0:41616:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000010dac473. 00000020:00000010:2.0:1767384985.951510:0:41616:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000060014beb. 00000020:00000010:2.0:1767384985.951514:0:41616:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000344f0170. 00000800:00000010:0.0:1767384985.951612:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef915e9c. 00000400:00000010:0.0:1767384985.951619:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045cef8bc. 00000100:00000010:2.0:1767384985.952941:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008ae87b56. 00000020:00000010:0.0:1767384985.952989:0:41616:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb40c559. 00000020:00000010:0.0:1767384985.952994:0:41616:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb40c559. 00000020:00000010:0.0:1767384985.952999:0:41616:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009eec948f. 00000020:00000010:0.0:1767384985.953003:0:41616:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d9ae5cab. 00000020:00000010:0.0:1767384985.953006:0:41616:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e003ab13. 00000020:00000010:0.0:1767384985.953039:0:41616:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb40c559. 00000020:00000010:0.0:1767384985.953042:0:41616:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb40c559. 02000000:00000010:0.0:1767384985.953061:0:41616:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at 00000000e46d20ef. 00010000:00000010:0.0:1767384985.953083:0:41616:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aed95d46. 00010000:00000010:0.0:1767384985.953095:0:41616:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000876a8f3c. 00010000:00000010:0.0:1767384985.953105:0:41616:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d7eb9b4d. 00010000:00000010:0.0:1767384985.953113:0:41616:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b09de913. 00010000:00000010:0.0:1767384985.953125:0:41616:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000912821ed. 00010000:00000010:0.0:1767384985.953127:0:41616:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000876a8f3c. 00010000:00000010:0.0:1767384985.953130:0:41616:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e13431ad. 00010000:00000010:0.0:1767384985.953134:0:41616:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aed95d46. 00010000:00000010:0.0:1767384985.953142:0:41616:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000caab8753. 00010000:00000010:0.0:1767384985.953144:0:41616:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000005a841d4. 00010000:00000010:0.0:1767384985.953147:0:41616:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000079c02e99. 00010000:00000010:0.0:1767384985.953149:0:41616:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b000080f. 00000001:00000010:0.0:1767384985.953205:0:41616:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000edc2491d. 00000001:00000010:0.0:1767384985.953214:0:41616:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000edc2491d. 00010000:00000010:0.0:1767384985.953230:0:41616:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d218f116. 00010000:00000010:0.0:1767384985.953233:0:41616:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ca4325bf. 00010000:00000010:0.0:1767384985.953236:0:41616:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000460a5f2e. 00010000:00000010:0.0:1767384985.953239:0:41616:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cb7e8a86. 00000020:00000010:0.0:1767384985.953254:0:41616:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at 000000009d6a68fb. 00000020:00000010:0.0:1767384985.953263:0:41616:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at 000000009d6a68fb. 00000020:00000010:0.0:1767384985.953274:0:41616:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000f117acba. 00080000:00000010:0.0:1767384985.953279:0:41616:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000004b4e896. 00080000:00000010:0.0:1767384985.953318:0:41616:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000bb40c559. 00080000:00000010:0.0:1767384985.953335:0:41616:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000060f64ad3. 00080000:00000010:0.0:1767384985.953340:0:41616:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000fd6a1854. 00080000:00000010:0.0:1767384985.953368:0:41616:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ff25c78d. 00000001:00000010:0.0:1767384985.953416:0:41616:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000edc2491d. 00000001:00000010:0.0:1767384985.953424:0:41616:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000edc2491d. 00000004:00000010:0.0:1767384985.953470:0:41616:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000ae435a6e. 00000001:00000010:0.0:1767384985.953483:0:41616:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000087bd9b4a. 00000001:00000010:0.0:1767384985.953488:0:41616:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000926995f6. 00080000:00000010:0.0:1767384985.953501:0:41616:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ff25c78d. 00080000:00000010:0.0:1767384985.953504:0:41616:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000fd6a1854. 00080000:00000010:0.0:1767384985.953507:0:41616:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000060f64ad3. 00080000:00000010:0.0:1767384985.953509:0:41616:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000bb40c559. 00000020:00000010:0.0:1767384985.953513:0:41616:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000f117acba. 00010000:00000010:0.0:1767384985.953522:0:41616:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000081f8d31a. 00010000:00000010:0.0:1767384985.953526:0:41616:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000083c306e5. 00010000:00000010:0.0:1767384985.953537:0:41616:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000893b94a2. 00010000:00000010:0.0:1767384985.953568:0:41616:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb7e8a86. 00000020:00000010:3.0:1767384985.953585:0:17078:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000025f11edc. 00000020:00000010:3.0:1767384985.953593:0:17078:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000089ab6203. 00010000:00000010:3.0:1767384985.953595:0:17078:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000083c306e5. 00010000:00000010:3.0:1767384985.953600:0:17078:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ca4325bf. 00010000:00000010:3.0:1767384985.953606:0:17078:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000893b94a2. 00080000:00000010:0.0:1767384985.953652:0:41616:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at 000000008867abee. 00080000:00000010:0.0:1767384985.953656:0:41616:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008a48bc0a. 00000004:00000010:0.0:1767384985.953670:0:41616:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at 00000000eb037dd3. 00000004:00000010:0.0:1767384985.953674:0:41616:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at 000000006f57c771. 00000004:00000010:0.0:1767384985.953679:0:41616:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at 000000002ff3bb34. 00000004:00000010:0.0:1767384985.953682:0:41616:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at 00000000606f5643. 00000004:00000010:0.0:1767384985.953684:0:41616:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006537bfc9. 00000004:00000010:0.0:1767384985.953687:0:41616:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ded1e353. 00000004:00000010:0.0:1767384985.953690:0:41616:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000031472139. 00010000:00000010:0.0:1767384985.953700:0:41616:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aed95d46. 00010000:00000010:0.0:1767384985.953703:0:41616:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000876a8f3c. 00000400:00000010:0.0:1767384985.953718:0:41616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8d1e8df. 00000400:00000010:0.0:1767384985.953723:0:41616:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001652990c. 00000800:00000010:0.0:1767384985.953735:0:41616:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009f752327. 00000020:00000010:0.0:1767384985.953750:0:41616:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d9ae5cab. 00000020:00000010:0.0:1767384985.953753:0:41616:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e003ab13. 00000020:00000010:0.0:1767384985.953760:0:41616:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009eec948f. 00000800:00000010:3.0:1767384985.953797:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009f752327. 00000400:00000010:0.0:1767384985.954335:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8d1e8df. 00000020:00000010:1.0:1767384985.954386:0:16345:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000059b70240. 00000020:00000010:1.0:1767384985.954392:0:16345:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001a0162a1. 80000000:00000010:1.0:1767384985.954395:0:16345:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000205da1e2. 40000000:00000010:1.0:1767384985.954398:0:16345:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000871c8bf6. 00100000:00000010:1.0:1767384985.954401:0:16345:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f1959d93. 00040000:00000010:1.0:1767384985.954404:0:16345:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a28a0808. 00040000:00000010:1.0:1767384985.954409:0:16345:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e5ea18a8. 00040000:00000010:1.0:1767384985.954411:0:16345:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c6728d69. 00080000:00000010:1.0:1767384985.954415:0:16345:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000088b38e09. 00080000:00000010:1.0:1767384985.954419:0:16345:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f29b1401. 00000004:00000010:1.0:1767384985.954423:0:16345:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000032efce5. 00000004:00000010:1.0:1767384985.954426:0:16345:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000add9072c. 00000004:00000010:1.0:1767384985.954428:0:16345:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007d453522. 00002000:00000010:1.0:1767384985.954431:0:16345:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001500702c. 00000004:00000010:1.0:1767384985.954434:0:16345:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007aeb6818. 00010000:00000010:1.0:1767384985.954444:0:16345:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b000080f. 00010000:00000010:1.0:1767384985.954448:0:16345:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000005a841d4. 00010000:00000010:2.1:1767384985.955861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e8a19c6a. 00010000:00000010:3.1:1767384985.960837:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d218f116. 00010000:00000010:3.1:1767384985.960847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000081f8d31a. 00010000:00000010:0.1:1767384985.960857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a73e2643. 00010000:00000010:0.1:1767384985.960864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ddefc713. 00010000:00000010:0.1:1767384985.960867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006e6fe7ab. 00010000:00000010:0.1:1767384985.960869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008f4761a9. 00010000:00000010:0.1:1767384985.960871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000460a5f2e. 00010000:00000010:0.1:1767384985.960881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000912821ed. 00010000:00000010:0.1:1767384985.960883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e13431ad. 00010000:00000010:1.1:1767384985.964855:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000caab8753. 00010000:00000010:1.1:1767384985.964877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000079c02e99. 00000100:00000010:2.0:1767384985.990118:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ce46ac84. 00000020:00000010:0.0:1767384985.990227:0:41616:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb40c559. 00000020:00000010:0.0:1767384985.990233:0:41616:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb40c559. 00000020:00000010:0.0:1767384985.990239:0:41616:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009eec948f. 00000020:00000010:0.0:1767384985.990242:0:41616:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d9ae5cab. 00000020:00000010:0.0:1767384985.990246:0:41616:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e003ab13. 00000020:00000010:0.0:1767384985.990279:0:41616:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb40c559. 00000020:00000010:0.0:1767384985.990281:0:41616:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb40c559. 00000001:00000010:0.0:1767384985.990289:0:41616:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 00000000e3c873b1. 00010000:00000010:0.0:1767384985.990309:0:41616:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000912821ed. 00010000:00000010:0.0:1767384985.990313:0:41616:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000876a8f3c. 00010000:00000010:0.0:1767384985.990318:0:41616:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e13431ad. 00010000:00000010:0.0:1767384985.990322:0:41616:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aed95d46. 02000000:00000010:0.0:1767384985.990343:0:41616:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000667269ce. 00010000:00000010:0.0:1767384985.990365:0:41616:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000460a5f2e. 00010000:00000010:0.0:1767384985.990367:0:41616:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cb7e8a86. 00010000:00000010:0.0:1767384985.990429:0:41616:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aed95d46. 00000400:00000010:0.0:1767384985.990451:0:41616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8d1e8df. 00000800:00000010:0.0:1767384985.990478:0:41616:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009f752327. 00000020:00000010:0.0:1767384985.990500:0:41616:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d9ae5cab. 00000020:00000010:0.0:1767384985.990502:0:41616:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e003ab13. 00000020:00000010:0.0:1767384985.990505:0:41616:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009eec948f. 00000800:00000010:3.0:1767384985.990585:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009f752327. 00000400:00000010:3.0:1767384985.990600:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8d1e8df. 00000100:00000010:0.0:1767384985.992912:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003567746b. 00000020:00000010:3.0:1767384985.992975:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006a3d1413. 00000020:00000010:3.0:1767384985.992980:0:17898:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006a3d1413. 00000020:00000010:3.0:1767384985.992985:0:17898:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000340ccd4. 00000020:00000010:3.0:1767384985.992989:0:17898:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a9911954. 00000020:00000010:3.0:1767384985.992993:0:17898:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009ab856cb. 00000020:00000010:3.0:1767384985.993026:0:17898:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006a3d1413. 00000020:00000010:3.0:1767384985.993028:0:17898:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006a3d1413. 02000000:00000010:3.0:1767384985.993043:0:17898:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000001f8acad5. 00000400:00000010:3.0:1767384985.993070:0:17898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dfd4cb18. 00000800:00000010:3.0:1767384985.993099:0:17898:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b1ef1e9. 00000020:00000010:3.0:1767384985.993120:0:17898:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a9911954. 00000020:00000010:3.0:1767384985.993123:0:17898:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009ab856cb. 00000020:00000010:3.0:1767384985.993125:0:17898:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000340ccd4. 00000800:00000010:2.0:1767384985.993244:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b1ef1e9. 00000400:00000010:2.0:1767384985.993257:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dfd4cb18. 00010000:00000010:0.1:1767384985.995844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e13431ad. 00000400:00000010:3.0:1767384986.008896:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017c2fea7. 00000400:00000010:3.0:1767384986.008912:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a8db2bad. 00000400:00000010:3.0:1767384986.008916:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a41845fb. 00000400:00000010:3.0:1767384986.008926:0:16355:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a8db2bad. 00000400:00000010:3.0:1767384986.008930:0:16355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000340ccd4. 00000400:00000010:3.0:1767384986.008933:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017c2fea7. 00000400:00000010:3.0:1767384986.008938:0:16355:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b88a7a27. 00000800:00000010:3.0:1767384986.008956:0:16355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004b1ef1e9. 00000800:00000010:0.0:1767384986.010147:0:16348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000085077a66. 00000800:00000010:0.0:1767384986.010159:0:16348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000606f5643. 00000800:00000010:0.0:1767384986.010165:0:16348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bb40c559. 00000800:00000010:0.0:1767384986.010205:0:16348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bb40c559. 00000800:00020000:0.0:1767384986.010219:0:16348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.134 00000800:00000010:0.0:1767384986.010225:0:16348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000606f5643. 00000800:00000010:0.0:1767384986.010228:0:16348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000085077a66. 00000400:02020000:0.0:1767384986.010270:0:16348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.134@tcp47 at host 192.168.203.134:988: is it running a compatible version of Lustre? 00000800:00000010:0.0:1767384986.010298:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004b1ef1e9. 00000100:00000010:3.0:1767384986.011374:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003c02c452. 00000020:00000010:2.0:1767384986.011476:0:40021:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a62dd7b. 00000020:00000010:2.0:1767384986.011481:0:40021:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a62dd7b. 00000020:00000010:2.0:1767384986.011487:0:40021:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000344f0170. 00000100:00000010:3.0:1767384986.011491:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c04f9a86. 00000020:00000010:2.0:1767384986.011492:0:40021:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000010dac473. 00000020:00000010:2.0:1767384986.011499:0:40021:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000060014beb. 00000100:00000010:3.0:1767384986.011531:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006d0119e6. 00000020:00000010:2.0:1767384986.011544:0:40021:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a62dd7b. 00000020:00000010:2.0:1767384986.011547:0:40021:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a62dd7b. 00000020:00000010:2.0:1767384986.011557:0:40021:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006742dd1e. 00000020:00000010:2.0:1767384986.011561:0:40021:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a151595f. 00000020:00000010:2.0:1767384986.011564:0:40021:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000639abfaa. 00040000:00000010:0.0:1767384986.011571:0:18907:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c9d97f07. 00000004:00000010:0.0:1767384986.011580:0:18907:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000016d8a983. 00000004:00000010:0.0:1767384986.011585:0:18907:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000086bbc967. 00000004:00000010:0.0:1767384986.011591:0:18907:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d71f7c4c. 00000004:00000010:0.0:1767384986.011598:0:18907:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d1fbd078. 00000020:00000010:2.0:1767384986.011608:0:40021:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a62dd7b. 00040000:00000010:1.0:1767384986.011608:0:17076:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a94b50fc. 00000020:00000010:2.0:1767384986.011614:0:40021:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a62dd7b. 00000004:00000010:1.0:1767384986.011618:0:17076:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b7af671a. 00000004:00000010:1.0:1767384986.011626:0:17076:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009985b706. 00000020:00000010:0.0:1767384986.011628:0:18907:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb40c559. 02000000:00000010:2.0:1767384986.011630:0:40021:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007ee70e0a. 00040000:00000010:3.0:1767384986.011634:0:17075:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c2c7ed15. 00000004:00000010:1.0:1767384986.011634:0:17076:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002f8046c9. 00000020:00000010:0.0:1767384986.011636:0:18907:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb40c559. 00000004:00000010:3.0:1767384986.011640:0:17075:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000271c7cc. 00000004:00000010:1.0:1767384986.011643:0:17076:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000bf1a9a9d. 00000004:00000010:3.0:1767384986.011647:0:17075:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000af19ec51. 00000020:00000010:0.0:1767384986.011648:0:18907:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009eec948f. 00000004:00000010:3.0:1767384986.011656:0:17075:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000be685ebd. 00000020:00000010:1.0:1767384986.011656:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a45e2fdd. 00000020:00000010:0.0:1767384986.011659:0:18907:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000080910e01. 00000004:00000010:3.0:1767384986.011663:0:17075:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b4a00b23. 00000020:00000010:1.0:1767384986.011663:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a45e2fdd. 00000020:00000010:0.0:1767384986.011669:0:18907:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e003ab13. 00000400:00000010:2.0:1767384986.011678:0:40021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a038fa2. 02000000:00000010:1.0:1767384986.011684:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007518174c. 00000800:00000010:2.0:1767384986.011701:0:40021:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005e730c4b. 00000400:00000010:1.0:1767384986.011716:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007bbd9fd5. 00040000:00000010:3.0:1767384986.011729:0:17074:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000fd12cb59. 00000020:00000010:2.0:1767384986.011729:0:40021:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000010dac473. 00000020:00000010:0.0:1767384986.011732:0:18907:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb40c559. 00000020:00000010:2.0:1767384986.011736:0:40021:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000060014beb. 00000004:00000010:3.0:1767384986.011737:0:17074:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003de8b0a3. 00000020:00000010:0.0:1767384986.011739:0:18907:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb40c559. 00000800:00000010:1.0:1767384986.011740:0:17076:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083b86cf9. 00000020:00000010:2.0:1767384986.011743:0:40021:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000344f0170. 00000004:00000010:3.0:1767384986.011744:0:17074:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000076935965. 00000004:00000010:3.0:1767384986.011754:0:17074:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000156aeeba. 00000004:00000010:3.0:1767384986.011757:0:17074:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004891a6c6. 00000020:00000010:1.0:1767384986.011760:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a151595f. 02000000:00000010:0.0:1767384986.011763:0:18907:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005c12a56c. 00000020:00000010:1.0:1767384986.011767:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000639abfaa. 00000020:00000010:1.0:1767384986.011773:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006742dd1e. 00000800:00000010:2.0:1767384986.011791:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005e730c4b. 00000020:00000010:0.0:1767384986.011794:0:18907:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000bb40c559. 00000400:00000010:2.0:1767384986.011799:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a038fa2. 00000400:00000010:0.0:1767384986.011855:0:18907:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cea1708b. 00000800:00000010:2.0:1767384986.011862:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083b86cf9. 00000400:00000010:2.0:1767384986.011869:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007bbd9fd5. 00000800:00000010:0.0:1767384986.011889:0:18907:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009f752327. 00000020:00000010:0.0:1767384986.011922:0:18907:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000080910e01. 00000020:00000010:0.0:1767384986.011928:0:18907:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e003ab13. 00000800:00000010:2.0:1767384986.011930:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009f752327. 00000020:00000010:0.0:1767384986.011933:0:18907:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009eec948f. 00000400:00000010:2.0:1767384986.011936:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cea1708b. 00000100:00000010:3.0:1767384986.017782:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008e6892f1. 00000020:00000010:2.0:1767384986.017866:0:40019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a62dd7b. 00000020:00000010:2.0:1767384986.017871:0:40019:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a62dd7b. 00000020:00000010:2.0:1767384986.017875:0:40019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000344f0170. 00000020:00000010:2.0:1767384986.017878:0:40019:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000010dac473. 00000020:00000010:2.0:1767384986.017881:0:40019:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000060014beb. 00000020:00000010:2.0:1767384986.017903:0:40019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a62dd7b. 00000020:00000010:2.0:1767384986.017905:0:40019:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a62dd7b. 02000000:00000010:2.0:1767384986.017916:0:40019:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b5e5c3be. 00000020:00000010:2.0:1767384986.017931:0:40019:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000091c96cab. 00000020:00000010:2.0:1767384986.017954:0:40019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca1391b5. 00000020:00000010:1.0:1767384986.017961:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006cb6100. 00000020:00000010:2.0:1767384986.017964:0:40019:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000053118f5c. 00000020:00000010:1.0:1767384986.017969:0:17077:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000012570c6e. 00000020:00000010:2.0:1767384986.017973:0:40019:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002f25f2b7. 00000020:00000010:1.0:1767384986.017975:0:17077:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d6dfb356. 00000020:00000010:1.0:1767384986.017983:0:17077:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001122f82c. 00000020:00000010:2.0:1767384986.017984:0:40019:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ce9cb7df. 00000020:00000010:1.0:1767384986.017987:0:17077:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005fc38040. 00000020:00000010:2.0:1767384986.017991:0:40019:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e1199621. 80000000:00000010:1.0:1767384986.017998:0:17077:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bc1239e3. 80000000:00000010:2.0:1767384986.017999:0:40019:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005b3751f8. 40000000:00000010:1.0:1767384986.018004:0:17077:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a45e2fdd. 40000000:00000010:2.0:1767384986.018007:0:40019:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000091c96cab. 00100000:00000010:1.0:1767384986.018011:0:17077:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000057b0b1d1. 00040000:00000010:1.0:1767384986.018016:0:17077:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000986f8821. 00100000:00000010:2.0:1767384986.018023:0:40019:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000056a038e9. 00040000:00000010:1.0:1767384986.018023:0:17077:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008f7fdf32. 00040000:00000010:2.0:1767384986.018032:0:40019:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005e730c4b. 00040000:00000010:2.0:1767384986.018035:0:40019:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009c098b6b. 00080000:00000010:2.0:1767384986.018041:0:40019:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000635dc7cd. 00080000:00000010:2.0:1767384986.018046:0:40019:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009b75ff83. 00080000:00000010:1.0:1767384986.018046:0:17077:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009513318c. 00002000:00000010:2.0:1767384986.018053:0:40019:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000090116381. 00080000:00000010:1.0:1767384986.018055:0:17077:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000cf49b31f. 00002000:00000010:1.0:1767384986.018062:0:17077:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000042e4ac5a. 00080000:00000010:2.0:1767384986.018065:0:40019:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006742dd1e. 00000020:00000010:1.0:1767384986.018066:0:17077:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000012570c6e. 00000020:00000010:1.0:1767384986.018072:0:17077:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d6dfb356. 00080000:00000010:2.0:1767384986.018076:0:40019:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001a62dd7b. 00000020:00000010:1.0:1767384986.018077:0:17077:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001122f82c. 00000020:00000010:1.0:1767384986.018083:0:17077:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005fc38040. 80000000:00000010:1.0:1767384986.018086:0:17077:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bc1239e3. 40000000:00000010:1.0:1767384986.018089:0:17077:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a45e2fdd. 00100000:00000010:1.0:1767384986.018091:0:17077:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000057b0b1d1. 00040000:00000010:1.0:1767384986.018095:0:17077:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000986f8821. 00040000:00000010:1.0:1767384986.018098:0:17077:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008f7fdf32. 00080000:00000010:1.0:1767384986.018102:0:17077:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000cf49b31f. 00080000:00000010:1.0:1767384986.018104:0:17077:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009513318c. 00002000:00000010:1.0:1767384986.018106:0:17077:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000042e4ac5a. 00000020:00000010:1.0:1767384986.018109:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006cb6100. 00000020:00000010:1.0:1767384986.018113:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006868d4b8. 00000020:00000010:1.0:1767384986.018119:0:17077:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cf02e4ce. 00000020:00000010:1.0:1767384986.018121:0:17077:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000057b0b1d1. 00000020:00000010:1.0:1767384986.018124:0:17077:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001122f82c. 00000020:00000010:1.0:1767384986.018126:0:17077:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fe6464e6. 80000000:00000010:1.0:1767384986.018128:0:17077:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bc1239e3. 40000000:00000010:1.0:1767384986.018129:0:17077:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a45e2fdd. 00080000:00000010:2.0:1767384986.018131:0:40019:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001a62dd7b. 00100000:00000010:1.0:1767384986.018132:0:17077:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d6dfb356. 00040000:00000010:1.0:1767384986.018137:0:17077:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000986f8821. 00040000:00000010:1.0:1767384986.018140:0:17077:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000341af43a. 00080000:00000010:2.0:1767384986.018143:0:40019:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d5376fb4. 00080000:00000010:1.0:1767384986.018143:0:17077:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009513318c. 00080000:00000010:1.0:1767384986.018149:0:17077:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000cf49b31f. 00080000:00000010:2.0:1767384986.018151:0:40019:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001a62dd7b. 00002000:00000010:1.0:1767384986.018153:0:17077:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000042e4ac5a. 00000001:00000010:2.0:1767384986.018158:0:40019:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000a4f39163. 00080000:00000010:2.0:1767384986.018167:0:40019:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001a62dd7b. 00000020:00000010:2.0:1767384986.018184:0:40019:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000053118f5c. 00000020:00000010:2.0:1767384986.018187:0:40019:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002f25f2b7. 00000020:00000010:2.0:1767384986.018190:0:40019:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ce9cb7df. 00000020:00000010:2.0:1767384986.018193:0:40019:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e1199621. 80000000:00000010:2.0:1767384986.018196:0:40019:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005b3751f8. 40000000:00000010:2.0:1767384986.018198:0:40019:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000091c96cab. 00100000:00000010:2.0:1767384986.018201:0:40019:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000056a038e9. 00040000:00000010:2.0:1767384986.018203:0:40019:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005e730c4b. 00040000:00000010:2.0:1767384986.018206:0:40019:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009c098b6b. 00000020:00000010:1.0:1767384986.018206:0:17077:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000008f7fdf32. 00080000:00000010:2.0:1767384986.018208:0:40019:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009b75ff83. 00080000:00000010:2.0:1767384986.018213:0:40019:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000635dc7cd. 00000020:00000010:1.0:1767384986.018215:0:17077:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000456cb265. 00002000:00000010:2.0:1767384986.018216:0:40019:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000090116381. 00000020:00000010:2.0:1767384986.018221:0:40019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca1391b5. 00002000:00000010:1.0:1767384986.018225:0:17077:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000048a74b62. 00010000:00000010:1.0:1767384986.018231:0:17077:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at 00000000fb90877b. 00000400:00000010:2.0:1767384986.018236:0:40019:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a038fa2. 00000020:00000010:1.0:1767384986.018241:0:17077:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cf02e4ce. 00000020:00000010:1.0:1767384986.018245:0:17077:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000057b0b1d1. 00000020:00000010:1.0:1767384986.018248:0:17077:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001122f82c. 00000020:00000010:1.0:1767384986.018250:0:17077:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fe6464e6. 00000800:00000010:2.0:1767384986.018252:0:40019:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005e730c4b. 80000000:00000010:1.0:1767384986.018253:0:17077:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bc1239e3. 40000000:00000010:1.0:1767384986.018257:0:17077:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a45e2fdd. 00100000:00000010:1.0:1767384986.018259:0:17077:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d6dfb356. 00040000:00000010:1.0:1767384986.018261:0:17077:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000986f8821. 00040000:00000010:1.0:1767384986.018263:0:17077:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000341af43a. 00080000:00000010:1.0:1767384986.018265:0:17077:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000cf49b31f. 00080000:00000010:1.0:1767384986.018268:0:17077:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009513318c. 00002000:00000010:1.0:1767384986.018270:0:17077:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000042e4ac5a. 00000020:00000010:2.0:1767384986.018273:0:40019:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000010dac473. 00000020:00000010:1.0:1767384986.018273:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006868d4b8. 00000020:00000010:2.0:1767384986.018280:0:40019:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000060014beb. 00000020:00000010:2.0:1767384986.018285:0:40019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000344f0170. 00000800:00000010:0.0:1767384986.018386:0:16352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005e730c4b. 00000400:00000010:0.0:1767384986.018403:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a038fa2. 00010000:00000010:2.1:1767384986.018853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bbfca8f1. 00010000:00000010:1.1:1767384986.018854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000070745a97. 00010000:00000010:0.1:1767384986.018887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004207979c. 00010000:00000010:1.1:1767384986.023844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008969aec4. 00010000:00000010:1.1:1767384986.023850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b6b90ecf. 00000100:00000010:2.0:1767384986.024849:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008682cd17. 00000020:00000010:0.0:1767384986.024921:0:41616:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060f64ad3. 00000020:00000010:0.0:1767384986.024929:0:41616:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060f64ad3. 00000020:00000010:0.0:1767384986.024934:0:41616:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009eec948f. 00000020:00000010:0.0:1767384986.024938:0:41616:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000080910e01. 00000020:00000010:0.0:1767384986.024942:0:41616:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e003ab13. 00000020:00000010:0.0:1767384986.024985:0:41616:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060f64ad3. 00000020:00000010:0.0:1767384986.024988:0:41616:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060f64ad3. 02000000:00000010:0.0:1767384986.025006:0:41616:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c560a8bc. 00000020:00000010:0.0:1767384986.025038:0:41616:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000002d644df8. 00000020:00000010:2.0:1767384986.025085:0:40109:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000344f0170. 00000020:00000010:2.0:1767384986.025090:0:40109:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ca1391b5. 00000020:00000010:2.0:1767384986.025104:0:40109:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000056a038e9. 00000020:00000010:2.0:1767384986.025106:0:40109:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ce9cb7df. 00000020:00000010:2.0:1767384986.025109:0:40109:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f4071782. 80000000:00000010:2.0:1767384986.025112:0:40109:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005b3751f8. 40000000:00000010:2.0:1767384986.025114:0:40109:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000091c96cab. 00100000:00000010:2.0:1767384986.025118:0:40109:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002f25f2b7. 00040000:00000010:2.0:1767384986.025121:0:40109:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b6334a14. 00040000:00000010:2.0:1767384986.025123:0:40109:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009c098b6b. 00080000:00000010:2.0:1767384986.025127:0:40109:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000635dc7cd. 00080000:00000010:0.0:1767384986.025127:0:41616:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008d8a3c4a. 00080000:00000010:2.0:1767384986.025131:0:40109:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009b75ff83. 00002000:00000010:2.0:1767384986.025135:0:40109:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000090116381. 00000020:00000010:2.0:1767384986.025138:0:40109:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ca1391b5. 00000020:00000010:2.0:1767384986.025141:0:40109:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000056a038e9. 00000020:00000010:2.0:1767384986.025148:0:40109:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ce9cb7df. 00000020:00000010:2.0:1767384986.025150:0:40109:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f4071782. 80000000:00000010:2.0:1767384986.025152:0:40109:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005b3751f8. 00080000:00000010:0.0:1767384986.025153:0:41616:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ff25c78d. 40000000:00000010:2.0:1767384986.025154:0:40109:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000091c96cab. 00100000:00000010:2.0:1767384986.025159:0:40109:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002f25f2b7. 00040000:00000010:2.0:1767384986.025160:0:40109:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b6334a14. 00080000:00000010:0.0:1767384986.025162:0:41616:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003e9aa6aa. 00040000:00000010:2.0:1767384986.025163:0:40109:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009c098b6b. 00080000:00000010:2.0:1767384986.025181:0:40109:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009b75ff83. 00080000:00000010:2.0:1767384986.025186:0:40109:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000635dc7cd. 00002000:00000010:2.0:1767384986.025188:0:40109:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000090116381. 00000020:00000010:2.0:1767384986.025190:0:40109:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000344f0170. 00000020:00000010:2.0:1767384986.025193:0:40109:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000344f0170. 00000020:00000010:2.0:1767384986.025195:0:40109:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e1199621. 00000020:00000010:2.0:1767384986.025197:0:40109:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002f25f2b7. 00000020:00000010:2.0:1767384986.025199:0:40109:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ce9cb7df. 00000020:00000010:2.0:1767384986.025201:0:40109:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009c098b6b. 80000000:00000010:2.0:1767384986.025202:0:40109:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005b3751f8. 40000000:00000010:2.0:1767384986.025204:0:40109:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000091c96cab. 00100000:00000010:2.0:1767384986.025207:0:40109:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000056a038e9. 00040000:00000010:2.0:1767384986.025209:0:40109:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b6334a14. 00040000:00000010:2.0:1767384986.025217:0:40109:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f4071782. 00080000:00000010:2.0:1767384986.025220:0:40109:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000635dc7cd. 00000001:00000010:0.0:1767384986.025220:0:41616:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000f117acba. 00080000:00000010:2.0:1767384986.025235:0:40109:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009b75ff83. 00000001:00000010:0.0:1767384986.025238:0:41616:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000808264b9. 00002000:00000010:2.0:1767384986.025240:0:40109:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000090116381. 00010000:00000010:2.0:1767384986.025264:0:40109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb7e8a86. 00010000:00000010:2.0:1767384986.025271:0:40109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000876a8f3c. 00000020:00000010:2.0:1767384986.025286:0:40109:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e1199621. 00000020:00000010:2.0:1767384986.025288:0:40109:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002f25f2b7. 00000020:00000010:2.0:1767384986.025291:0:40109:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ce9cb7df. 00000020:00000010:2.0:1767384986.025293:0:40109:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009c098b6b. 80000000:00000010:2.0:1767384986.025295:0:40109:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005b3751f8. 40000000:00000010:2.0:1767384986.025298:0:40109:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000091c96cab. 00100000:00000010:2.0:1767384986.025299:0:40109:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000056a038e9. 00040000:00000010:2.0:1767384986.025301:0:40109:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b6334a14. 00040000:00000010:2.0:1767384986.025303:0:40109:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f4071782. 00080000:00000010:2.0:1767384986.025306:0:40109:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009b75ff83. 00080000:00000010:2.0:1767384986.025309:0:40109:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000635dc7cd. 00002000:00000010:2.0:1767384986.025311:0:40109:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000090116381. 00000020:00000010:2.0:1767384986.025313:0:40109:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000344f0170. 00000001:00000010:3.0:1767384986.026403:0:40988:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000f117acba. 00080000:00000010:3.0:1767384986.026411:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008d8a3c4a. 00000001:00000010:3.0:1767384986.026416:0:40988:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000087bd9b4a. 00000004:00000010:3.0:1767384986.026431:0:40988:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 00000000ae435a6e. 00080000:00000010:3.0:1767384986.026434:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000004b4e896. 00000001:00000010:3.0:1767384986.026438:0:40988:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000002de8f4a7. 00080000:00000010:3.0:1767384986.026441:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000346632c. 00000001:00000010:3.0:1767384986.026445:0:40988:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000ab6b9ce4. 00080000:00000010:3.0:1767384986.026448:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000567cce2. 00000001:00000010:3.0:1767384986.026455:0:40988:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000006a58dbb6. 00080000:00000010:3.0:1767384986.026458:0:40988:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d329fbb5. 00000100:00000010:2.0:1767384986.026480:0:41019:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f1e89eee. 02000000:00000010:2.0:1767384986.026494:0:41019:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000090116381. 00080000:00000010:0.0:1767384986.026498:0:41616:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003e9aa6aa. 00080000:00000010:0.0:1767384986.026502:0:41616:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ff25c78d. 00080000:00000010:0.0:1767384986.026510:0:41616:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000040ab0c9d. 00080000:00000010:0.0:1767384986.026513:0:41616:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ff25c78d. 00000001:00000010:0.0:1767384986.026522:0:41616:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 0000000099341c2c. 00080000:00000010:0.0:1767384986.026539:0:41616:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ff25c78d. 00000400:00000010:0.0:1767384986.026557:0:41616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8e7a793. 02000000:00000010:3.0:1767384986.026561:0:16360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fb203b5e. 00000400:00000010:3.0:1767384986.026572:0:16360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000088302. 00000400:00000010:3.0:1767384986.026578:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b17c2ed. 00000400:00000010:3.0:1767384986.026588:0:16360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038979b8b. 00000800:00000010:0.0:1767384986.026590:0:41616:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009f752327. 00000020:00000010:0.0:1767384986.026618:0:41616:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000080910e01. 00000100:00000010:3.0:1767384986.026621:0:16360:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000abe39ffd. 00000020:00000010:0.0:1767384986.026626:0:41616:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e003ab13. 00000020:00000010:0.0:1767384986.026631:0:41616:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009eec948f. 00000400:00000010:3.0:1767384986.026651:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000038979b8b. 00000100:00000010:3.0:1767384986.026669:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091ab63d3. 00000100:00000010:3.0:1767384986.026685:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f3c2e501. 00000020:00000010:2.0:1767384986.026685:0:40019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000091c96cab. 00000800:00000010:1.0:1767384986.026691:0:16353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009f752327. 00000020:00000010:2.0:1767384986.026692:0:40019:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006bcf28ab. 00000400:00000010:1.0:1767384986.026705:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8e7a793. 00000100:00000010:3.0:1767384986.026710:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e68d817. 00000100:00000010:3.0:1767384986.026722:0:16360:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6910f73. 00000020:00000010:2.0:1767384986.026722:0:40019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000344f0170. 00000020:00000010:2.0:1767384986.026728:0:40019:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000010dac473. 00000020:00000010:2.0:1767384986.026733:0:40019:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000060014beb. 00000020:00000010:2.0:1767384986.026761:0:40019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a62dd7b. 00000020:00000010:2.0:1767384986.026763:0:40019:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a62dd7b. 02000000:00000010:2.0:1767384986.026778:0:40019:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000ab7fe8f0. 00010000:00000010:2.0:1767384986.026793:0:40019:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009c7a067e. 00010000:00000010:2.0:1767384986.026796:0:40019:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at 00000000dcf72b9f. 00010000:00000010:2.0:1767384986.026800:0:40019:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000af330208. 00002000:00000010:2.0:1767384986.026807:0:40019:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at 000000001a62dd7b. 00010000:00000010:2.0:1767384986.026861:0:40019:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000007ebc71ee. 00080000:00000010:2.0:1767384986.026878:0:40019:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ca1391b5. 00080000:00000010:2.0:1767384986.026887:0:40019:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000f4071782. 00080000:00000010:2.0:1767384986.026895:0:40019:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000007ecbc0d0. 00000020:00000010:3.0:1767384986.026921:0:17078:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000003707cd7f. 00002000:00000010:3.0:1767384986.026935:0:17078:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000001a62dd7b. 00010000:00000010:3.0:1767384986.026939:0:17078:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at 00000000dcf72b9f. 00010000:00000010:3.0:1767384986.026946:0:17078:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000007ebc71ee. 00000001:00000010:2.0:1767384986.026970:0:40019:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000005b3751f8. 00080000:00000010:2.0:1767384986.026984:0:40019:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000007ecbc0d0. 00080000:00000010:2.0:1767384986.027064:0:40019:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000053576f7c. 00002000:00000010:2.0:1767384986.027069:0:40019:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at 00000000ebe0e97d. 00000400:00000010:2.0:1767384986.027083:0:40019:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d0cc2e1. 00000400:00000010:2.0:1767384986.027122:0:40019:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d0cc2e1. 00000020:00000010:2.0:1767384986.027134:0:40019:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000010dac473. 00000020:00000010:2.0:1767384986.027138:0:40019:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000060014beb. 00000400:00000010:3.0:1767384986.027141:0:16360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000088302. 00000020:00000010:2.0:1767384986.027142:0:40019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000344f0170. 00000400:00000010:3.0:1767384986.027149:0:16360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b17c2ed. 02000000:00000010:3.0:1767384986.027187:0:16360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000079e2cc65. 02000000:00000010:3.0:1767384986.027194:0:16360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003450e963. 00000100:00000010:3.0:1767384986.027200:0:16360:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b43dc057. 00000100:00000010:0.0:1767384986.028862:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091ab63d3. 00000100:00000010:3.0:1767384986.028888:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6910f73. 00000100:00000010:1.0:1767384986.028900:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f3c2e501. 00000100:00000010:2.0:1767384986.029877:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e68d817. 00010000:00000010:2.1:1767384986.030846:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000912821ed. 00010000:00000010:2.1:1767384986.030854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000460a5f2e. 00010000:00000010:3.1:1767384986.034857:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009c7a067e. 00010000:00000010:3.1:1767384986.034868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000af330208. 00000400:00000010:0.0:1767384986.036803:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f758cae. 00000400:00000010:0.0:1767384986.036836:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009e5176a9. 00000020:00000010:1.0:1767384986.036909:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a45e2fdd. 00000020:00000010:1.0:1767384986.036925:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a45e2fdd. 00000020:00000010:1.0:1767384986.036932:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006868d4b8. 00000020:00000010:1.0:1767384986.036938:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384986.036942:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002cf3168e. 00000020:00000010:1.0:1767384986.036977:0:40994:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a45e2fdd. 00000020:00000010:1.0:1767384986.036980:0:40994:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a45e2fdd. 02000000:00000010:1.0:1767384986.036995:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003c77471b. 20000000:00000010:1.0:1767384986.037006:0:40994:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 0000000070d23657. 00000400:00000010:1.0:1767384986.037057:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbf26323. 00000020:00000010:2.0:1767384986.037078:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000344f0170. 00000800:00000010:1.0:1767384986.037079:0:40994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000986f8821. 00000020:00000010:2.0:1767384986.037086:0:17077:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009c098b6b. 00000020:00000010:2.0:1767384986.037091:0:17077:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000056a038e9. 00000020:00000010:2.0:1767384986.037096:0:17077:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ce9cb7df. 00000020:00000010:2.0:1767384986.037099:0:17077:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e1199621. 80000000:00000010:2.0:1767384986.037103:0:17077:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000084a0d3ae. 40000000:00000010:2.0:1767384986.037106:0:17077:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007ecbc0d0. 00000020:00000010:1.0:1767384986.037107:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035baabb7. 00000020:00000010:1.0:1767384986.037112:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002cf3168e. 00100000:00000010:2.0:1767384986.037113:0:17077:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002f25f2b7. 00000020:00000010:1.0:1767384986.037116:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006868d4b8. 00040000:00000010:2.0:1767384986.037118:0:17077:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b6334a14. 00040000:00000010:2.0:1767384986.037125:0:17077:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000053118f5c. 00000400:00000010:1.0:1767384986.037132:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007a45f39. 00080000:00000010:2.0:1767384986.037133:0:17077:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000635dc7cd. 00000400:00000010:1.0:1767384986.037149:0:40994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005ed4c20f. 00080000:00000010:2.0:1767384986.037150:0:17077:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009b75ff83. 00002000:00000010:2.0:1767384986.037160:0:17077:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d8f9d3d4. 00000020:00000010:2.0:1767384986.037166:0:17077:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009c098b6b. 00000020:00000010:2.0:1767384986.037185:0:17077:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000056a038e9. 00000020:00000010:2.0:1767384986.037190:0:17077:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ce9cb7df. 00000020:00000010:2.0:1767384986.037194:0:17077:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e1199621. 80000000:00000010:2.0:1767384986.037197:0:17077:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000084a0d3ae. 40000000:00000010:2.0:1767384986.037201:0:17077:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007ecbc0d0. 00100000:00000010:2.0:1767384986.037220:0:17077:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002f25f2b7. 00040000:00000010:2.0:1767384986.037226:0:17077:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b6334a14. 00040000:00000010:2.0:1767384986.037233:0:17077:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000053118f5c. 00080000:00000010:2.0:1767384986.037243:0:17077:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009b75ff83. 00000800:00000010:3.0:1767384986.037244:0:16351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000986f8821. 00080000:00000010:2.0:1767384986.037252:0:17077:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000635dc7cd. 00000400:00000010:3.0:1767384986.037260:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbf26323. 00002000:00000010:2.0:1767384986.037261:0:17077:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d8f9d3d4. 00000020:00000010:2.0:1767384986.037268:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000344f0170. 02000000:00000010:3.0:1767384986.037270:0:16351:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003c77471b. 00000020:00000010:2.0:1767384986.037273:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000344f0170. 00000020:00000010:2.0:1767384986.037278:0:17077:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b8999888. 00000020:00000010:2.0:1767384986.037281:0:17077:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002f25f2b7. 00000020:00000010:2.0:1767384986.037284:0:17077:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ce9cb7df. 00000020:00000010:2.0:1767384986.037286:0:17077:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000053118f5c. 80000000:00000010:2.0:1767384986.037288:0:17077:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000084a0d3ae. 40000000:00000010:2.0:1767384986.037290:0:17077:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007ecbc0d0. 00100000:00000010:2.0:1767384986.037293:0:17077:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000056a038e9. 00040000:00000010:2.0:1767384986.037295:0:17077:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b6334a14. 00040000:00000010:2.0:1767384986.037297:0:17077:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e1199621. 00080000:00000010:2.0:1767384986.037299:0:17077:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000635dc7cd. 00080000:00000010:2.0:1767384986.037301:0:17077:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009b75ff83. 00002000:00000010:2.0:1767384986.037304:0:17077:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d8f9d3d4. 00000020:00000010:2.0:1767384986.037337:0:17077:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b8999888. 00000020:00000010:2.0:1767384986.037341:0:17077:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002f25f2b7. 00000020:00000010:2.0:1767384986.037345:0:17077:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ce9cb7df. 00000020:00000010:2.0:1767384986.037349:0:17077:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000053118f5c. 80000000:00000010:2.0:1767384986.037351:0:17077:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000084a0d3ae. 40000000:00000010:2.0:1767384986.037353:0:17077:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007ecbc0d0. 00100000:00000010:2.0:1767384986.037355:0:17077:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000056a038e9. 00040000:00000010:2.0:1767384986.037367:0:17077:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b6334a14. 00040000:00000010:2.0:1767384986.037370:0:17077:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e1199621. 00080000:00000010:2.0:1767384986.037373:0:17077:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009b75ff83. 00080000:00000010:2.0:1767384986.037375:0:17077:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000635dc7cd. 00002000:00000010:2.0:1767384986.037378:0:17077:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d8f9d3d4. 00000020:00000010:2.0:1767384986.037380:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000344f0170. 00000001:00000010:3.0:1767384986.037457:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ca73c47a. 00000001:00000010:3.0:1767384986.037465:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004c5ff217. 00000001:00000010:3.0:1767384986.037468:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009aa660ee. 00000001:00000010:3.0:1767384986.037471:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000063342cc9. 00000001:00000010:3.0:1767384986.037474:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ba1c3ba1. 00000001:00000010:3.0:1767384986.037477:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000041cb235a. 00000020:00000010:3.0:1767384986.037483:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000002e848e78. 00000020:00000010:3.0:1767384986.037494:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000002f9d17c3. 00010000:00000010:2.1:1767384986.042854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000bb3e16b. 00080000:00000010:3.0:1767384986.430896:0:41618:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c8054bfc. 00080000:00000010:3.0:1767384986.430905:0:41618:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c8054bfc. 00080000:00000010:3.0:1767384986.430912:0:41618:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c8054bfc. 00080000:00000010:3.0:1767384986.430915:0:41618:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c8054bfc. 00000001:02000400:3.0:1767384986.549293:0:41654:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_73e: @@@@@@ FAIL: test_73e failed with 1 00080000:00000010:2.0:1767384986.954432:0:41666:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000065b0d22. 00080000:00000010:2.0:1767384986.954443:0:41666:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000065b0d22. 00080000:00000010:2.0:1767384986.954453:0:41666:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000065b0d22. 00080000:00000010:2.0:1767384986.954458:0:41666:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000065b0d22. 00000400:00000010:3.0:1767384987.032887:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017c2fea7. 00000400:00000010:3.0:1767384987.032907:0:16355:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a8db2bad. 00000400:00000010:3.0:1767384987.032911:0:16355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000340ccd4. Debug log: 133791 lines, 133791 kept, 0 dropped, 0 bad.